2024-08-10T04:37:09.039 INFO:root:teuthology version: 0.0.1.dev425+g43b8805 2024-08-10T04:37:09.062 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-10T04:37:09.152 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7845219' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bca9905d683c89d50ebab7089e7e4e66f174979e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: bca9905d683c89d50ebab7089e7e4e66f174979e selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: 36f0121854057afc3d1c62b7c67046d0bb7294df owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 3749 sha1: bca9905d683c89d50ebab7089e7e4e66f174979e sleep_before_teardown: 0 subset: 25/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_36f0121854057afc3d1c62b7c67046d0bb7294df/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 36f0121854057afc3d1c62b7c67046d0bb7294df targets: smithi078.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF1GB4p8aLhLfStqGzMhMrNx9Nxf+bFC7R7I5oonNls17AQ7c0cRCVEjPv4MnWmiwnTipM87dEngXn5ywCqUkxw= smithi107.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAKmCBLov482nzVsJhBi60fzwSN78t+od9oRnWfMXWJ5sBYNFLWEJfKowqtfokZD0sV3PZbIaAm0URnrNIBALxw= tasks: - pexec: all: - sudo dnf install nvmetcli nvme-cli -y - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 43b88056bcf6a0548bdd2d0502e56290cbae52df timestamp: 2024-08-09_02:08:13 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-10T04:37:09.153 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_36f0121854057afc3d1c62b7c67046d0bb7294df/qa; will attempt to use it 2024-08-10T04:37:09.153 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_36f0121854057afc3d1c62b7c67046d0bb7294df/qa/tasks 2024-08-10T04:37:09.154 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-10T04:37:09.155 INFO:teuthology.task.internal:Checking packages... 2024-08-10T04:37:09.182 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bca9905d683c89d50ebab7089e7e4e66f174979e' 2024-08-10T04:37:09.182 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:37:09.182 INFO:teuthology.packaging:ref: None 2024-08-10T04:37:09.182 INFO:teuthology.packaging:tag: None 2024-08-10T04:37:09.183 INFO:teuthology.packaging:branch: squid 2024-08-10T04:37:09.183 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:37:09.183 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-08-10T04:37:09.379 INFO:teuthology.task.internal:Found packages for ceph version 19.1.0-1337.g36f01218 2024-08-10T04:37:09.381 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-10T04:37:09.387 INFO:teuthology.task.internal:no buildpackages task found 2024-08-10T04:37:09.388 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-10T04:37:09.399 INFO:teuthology.task.internal:Saving configuration 2024-08-10T04:37:09.417 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-10T04:37:09.424 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-10T04:37:09.451 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi078.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-10 04:32:03.654184', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF1GB4p8aLhLfStqGzMhMrNx9Nxf+bFC7R7I5oonNls17AQ7c0cRCVEjPv4MnWmiwnTipM87dEngXn5ywCqUkxw='} 2024-08-10T04:37:09.474 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi107.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-10 04:32:03.655915', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAKmCBLov482nzVsJhBi60fzwSN78t+od9oRnWfMXWJ5sBYNFLWEJfKowqtfokZD0sV3PZbIaAm0URnrNIBALxw='} 2024-08-10T04:37:09.474 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-10T04:37:09.480 INFO:teuthology.task.internal:roles: ubuntu@smithi078.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-10T04:37:09.481 INFO:teuthology.task.internal:roles: ubuntu@smithi107.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-10T04:37:09.481 INFO:teuthology.run_tasks:Running task console_log... 2024-08-10T04:37:09.538 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8289397ac0>, signals=[15]) 2024-08-10T04:37:09.538 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-10T04:37:09.545 INFO:teuthology.task.internal:Opening connections... 2024-08-10T04:37:09.545 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi078.front.sepia.ceph.com 2024-08-10T04:37:09.546 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:37:09.620 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi107.front.sepia.ceph.com 2024-08-10T04:37:09.621 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:37:09.694 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-10T04:37:09.701 DEBUG:teuthology.orchestra.run.smithi078:> uname -m 2024-08-10T04:37:09.719 INFO:teuthology.orchestra.run.smithi078.stdout:x86_64 2024-08-10T04:37:09.719 DEBUG:teuthology.orchestra.run.smithi078:> cat /etc/os-release 2024-08-10T04:37:09.777 INFO:teuthology.orchestra.run.smithi078.stdout:NAME="CentOS Stream" 2024-08-10T04:37:09.777 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION="9" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:ID="centos" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:ID_LIKE="rhel fedora" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION_ID="9" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:PLATFORM_ID="platform:el9" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:ANSI_COLOR="0;31" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:LOGO="fedora-logo-icon" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:HOME_URL="https://centos.org/" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-10T04:37:09.778 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-10T04:37:09.781 INFO:teuthology.lock.ops:Updating smithi078.front.sepia.ceph.com on lock server 2024-08-10T04:37:09.797 DEBUG:teuthology.orchestra.run.smithi107:> uname -m 2024-08-10T04:37:09.815 INFO:teuthology.orchestra.run.smithi107.stdout:x86_64 2024-08-10T04:37:09.815 DEBUG:teuthology.orchestra.run.smithi107:> cat /etc/os-release 2024-08-10T04:37:09.872 INFO:teuthology.orchestra.run.smithi107.stdout:NAME="CentOS Stream" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION="9" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:ID="centos" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:ID_LIKE="rhel fedora" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_ID="9" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:PLATFORM_ID="platform:el9" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:ANSI_COLOR="0;31" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:LOGO="fedora-logo-icon" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:HOME_URL="https://centos.org/" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-10T04:37:09.873 INFO:teuthology.orchestra.run.smithi107.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-10T04:37:09.874 INFO:teuthology.lock.ops:Updating smithi107.front.sepia.ceph.com on lock server 2024-08-10T04:37:09.889 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-10T04:37:09.897 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-10T04:37:09.948 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-10T04:37:09.949 DEBUG:teuthology.orchestra.run.smithi078:> test '!' -e /home/ubuntu/cephtest 2024-08-10T04:37:09.951 DEBUG:teuthology.orchestra.run.smithi107:> test '!' -e /home/ubuntu/cephtest 2024-08-10T04:37:09.967 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-10T04:37:09.974 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-10T04:37:09.974 DEBUG:teuthology.orchestra.run.smithi078:> test -z $(ls -A /var/lib/ceph) 2024-08-10T04:37:10.009 DEBUG:teuthology.orchestra.run.smithi107:> test -z $(ls -A /var/lib/ceph) 2024-08-10T04:37:10.111 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-10T04:37:10.164 INFO:teuthology.run_tasks:Running task kernel... 2024-08-10T04:37:10.180 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-10T04:37:10.180 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-10T04:37:10.180 DEBUG:teuthology.orchestra.run.smithi078:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-10T04:37:10.181 DEBUG:teuthology.orchestra.run.smithi107:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-10T04:37:10.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:37:10.198 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-08-10T04:37:10.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:37:10.199 DEBUG:teuthology.orchestra.run.smithi107:> uname -r 2024-08-10T04:37:10.255 INFO:teuthology.orchestra.run.smithi078.stdout:5.14.0-437.el9.x86_64 2024-08-10T04:37:10.255 INFO:teuthology.task.kernel:Running kernel on smithi078: 5.14.0-437.el9.x86_64 2024-08-10T04:37:10.256 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum install -y kernel 2024-08-10T04:37:10.257 INFO:teuthology.orchestra.run.smithi107.stdout:5.14.0-437.el9.x86_64 2024-08-10T04:37:10.257 INFO:teuthology.task.kernel:Running kernel on smithi107: 5.14.0-437.el9.x86_64 2024-08-10T04:37:10.257 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum install -y kernel 2024-08-10T04:37:12.647 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-08-10T04:37:13.512 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.2 MB 00:01 2024-08-10T04:37:17.172 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 20 MB 00:03 2024-08-10T04:37:21.748 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - CRB 7.8 MB/s | 6.6 MB 00:00 2024-08-10T04:37:22.393 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 20 MB 00:07 2024-08-10T04:37:24.016 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - Extras packages 20 kB/s | 18 kB 00:00 2024-08-10T04:37:24.944 INFO:teuthology.orchestra.run.smithi107.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-08-10T04:37:27.935 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.6 MB 00:01 2024-08-10T04:37:29.736 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 18 kB 00:00 2024-08-10T04:37:30.266 INFO:teuthology.orchestra.run.smithi107.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-10T04:37:30.623 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 29 MB/s | 22 MB 00:00 2024-08-10T04:37:32.264 INFO:teuthology.orchestra.run.smithi107.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-10T04:37:32.264 INFO:teuthology.orchestra.run.smithi107.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-10T04:37:32.363 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2024-08-10T04:37:32.370 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2024-08-10T04:37:32.370 INFO:teuthology.orchestra.run.smithi107.stdout: Package Architecture Version Repository Size 2024-08-10T04:37:32.370 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout:Install 4 Packages 2024-08-10T04:37:32.371 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:37:32.372 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 84 M 2024-08-10T04:37:32.372 INFO:teuthology.orchestra.run.smithi107.stdout:Installed size: 126 M 2024-08-10T04:37:32.372 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2024-08-10T04:37:32.867 INFO:teuthology.orchestra.run.smithi107.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 6.5 MB/s | 1.5 MB 00:00 2024-08-10T04:37:33.151 INFO:teuthology.orchestra.run.smithi107.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 33 MB/s | 17 MB 00:00 2024-08-10T04:37:33.601 INFO:teuthology.orchestra.run.smithi107.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 37 MB/s | 36 MB 00:00 2024-08-10T04:37:33.860 INFO:teuthology.orchestra.run.smithi107.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 30 MB/s | 30 MB 00:00 2024-08-10T04:37:33.860 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:37:33.860 INFO:teuthology.orchestra.run.smithi107.stdout:Total 57 MB/s | 84 MB 00:01 2024-08-10T04:37:34.596 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2024-08-10T04:37:34.924 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2024-08-10T04:37:34.924 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2024-08-10T04:37:35.908 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2024-08-10T04:37:35.908 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2024-08-10T04:37:35.954 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-10T04:37:37.927 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-10T04:37:37.927 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-10T04:37:38.026 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-08-10T04:37:38.037 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-08-10T04:37:38.037 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2024-08-10T04:37:38.037 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-08-10T04:37:38.037 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout:Install 4 Packages 2024-08-10T04:37:38.038 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:37:38.039 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 84 M 2024-08-10T04:37:38.039 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 126 M 2024-08-10T04:37:38.039 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-08-10T04:37:38.336 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2024-08-10T04:37:38.555 INFO:teuthology.orchestra.run.smithi078.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 3.3 MB/s | 1.5 MB 00:00 2024-08-10T04:37:39.050 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:37:39.143 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:37:41.782 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:37:41.921 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:37:45.647 INFO:teuthology.orchestra.run.smithi078.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 2.3 MB/s | 17 MB 00:07 2024-08-10T04:37:46.775 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:37:46.838 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:37:51.712 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:37:52.005 INFO:teuthology.orchestra.run.smithi078.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 2.2 MB/s | 30 MB 00:13 2024-08-10T04:37:54.888 INFO:teuthology.orchestra.run.smithi078.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 2.1 MB/s | 36 MB 00:16 2024-08-10T04:37:54.888 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:37:54.888 INFO:teuthology.orchestra.run.smithi078.stdout:Total 5.0 MB/s | 84 MB 00:16 2024-08-10T04:37:55.624 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-08-10T04:37:55.947 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-08-10T04:37:55.947 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-08-10T04:37:56.939 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-08-10T04:37:56.939 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-08-10T04:37:59.388 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-08-10T04:38:00.065 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:38:00.156 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:38:02.815 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:38:02.954 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:38:07.794 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:38:08.025 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:12.852 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:21.644 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:21.683 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:22.061 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:22.061 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:38:22.061 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:38:22.061 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:38:22.862 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:22.862 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:38:22.862 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2024-08-10T04:38:22.862 INFO:teuthology.orchestra.run.smithi107.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-10T04:38:22.862 INFO:teuthology.orchestra.run.smithi107.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-10T04:38:22.862 INFO:teuthology.orchestra.run.smithi107.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-10T04:38:22.863 INFO:teuthology.orchestra.run.smithi107.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-10T04:38:22.863 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:38:22.863 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2024-08-10T04:38:23.249 DEBUG:teuthology.orchestra.run.smithi107:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:38:23.331 INFO:teuthology.orchestra.run.smithi107.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:38:23.331 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:38:23.331 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-10T04:38:23.332 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-10T04:38:23.332 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-10T04:38:23.332 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-10T04:38:23.332 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi107.front.sepia.ceph.com, path=None, version=distro) 2024-08-10T04:38:23.332 DEBUG:teuthology.orchestra.run.smithi107:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:38:23.388 INFO:teuthology.orchestra.run.smithi107.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:38:23.388 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:38:23.389 DEBUG:teuthology.orchestra.run.smithi107:> sudo rpm -qi grub2-tools 2024-08-10T04:38:23.419 INFO:teuthology.orchestra.run.smithi107.stdout:Name : grub2-tools 2024-08-10T04:38:23.419 INFO:teuthology.orchestra.run.smithi107.stdout:Epoch : 1 2024-08-10T04:38:23.419 INFO:teuthology.orchestra.run.smithi107.stdout:Version : 2.06 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Release : 68.el9 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Architecture: x86_64 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Group : Unspecified 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Size : 8264254 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:License : GPLv3+ 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-10T04:38:23.420 INFO:teuthology.orchestra.run.smithi107.stdout:Packager : builder@centos.org 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:Vendor : CentOS 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:Summary : Support tools for GRUB. 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:Description : 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:hardware devices. 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:38:23.421 INFO:teuthology.orchestra.run.smithi107.stdout:This subpackage provides tools for support of all platforms. 2024-08-10T04:38:23.422 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-10T04:38:23.422 INFO:teuthology.task.kernel:Updating grub on smithi107 to boot 5.14.0-480.el9.x86_64 2024-08-10T04:38:23.423 DEBUG:teuthology.orchestra.run.smithi107:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-10T04:38:24.014 INFO:teuthology.orchestra.run.smithi107.stderr:Generating grub configuration file ... 2024-08-10T04:38:25.491 INFO:teuthology.orchestra.run.smithi107.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-10T04:38:25.517 INFO:teuthology.orchestra.run.smithi107.stderr:done 2024-08-10T04:38:25.519 DEBUG:teuthology.orchestra.run.smithi107:> mktemp 2024-08-10T04:38:25.538 INFO:teuthology.orchestra.run.smithi107.stdout:/tmp/tmp.XuWemhadZx 2024-08-10T04:38:25.538 DEBUG:teuthology.orchestra.run.smithi107:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.XuWemhadZx 2024-08-10T04:38:25.603 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0666 /tmp/tmp.XuWemhadZx 2024-08-10T04:38:25.740 DEBUG:teuthology.orchestra.remote:smithi107:/tmp/tmp.XuWemhadZx is 6KB 2024-08-10T04:38:25.791 DEBUG:teuthology.orchestra.run.smithi107:> rm -fr /tmp/tmp.XuWemhadZx 2024-08-10T04:38:25.806 DEBUG:teuthology.orchestra.run.smithi107:> sudo /bin/ls /boot/loader/entries || true 2024-08-10T04:38:25.866 INFO:teuthology.orchestra.run.smithi107.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-10T04:38:25.867 INFO:teuthology.orchestra.run.smithi107.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-10T04:38:25.867 INFO:teuthology.orchestra.run.smithi107.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-10T04:38:25.867 INFO:teuthology.orchestra.run.smithi107.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-10T04:38:25.868 DEBUG:teuthology.orchestra.run.smithi107:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-10T04:38:26.008 DEBUG:teuthology.orchestra.run.smithi107:> sudo shutdown -r now 2024-08-10T04:38:42.497 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:42.538 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:42.929 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:42.929 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:38:42.929 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:38:42.929 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:38:43.722 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:38:43.722 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:38:43.722 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-08-10T04:38:43.722 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-10T04:38:43.722 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-10T04:38:43.722 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-10T04:38:43.723 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-10T04:38:43.723 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:38:43.723 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-08-10T04:38:44.120 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:38:44.206 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:38:44.206 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:38:44.206 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-10T04:38:44.206 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-10T04:38:44.206 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-10T04:38:44.207 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-10T04:38:44.207 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi078.front.sepia.ceph.com, path=None, version=distro) 2024-08-10T04:38:44.207 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:38:44.263 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:38:44.264 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:38:44.264 DEBUG:teuthology.orchestra.run.smithi078:> sudo rpm -qi grub2-tools 2024-08-10T04:38:44.294 INFO:teuthology.orchestra.run.smithi078.stdout:Name : grub2-tools 2024-08-10T04:38:44.294 INFO:teuthology.orchestra.run.smithi078.stdout:Epoch : 1 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Version : 2.06 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Release : 68.el9 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Architecture: x86_64 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Group : Unspecified 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Size : 8264254 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:License : GPLv3+ 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Packager : builder@centos.org 2024-08-10T04:38:44.295 INFO:teuthology.orchestra.run.smithi078.stdout:Vendor : CentOS 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:Summary : Support tools for GRUB. 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:Description : 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:hardware devices. 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:38:44.296 INFO:teuthology.orchestra.run.smithi078.stdout:This subpackage provides tools for support of all platforms. 2024-08-10T04:38:44.297 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-10T04:38:44.297 INFO:teuthology.task.kernel:Updating grub on smithi078 to boot 5.14.0-480.el9.x86_64 2024-08-10T04:38:44.297 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-10T04:38:44.888 INFO:teuthology.orchestra.run.smithi078.stderr:Generating grub configuration file ... 2024-08-10T04:38:46.276 INFO:teuthology.orchestra.run.smithi078.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-10T04:38:46.290 INFO:teuthology.orchestra.run.smithi078.stderr:done 2024-08-10T04:38:46.292 DEBUG:teuthology.orchestra.run.smithi078:> mktemp 2024-08-10T04:38:46.309 INFO:teuthology.orchestra.run.smithi078.stdout:/tmp/tmp.CCoZnww4QF 2024-08-10T04:38:46.309 DEBUG:teuthology.orchestra.run.smithi078:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.CCoZnww4QF 2024-08-10T04:38:46.380 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0666 /tmp/tmp.CCoZnww4QF 2024-08-10T04:38:46.520 DEBUG:teuthology.orchestra.remote:smithi078:/tmp/tmp.CCoZnww4QF is 6KB 2024-08-10T04:38:46.570 DEBUG:teuthology.orchestra.run.smithi078:> rm -fr /tmp/tmp.CCoZnww4QF 2024-08-10T04:38:46.584 DEBUG:teuthology.orchestra.run.smithi078:> sudo /bin/ls /boot/loader/entries || true 2024-08-10T04:38:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-10T04:38:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-10T04:38:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-10T04:38:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-10T04:38:46.651 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-10T04:38:46.804 DEBUG:teuthology.orchestra.run.smithi078:> sudo shutdown -r now 2024-08-10T04:38:56.018 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-10T04:38:56.019 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-08-10T04:38:56.019 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:39:16.826 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-10T04:39:16.827 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-08-10T04:39:16.827 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:39:30.527 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2024-08-10T04:39:39.534 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-08-10T04:39:39.535 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:39:51.519 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2024-08-10T04:39:57.918 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2024-08-10T04:40:00.522 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-08-10T04:40:00.523 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:40:09.927 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-08-10T04:40:09.928 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:40:12.272 DEBUG:teuthology.orchestra.run.smithi107:> true 2024-08-10T04:40:12.729 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-08-10T04:40:12.729 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-10T04:40:12.729 DEBUG:teuthology.orchestra.run.smithi107:> uname -r 2024-08-10T04:40:12.744 INFO:teuthology.orchestra.run.smithi107.stdout:5.14.0-480.el9.x86_64 2024-08-10T04:40:12.744 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-10T04:40:12.744 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-10T04:40:12.744 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-10T04:40:13.746 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-10T04:40:13.746 DEBUG:teuthology.orchestra.run.smithi107:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-10T04:40:13.822 INFO:teuthology.orchestra.run.smithi107.stdout:ttyS1 2024-08-10T04:40:13.872 DEBUG:teuthology.parallel:result is None 2024-08-10T04:40:18.910 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2024-08-10T04:40:30.912 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-08-10T04:40:30.913 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:40:31.281 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-08-10T04:40:31.712 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-08-10T04:40:31.712 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-10T04:40:31.712 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-08-10T04:40:31.727 INFO:teuthology.orchestra.run.smithi078.stdout:5.14.0-480.el9.x86_64 2024-08-10T04:40:31.727 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-10T04:40:31.727 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-10T04:40:31.727 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-10T04:40:32.728 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-10T04:40:32.728 DEBUG:teuthology.orchestra.run.smithi078:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-10T04:40:32.797 INFO:teuthology.orchestra.run.smithi078.stdout:ttyS1 2024-08-10T04:40:32.829 DEBUG:teuthology.parallel:result is None 2024-08-10T04:40:32.830 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-10T04:40:32.836 INFO:teuthology.task.internal:Creating test directory... 2024-08-10T04:40:32.836 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-10T04:40:32.838 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-10T04:40:32.860 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-10T04:40:32.869 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-10T04:40:32.878 INFO:teuthology.task.internal:Creating archive directory... 2024-08-10T04:40:32.878 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-10T04:40:32.895 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-10T04:40:32.992 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-10T04:40:32.999 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-10T04:40:32.999 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-10T04:40:33.002 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-10T04:40:33.032 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:40:33.044 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:40:33.052 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:40:33.062 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:40:33.063 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-10T04:40:33.071 INFO:teuthology.task.internal:Configuring sudo... 2024-08-10T04:40:33.071 DEBUG:teuthology.orchestra.run.smithi078:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-10T04:40:33.073 DEBUG:teuthology.orchestra.run.smithi107:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-10T04:40:33.113 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-10T04:40:33.122 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-10T04:40:33.122 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-10T04:40:33.140 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-10T04:40:33.169 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:40:33.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:40:33.278 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:40:33.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:40:33.400 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:40:33.400 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-10T04:40:33.467 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:40:33.512 DEBUG:teuthology.orchestra.run.smithi107:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:40:33.562 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:40:33.646 DEBUG:teuthology.orchestra.run.smithi107:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:40:33.688 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:40:33.689 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-10T04:40:33.755 DEBUG:teuthology.orchestra.run.smithi078:> sudo service rsyslog restart 2024-08-10T04:40:33.758 DEBUG:teuthology.orchestra.run.smithi107:> sudo service rsyslog restart 2024-08-10T04:40:33.798 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T04:40:33.851 INFO:teuthology.orchestra.run.smithi107.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T04:40:34.360 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-10T04:40:34.368 INFO:teuthology.task.internal:Starting timer... 2024-08-10T04:40:34.368 INFO:teuthology.run_tasks:Running task pcp... 2024-08-10T04:40:34.378 INFO:teuthology.run_tasks:Running task selinux... 2024-08-10T04:40:34.386 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-10T04:40:34.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo service auditd rotate 2024-08-10T04:40:34.476 INFO:teuthology.orchestra.run.smithi078.stdout:Rotating logs: 2024-08-10T04:40:34.478 DEBUG:teuthology.orchestra.run.smithi107:> sudo service auditd rotate 2024-08-10T04:40:34.542 INFO:teuthology.orchestra.run.smithi107.stdout:Rotating logs: 2024-08-10T04:40:34.544 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-10T04:40:34.544 DEBUG:teuthology.orchestra.run.smithi078:> /usr/sbin/getenforce 2024-08-10T04:40:34.567 INFO:teuthology.orchestra.run.smithi078.stdout:Permissive 2024-08-10T04:40:34.567 DEBUG:teuthology.orchestra.run.smithi107:> /usr/sbin/getenforce 2024-08-10T04:40:34.595 INFO:teuthology.orchestra.run.smithi107.stdout:Permissive 2024-08-10T04:40:34.596 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi078.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi107.front.sepia.ceph.com': 'permissive'} 2024-08-10T04:40:34.596 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T04:40:34.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:40:34.636 DEBUG:teuthology.orchestra.run.smithi107:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T04:40:34.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:40:34.664 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-10T04:40:34.664 DEBUG:teuthology.orchestra.run.smithi078:> sudo /usr/sbin/setenforce permissive 2024-08-10T04:40:34.803 DEBUG:teuthology.orchestra.run.smithi107:> sudo /usr/sbin/setenforce permissive 2024-08-10T04:40:34.830 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-10T04:40:34.843 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-10T04:40:34.860 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-10T04:40:34.862 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi078.front.sepia.ceph.com,smithi107.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-10T04:45:09.351 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi078.front.sepia.ceph.com'), Remote(name='ubuntu@smithi107.front.sepia.ceph.com')] 2024-08-10T04:45:09.352 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-08-10T04:45:09.353 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:45:09.431 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-08-10T04:45:09.523 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-08-10T04:45:09.523 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-08-10T04:45:09.524 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:45:09.597 DEBUG:teuthology.orchestra.run.smithi107:> true 2024-08-10T04:45:09.677 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi107.front.sepia.ceph.com' 2024-08-10T04:45:09.677 INFO:teuthology.run_tasks:Running task clock... 2024-08-10T04:45:09.688 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-10T04:45:09.688 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-10T04:45:09.689 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T04:45:09.691 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-10T04:45:09.692 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T04:45:09.720 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-10T04:45:09.736 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-10T04:45:09.747 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-10T04:45:09.761 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: ntpd: command not found 2024-08-10T04:45:09.762 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-10T04:45:09.773 INFO:teuthology.orchestra.run.smithi078.stdout:506 Cannot talk to daemon 2024-08-10T04:45:09.787 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-10T04:45:09.788 INFO:teuthology.orchestra.run.smithi107.stderr:sudo: ntpd: command not found 2024-08-10T04:45:09.800 INFO:teuthology.orchestra.run.smithi107.stdout:506 Cannot talk to daemon 2024-08-10T04:45:09.801 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-10T04:45:09.814 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-10T04:45:09.829 INFO:teuthology.orchestra.run.smithi107.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-10T04:45:09.864 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-08-10T04:45:09.868 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T04:45:09.868 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-08-10T04:45:09.868 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.868 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.868 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.868 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.893 INFO:teuthology.orchestra.run.smithi107.stderr:bash: line 1: ntpq: command not found 2024-08-10T04:45:09.897 INFO:teuthology.orchestra.run.smithi107.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T04:45:09.897 INFO:teuthology.orchestra.run.smithi107.stdout:=============================================================================== 2024-08-10T04:45:09.897 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.897 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.897 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.897 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T04:45:09.898 INFO:teuthology.run_tasks:Running task pexec... 2024-08-10T04:45:09.911 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-10T04:45:09.911 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi078.front.sepia.ceph.com 2024-08-10T04:45:09.911 DEBUG:teuthology.orchestra.run.smithi078:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-10T04:45:09.912 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi107.front.sepia.ceph.com 2024-08-10T04:45:09.912 DEBUG:teuthology.orchestra.run.smithi107:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-10T04:45:10.475 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:10 ago on Sat 10 Aug 2024 04:44:00 AM UTC. 2024-08-10T04:45:10.525 INFO:teuthology.orchestra.run.smithi107.stdout:Last metadata expiration check: 0:01:11 ago on Sat 10 Aug 2024 04:43:59 AM UTC. 2024-08-10T04:45:10.557 INFO:teuthology.orchestra.run.smithi078.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-10T04:45:10.598 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-08-10T04:45:10.612 INFO:teuthology.orchestra.run.smithi107.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrading: 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-10T04:45:10.619 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout:Install 4 Packages 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrade 2 Packages 2024-08-10T04:45:10.620 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:45:10.621 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 2.0 M 2024-08-10T04:45:10.621 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-08-10T04:45:10.654 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2024-08-10T04:45:10.669 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: Package Architecture Version Repository Size 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout:Upgrading: 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-10T04:45:10.670 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:45:10.671 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2024-08-10T04:45:10.671 INFO:teuthology.orchestra.run.smithi107.stdout:================================================================================ 2024-08-10T04:45:10.671 INFO:teuthology.orchestra.run.smithi107.stdout:Install 4 Packages 2024-08-10T04:45:10.671 INFO:teuthology.orchestra.run.smithi107.stdout:Upgrade 2 Packages 2024-08-10T04:45:10.671 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:45:10.671 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 2.0 M 2024-08-10T04:45:10.671 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2024-08-10T04:45:10.837 INFO:teuthology.orchestra.run.smithi078.stdout:(1/6): python3-configshell-1.1.30-1.el9.noarch. 750 kB/s | 72 kB 00:00 2024-08-10T04:45:10.863 INFO:teuthology.orchestra.run.smithi078.stdout:(2/6): nvmetcli-0.7-3.el9.noarch.rpm 368 kB/s | 44 kB 00:00 2024-08-10T04:45:10.888 INFO:teuthology.orchestra.run.smithi078.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 576 kB/s | 84 kB 00:00 2024-08-10T04:45:10.922 INFO:teuthology.orchestra.run.smithi078.stdout:(4/6): libnvme-1.9-2.el9.x86_64.rpm 1.8 MB/s | 106 kB 00:00 2024-08-10T04:45:10.980 INFO:teuthology.orchestra.run.smithi078.stdout:(5/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.7 MB/s | 837 kB 00:00 2024-08-10T04:45:11.048 INFO:teuthology.orchestra.run.smithi078.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 5.6 MB/s | 903 kB 00:00 2024-08-10T04:45:11.048 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:45:11.048 INFO:teuthology.orchestra.run.smithi078.stdout:Total 4.7 MB/s | 2.0 MB 00:00 2024-08-10T04:45:11.099 INFO:teuthology.orchestra.run.smithi107.stdout:(1/6): python3-configshell-1.1.30-1.el9.noarch. 199 kB/s | 72 kB 00:00 2024-08-10T04:45:11.115 INFO:teuthology.orchestra.run.smithi107.stdout:(2/6): nvmetcli-0.7-3.el9.noarch.rpm 118 kB/s | 44 kB 00:00 2024-08-10T04:45:11.118 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-08-10T04:45:11.134 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-08-10T04:45:11.134 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-08-10T04:45:11.174 INFO:teuthology.orchestra.run.smithi107.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 194 kB/s | 84 kB 00:00 2024-08-10T04:45:11.299 INFO:teuthology.orchestra.run.smithi107.stdout:(4/6): libnvme-1.9-2.el9.x86_64.rpm 578 kB/s | 106 kB 00:00 2024-08-10T04:45:11.341 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-08-10T04:45:11.341 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-08-10T04:45:11.616 INFO:teuthology.orchestra.run.smithi107.stdout:(5/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 2.0 MB/s | 903 kB 00:00 2024-08-10T04:45:11.687 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-08-10T04:45:11.741 INFO:teuthology.orchestra.run.smithi107.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 1.3 MB/s | 837 kB 00:00 2024-08-10T04:45:11.741 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:45:11.742 INFO:teuthology.orchestra.run.smithi107.stdout:Total 1.9 MB/s | 2.0 MB 00:01 2024-08-10T04:45:11.816 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2024-08-10T04:45:11.831 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2024-08-10T04:45:11.831 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2024-08-10T04:45:11.909 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-10T04:45:11.968 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-10T04:45:12.004 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-10T04:45:12.037 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-10T04:45:12.042 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2024-08-10T04:45:12.042 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2024-08-10T04:45:12.061 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-10T04:45:12.330 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-10T04:45:12.390 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-10T04:45:12.392 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2024-08-10T04:45:12.603 INFO:teuthology.orchestra.run.smithi107.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-10T04:45:12.670 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-10T04:45:12.671 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-10T04:45:12.701 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-10T04:45:12.705 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-10T04:45:12.739 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-10T04:45:12.764 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-10T04:45:12.790 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-10T04:45:13.032 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-10T04:45:13.108 INFO:teuthology.orchestra.run.smithi107.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-10T04:45:13.390 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-10T04:45:13.427 INFO:teuthology.orchestra.run.smithi107.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-10T04:45:13.522 INFO:teuthology.orchestra.run.smithi107.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-10T04:45:13.696 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-10T04:45:13.697 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-10T04:45:13.697 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-10T04:45:13.697 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-10T04:45:13.697 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-10T04:45:13.697 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-10T04:45:13.697 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-10T04:45:13.697 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-10T04:45:14.053 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-10T04:45:14.053 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:45:14.053 INFO:teuthology.orchestra.run.smithi078.stdout:Upgraded: 2024-08-10T04:45:14.053 INFO:teuthology.orchestra.run.smithi078.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-10T04:45:14.053 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-08-10T04:45:14.053 INFO:teuthology.orchestra.run.smithi078.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-10T04:45:14.054 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-10T04:45:14.054 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:45:14.054 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-08-10T04:45:14.440 DEBUG:teuthology.parallel:result is None 2024-08-10T04:45:14.442 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-10T04:45:14.442 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-10T04:45:14.442 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-10T04:45:14.443 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-10T04:45:14.443 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-10T04:45:14.443 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-10T04:45:14.443 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-10T04:45:14.443 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout:Upgraded: 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:45:14.805 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2024-08-10T04:45:15.150 DEBUG:teuthology.parallel:result is None 2024-08-10T04:45:15.151 INFO:teuthology.run_tasks:Running task install... 2024-08-10T04:45:15.159 DEBUG:teuthology.task.install:project ceph 2024-08-10T04:45:15.159 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e'}} 2024-08-10T04:45:15.159 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e'} 2024-08-10T04:45:15.159 INFO:teuthology.task.install:Using flavor: default 2024-08-10T04:45:15.165 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-10T04:45:15.165 INFO:teuthology.task.install:extra packages: [] 2024-08-10T04:45:15.165 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e', 'tag': None, 'wait_for_package': False} 2024-08-10T04:45:15.165 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:45:15.165 INFO:teuthology.packaging:ref: None 2024-08-10T04:45:15.165 INFO:teuthology.packaging:tag: None 2024-08-10T04:45:15.165 INFO:teuthology.packaging:branch: quincy 2024-08-10T04:45:15.166 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:45:15.166 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T04:45:15.168 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e', 'tag': None, 'wait_for_package': False} 2024-08-10T04:45:15.168 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:45:15.168 INFO:teuthology.packaging:ref: None 2024-08-10T04:45:15.168 INFO:teuthology.packaging:tag: None 2024-08-10T04:45:15.168 INFO:teuthology.packaging:branch: quincy 2024-08-10T04:45:15.168 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:45:15.168 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T04:45:15.417 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/ 2024-08-10T04:45:15.418 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1372.g56ceb861 2024-08-10T04:45:15.425 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/ 2024-08-10T04:45:15.425 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1372.g56ceb861 2024-08-10T04:45:15.528 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-10T04:45:15.528 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:45:15.528 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-10T04:45:15.539 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-10T04:45:15.539 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:45:15.539 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-10T04:45:15.556 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-10T04:45:15.556 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:45:15.556 INFO:teuthology.packaging:ref: None 2024-08-10T04:45:15.556 INFO:teuthology.packaging:tag: None 2024-08-10T04:45:15.556 INFO:teuthology.packaging:branch: quincy 2024-08-10T04:45:15.556 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:45:15.556 DEBUG:teuthology.orchestra.run.smithi107:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-10T04:45:15.572 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-10T04:45:15.572 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:45:15.572 INFO:teuthology.packaging:ref: None 2024-08-10T04:45:15.572 INFO:teuthology.packaging:tag: None 2024-08-10T04:45:15.572 INFO:teuthology.packaging:branch: quincy 2024-08-10T04:45:15.572 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:45:15.572 DEBUG:teuthology.orchestra.run.smithi078:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-10T04:45:15.622 DEBUG:teuthology.orchestra.run.smithi107:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-10T04:45:15.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-10T04:45:15.697 DEBUG:teuthology.orchestra.run.smithi107:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-10T04:45:15.720 DEBUG:teuthology.orchestra.run.smithi078:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-10T04:45:15.762 INFO:teuthology.orchestra.run.smithi107.stdout:check_obsoletes = 1 2024-08-10T04:45:15.764 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum clean all 2024-08-10T04:45:15.786 INFO:teuthology.orchestra.run.smithi078.stdout:check_obsoletes = 1 2024-08-10T04:45:15.788 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum clean all 2024-08-10T04:45:15.991 INFO:teuthology.orchestra.run.smithi107.stdout:45 files removed 2024-08-10T04:45:16.018 DEBUG:teuthology.orchestra.run.smithi107:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-10T04:45:16.024 INFO:teuthology.orchestra.run.smithi078.stdout:45 files removed 2024-08-10T04:45:16.051 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-10T04:45:16.618 INFO:teuthology.orchestra.run.smithi107.stdout:ceph packages for x86_64 238 kB/s | 77 kB 00:00 2024-08-10T04:45:16.641 INFO:teuthology.orchestra.run.smithi078.stdout:ceph packages for x86_64 248 kB/s | 77 kB 00:00 2024-08-10T04:45:16.960 INFO:teuthology.orchestra.run.smithi107.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-08-10T04:45:16.983 INFO:teuthology.orchestra.run.smithi078.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-08-10T04:45:17.269 INFO:teuthology.orchestra.run.smithi107.stdout:ceph source packages 6.7 kB/s | 1.8 kB 00:00 2024-08-10T04:45:17.300 INFO:teuthology.orchestra.run.smithi078.stdout:ceph source packages 6.5 kB/s | 1.8 kB 00:00 2024-08-10T04:45:17.911 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-08-10T04:45:20.276 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.2 MB 00:02 2024-08-10T04:45:23.653 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - AppStream 4.3 MB/s | 20 MB 00:04 2024-08-10T04:45:23.768 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - AppStream 8.5 MB/s | 20 MB 00:02 2024-08-10T04:45:28.461 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - CRB 8.0 MB/s | 6.6 MB 00:00 2024-08-10T04:45:30.012 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 18 kB 00:00 2024-08-10T04:45:30.095 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - CRB 2.4 MB/s | 6.6 MB 00:02 2024-08-10T04:45:30.991 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 26 MB/s | 22 MB 00:00 2024-08-10T04:45:31.628 INFO:teuthology.orchestra.run.smithi107.stdout:CentOS Stream 9 - Extras packages 87 kB/s | 18 kB 00:00 2024-08-10T04:45:32.774 INFO:teuthology.orchestra.run.smithi107.stdout:Extra Packages for Enterprise Linux 22 MB/s | 22 MB 00:01 2024-08-10T04:45:36.297 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 42 kB/s | 1.7 kB 00:00 2024-08-10T04:45:38.205 INFO:teuthology.orchestra.run.smithi107.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-08-10T04:45:38.596 INFO:teuthology.orchestra.run.smithi078.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T04:45:38.597 INFO:teuthology.orchestra.run.smithi078.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T04:45:38.656 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout: ceph x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 6.5 k 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 5.0 M 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 813 k 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 137 k 2024-08-10T04:45:38.663 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 1.4 M 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 124 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 3.4 M 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 7.4 M 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 47 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 14 M 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 48 M 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 83 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 637 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 126 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 181 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-10T04:45:38.664 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 369 k 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 344 k 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 117 k 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 82 k 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 165 k 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrading: 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: librados2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.1 M 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 22 M 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 24 k 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.1 M 2024-08-10T04:45:38.665 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 240 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.9 M 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 15 M 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 15 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 163 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-10T04:45:38.666 INFO:teuthology.orchestra.run.smithi078.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 458 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 4.9 M 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-10T04:45:38.667 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 45 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 120 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-08-10T04:45:38.668 INFO:teuthology.orchestra.run.smithi078.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-10T04:45:38.669 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-10T04:45:38.670 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-10T04:45:38.671 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-10T04:45:38.671 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-10T04:45:38.671 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-10T04:45:38.671 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-10T04:45:38.671 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-10T04:45:38.671 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-10T04:45:38.671 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-10T04:45:38.672 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-10T04:45:38.672 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-10T04:45:38.672 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-10T04:45:38.672 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-10T04:45:38.672 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-10T04:45:38.672 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-10T04:45:38.672 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-10T04:45:38.673 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-10T04:45:38.673 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-10T04:45:38.673 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-10T04:45:38.673 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-10T04:45:38.673 INFO:teuthology.orchestra.run.smithi078.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout:Installing weak dependencies: 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout:Install 112 Packages 2024-08-10T04:45:38.674 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrade 2 Packages 2024-08-10T04:45:38.675 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:45:38.675 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 190 M 2024-08-10T04:45:38.675 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-08-10T04:45:39.323 INFO:teuthology.orchestra.run.smithi078.stdout:(1/114): ceph-17.2.7-1372.g56ceb861.el9.x86_64. 37 kB/s | 6.5 kB 00:00 2024-08-10T04:45:39.532 INFO:teuthology.orchestra.run.smithi078.stdout:(2/114): ceph-fuse-17.2.7-1372.g56ceb861.el9.x8 3.8 MB/s | 813 kB 00:00 2024-08-10T04:45:39.624 INFO:teuthology.orchestra.run.smithi078.stdout:(3/114): ceph-base-17.2.7-1372.g56ceb861.el9.x8 10 MB/s | 5.0 MB 00:00 2024-08-10T04:45:39.649 INFO:teuthology.orchestra.run.smithi078.stdout:(4/114): ceph-immutable-object-cache-17.2.7-137 1.1 MB/s | 137 kB 00:00 2024-08-10T04:45:39.766 INFO:teuthology.orchestra.run.smithi078.stdout:(5/114): ceph-mds-17.2.7-1372.g56ceb861.el9.x86 15 MB/s | 2.1 MB 00:00 2024-08-10T04:45:39.825 INFO:teuthology.orchestra.run.smithi078.stdout:(6/114): ceph-mgr-17.2.7-1372.g56ceb861.el9.x86 8.0 MB/s | 1.4 MB 00:00 2024-08-10T04:45:40.009 INFO:teuthology.orchestra.run.smithi078.stdout:(7/114): ceph-mon-17.2.7-1372.g56ceb861.el9.x86 16 MB/s | 3.9 MB 00:00 2024-08-10T04:45:40.376 INFO:teuthology.orchestra.run.smithi078.stdout:(8/114): ceph-common-17.2.7-1372.g56ceb861.el9. 18 MB/s | 22 MB 00:01 2024-08-10T04:45:40.417 INFO:teuthology.orchestra.run.smithi078.stdout:(9/114): ceph-selinux-17.2.7-1372.g56ceb861.el9 606 kB/s | 25 kB 00:00 2024-08-10T04:45:40.465 INFO:teuthology.orchestra.run.smithi107.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T04:45:40.466 INFO:teuthology.orchestra.run.smithi107.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T04:45:40.524 INFO:teuthology.orchestra.run.smithi107.stdout:Dependencies resolved. 2024-08-10T04:45:40.533 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================= 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: Package Arch Version Repository Size 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================= 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout:Installing: 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 6.5 k 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-base x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 5.0 M 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 813 k 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 137 k 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 1.4 M 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 124 k 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 3.4 M 2024-08-10T04:45:40.534 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 7.4 M 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-rook noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 47 k 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-radosgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 14 M 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-test x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 48 M 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 83 k 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 637 k 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: librados-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 126 k 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cephfs x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 181 k 2024-08-10T04:45:40.535 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rados x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 369 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 344 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 117 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 82 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-mirror x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-nbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 165 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout:Upgrading: 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: librados2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.1 M 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: librbd1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout:Installing dependencies: 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 22 M 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 24 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mds x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.1 M 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 240 k 2024-08-10T04:45:40.536 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mon x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.9 M 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-osd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 15 M 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 15 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-selinux x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: libcephsqlite x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 163 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-10T04:45:40.537 INFO:teuthology.orchestra.run.smithi107.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: libradosstriper1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 458 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: librgw2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 4.9 M 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-10T04:45:40.538 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-argparse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 45 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 120 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-10T04:45:40.539 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-10T04:45:40.540 INFO:teuthology.orchestra.run.smithi107.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-10T04:45:40.541 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-10T04:45:40.542 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout:Installing weak dependencies: 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction Summary 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout:======================================================================================= 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout:Install 112 Packages 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout:Upgrade 2 Packages 2024-08-10T04:45:40.543 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:45:40.544 INFO:teuthology.orchestra.run.smithi107.stdout:Total download size: 190 M 2024-08-10T04:45:40.544 INFO:teuthology.orchestra.run.smithi107.stdout:Downloading Packages: 2024-08-10T04:45:40.876 INFO:teuthology.orchestra.run.smithi078.stdout:(10/114): ceph-radosgw-17.2.7-1372.g56ceb861.el 16 MB/s | 14 MB 00:00 2024-08-10T04:45:41.052 INFO:teuthology.orchestra.run.smithi078.stdout:(11/114): ceph-osd-17.2.7-1372.g56ceb861.el9.x8 13 MB/s | 15 MB 00:01 2024-08-10T04:45:41.077 INFO:teuthology.orchestra.run.smithi078.stdout:(12/114): libcephfs-devel-17.2.7-1372.g56ceb861 125 kB/s | 25 kB 00:00 2024-08-10T04:45:41.110 INFO:teuthology.orchestra.run.smithi078.stdout:(13/114): libcephfs2-17.2.7-1372.g56ceb861.el9. 11 MB/s | 637 kB 00:00 2024-08-10T04:45:41.136 INFO:teuthology.orchestra.run.smithi078.stdout:(14/114): libcephsqlite-17.2.7-1372.g56ceb861.e 2.7 MB/s | 163 kB 00:00 2024-08-10T04:45:41.170 INFO:teuthology.orchestra.run.smithi078.stdout:(15/114): librados-devel-17.2.7-1372.g56ceb861. 2.1 MB/s | 126 kB 00:00 2024-08-10T04:45:41.195 INFO:teuthology.orchestra.run.smithi078.stdout:(16/114): libradosstriper1-17.2.7-1372.g56ceb86 7.6 MB/s | 458 kB 00:00 2024-08-10T04:45:41.197 INFO:teuthology.orchestra.run.smithi107.stdout:(1/114): ceph-17.2.7-1372.g56ceb861.el9.x86_64. 39 kB/s | 6.5 kB 00:00 2024-08-10T04:45:41.245 INFO:teuthology.orchestra.run.smithi078.stdout:(17/114): python3-ceph-argparse-17.2.7-1372.g56 899 kB/s | 45 kB 00:00 2024-08-10T04:45:41.312 INFO:teuthology.orchestra.run.smithi078.stdout:(18/114): python3-ceph-common-17.2.7-1372.g56ce 1.8 MB/s | 120 kB 00:00 2024-08-10T04:45:41.379 INFO:teuthology.orchestra.run.smithi078.stdout:(19/114): python3-cephfs-17.2.7-1372.g56ceb861. 2.7 MB/s | 181 kB 00:00 2024-08-10T04:45:41.438 INFO:teuthology.orchestra.run.smithi078.stdout:(20/114): librgw2-17.2.7-1372.g56ceb861.el9.x86 18 MB/s | 4.9 MB 00:00 2024-08-10T04:45:41.463 INFO:teuthology.orchestra.run.smithi078.stdout:(21/114): python3-rados-17.2.7-1372.g56ceb861.e 4.3 MB/s | 369 kB 00:00 2024-08-10T04:45:41.488 INFO:teuthology.orchestra.run.smithi078.stdout:(22/114): python3-rbd-17.2.7-1372.g56ceb861.el9 6.7 MB/s | 344 kB 00:00 2024-08-10T04:45:41.514 INFO:teuthology.orchestra.run.smithi078.stdout:(23/114): python3-rgw-17.2.7-1372.g56ceb861.el9 2.3 MB/s | 117 kB 00:00 2024-08-10T04:45:41.523 INFO:teuthology.orchestra.run.smithi107.stdout:(2/114): ceph-fuse-17.2.7-1372.g56ceb861.el9.x8 2.4 MB/s | 813 kB 00:00 2024-08-10T04:45:41.539 INFO:teuthology.orchestra.run.smithi078.stdout:(24/114): rbd-fuse-17.2.7-1372.g56ceb861.el9.x8 1.6 MB/s | 82 kB 00:00 2024-08-10T04:45:41.606 INFO:teuthology.orchestra.run.smithi078.stdout:(25/114): rbd-nbd-17.2.7-1372.g56ceb861.el9.x86 2.4 MB/s | 165 kB 00:00 2024-08-10T04:45:41.623 INFO:teuthology.orchestra.run.smithi107.stdout:(3/114): ceph-immutable-object-cache-17.2.7-137 1.3 MB/s | 137 kB 00:00 2024-08-10T04:45:41.665 INFO:teuthology.orchestra.run.smithi078.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1372.g 419 kB/s | 24 kB 00:00 2024-08-10T04:45:41.723 INFO:teuthology.orchestra.run.smithi078.stdout:(27/114): rbd-mirror-17.2.7-1372.g56ceb861.el9. 14 MB/s | 2.9 MB 00:00 2024-08-10T04:45:41.748 INFO:teuthology.orchestra.run.smithi078.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1372.g56ceb86 1.4 MB/s | 124 kB 00:00 2024-08-10T04:45:41.790 INFO:teuthology.orchestra.run.smithi107.stdout:(4/114): ceph-base-17.2.7-1372.g56ceb861.el9.x8 6.5 MB/s | 5.0 MB 00:00 2024-08-10T04:45:41.991 INFO:teuthology.orchestra.run.smithi078.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1372.g56ceb 13 MB/s | 3.4 MB 00:00 2024-08-10T04:45:42.015 INFO:teuthology.orchestra.run.smithi107.stdout:(5/114): ceph-mgr-17.2.7-1372.g56ceb861.el9.x86 6.3 MB/s | 1.4 MB 00:00 2024-08-10T04:45:42.041 INFO:teuthology.orchestra.run.smithi078.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1372.g56 4.7 MB/s | 240 kB 00:00 2024-08-10T04:45:42.108 INFO:teuthology.orchestra.run.smithi078.stdout:(31/114): ceph-mgr-rook-17.2.7-1372.g56ceb861.e 713 kB/s | 47 kB 00:00 2024-08-10T04:45:42.183 INFO:teuthology.orchestra.run.smithi078.stdout:(32/114): ceph-prometheus-alerts-17.2.7-1372.g5 194 kB/s | 15 kB 00:00 2024-08-10T04:45:42.240 INFO:teuthology.orchestra.run.smithi107.stdout:(6/114): ceph-mds-17.2.7-1372.g56ceb861.el9.x86 3.4 MB/s | 2.1 MB 00:00 2024-08-10T04:45:42.267 INFO:teuthology.orchestra.run.smithi078.stdout:(33/114): ceph-mgr-diskprediction-local-17.2.7- 14 MB/s | 7.4 MB 00:00 2024-08-10T04:45:42.292 INFO:teuthology.orchestra.run.smithi078.stdout:(34/114): cephadm-17.2.7-1372.g56ceb861.el9.noa 760 kB/s | 83 kB 00:00 2024-08-10T04:45:42.341 INFO:teuthology.orchestra.run.smithi107.stdout:(7/114): ceph-mon-17.2.7-1372.g56ceb861.el9.x86 12 MB/s | 3.9 MB 00:00 2024-08-10T04:45:42.434 INFO:teuthology.orchestra.run.smithi078.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 479 kB/s | 80 kB 00:00 2024-08-10T04:45:42.542 INFO:teuthology.orchestra.run.smithi078.stdout:(36/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 195 kB 00:00 2024-08-10T04:45:42.626 INFO:teuthology.orchestra.run.smithi078.stdout:(37/114): libgfortran-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 803 kB 00:00 2024-08-10T04:45:42.676 INFO:teuthology.orchestra.run.smithi078.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-08-10T04:45:42.727 INFO:teuthology.orchestra.run.smithi078.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-10T04:45:42.811 INFO:teuthology.orchestra.run.smithi078.stdout:(40/114): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-08-10T04:45:42.894 INFO:teuthology.orchestra.run.smithi078.stdout:(41/114): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-08-10T04:45:43.099 INFO:teuthology.orchestra.run.smithi107.stdout:(8/114): ceph-radosgw-17.2.7-1372.g56ceb861.el9 19 MB/s | 14 MB 00:00 2024-08-10T04:45:43.149 INFO:teuthology.orchestra.run.smithi107.stdout:(9/114): ceph-selinux-17.2.7-1372.g56ceb861.el9 506 kB/s | 25 kB 00:00 2024-08-10T04:45:43.353 INFO:teuthology.orchestra.run.smithi078.stdout:(42/114): ceph-test-17.2.7-1372.g56ceb861.el9.x 16 MB/s | 48 MB 00:02 2024-08-10T04:45:43.378 INFO:teuthology.orchestra.run.smithi078.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 443 kB/s | 215 kB 00:00 2024-08-10T04:45:43.412 INFO:teuthology.orchestra.run.smithi078.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 1.6 MB/s | 1.2 MB 00:00 2024-08-10T04:45:43.512 INFO:teuthology.orchestra.run.smithi078.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 206 kB/s | 33 kB 00:00 2024-08-10T04:45:43.537 INFO:teuthology.orchestra.run.smithi078.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 145 kB/s | 18 kB 00:00 2024-08-10T04:45:43.638 INFO:teuthology.orchestra.run.smithi078.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 453 kB/s | 45 kB 00:00 2024-08-10T04:45:43.671 INFO:teuthology.orchestra.run.smithi078.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-08-10T04:45:43.805 INFO:teuthology.orchestra.run.smithi078.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.0 MB/s | 3.0 MB 00:00 2024-08-10T04:45:43.830 INFO:teuthology.orchestra.run.smithi078.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-08-10T04:45:43.850 INFO:teuthology.orchestra.run.smithi107.stdout:(10/114): ceph-osd-17.2.7-1372.g56ceb861.el9.x8 9.5 MB/s | 15 MB 00:01 2024-08-10T04:45:43.864 INFO:teuthology.orchestra.run.smithi078.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 602 kB/s | 35 kB 00:00 2024-08-10T04:45:43.939 INFO:teuthology.orchestra.run.smithi078.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-08-10T04:45:43.964 INFO:teuthology.orchestra.run.smithi078.stdout:(53/114): librdkafka-1.6.1-102.el9.x86_64.rpm 2.0 MB/s | 662 kB 00:00 2024-08-10T04:45:44.058 INFO:teuthology.orchestra.run.smithi107.stdout:(11/114): ceph-common-17.2.7-1372.g56ceb861.el9 7.4 MB/s | 22 MB 00:03 2024-08-10T04:45:44.075 INFO:teuthology.orchestra.run.smithi107.stdout:(12/114): libcephfs-devel-17.2.7-1372.g56ceb861 111 kB/s | 25 kB 00:00 2024-08-10T04:45:44.115 INFO:teuthology.orchestra.run.smithi078.stdout:(54/114): python3-babel-2.9.1-2.el9.noarch.rpm 34 MB/s | 6.0 MB 00:00 2024-08-10T04:45:44.125 INFO:teuthology.orchestra.run.smithi107.stdout:(13/114): libcephsqlite-17.2.7-1372.g56ceb861.e 3.2 MB/s | 163 kB 00:00 2024-08-10T04:45:44.140 INFO:teuthology.orchestra.run.smithi078.stdout:(55/114): python3-devel-3.9.18-3.el9.x86_64.rpm 1.4 MB/s | 244 kB 00:00 2024-08-10T04:45:44.159 INFO:teuthology.orchestra.run.smithi107.stdout:(14/114): libcephfs2-17.2.7-1372.g56ceb861.el9. 6.2 MB/s | 637 kB 00:00 2024-08-10T04:45:44.173 INFO:teuthology.orchestra.run.smithi078.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 299 kB/s | 17 kB 00:00 2024-08-10T04:45:44.201 INFO:teuthology.orchestra.run.smithi107.stdout:(15/114): librados-devel-17.2.7-1372.g56ceb861. 1.6 MB/s | 126 kB 00:00 2024-08-10T04:45:44.226 INFO:teuthology.orchestra.run.smithi107.stdout:(16/114): libradosstriper1-17.2.7-1372.g56ceb86 6.7 MB/s | 458 kB 00:00 2024-08-10T04:45:44.232 INFO:teuthology.orchestra.run.smithi078.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 439 kB/s | 26 kB 00:00 2024-08-10T04:45:44.257 INFO:teuthology.orchestra.run.smithi078.stdout:(58/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-08-10T04:45:44.268 INFO:teuthology.orchestra.run.smithi107.stdout:(17/114): python3-ceph-argparse-17.2.7-1372.g56 1.1 MB/s | 45 kB 00:00 2024-08-10T04:45:44.291 INFO:teuthology.orchestra.run.smithi078.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 327 kB/s | 19 kB 00:00 2024-08-10T04:45:44.350 INFO:teuthology.orchestra.run.smithi078.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 597 kB/s | 35 kB 00:00 2024-08-10T04:45:44.352 INFO:teuthology.orchestra.run.smithi107.stdout:(18/114): python3-ceph-common-17.2.7-1372.g56ce 1.4 MB/s | 120 kB 00:00 2024-08-10T04:45:44.375 INFO:teuthology.orchestra.run.smithi078.stdout:(61/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-08-10T04:45:44.436 INFO:teuthology.orchestra.run.smithi107.stdout:(19/114): python3-cephfs-17.2.7-1372.g56ceb861. 2.1 MB/s | 181 kB 00:00 2024-08-10T04:45:44.492 INFO:teuthology.orchestra.run.smithi078.stdout:(62/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 5.1 MB 00:00 2024-08-10T04:45:44.517 INFO:teuthology.orchestra.run.smithi078.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-08-10T04:45:44.519 INFO:teuthology.orchestra.run.smithi107.stdout:(20/114): librgw2-17.2.7-1372.g56ceb861.el9.x86 15 MB/s | 4.9 MB 00:00 2024-08-10T04:45:44.544 INFO:teuthology.orchestra.run.smithi107.stdout:(21/114): python3-rados-17.2.7-1372.g56ceb861.e 3.3 MB/s | 369 kB 00:00 2024-08-10T04:45:44.550 INFO:teuthology.orchestra.run.smithi078.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-08-10T04:45:44.570 INFO:teuthology.orchestra.run.smithi107.stdout:(22/114): python3-rbd-17.2.7-1372.g56ceb861.el9 6.7 MB/s | 344 kB 00:00 2024-08-10T04:45:44.587 INFO:teuthology.orchestra.run.smithi107.stdout:(23/114): python3-rgw-17.2.7-1372.g56ceb861.el9 2.7 MB/s | 117 kB 00:00 2024-08-10T04:45:44.593 INFO:teuthology.orchestra.run.smithi078.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-08-10T04:45:44.604 INFO:teuthology.orchestra.run.smithi107.stdout:(24/114): rbd-fuse-17.2.7-1372.g56ceb861.el9.x8 2.4 MB/s | 82 kB 00:00 2024-08-10T04:45:44.618 INFO:teuthology.orchestra.run.smithi078.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 618 kB/s | 41 kB 00:00 2024-08-10T04:45:44.643 INFO:teuthology.orchestra.run.smithi078.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-08-10T04:45:44.646 INFO:teuthology.orchestra.run.smithi107.stdout:(25/114): rbd-nbd-17.2.7-1372.g56ceb861.el9.x86 3.9 MB/s | 165 kB 00:00 2024-08-10T04:45:44.702 INFO:teuthology.orchestra.run.smithi078.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 5.6 MB/s | 477 kB 00:00 2024-08-10T04:45:44.721 INFO:teuthology.orchestra.run.smithi107.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1372.g 326 kB/s | 24 kB 00:00 2024-08-10T04:45:44.761 INFO:teuthology.orchestra.run.smithi078.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-08-10T04:45:44.794 INFO:teuthology.orchestra.run.smithi078.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-08-10T04:45:44.821 INFO:teuthology.orchestra.run.smithi107.stdout:(27/114): rbd-mirror-17.2.7-1372.g56ceb861.el9. 13 MB/s | 2.9 MB 00:00 2024-08-10T04:45:44.847 INFO:teuthology.orchestra.run.smithi107.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1372.g56ceb86 989 kB/s | 124 kB 00:00 2024-08-10T04:45:44.851 INFO:teuthology.orchestra.run.smithi078.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 903 kB/s | 51 kB 00:00 2024-08-10T04:45:44.904 INFO:teuthology.orchestra.run.smithi078.stdout:(72/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-08-10T04:45:45.012 INFO:teuthology.orchestra.run.smithi078.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 2.0 MB/s | 519 kB 00:00 2024-08-10T04:45:45.071 INFO:teuthology.orchestra.run.smithi078.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 716 kB/s | 42 kB 00:00 2024-08-10T04:45:45.288 INFO:teuthology.orchestra.run.smithi078.stdout:(75/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 42 MB/s | 16 MB 00:00 2024-08-10T04:45:45.313 INFO:teuthology.orchestra.run.smithi078.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 1.2 MB/s | 304 kB 00:00 2024-08-10T04:45:45.330 INFO:teuthology.orchestra.run.smithi107.stdout:(29/114): ceph-test-17.2.7-1372.g56ceb861.el9.x 22 MB/s | 48 MB 00:02 2024-08-10T04:45:45.372 INFO:teuthology.orchestra.run.smithi078.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 762 kB/s | 64 kB 00:00 2024-08-10T04:45:45.397 INFO:teuthology.orchestra.run.smithi107.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1372.g56ceb 5.8 MB/s | 3.4 MB 00:00 2024-08-10T04:45:45.423 INFO:teuthology.orchestra.run.smithi107.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1372.g56 2.6 MB/s | 240 kB 00:00 2024-08-10T04:45:45.430 INFO:teuthology.orchestra.run.smithi078.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.6 MB/s | 309 kB 00:00 2024-08-10T04:45:45.448 INFO:teuthology.orchestra.run.smithi107.stdout:(32/114): ceph-mgr-rook-17.2.7-1372.g56ceb861.e 950 kB/s | 47 kB 00:00 2024-08-10T04:45:45.455 INFO:teuthology.orchestra.run.smithi078.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-08-10T04:45:45.473 INFO:teuthology.orchestra.run.smithi107.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1372.g5 292 kB/s | 15 kB 00:00 2024-08-10T04:45:45.481 INFO:teuthology.orchestra.run.smithi078.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 457 kB/s | 49 kB 00:00 2024-08-10T04:45:45.498 INFO:teuthology.orchestra.run.smithi107.stdout:(34/114): cephadm-17.2.7-1372.g56ceb861.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-10T04:45:45.506 INFO:teuthology.orchestra.run.smithi078.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-10T04:45:45.531 INFO:teuthology.orchestra.run.smithi078.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-10T04:45:45.556 INFO:teuthology.orchestra.run.smithi078.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 563 kB/s | 14 kB 00:00 2024-08-10T04:45:45.590 INFO:teuthology.orchestra.run.smithi078.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.0 MB/s | 548 kB 00:00 2024-08-10T04:45:45.607 INFO:teuthology.orchestra.run.smithi107.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 9.7 MB/s | 7.4 MB 00:00 2024-08-10T04:45:45.615 INFO:teuthology.orchestra.run.smithi078.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 2.9 MB/s | 172 kB 00:00 2024-08-10T04:45:45.649 INFO:teuthology.orchestra.run.smithi078.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-08-10T04:45:45.675 INFO:teuthology.orchestra.run.smithi078.stdout:(87/114): python3-google-auth-2.32.0-1.el9.noar 3.6 MB/s | 216 kB 00:00 2024-08-10T04:45:45.708 INFO:teuthology.orchestra.run.smithi078.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 182 kB/s | 11 kB 00:00 2024-08-10T04:45:45.733 INFO:teuthology.orchestra.run.smithi078.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 301 kB/s | 18 kB 00:00 2024-08-10T04:45:45.749 INFO:teuthology.orchestra.run.smithi107.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 290 kB/s | 80 kB 00:00 2024-08-10T04:45:45.792 INFO:teuthology.orchestra.run.smithi078.stdout:(90/114): openblas-openmp-0.3.21-2.el9.x86_64.r 2.4 MB/s | 4.7 MB 00:01 2024-08-10T04:45:45.807 INFO:teuthology.orchestra.run.smithi107.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 977 kB/s | 195 kB 00:00 2024-08-10T04:45:45.817 INFO:teuthology.orchestra.run.smithi078.stdout:(91/114): python3-jaraco-collections-3.0.0-8.el 213 kB/s | 23 kB 00:00 2024-08-10T04:45:45.841 INFO:teuthology.orchestra.run.smithi107.stdout:(38/114): libgfortran-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 803 kB 00:00 2024-08-10T04:45:45.842 INFO:teuthology.orchestra.run.smithi078.stdout:(92/114): python3-jaraco-functools-3.5.0-2.el9. 179 kB/s | 19 kB 00:00 2024-08-10T04:45:45.866 INFO:teuthology.orchestra.run.smithi107.stdout:(39/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-08-10T04:45:45.883 INFO:teuthology.orchestra.run.smithi107.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-08-10T04:45:45.893 INFO:teuthology.orchestra.run.smithi078.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 386 kB/s | 9.0 kB 00:00 2024-08-10T04:45:45.918 INFO:teuthology.orchestra.run.smithi078.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 842 kB/s | 41 kB 00:00 2024-08-10T04:45:45.925 INFO:teuthology.orchestra.run.smithi107.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-08-10T04:45:45.942 INFO:teuthology.orchestra.run.smithi107.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-08-10T04:45:45.943 INFO:teuthology.orchestra.run.smithi078.stdout:(95/114): python3-jaraco-text-3.2.0-6.el9.noarc 130 kB/s | 20 kB 00:00 2024-08-10T04:45:45.969 INFO:teuthology.orchestra.run.smithi078.stdout:(96/114): python3-logutils-0.3.5-21.el9.noarch. 921 kB/s | 46 kB 00:00 2024-08-10T04:45:45.992 INFO:teuthology.orchestra.run.smithi107.stdout:(43/114): python3-cryptography-36.0.1-4.el9.x86 6.6 MB/s | 1.2 MB 00:00 2024-08-10T04:45:45.994 INFO:teuthology.orchestra.run.smithi078.stdout:(97/114): python3-more-itertools-8.12.0-2.el9.n 1.5 MB/s | 79 kB 00:00 2024-08-10T04:45:46.018 INFO:teuthology.orchestra.run.smithi107.stdout:(44/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-08-10T04:45:46.019 INFO:teuthology.orchestra.run.smithi078.stdout:(98/114): python3-natsort-7.1.1-5.el9.noarch.rp 1.1 MB/s | 58 kB 00:00 2024-08-10T04:45:46.043 INFO:teuthology.orchestra.run.smithi107.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 325 kB/s | 33 kB 00:00 2024-08-10T04:45:46.047 INFO:teuthology.orchestra.run.smithi078.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 606 kB/s | 16 kB 00:00 2024-08-10T04:45:46.072 INFO:teuthology.orchestra.run.smithi078.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-10T04:45:46.097 INFO:teuthology.orchestra.run.smithi078.stdout:(101/114): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-08-10T04:45:46.102 INFO:teuthology.orchestra.run.smithi107.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 218 kB/s | 18 kB 00:00 2024-08-10T04:45:46.114 INFO:teuthology.orchestra.run.smithi078.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 735 kB/s | 31 kB 00:00 2024-08-10T04:45:46.127 INFO:teuthology.orchestra.run.smithi107.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-08-10T04:45:46.139 INFO:teuthology.orchestra.run.smithi078.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-10T04:45:46.152 INFO:teuthology.orchestra.run.smithi107.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 904 kB/s | 45 kB 00:00 2024-08-10T04:45:46.165 INFO:teuthology.orchestra.run.smithi078.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.7 MB/s | 188 kB 00:00 2024-08-10T04:45:46.190 INFO:teuthology.orchestra.run.smithi078.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-08-10T04:45:46.215 INFO:teuthology.orchestra.run.smithi078.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-10T04:45:46.240 INFO:teuthology.orchestra.run.smithi078.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-10T04:45:46.244 INFO:teuthology.orchestra.run.smithi107.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-08-10T04:45:46.269 INFO:teuthology.orchestra.run.smithi107.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-08-10T04:45:46.274 INFO:teuthology.orchestra.run.smithi078.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-08-10T04:45:46.286 INFO:teuthology.orchestra.run.smithi107.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 843 kB/s | 35 kB 00:00 2024-08-10T04:45:46.299 INFO:teuthology.orchestra.run.smithi078.stdout:(109/114): python3-kubernetes-26.1.0-2.el9.noar 2.5 MB/s | 1.0 MB 00:00 2024-08-10T04:45:46.324 INFO:teuthology.orchestra.run.smithi078.stdout:(110/114): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-08-10T04:45:46.345 INFO:teuthology.orchestra.run.smithi107.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-08-10T04:45:46.358 INFO:teuthology.orchestra.run.smithi078.stdout:(111/114): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-08-10T04:45:46.408 INFO:teuthology.orchestra.run.smithi078.stdout:(112/114): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-08-10T04:45:46.567 INFO:teuthology.orchestra.run.smithi078.stdout:(113/114): librados2-17.2.7-1372.g56ceb861.el9. 13 MB/s | 3.1 MB 00:00 2024-08-10T04:45:46.642 INFO:teuthology.orchestra.run.smithi078.stdout:(114/114): librbd1-17.2.7-1372.g56ceb861.el9.x8 10 MB/s | 2.9 MB 00:00 2024-08-10T04:45:46.648 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:45:46.648 INFO:teuthology.orchestra.run.smithi078.stdout:Total 24 MB/s | 190 MB 00:07 2024-08-10T04:45:46.779 INFO:teuthology.orchestra.run.smithi107.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-08-10T04:45:46.879 INFO:teuthology.orchestra.run.smithi107.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-08-10T04:45:46.912 INFO:teuthology.orchestra.run.smithi107.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 527 kB/s | 17 kB 00:00 2024-08-10T04:45:47.004 INFO:teuthology.orchestra.run.smithi107.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.7 MB/s | 248 kB 00:00 2024-08-10T04:45:47.038 INFO:teuthology.orchestra.run.smithi107.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 768 kB/s | 26 kB 00:00 2024-08-10T04:45:47.071 INFO:teuthology.orchestra.run.smithi107.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 578 kB/s | 19 kB 00:00 2024-08-10T04:45:47.155 INFO:teuthology.orchestra.run.smithi107.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-08-10T04:45:47.189 INFO:teuthology.orchestra.run.smithi107.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 1.0 MB/s | 35 kB 00:00 2024-08-10T04:45:47.389 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-08-10T04:45:47.486 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-08-10T04:45:47.486 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-08-10T04:45:47.522 INFO:teuthology.orchestra.run.smithi107.stdout:(61/114): openblas-openmp-0.3.21-2.el9.x86_64.r 3.8 MB/s | 4.7 MB 00:01 2024-08-10T04:45:47.614 INFO:teuthology.orchestra.run.smithi107.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-08-10T04:45:47.698 INFO:teuthology.orchestra.run.smithi107.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-08-10T04:45:47.748 INFO:teuthology.orchestra.run.smithi107.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-10T04:45:47.790 INFO:teuthology.orchestra.run.smithi107.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 996 kB/s | 41 kB 00:00 2024-08-10T04:45:47.832 INFO:teuthology.orchestra.run.smithi107.stdout:(66/114): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-08-10T04:45:47.907 INFO:teuthology.orchestra.run.smithi107.stdout:(67/114): python3-babel-2.9.1-2.el9.noarch.rpm 3.8 MB/s | 6.0 MB 00:01 2024-08-10T04:45:47.974 INFO:teuthology.orchestra.run.smithi107.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-08-10T04:45:48.058 INFO:teuthology.orchestra.run.smithi107.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 2.1 MB/s | 477 kB 00:00 2024-08-10T04:45:48.083 INFO:teuthology.orchestra.run.smithi107.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-08-10T04:45:48.133 INFO:teuthology.orchestra.run.smithi107.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-08-10T04:45:48.175 INFO:teuthology.orchestra.run.smithi107.stdout:(72/114): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-08-10T04:45:48.259 INFO:teuthology.orchestra.run.smithi107.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 2.5 MB/s | 519 kB 00:00 2024-08-10T04:45:48.325 INFO:teuthology.orchestra.run.smithi107.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 635 kB/s | 42 kB 00:00 2024-08-10T04:45:48.426 INFO:teuthology.orchestra.run.smithi107.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 3.0 MB/s | 304 kB 00:00 2024-08-10T04:45:48.509 INFO:teuthology.orchestra.run.smithi107.stdout:(76/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.9 MB/s | 5.1 MB 00:01 2024-08-10T04:45:48.535 INFO:teuthology.orchestra.run.smithi107.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 586 kB/s | 64 kB 00:00 2024-08-10T04:45:48.618 INFO:teuthology.orchestra.run.smithi107.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.8 MB/s | 309 kB 00:00 2024-08-10T04:45:48.643 INFO:teuthology.orchestra.run.smithi107.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-08-10T04:45:48.669 INFO:teuthology.orchestra.run.smithi107.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 363 kB/s | 49 kB 00:00 2024-08-10T04:45:48.694 INFO:teuthology.orchestra.run.smithi107.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-10T04:45:48.720 INFO:teuthology.orchestra.run.smithi107.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-10T04:45:48.736 INFO:teuthology.orchestra.run.smithi107.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 847 kB/s | 14 kB 00:00 2024-08-10T04:45:48.762 INFO:teuthology.orchestra.run.smithi107.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.5 MB/s | 548 kB 00:00 2024-08-10T04:45:48.787 INFO:teuthology.orchestra.run.smithi107.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-10T04:45:48.812 INFO:teuthology.orchestra.run.smithi107.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 7.0 MB/s | 358 kB 00:00 2024-08-10T04:45:48.838 INFO:teuthology.orchestra.run.smithi107.stdout:(87/114): python3-google-auth-2.32.0-1.el9.noar 4.2 MB/s | 216 kB 00:00 2024-08-10T04:45:48.863 INFO:teuthology.orchestra.run.smithi107.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-08-10T04:45:48.888 INFO:teuthology.orchestra.run.smithi107.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-08-10T04:45:48.914 INFO:teuthology.orchestra.run.smithi107.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 462 kB/s | 23 kB 00:00 2024-08-10T04:45:48.939 INFO:teuthology.orchestra.run.smithi107.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-08-10T04:45:48.964 INFO:teuthology.orchestra.run.smithi107.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-08-10T04:45:48.989 INFO:teuthology.orchestra.run.smithi107.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-10T04:45:49.015 INFO:teuthology.orchestra.run.smithi107.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 816 kB/s | 41 kB 00:00 2024-08-10T04:45:49.040 INFO:teuthology.orchestra.run.smithi107.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-10T04:45:49.057 INFO:teuthology.orchestra.run.smithi107.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 4.6 MB/s | 79 kB 00:00 2024-08-10T04:45:49.079 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-08-10T04:45:49.079 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-08-10T04:45:49.082 INFO:teuthology.orchestra.run.smithi107.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-10T04:45:49.107 INFO:teuthology.orchestra.run.smithi107.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-08-10T04:45:49.133 INFO:teuthology.orchestra.run.smithi107.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 656 kB/s | 16 kB 00:00 2024-08-10T04:45:49.167 INFO:teuthology.orchestra.run.smithi107.stdout:(100/114): python3-kubernetes-26.1.0-2.el9.noar 5.8 MB/s | 1.0 MB 00:00 2024-08-10T04:45:49.192 INFO:teuthology.orchestra.run.smithi107.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-08-10T04:45:49.217 INFO:teuthology.orchestra.run.smithi107.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-08-10T04:45:49.242 INFO:teuthology.orchestra.run.smithi107.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-10T04:45:49.268 INFO:teuthology.orchestra.run.smithi107.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-10T04:45:49.293 INFO:teuthology.orchestra.run.smithi107.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-08-10T04:45:49.318 INFO:teuthology.orchestra.run.smithi107.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-10T04:45:49.335 INFO:teuthology.orchestra.run.smithi107.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 5.3 MB/s | 90 kB 00:00 2024-08-10T04:45:49.361 INFO:teuthology.orchestra.run.smithi107.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.3 MB/s | 230 kB 00:00 2024-08-10T04:45:49.386 INFO:teuthology.orchestra.run.smithi107.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-08-10T04:45:49.411 INFO:teuthology.orchestra.run.smithi107.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-08-10T04:45:49.470 INFO:teuthology.orchestra.run.smithi107.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-10T04:45:49.662 INFO:teuthology.orchestra.run.smithi107.stdout:(112/114): librados2-17.2.7-1372.g56ceb861.el9. 12 MB/s | 3.1 MB 00:00 2024-08-10T04:45:49.737 INFO:teuthology.orchestra.run.smithi107.stdout:(113/114): librbd1-17.2.7-1372.g56ceb861.el9.x8 11 MB/s | 2.9 MB 00:00 2024-08-10T04:45:52.337 INFO:teuthology.orchestra.run.smithi107.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.9 MB/s | 16 MB 00:04 2024-08-10T04:45:52.343 INFO:teuthology.orchestra.run.smithi107.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:45:52.343 INFO:teuthology.orchestra.run.smithi107.stdout:Total 16 MB/s | 190 MB 00:11 2024-08-10T04:45:53.094 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction check 2024-08-10T04:45:53.188 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction check succeeded. 2024-08-10T04:45:53.188 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction test 2024-08-10T04:45:53.614 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-08-10T04:45:53.678 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-10T04:45:53.728 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-10T04:45:53.778 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-10T04:45:54.090 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-10T04:45:54.196 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T04:45:54.317 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T04:45:54.347 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T04:45:54.442 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T04:45:54.489 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T04:45:54.576 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-10T04:45:54.888 INFO:teuthology.orchestra.run.smithi107.stdout:Transaction test succeeded. 2024-08-10T04:45:54.888 INFO:teuthology.orchestra.run.smithi107.stdout:Running transaction 2024-08-10T04:45:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-10T04:45:55.058 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T04:45:55.132 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T04:45:55.159 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T04:45:55.259 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T04:45:55.285 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T04:45:55.412 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T04:45:55.466 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-10T04:45:55.504 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-10T04:45:55.534 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-10T04:45:55.575 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-10T04:45:55.648 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-10T04:45:55.692 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-10T04:45:55.725 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-10T04:45:55.752 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-10T04:45:55.821 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-10T04:45:55.875 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-10T04:45:55.912 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-10T04:45:55.957 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-10T04:45:55.992 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-10T04:45:56.037 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 26/116 2024-08-10T04:45:56.102 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 27/116 2024-08-10T04:45:56.237 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-10T04:45:56.295 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-10T04:45:56.827 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-10T04:45:56.917 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-10T04:45:56.978 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-10T04:45:57.013 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-10T04:45:57.048 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-10T04:45:57.089 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-10T04:45:57.131 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 36/116 2024-08-10T04:45:57.169 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 37/116 2024-08-10T04:45:57.199 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-10T04:45:57.235 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-10T04:45:57.291 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-10T04:45:57.364 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-10T04:45:57.395 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-10T04:45:57.432 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-10T04:45:57.479 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-10T04:45:57.523 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-10T04:45:57.566 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-10T04:45:57.703 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-10T04:45:57.750 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-10T04:45:57.792 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-10T04:45:57.892 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-10T04:45:57.934 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-08-10T04:45:57.976 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-10T04:45:58.028 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-10T04:45:58.074 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-10T04:45:58.198 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-10T04:45:58.239 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-10T04:45:58.278 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-10T04:45:58.386 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-10T04:45:58.440 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-10T04:45:59.167 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-10T04:45:59.220 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-10T04:45:59.254 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-10T04:45:59.288 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-10T04:45:59.390 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-10T04:45:59.428 INFO:teuthology.orchestra.run.smithi107.stdout: Preparing : 1/1 2024-08-10T04:45:59.445 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-10T04:45:59.480 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-10T04:45:59.505 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-10T04:45:59.530 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-10T04:45:59.580 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-10T04:45:59.657 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-10T04:45:59.687 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-10T04:45:59.884 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-10T04:45:59.935 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-10T04:45:59.990 INFO:teuthology.orchestra.run.smithi107.stdout: Upgrading : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T04:46:00.103 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T04:46:00.216 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T04:46:00.311 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T04:46:00.349 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T04:46:00.379 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-10T04:46:00.603 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-10T04:46:00.719 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-10T04:46:00.810 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-10T04:46:00.835 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T04:46:00.909 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T04:46:00.936 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T04:46:01.036 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T04:46:01.062 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T04:46:01.188 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T04:46:01.217 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-10T04:46:01.248 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-10T04:46:01.286 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-10T04:46:01.327 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-10T04:46:01.392 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-10T04:46:01.436 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-10T04:46:01.468 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-10T04:46:01.498 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-10T04:46:01.567 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-10T04:46:01.620 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-10T04:46:01.660 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-10T04:46:01.702 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-10T04:46:01.737 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-10T04:46:01.783 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 26/116 2024-08-10T04:46:01.854 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 27/116 2024-08-10T04:46:01.996 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-10T04:46:02.011 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-10T04:46:02.057 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-10T04:46:02.092 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-10T04:46:02.383 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-10T04:46:02.421 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T04:46:02.498 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T04:46:02.534 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 76/116 2024-08-10T04:46:02.585 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-10T04:46:02.592 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-10T04:46:02.648 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-10T04:46:02.669 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-10T04:46:02.708 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-10T04:46:02.742 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-10T04:46:02.777 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-10T04:46:02.822 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-10T04:46:02.835 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-10T04:46:02.860 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 36/116 2024-08-10T04:46:02.879 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-10T04:46:02.898 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 37/116 2024-08-10T04:46:02.928 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-10T04:46:02.958 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-10T04:46:02.964 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-10T04:46:03.020 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-10T04:46:03.057 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-10T04:46:03.092 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-10T04:46:03.124 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-10T04:46:03.160 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-10T04:46:03.205 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-10T04:46:03.207 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-10T04:46:03.251 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-10T04:46:03.252 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-10T04:46:03.279 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-10T04:46:03.294 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-10T04:46:03.313 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-10T04:46:03.345 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-10T04:46:03.381 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-10T04:46:03.430 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-10T04:46:03.462 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-10T04:46:03.504 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-10T04:46:03.602 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-10T04:46:03.638 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-08-10T04:46:03.687 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-10T04:46:03.724 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-10T04:46:03.769 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-10T04:46:03.851 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T04:46:03.878 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T04:46:03.892 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-10T04:46:03.909 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 90/116 2024-08-10T04:46:03.935 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-10T04:46:03.974 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-10T04:46:03.983 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 91/116 2024-08-10T04:46:04.011 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 92/116 2024-08-10T04:46:04.080 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-10T04:46:04.137 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-10T04:46:04.864 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-10T04:46:04.916 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-10T04:46:04.950 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-10T04:46:04.983 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-10T04:46:05.085 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-10T04:46:05.142 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-10T04:46:05.176 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-10T04:46:05.353 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-10T04:46:05.383 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-10T04:46:05.461 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-10T04:46:06.126 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-10T04:46:06.239 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-10T04:46:06.371 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T04:46:06.399 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T04:46:06.912 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T04:46:06.952 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T04:46:07.049 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T04:46:07.049 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-10T04:46:07.049 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-10T04:46:07.049 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:07.078 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T04:46:07.529 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-10T04:46:07.613 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-10T04:46:07.903 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-10T04:46:07.941 INFO:teuthology.orchestra.run.smithi107.stdout: Upgrading : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T04:46:08.026 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T04:46:08.063 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 76/116 2024-08-10T04:46:08.111 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-10T04:46:08.177 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-10T04:46:08.363 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-10T04:46:08.417 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-10T04:46:08.494 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-10T04:46:08.585 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-10T04:46:08.722 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-10T04:46:08.771 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-10T04:46:08.800 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-10T04:46:08.843 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-10T04:46:08.882 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-10T04:46:08.910 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-10T04:46:09.304 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T04:46:09.342 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T04:46:09.379 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 90/116 2024-08-10T04:46:09.453 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 91/116 2024-08-10T04:46:09.484 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 92/116 2024-08-10T04:46:11.847 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T04:46:11.880 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T04:46:12.401 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T04:46:12.433 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T04:46:12.525 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T04:46:12.526 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-10T04:46:12.526 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-10T04:46:12.526 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:12.550 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /sys 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /proc 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /mnt 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /var/tmp 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /home 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /root 2024-08-10T04:46:18.614 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /tmp 2024-08-10T04:46:18.615 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:18.685 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T04:46:19.664 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T04:46:19.695 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T04:46:20.652 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T04:46:20.678 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T04:46:20.779 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T04:46:20.924 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 99/116 2024-08-10T04:46:20.955 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T04:46:20.980 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T04:46:20.980 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:20.980 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-10T04:46:20.980 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T04:46:20.980 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T04:46:20.980 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:21.023 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T04:46:21.218 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T04:46:21.248 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T04:46:21.272 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T04:46:21.272 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:21.272 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-10T04:46:21.272 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T04:46:21.272 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T04:46:21.272 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:21.650 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T04:46:21.673 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T04:46:21.673 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:21.673 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-10T04:46:21.673 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T04:46:21.673 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T04:46:21.673 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:22.983 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T04:46:23.010 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T04:46:23.010 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:23.010 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-10T04:46:23.011 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T04:46:23.011 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T04:46:23.011 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:23.828 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /sys 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /proc 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /mnt 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /var/tmp 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /home 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /root 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout:skipping the directory /tmp 2024-08-10T04:46:23.829 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:23.897 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T04:46:24.220 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 105/116 2024-08-10T04:46:24.259 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T04:46:24.337 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T04:46:24.338 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:24.338 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-10T04:46:24.338 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T04:46:24.338 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T04:46:24.338 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:24.377 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T04:46:24.400 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T04:46:24.400 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:24.400 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-10T04:46:24.401 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:24.687 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T04:46:24.710 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T04:46:24.710 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:24.710 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-10T04:46:24.710 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T04:46:24.710 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T04:46:24.711 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:24.897 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T04:46:24.934 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T04:46:25.898 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T04:46:25.926 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T04:46:26.026 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T04:46:26.180 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 99/116 2024-08-10T04:46:26.213 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T04:46:26.236 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T04:46:26.236 INFO:teuthology.orchestra.run.smithi107.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:26.236 INFO:teuthology.orchestra.run.smithi107.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-10T04:46:26.236 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T04:46:26.236 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T04:46:26.236 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:26.279 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T04:46:26.472 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T04:46:26.496 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T04:46:26.519 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T04:46:26.520 INFO:teuthology.orchestra.run.smithi107.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:26.520 INFO:teuthology.orchestra.run.smithi107.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-10T04:46:26.520 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T04:46:26.520 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T04:46:26.520 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:26.897 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T04:46:26.921 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T04:46:26.921 INFO:teuthology.orchestra.run.smithi107.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:26.921 INFO:teuthology.orchestra.run.smithi107.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-10T04:46:26.921 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T04:46:26.921 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T04:46:26.921 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:28.248 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T04:46:28.275 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T04:46:28.275 INFO:teuthology.orchestra.run.smithi107.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:28.275 INFO:teuthology.orchestra.run.smithi107.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-10T04:46:28.275 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T04:46:28.275 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T04:46:28.275 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:29.117 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 109/116 2024-08-10T04:46:29.148 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 110/116 2024-08-10T04:46:29.197 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 111/116 2024-08-10T04:46:29.317 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 112/116 2024-08-10T04:46:29.355 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-10T04:46:29.378 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 114/116 2024-08-10T04:46:29.378 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T04:46:29.462 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T04:46:29.462 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T04:46:29.489 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 105/116 2024-08-10T04:46:29.533 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T04:46:29.610 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T04:46:29.611 INFO:teuthology.orchestra.run.smithi107.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:29.611 INFO:teuthology.orchestra.run.smithi107.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-10T04:46:29.611 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T04:46:29.611 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T04:46:29.611 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:29.659 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T04:46:29.682 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T04:46:29.682 INFO:teuthology.orchestra.run.smithi107.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:29.682 INFO:teuthology.orchestra.run.smithi107.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-10T04:46:29.682 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:29.977 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T04:46:30.000 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T04:46:30.000 INFO:teuthology.orchestra.run.smithi107.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T04:46:30.000 INFO:teuthology.orchestra.run.smithi107.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-10T04:46:30.000 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T04:46:30.000 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T04:46:30.000 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:34.432 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 109/116 2024-08-10T04:46:34.472 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 110/116 2024-08-10T04:46:34.513 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 111/116 2024-08-10T04:46:34.551 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T04:46:34.551 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 1/116 2024-08-10T04:46:34.551 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2/116 2024-08-10T04:46:34.551 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 3/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 4/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 5/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 8/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 9/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 12/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 13/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 14/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 15/116 2024-08-10T04:46:34.552 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 16/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 17/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 18/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 19/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 20/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 21/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 22/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 23/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 24/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 25/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 26/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 27/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 28/116 2024-08-10T04:46:34.553 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 29/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 30/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 31/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 32/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 33/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 34/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 35/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-10T04:46:34.554 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-10T04:46:34.555 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-10T04:46:34.556 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-10T04:46:34.557 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-10T04:46:34.558 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-10T04:46:34.559 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-10T04:46:34.560 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-10T04:46:34.561 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-10T04:46:34.561 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-10T04:46:34.561 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 113/116 2024-08-10T04:46:34.561 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-10T04:46:34.561 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 115/116 2024-08-10T04:46:34.632 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 112/116 2024-08-10T04:46:34.678 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-10T04:46:34.702 INFO:teuthology.orchestra.run.smithi107.stdout: Installing : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 114/116 2024-08-10T04:46:34.702 INFO:teuthology.orchestra.run.smithi107.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T04:46:34.769 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T04:46:34.769 INFO:teuthology.orchestra.run.smithi107.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout:Upgraded: 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.617 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.618 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-10T04:46:36.619 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-10T04:46:36.620 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-10T04:46:36.620 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.620 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.620 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.620 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-10T04:46:36.621 INFO:teuthology.orchestra.run.smithi078.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-10T04:46:36.621 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-10T04:46:36.621 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-10T04:46:36.621 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-10T04:46:36.621 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.622 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.622 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-10T04:46:36.622 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.622 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-10T04:46:36.623 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-10T04:46:36.623 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-10T04:46:36.623 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-10T04:46:36.623 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-10T04:46:36.623 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-10T04:46:36.623 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-10T04:46:36.624 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-10T04:46:36.624 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-10T04:46:36.624 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.624 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.624 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-10T04:46:36.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-10T04:46:36.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-10T04:46:36.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-10T04:46:36.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-10T04:46:36.626 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-10T04:46:36.626 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-08-10T04:46:36.626 INFO:teuthology.orchestra.run.smithi078.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-10T04:46:36.626 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-10T04:46:36.626 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-10T04:46:36.626 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-10T04:46:36.627 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-10T04:46:36.627 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-10T04:46:36.627 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-10T04:46:36.627 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-10T04:46:36.627 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-10T04:46:36.628 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-10T04:46:36.628 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-10T04:46:36.628 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-10T04:46:36.628 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-10T04:46:36.628 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-10T04:46:36.629 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-10T04:46:36.629 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-10T04:46:36.629 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-10T04:46:36.629 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-10T04:46:36.629 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-10T04:46:36.630 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-10T04:46:36.630 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-10T04:46:36.630 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-10T04:46:36.630 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-10T04:46:36.630 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply-3.11-14.el9.noarch 2024-08-10T04:46:36.631 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-10T04:46:36.631 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-10T04:46:36.631 INFO:teuthology.orchestra.run.smithi078.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-10T04:46:36.631 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-10T04:46:36.631 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-10T04:46:36.631 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-10T04:46:36.632 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-10T04:46:36.632 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-10T04:46:36.632 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-10T04:46:36.632 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.632 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.633 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-10T04:46:36.633 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-10T04:46:36.633 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-10T04:46:36.633 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.633 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-10T04:46:36.634 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-10T04:46:36.634 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-10T04:46:36.634 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-10T04:46:36.634 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-10T04:46:36.634 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-10T04:46:36.635 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-10T04:46:36.635 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-10T04:46:36.635 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-10T04:46:36.635 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-10T04:46:36.635 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-10T04:46:36.635 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.636 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.636 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:36.636 INFO:teuthology.orchestra.run.smithi078.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-10T04:46:36.636 INFO:teuthology.orchestra.run.smithi078.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-10T04:46:36.636 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-10T04:46:36.636 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:46:36.636 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-08-10T04:46:36.965 DEBUG:teuthology.parallel:result is None 2024-08-10T04:46:39.709 INFO:teuthology.orchestra.run.smithi107.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T04:46:39.709 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 1/116 2024-08-10T04:46:39.709 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2/116 2024-08-10T04:46:39.709 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 3/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 4/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 5/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 8/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 9/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 12/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 13/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 14/116 2024-08-10T04:46:39.710 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 15/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 16/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 17/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 18/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 19/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 20/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 21/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 22/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 23/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 24/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 25/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 26/116 2024-08-10T04:46:39.711 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 27/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 28/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 29/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 30/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 31/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 32/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 33/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 34/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 35/116 2024-08-10T04:46:39.712 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-10T04:46:39.713 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-10T04:46:39.714 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-10T04:46:39.715 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-10T04:46:39.716 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-10T04:46:39.717 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-10T04:46:39.718 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 113/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-10T04:46:39.719 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 115/116 2024-08-10T04:46:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T04:46:41.661 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout:Upgraded: 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout:Installed: 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.662 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.663 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-10T04:46:41.664 INFO:teuthology.orchestra.run.smithi107.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-10T04:46:41.665 INFO:teuthology.orchestra.run.smithi107.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-10T04:46:41.666 INFO:teuthology.orchestra.run.smithi107.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.667 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-10T04:46:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-10T04:46:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-10T04:46:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-10T04:46:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-10T04:46:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-10T04:46:41.668 INFO:teuthology.orchestra.run.smithi107.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-08-10T04:46:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-10T04:46:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-10T04:46:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-10T04:46:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-10T04:46:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-10T04:46:41.669 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-10T04:46:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-10T04:46:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-10T04:46:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-10T04:46:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-10T04:46:41.670 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-10T04:46:41.671 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ply-3.11-14.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-10T04:46:41.672 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-10T04:46:41.673 INFO:teuthology.orchestra.run.smithi107.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-10T04:46:41.674 INFO:teuthology.orchestra.run.smithi107.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-10T04:46:41.675 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:46:41.675 INFO:teuthology.orchestra.run.smithi107.stdout:Complete! 2024-08-10T04:46:42.098 DEBUG:teuthology.parallel:result is None 2024-08-10T04:46:42.099 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:46:42.099 INFO:teuthology.packaging:ref: None 2024-08-10T04:46:42.099 INFO:teuthology.packaging:tag: None 2024-08-10T04:46:42.099 INFO:teuthology.packaging:branch: quincy 2024-08-10T04:46:42.099 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:46:42.099 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T04:46:42.375 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-10T04:46:42.401 INFO:teuthology.orchestra.run.smithi078.stdout:17.2.7-1372.g56ceb861.el9 2024-08-10T04:46:42.401 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1372.g56ceb861.el9 2024-08-10T04:46:42.402 INFO:teuthology.task.install:The correct ceph version 17.2.7-1372.g56ceb861 is installed. 2024-08-10T04:46:42.403 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:46:42.403 INFO:teuthology.packaging:ref: None 2024-08-10T04:46:42.403 INFO:teuthology.packaging:tag: None 2024-08-10T04:46:42.404 INFO:teuthology.packaging:branch: quincy 2024-08-10T04:46:42.404 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:46:42.404 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T04:46:42.627 DEBUG:teuthology.orchestra.run.smithi107:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-10T04:46:42.650 INFO:teuthology.orchestra.run.smithi107.stdout:17.2.7-1372.g56ceb861.el9 2024-08-10T04:46:42.650 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1372.g56ceb861.el9 2024-08-10T04:46:42.650 INFO:teuthology.task.install:The correct ceph version 17.2.7-1372.g56ceb861 is installed. 2024-08-10T04:46:42.652 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-10T04:46:42.653 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:46:42.653 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-10T04:46:42.685 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:46:42.685 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-10T04:46:42.717 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-10T04:46:42.718 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:46:42.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/daemon-helper 2024-08-10T04:46:42.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-10T04:46:42.821 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:46:42.821 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/daemon-helper 2024-08-10T04:46:42.846 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-10T04:46:42.910 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-10T04:46:42.911 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:46:42.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-10T04:46:42.937 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-10T04:46:43.003 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:46:43.004 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-10T04:46:43.028 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-10T04:46:43.092 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-10T04:46:43.092 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:46:43.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/stdin-killer 2024-08-10T04:46:43.117 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-10T04:46:43.182 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:46:43.182 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/stdin-killer 2024-08-10T04:46:43.206 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-10T04:46:43.272 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:46:43.281 INFO:teuthology.task.print:**** done install task... 2024-08-10T04:46:43.281 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:46:43.305 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-10T04:46:43.305 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-10T04:46:43.398 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e'} 2024-08-10T04:46:43.399 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-10T04:46:43.399 INFO:tasks.cephadm:Cluster fsid is 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:46:43.399 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-10T04:46:43.399 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.78', 'mon.c': '[v2:172.21.15.78:3301,v1:172.21.15.78:6790]', 'mon.b': '172.21.15.107'} 2024-08-10T04:46:43.399 INFO:tasks.cephadm:First mon is mon.a on smithi078 2024-08-10T04:46:43.399 INFO:tasks.cephadm:First mgr is y 2024-08-10T04:46:43.400 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-10T04:46:43.400 DEBUG:teuthology.orchestra.run.smithi078:> sudo hostname $(hostname -s) 2024-08-10T04:46:43.425 DEBUG:teuthology.orchestra.run.smithi107:> sudo hostname $(hostname -s) 2024-08-10T04:46:43.450 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-10T04:46:43.450 DEBUG:teuthology.orchestra.run.smithi078:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-10T04:46:43.699 INFO:teuthology.orchestra.run.smithi078.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 10 04:46 /home/ubuntu/cephtest/cephadm 2024-08-10T04:46:43.699 DEBUG:teuthology.orchestra.run.smithi107:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-10T04:46:43.842 INFO:teuthology.orchestra.run.smithi107.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 10 04:46 /home/ubuntu/cephtest/cephadm 2024-08-10T04:46:43.843 DEBUG:teuthology.orchestra.run.smithi078:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-10T04:46:43.859 DEBUG:teuthology.orchestra.run.smithi107:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-10T04:46:43.887 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-10T04:46:43.887 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-10T04:46:43.901 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-10T04:46:44.786 INFO:teuthology.orchestra.run.smithi078.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T04:46:44.810 INFO:teuthology.orchestra.run.smithi107.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T04:47:11.530 INFO:teuthology.orchestra.run.smithi107.stdout:{ 2024-08-10T04:47:11.531 INFO:teuthology.orchestra.run.smithi107.stdout: "ceph_version": "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)", 2024-08-10T04:47:11.531 INFO:teuthology.orchestra.run.smithi107.stdout: "image_id": "354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9", 2024-08-10T04:47:11.531 INFO:teuthology.orchestra.run.smithi107.stdout: "repo_digests": [ 2024-08-10T04:47:11.531 INFO:teuthology.orchestra.run.smithi107.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f" 2024-08-10T04:47:11.531 INFO:teuthology.orchestra.run.smithi107.stdout: ] 2024-08-10T04:47:11.531 INFO:teuthology.orchestra.run.smithi107.stdout:} 2024-08-10T04:47:13.865 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:47:13.865 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_version": "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)", 2024-08-10T04:47:13.865 INFO:teuthology.orchestra.run.smithi078.stdout: "image_id": "354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9", 2024-08-10T04:47:13.865 INFO:teuthology.orchestra.run.smithi078.stdout: "repo_digests": [ 2024-08-10T04:47:13.865 INFO:teuthology.orchestra.run.smithi078.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f" 2024-08-10T04:47:13.865 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-08-10T04:47:13.865 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:47:13.885 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /etc/ceph 2024-08-10T04:47:13.934 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /etc/ceph 2024-08-10T04:47:13.963 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 777 /etc/ceph 2024-08-10T04:47:13.988 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 777 /etc/ceph 2024-08-10T04:47:14.028 INFO:tasks.cephadm:Writing seed config... 2024-08-10T04:47:14.029 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-10T04:47:14.029 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-10T04:47:14.030 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-10T04:47:14.031 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:47:14.031 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-10T04:47:14.047 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 8a876d60-56d3-11ef-bcce-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-10T04:47:14.047 DEBUG:teuthology.orchestra.run.smithi078:mon.a> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service 2024-08-10T04:47:14.090 DEBUG:teuthology.orchestra.run.smithi078:mgr.y> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service 2024-08-10T04:47:14.133 INFO:tasks.cephadm:Bootstrapping... 2024-08-10T04:47:14.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.78 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-10T04:47:14.335 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:47:14.335 INFO:teuthology.orchestra.run.smithi078.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '8a876d60-56d3-11ef-bcce-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.78', '--skip-admin-label'] 2024-08-10T04:47:14.360 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stdout 5.1.2 2024-08-10T04:47:14.361 INFO:teuthology.orchestra.run.smithi078.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-10T04:47:14.361 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying podman|docker is present... 2024-08-10T04:47:14.385 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stdout 5.1.2 2024-08-10T04:47:14.386 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying lvm2 is present... 2024-08-10T04:47:14.386 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying time synchronization is in place... 2024-08-10T04:47:14.393 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-10T04:47:14.393 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-10T04:47:14.400 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-10T04:47:14.400 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-08-10T04:47:14.407 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout enabled 2024-08-10T04:47:14.414 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout active 2024-08-10T04:47:14.414 INFO:teuthology.orchestra.run.smithi078.stdout:Unit chronyd.service is enabled and running 2024-08-10T04:47:14.414 INFO:teuthology.orchestra.run.smithi078.stdout:Repeating the final host check... 2024-08-10T04:47:14.437 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stdout 5.1.2 2024-08-10T04:47:14.437 INFO:teuthology.orchestra.run.smithi078.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-10T04:47:14.438 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl is present 2024-08-10T04:47:14.438 INFO:teuthology.orchestra.run.smithi078.stdout:lvcreate is present 2024-08-10T04:47:14.444 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-10T04:47:14.445 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-10T04:47:14.451 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-10T04:47:14.451 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-08-10T04:47:14.458 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout enabled 2024-08-10T04:47:14.465 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout active 2024-08-10T04:47:14.465 INFO:teuthology.orchestra.run.smithi078.stdout:Unit chronyd.service is enabled and running 2024-08-10T04:47:14.465 INFO:teuthology.orchestra.run.smithi078.stdout:Host looks OK 2024-08-10T04:47:14.465 INFO:teuthology.orchestra.run.smithi078.stdout:Cluster fsid: 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:14.465 INFO:teuthology.orchestra.run.smithi078.stdout:Acquiring lock 140668530697072 on /run/cephadm/8a876d60-56d3-11ef-bcce-c7b262605968.lock 2024-08-10T04:47:14.466 INFO:teuthology.orchestra.run.smithi078.stdout:Lock 140668530697072 acquired on /run/cephadm/8a876d60-56d3-11ef-bcce-c7b262605968.lock 2024-08-10T04:47:14.466 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying IP 172.21.15.78 port 3300 ... 2024-08-10T04:47:14.466 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying IP 172.21.15.78 port 6789 ... 2024-08-10T04:47:14.466 INFO:teuthology.orchestra.run.smithi078.stdout:Base mon IP(s) is [172.21.15.78:3300, 172.21.15.78:6789], mon addrv is [v2:172.21.15.78:3300,v1:172.21.15.78:6789] 2024-08-10T04:47:14.470 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.78 metric 100 2024-08-10T04:47:14.470 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.78 metric 100 2024-08-10T04:47:14.472 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-10T04:47:14.473 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-08-10T04:47:14.473 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1798sec hoplimit 64 pref medium 2024-08-10T04:47:14.476 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-10T04:47:14.476 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-10T04:47:14.476 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-10T04:47:14.476 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-10T04:47:14.476 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d4dd/64 scope link 2024-08-10T04:47:14.477 INFO:teuthology.orchestra.run.smithi078.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-10T04:47:14.477 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.0/20` 2024-08-10T04:47:14.477 INFO:teuthology.orchestra.run.smithi078.stdout:Mon IP `172.21.15.78` is in CIDR network `172.21.0.0/20` 2024-08-10T04:47:14.477 INFO:teuthology.orchestra.run.smithi078.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-10T04:47:14.477 INFO:teuthology.orchestra.run.smithi078.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-10T04:47:14.478 INFO:teuthology.orchestra.run.smithi078.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T04:47:14.882 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stdout 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 2024-08-10T04:47:14.883 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T04:47:14.883 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stderr Getting image source signatures 2024-08-10T04:47:14.883 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-10T04:47:14.883 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stderr Copying blob sha256:6e6f869d9bf51ee6bd956c5b27f14e2e32a22e78c84576de60607b29cd743ce9 2024-08-10T04:47:14.883 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stderr Copying config sha256:354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 2024-08-10T04:47:14.883 INFO:teuthology.orchestra.run.smithi078.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-10T04:47:15.786 INFO:teuthology.orchestra.run.smithi078.stdout:ceph: stdout ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable) 2024-08-10T04:47:15.787 INFO:teuthology.orchestra.run.smithi078.stdout:Ceph version: ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable) 2024-08-10T04:47:15.787 INFO:teuthology.orchestra.run.smithi078.stdout:Extracting ceph user uid/gid from container image... 2024-08-10T04:47:16.816 INFO:teuthology.orchestra.run.smithi078.stdout:stat: stdout 167 167 2024-08-10T04:47:16.817 INFO:teuthology.orchestra.run.smithi078.stdout:Creating initial keys... 2024-08-10T04:47:17.823 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-authtool: stdout AQDV8LZmbUhKBxAA4k+vnDfh89whG0qbxv70Hg== 2024-08-10T04:47:18.719 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-authtool: stdout AQDW8LZm6+4UBxAAoY50wI54qxqll/QjUOPNNg== 2024-08-10T04:47:19.741 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-authtool: stdout AQDX8LZmxacQAxAADNdC7+cS0SdWYduL04jQaw== 2024-08-10T04:47:19.742 INFO:teuthology.orchestra.run.smithi078.stdout:Creating initial monmap... 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:monmaptool for a [v2:172.21.15.78:3300,v1:172.21.15.78:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:setting min_mon_release = octopus 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: set fsid to 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-10T04:47:20.642 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:47:20.643 INFO:teuthology.orchestra.run.smithi078.stdout:Creating mon... 2024-08-10T04:47:21.577 INFO:teuthology.orchestra.run.smithi078.stdout:create mon.a on 2024-08-10T04:47:21.773 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-10T04:47:21.919 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-10T04:47:22.063 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-8a876d60-56d3-11ef-bcce-c7b262605968.target → /etc/systemd/system/ceph-8a876d60-56d3-11ef-bcce-c7b262605968.target. 2024-08-10T04:47:22.064 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-8a876d60-56d3-11ef-bcce-c7b262605968.target → /etc/systemd/system/ceph-8a876d60-56d3-11ef-bcce-c7b262605968.target. 2024-08-10T04:47:22.254 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a 2024-08-10T04:47:22.254 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service: Unit ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service not loaded. 2024-08-10T04:47:22.430 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8a876d60-56d3-11ef-bcce-c7b262605968.target.wants/ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service → /etc/systemd/system/ceph-8a876d60-56d3-11ef-bcce-c7b262605968@.service. 2024-08-10T04:47:22.994 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T04:47:22.994 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout disabled 2024-08-10T04:47:23.001 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T04:47:23.001 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-08-10T04:47:23.002 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld.service is not enabled 2024-08-10T04:47:23.002 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to enable service . firewalld.service is not available 2024-08-10T04:47:23.002 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mon to start... 2024-08-10T04:47:23.002 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mon... 2024-08-10T04:47:24.030 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout cluster: 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout id: 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout services: 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.55492s) 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout data: 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-10T04:47:24.031 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-10T04:47:24.032 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-10T04:47:24.032 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout pgs: 2024-08-10T04:47:24.032 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:24.032 INFO:teuthology.orchestra.run.smithi078.stdout:mon is available 2024-08-10T04:47:24.032 INFO:teuthology.orchestra.run.smithi078.stdout:Assimilating anything we can from ceph.conf... 2024-08-10T04:47:25.069 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [global] 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout fsid = 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.78:3300,v1:172.21.15.78:6789] 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:25.070 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [osd] 2024-08-10T04:47:25.071 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-10T04:47:25.071 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-10T04:47:25.071 INFO:teuthology.orchestra.run.smithi078.stdout:Generating new minimal ceph.conf... 2024-08-10T04:47:26.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:25 smithi078 ceph-mon[29058]: from='client.? 172.21.15.78:0/2308585489' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:47:29.911 INFO:teuthology.orchestra.run.smithi078.stdout:Restarting the monitor... 2024-08-10T04:47:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:29 smithi078 systemd[1]: Stopping Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:47:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[29052]: 2024-08-10T04:47:31.220+0000 7f66f5cee640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T04:47:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[29052]: 2024-08-10T04:47:31.220+0000 7f66f5cee640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-10T04:47:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:31 smithi078 podman[29302]: 2024-08-10 04:47:31.476052274 +0000 UTC m=+1.386468596 container died f843ce4d2c6ad58382bef764345e936f8b0dfbf39c88e2430e37be3fe2f1261e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-10T04:47:32.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 podman[29302]: 2024-08-10 04:47:32.339559657 +0000 UTC m=+2.249975980 container cleanup f843ce4d2c6ad58382bef764345e936f8b0dfbf39c88e2430e37be3fe2f1261e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-10T04:47:32.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 bash[29302]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a 2024-08-10T04:47:32.915 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 podman[29314]: 2024-08-10 04:47:32.582044693 +0000 UTC m=+1.104436718 container remove f843ce4d2c6ad58382bef764345e936f8b0dfbf39c88e2430e37be3fe2f1261e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T04:47:32.916 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-10T04:47:32.916 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 systemd[1]: Stopped Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:47:32.916 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 systemd[1]: Starting Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:47:33.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 podman[29407]: 2024-08-10 04:47:32.916112578 +0000 UTC m=+0.099570709 container create 1bf023f61768edbc089bc0669d3655ff8854f1f3489ba2a0332465b2ac4c9333 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-10T04:47:33.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:32 smithi078 podman[29407]: 2024-08-10 04:47:32.833476681 +0000 UTC m=+0.016934827 image pull 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-10T04:47:33.194 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 podman[29407]: 2024-08-10 04:47:33.118937546 +0000 UTC m=+0.302395678 container init 1bf023f61768edbc089bc0669d3655ff8854f1f3489ba2a0332465b2ac4c9333 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-10T04:47:33.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 podman[29407]: 2024-08-10 04:47:33.122049301 +0000 UTC m=+0.305507433 container start 1bf023f61768edbc089bc0669d3655ff8854f1f3489ba2a0332465b2ac4c9333 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T04:47:33.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T04:47:33.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable), process ceph-mon, pid 2 2024-08-10T04:47:33.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: pidfile_write: ignore empty --pid-file 2024-08-10T04:47:33.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: load: jerasure load: lrc 2024-08-10T04:47:33.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: RocksDB version: 6.15.5 2024-08-10T04:47:33.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-10T04:47:33.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Compile date Aug 9 2024 2024-08-10T04:47:33.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: DB SUMMARY 2024-08-10T04:47:33.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: DB Session ID: 8VLANKM7IR586Y5F7SCN 2024-08-10T04:47:33.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: CURRENT file: CURRENT 2024-08-10T04:47:33.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83690 ; 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.error_if_exists: 0 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.create_if_missing: 0 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.paranoid_checks: 1 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T04:47:33.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.env: 0x56316e87a440 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.fs: Posix File System 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.info_log: 0x56316fe66f20 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.statistics: (nil) 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.use_fsync: 0 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_log_file_size: 0 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T04:47:33.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.allow_fallocate: 1 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.use_direct_reads: 0 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.db_log_dir: 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T04:47:33.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.write_buffer_manager: 0x56316ff24750 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T04:47:33.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-10T04:47:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T04:47:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T04:47:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T04:47:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T04:47:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T04:47:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T04:47:33.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T04:47:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.unordered_write: 0 2024-08-10T04:47:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T04:47:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T04:47:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T04:47:33.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.row_cache: None 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.wal_filter: None 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.preserve_deletes: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.two_write_queues: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.atomic_flush: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.log_readahead_size: 0 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T04:47:33.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_background_jobs: 2 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_background_compactions: -1 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_subcompactions: 1 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T04:47:33.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_open_files: -1 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_background_flushes: -1 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Compression algorithms supported: 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kZSTD supported: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kXpressCompression supported: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kBZip2Compression supported: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T04:47:33.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kLZ4Compression supported: 1 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kZlibCompression supported: 1 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: kSnappyCompression supported: 1 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.merge_operator: 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_filter: None 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T04:47:33.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56316fe0da58) 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: cache_index_and_filter_blocks: 1 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: pin_top_level_index_and_filter: 1 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_type: 0 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_block_index_type: 0 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_shortening: 1 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: hash_index_allow_collision: 1 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: checksum: 1 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: no_block_cache: 0 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache: 0x56316fe431f0 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_name: BinnedLRUCache 2024-08-10T04:47:33.208 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_options: 2024-08-10T04:47:33.209 INFO:journalctl@ceph.mon.a.smithi078.stdout: capacity : 536870912 2024-08-10T04:47:33.209 INFO:journalctl@ceph.mon.a.smithi078.stdout: num_shard_bits : 4 2024-08-10T04:47:33.209 INFO:journalctl@ceph.mon.a.smithi078.stdout: strict_capacity_limit : 0 2024-08-10T04:47:33.209 INFO:journalctl@ceph.mon.a.smithi078.stdout: high_pri_pool_ratio: 0.000 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_compressed: (nil) 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: persistent_cache: (nil) 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_size: 4096 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_size_deviation: 10 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_restart_interval: 16 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_block_restart_interval: 1 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: metadata_block_size: 4096 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: partition_filters: 0 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: use_delta_encoding: 1 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-10T04:47:33.210 INFO:journalctl@ceph.mon.a.smithi078.stdout: whole_key_filtering: 1 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout: verify_compression: 0 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout: read_amp_bytes_per_bit: 0 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout: format_version: 4 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout: enable_index_compression: 1 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_align: 0 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression: NoCompression 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T04:47:33.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.num_levels: 7 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T04:47:33.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T04:47:33.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T04:47:33.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.arena_block_size: 4194304 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T04:47:33.215 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.inplace_update_support: 0 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T04:47:33.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.bloom_locality: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.max_successive_merges: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.ttl: 2592000 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T04:47:33.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.enable_blob_files: false 2024-08-10T04:47:33.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.min_blob_size: 0 2024-08-10T04:47:33.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T04:47:33.218 INFO:teuthology.orchestra.run.smithi078.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-10T04:47:33.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T04:47:33.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T04:47:33.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T04:47:33.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T04:47:33.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-10T04:47:33.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-10T04:47:33.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265253145828, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-10T04:47:33.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-10T04:47:33.220 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-10T04:47:33.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265253146560, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80263, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78505, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72718, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723265253, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "0b979a15-aba1-45df-8d16-09167c6d291a", "db_session_id": "8VLANKM7IR586Y5F7SCN"}} 2024-08-10T04:47:33.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-10T04:47:33.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265253146886, "job": 1, "event": "recovery_finished"} 2024-08-10T04:47:33.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T04:47:33.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x56316fe76700 2024-08-10T04:47:33.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: DB pointer 0x56316fe46000 2024-08-10T04:47:33.221 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-10T04:47:33.222 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-10T04:47:33.222 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** DB Stats ** 2024-08-10T04:47:33.222 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:47:33.223 INFO:journalctl@ceph.mon.a.smithi078.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.4 0.00 0.00 1 0.000 0 0 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.4 0.00 0.00 1 0.000 0 0 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.4 0.00 0.00 1 0.000 0 0 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 153.4 0.00 0.00 1 0.000 0 0 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:47:33.224 INFO:journalctl@ceph.mon.a.smithi078.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T04:47:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T04:47:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T04:47:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T04:47:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T04:47:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative compaction: 0.00 GB write, 25.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:47:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval compaction: 0.00 GB write, 25.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:47:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.4 0.00 0.00 1 0.000 0 0 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 153.4 0.00 0.00 1 0.000 0 0 2024-08-10T04:47:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 153.4 0.00 0.00 1 0.000 0 0 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T04:47:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative compaction: 0.00 GB write, 25.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: starting mon.a rank 0 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???) e1 preinit fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???).mds e1 new map 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???).mds e1 print_map 2024-08-10T04:47:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout: e1 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: legacy client fscid: -1 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: No filesystems configured 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T04:47:33.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-10T04:47:33.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 bash[29407]: 1bf023f61768edbc089bc0669d3655ff8854f1f3489ba2a0332465b2ac4c9333 2024-08-10T04:47:33.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 systemd[1]: Started Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:47:33.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-10T04:47:33.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: monmap e1: 1 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T04:47:33.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: fsmap 2024-08-10T04:47:33.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: osdmap e1: 0 total, 0 up, 0 in 2024-08-10T04:47:33.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:33 smithi078 ceph-mon[29426]: mgrmap e1: no daemons active 2024-08-10T04:47:34.136 INFO:teuthology.orchestra.run.smithi078.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-10T04:47:34.136 INFO:teuthology.orchestra.run.smithi078.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-10T04:47:34.136 INFO:teuthology.orchestra.run.smithi078.stdout:Creating mgr... 2024-08-10T04:47:34.137 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-10T04:47:34.137 INFO:teuthology.orchestra.run.smithi078.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-10T04:47:34.315 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y 2024-08-10T04:47:34.315 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service: Unit ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service not loaded. 2024-08-10T04:47:34.458 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8a876d60-56d3-11ef-bcce-c7b262605968.target.wants/ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-8a876d60-56d3-11ef-bcce-c7b262605968@.service. 2024-08-10T04:47:34.825 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:34 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3653658858' entity='client.admin' 2024-08-10T04:47:35.042 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T04:47:35.042 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout disabled 2024-08-10T04:47:35.050 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T04:47:35.050 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-08-10T04:47:35.050 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld.service is not enabled 2024-08-10T04:47:35.050 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to enable service . firewalld.service is not available 2024-08-10T04:47:35.059 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T04:47:35.059 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout disabled 2024-08-10T04:47:35.066 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T04:47:35.067 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-08-10T04:47:35.067 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld.service is not enabled 2024-08-10T04:47:35.067 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-10T04:47:35.067 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr to start... 2024-08-10T04:47:35.067 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr... 2024-08-10T04:47:35.174 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:35.045+0000 7fe3948e1ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:47:35.174 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:35.173+0000 7fe3948e1ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:47:35.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:35.239+0000 7fe3948e1ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:47:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:35 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1065433945' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-10T04:47:35.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:35.489+0000 7fe3948e1ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:47:35.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:35.547+0000 7fe3948e1ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsid": "8a876d60-56d3-11ef-bcce-c7b262605968", 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "health": { 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-10T04:47:36.134 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 0 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "a" 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-10T04:47:36.135 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-10T04:47:36.136 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "restful" 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T04:47:36.137 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modified": "2024-08-10T04:47:22.917063+0000", 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-08-10T04:47:36.138 INFO:teuthology.orchestra.run.smithi078.stdout:mgr not available, waiting (1/15)... 2024-08-10T04:47:36.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:36.464+0000 7fe3948e1ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:47:36.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:36.572+0000 7fe3948e1ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:47:36.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:36.625+0000 7fe3948e1ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:47:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:36.808+0000 7fe3948e1ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:47:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:36.865+0000 7fe3948e1ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:47:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:36.927+0000 7fe3948e1ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:47:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:37.047+0000 7fe3948e1ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:47:37.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:37.460+0000 7fe3948e1ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:47:38.189 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:37.747+0000 7fe3948e1ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:47:38.189 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:37.811+0000 7fe3948e1ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:47:38.189 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:37.935+0000 7fe3948e1ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:47:38.189 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:38.188+0000 7fe3948e1ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:47:38.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:38.248+0000 7fe3948e1ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:47:38.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:38.428+0000 7fe3948e1ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:47:38.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:38.489+0000 7fe3948e1ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:47:38.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:38.568+0000 7fe3948e1ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:47:38.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:38.623+0000 7fe3948e1ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:47:39.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:39.132+0000 7fe3948e1ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:47:39.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:39.266+0000 7fe3948e1ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: Activating manager daemon y 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: mgrmap e2: y(active, starting, since 0.00271288s) 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: Manager daemon y is now available 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:47:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' 2024-08-10T04:47:39.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' 2024-08-10T04:47:39.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:39 smithi078 ceph-mon[29426]: from='mgr.14100 172.21.15.78:0/588780850' entity='mgr.y' 2024-08-10T04:47:41.222 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:41.222 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsid": "8a876d60-56d3-11ef-bcce-c7b262605968", 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "health": { 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 0 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "a" 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-08-10T04:47:41.223 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-10T04:47:41.224 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-10T04:47:41.228 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "restful" 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ], 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-10T04:47:41.229 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T04:47:41.230 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "modified": "2024-08-10T04:47:22.917063+0000", 2024-08-10T04:47:41.230 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T04:47:41.230 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout }, 2024-08-10T04:47:41.230 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-10T04:47:41.230 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-08-10T04:47:41.230 INFO:teuthology.orchestra.run.smithi078.stdout:mgr is available 2024-08-10T04:47:41.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:41 smithi078 ceph-mon[29426]: mgrmap e3: y(active, since 1.0067s) 2024-08-10T04:47:41.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:41 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/744008651' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-10T04:47:42.365 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:42 smithi078 ceph-mon[29426]: mgrmap e4: y(active, since 2s) 2024-08-10T04:47:42.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:42 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3322189166' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-10T04:47:42.369 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [global] 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout fsid = 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:42.370 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-10T04:47:42.371 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-10T04:47:42.371 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 2024-08-10T04:47:42.371 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout [osd] 2024-08-10T04:47:42.371 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-10T04:47:42.374 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-10T04:47:42.375 INFO:teuthology.orchestra.run.smithi078.stdout:Enabling cephadm module... 2024-08-10T04:47:43.541 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2892460028' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-10T04:47:43.541 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setuser ceph since I am not root 2024-08-10T04:47:43.541 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setgroup ceph since I am not root 2024-08-10T04:47:43.541 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:43.417+0000 7fc10be5cec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:47:43.541 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:43.539+0000 7fc10be5cec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:47:43.822 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:43.604+0000 7fc10be5cec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:47:44.133 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:43.848+0000 7fc10be5cec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:47:44.133 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:43.906+0000 7fc10be5cec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:47:44.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:44 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2892460028' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-10T04:47:44.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:44 smithi078 ceph-mon[29426]: mgrmap e5: y(active, since 4s) 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for the mgr to restart... 2024-08-10T04:47:44.999 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr epoch 5... 2024-08-10T04:47:45.121 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:44.825+0000 7fc10be5cec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:47:45.122 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:44.936+0000 7fc10be5cec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:47:45.122 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:44.990+0000 7fc10be5cec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:47:45.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:45 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1700112136' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-10T04:47:45.451 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:45.201+0000 7fc10be5cec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:47:45.451 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:45.261+0000 7fc10be5cec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:47:45.451 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:45.326+0000 7fc10be5cec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:47:45.451 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:45.449+0000 7fc10be5cec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:47:45.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:45.875+0000 7fc10be5cec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:47:46.368 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.176+0000 7fc10be5cec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:47:46.368 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.241+0000 7fc10be5cec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:47:46.368 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.366+0000 7fc10be5cec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:47:46.921 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.618+0000 7fc10be5cec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:47:46.921 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.679+0000 7fc10be5cec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:47:46.921 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.858+0000 7fc10be5cec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:47:47.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.919+0000 7fc10be5cec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:47:47.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:46.999+0000 7fc10be5cec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:47:47.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:47.056+0000 7fc10be5cec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:47:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:47.568+0000 7fc10be5cec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:47:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:47.701+0000 7fc10be5cec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:47:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: Active manager daemon y restarted 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: Activating manager daemon y 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: osdmap e2: 0 total, 0 up, 0 in 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: mgrmap e6: y(active, starting, since 0.00316983s) 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: Manager daemon y is now available 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:47:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:47:47.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:47:47.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:47:47.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:47:47.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:47 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:47:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:48 smithi078 ceph-mon[29426]: Found migration_current of "None". Setting to last migration. 2024-08-10T04:47:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:48 smithi078 ceph-mon[29426]: mgrmap e7: y(active, since 1.00506s) 2024-08-10T04:47:49.305 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-08-10T04:47:49.306 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-10T04:47:49.306 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-10T04:47:49.306 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-08-10T04:47:49.306 INFO:teuthology.orchestra.run.smithi078.stdout:mgr epoch 5 is available 2024-08-10T04:47:49.306 INFO:teuthology.orchestra.run.smithi078.stdout:Setting orchestrator backend to cephadm... 2024-08-10T04:47:49.851 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-mon[29426]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-10T04:47:49.851 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-mon[29426]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-10T04:47:49.851 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:47:49.851 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:49.621+0000 7fc0be1e3640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:04:47:49] ENGINE Error in HTTPServer.serve 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: Traceback (most recent call last): 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._connections.run(self.expiration_interval) 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._run(expiration_interval) 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:47:49.852 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: s = self.context.wrap_socket( 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: return self.sslsocket_class._create( 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self.do_handshake() 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._sslobj.do_handshake() 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:47:49.853 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:47:50.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: [10/Aug/2024:04:47:49] ENGINE Bus STARTING 2024-08-10T04:47:50.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: [10/Aug/2024:04:47:49] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:47:50.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: [10/Aug/2024:04:47:49] ENGINE Bus STARTED 2024-08-10T04:47:50.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: [10/Aug/2024:04:47:49] ENGINE Error in HTTPServer.serve 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:47:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout: self.do_handshake() 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:47:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:50 smithi078 ceph-mon[29426]: mgrmap e8: y(active, since 2s) 2024-08-10T04:47:51.484 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-10T04:47:51.484 INFO:teuthology.orchestra.run.smithi078.stdout:Generating ssh key... 2024-08-10T04:47:51.926 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:51 smithi078 ceph-mon[29426]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:47:52.176 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: Generating public/private rsa key pair. 2024-08-10T04:47:52.176 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: Your identification has been saved in /tmp/tmpx_9bnzd0/key 2024-08-10T04:47:52.176 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: Your public key has been saved in /tmp/tmpx_9bnzd0/key.pub 2024-08-10T04:47:52.176 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: The key fingerprint is: 2024-08-10T04:47:52.176 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: SHA256:vtyvqA0RhB/eZzQmuOW2Qfah+P6heE/J773lkpGegCw ceph-8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: The key's randomart image is: 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: +---[RSA 3072]----+ 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | ... | 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | ..o = = | 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | o.X * o | 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | =.* + | 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | .oS* . . | 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | oE.o.. o | 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | ....= o +.| 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | =o* o .=o | 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: | oo*o=++ oo.| 2024-08-10T04:47:52.177 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:47:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: +----[SHA256]-----+ 2024-08-10T04:47:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:53 smithi078 ceph-mon[29426]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:47:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:53 smithi078 ceph-mon[29426]: Generating ssh key... 2024-08-10T04:47:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:53 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:47:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:53 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:47:53.896 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCMbpU8VWIcxyh2iOglINe1akBVcNvVjcUuEZBHJHKd37GTJV3SV36zq31e1oA6NVfBONwwr12VQexs+M+boKIv9juw8LzFsuz0k0oZLtucusel7/SlTmQWi1Hso+vVtDU27STMDxDsu8DazLs6Tf2FIVJp31lsgKxwF3dvq12UaKjrPV7KjcfGeVtNvYP4U7Z1+pxzCwtTXZ81Ua0C5U5+e+hYBSFZZ/XBTavXDDTzXNZMY2OZKyGY/bTZoFu/4Z6WFE36H+VMneJinVG0BxJ6pQFgkGswDWgM+CPFPE5+fVzAo9ylL6LHkjTF2/VgZeN/n+C7JK6OXUdgd4ppZ1GUdsZqQkIfyfkrLy2kpi2UOkfXDMZKGvODszI392NQ0NJN2DKji6VVMMblo4tC1vZUckeC5s9eIBLT0GegBUIW1OzIwYmhDoDWw3PVf5IS/zUoWOda8JrLe66OFD9EuSXl2QE+LEpIzQdTTupAY5T3eCyyUqAXvjfhD7Bj4RsRQFk= ceph-8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:47:53.897 INFO:teuthology.orchestra.run.smithi078.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-10T04:47:53.897 INFO:teuthology.orchestra.run.smithi078.stdout:Adding key to root@localhost authorized_keys... 2024-08-10T04:47:53.897 INFO:teuthology.orchestra.run.smithi078.stdout:Adding host smithi078... 2024-08-10T04:47:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:54 smithi078 ceph-mon[29426]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:47:55.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:55 smithi078 ceph-mon[29426]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi078", "addr": "172.21.15.78", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:47:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:56 smithi078 ceph-mon[29426]: Deploying cephadm binary to smithi078 2024-08-10T04:47:57.731 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Added host 'smithi078' with addr '172.21.15.78' 2024-08-10T04:47:57.731 INFO:teuthology.orchestra.run.smithi078.stdout:Deploying unmanaged mon service... 2024-08-10T04:47:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:58 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:47:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:58 smithi078 ceph-mon[29426]: Added host smithi078 2024-08-10T04:47:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:58 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:47:59.132 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-10T04:47:59.132 INFO:teuthology.orchestra.run.smithi078.stdout:Deploying unmanaged mgr service... 2024-08-10T04:47:59.679 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:59 smithi078 ceph-mon[29426]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:47:59.679 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:59 smithi078 ceph-mon[29426]: Saving service mon spec with placement count:5 2024-08-10T04:47:59.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:47:59 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:48:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:00 smithi078 ceph-mon[29426]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:48:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:00 smithi078 ceph-mon[29426]: Saving service mgr spec with placement count:2 2024-08-10T04:48:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:00 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:48:01.210 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-10T04:48:02.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:01 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:48:02.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:01 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:48:03.075 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:02 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/4184537870' entity='client.admin' 2024-08-10T04:48:03.076 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:02 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:48:04.219 INFO:teuthology.orchestra.run.smithi078.stdout:Enabling the dashboard module... 2024-08-10T04:48:04.609 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:04 smithi078 ceph-mon[29426]: from='mgr.14116 172.21.15.78:0/809600964' entity='mgr.y' 2024-08-10T04:48:04.609 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:04 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3592222601' entity='client.admin' 2024-08-10T04:48:05.787 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:05 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2114647589' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-10T04:48:05.787 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setuser ceph since I am not root 2024-08-10T04:48:05.788 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setgroup ceph since I am not root 2024-08-10T04:48:05.788 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:05.690+0000 7f48dddc9ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:48:06.068 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:05.814+0000 7f48dddc9ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:48:06.069 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:05.880+0000 7f48dddc9ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:48:06.361 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:06 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:06.123+0000 7f48dddc9ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:48:06.361 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:06 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:06.181+0000 7f48dddc9ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:48:06.621 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:06 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2114647589' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-10T04:48:06.621 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:06 smithi078 ceph-mon[29426]: mgrmap e9: y(active, since 17s) 2024-08-10T04:48:07.277 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:07.108+0000 7f48dddc9ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:48:07.277 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:07.219+0000 7f48dddc9ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:48:07.277 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:07.276+0000 7f48dddc9ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:48:07.528 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:07.467+0000 7f48dddc9ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:48:07.528 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:07.528+0000 7f48dddc9ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for the mgr to restart... 2024-08-10T04:48:07.587 INFO:teuthology.orchestra.run.smithi078.stdout:Waiting for mgr epoch 9... 2024-08-10T04:48:07.837 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1011469055' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-10T04:48:07.837 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:07.595+0000 7f48dddc9ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:48:07.837 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:07.722+0000 7f48dddc9ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:48:08.427 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:08.142+0000 7f48dddc9ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:48:08.427 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:08.426+0000 7f48dddc9ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:48:08.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:08.491+0000 7f48dddc9ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:48:08.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:08.615+0000 7f48dddc9ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:48:09.164 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:08.866+0000 7f48dddc9ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:48:09.164 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:08.923+0000 7f48dddc9ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:48:09.164 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:09.101+0000 7f48dddc9ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:48:09.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:09.163+0000 7f48dddc9ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:48:09.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:09.242+0000 7f48dddc9ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:48:09.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:09.299+0000 7f48dddc9ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:48:10.092 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:09.810+0000 7f48dddc9ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:48:10.092 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:09.944+0000 7f48dddc9ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:48:10.092 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: Active manager daemon y restarted 2024-08-10T04:48:10.092 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: Activating manager daemon y 2024-08-10T04:48:10.092 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: osdmap e3: 0 total, 0 up, 0 in 2024-08-10T04:48:10.092 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: mgrmap e10: y(active, starting, since 0.00547225s) 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: Manager daemon y is now available 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:48:10.093 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:48:11.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:11.158+0000 7f488e8ff640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:04:48:11] ENGINE Error in HTTPServer.serve 2024-08-10T04:48:11.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: Traceback (most recent call last): 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._connections.run(self.expiration_interval) 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._run(expiration_interval) 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: s = self.context.wrap_socket( 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: return self.sslsocket_class._create( 2024-08-10T04:48:11.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:48:11.478 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self.do_handshake() 2024-08-10T04:48:11.478 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:48:11.478 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._sslobj.do_handshake() 2024-08-10T04:48:11.478 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:48:11.478 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:48:11.779 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout { 2024-08-10T04:48:11.780 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-10T04:48:11.780 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-10T04:48:11.780 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout } 2024-08-10T04:48:11.780 INFO:teuthology.orchestra.run.smithi078.stdout:mgr epoch 9 is available 2024-08-10T04:48:11.780 INFO:teuthology.orchestra.run.smithi078.stdout:Generating a dashboard self-signed certificate... 2024-08-10T04:48:12.045 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-mon[29426]: mgrmap e11: y(active, since 1.00558s) 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-mon[29426]: [10/Aug/2024:04:48:11] ENGINE Bus STARTING 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-mon[29426]: [10/Aug/2024:04:48:11] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-mon[29426]: [10/Aug/2024:04:48:11] ENGINE Bus STARTED 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-mon[29426]: [10/Aug/2024:04:48:11] ENGINE Error in HTTPServer.serve 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:48:12.046 INFO:journalctl@ceph.mon.a.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: self.do_handshake() 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:12.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:13.060 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-10T04:48:13.061 INFO:teuthology.orchestra.run.smithi078.stdout:Creating initial admin user... 2024-08-10T04:48:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:13 smithi078 ceph-mon[29426]: mgrmap e12: y(active, since 2s) 2024-08-10T04:48:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:13 smithi078 ceph-mon[29426]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:48:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:15.066 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$qBWCnfGxVevEkaNIySru..hw6jxPxKj8brShBVMvWZki59Ijkso7m", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723265294, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-10T04:48:15.066 INFO:teuthology.orchestra.run.smithi078.stdout:Fetching dashboard port number... 2024-08-10T04:48:15.656 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:15 smithi078 ceph-mon[29426]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:48:15.656 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:15 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:16.237 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stdout 8443 2024-08-10T04:48:16.249 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T04:48:16.249 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout disabled 2024-08-10T04:48:16.256 INFO:teuthology.orchestra.run.smithi078.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T04:48:16.256 INFO:teuthology.orchestra.run.smithi078.stdout:systemctl: stdout inactive 2024-08-10T04:48:16.257 INFO:teuthology.orchestra.run.smithi078.stdout:firewalld.service is not enabled 2024-08-10T04:48:16.257 INFO:teuthology.orchestra.run.smithi078.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-10T04:48:16.259 INFO:teuthology.orchestra.run.smithi078.stdout:Ceph Dashboard is now available at: 2024-08-10T04:48:16.259 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:16.259 INFO:teuthology.orchestra.run.smithi078.stdout: URL: https://smithi078.front.sepia.ceph.com:8443/ 2024-08-10T04:48:16.259 INFO:teuthology.orchestra.run.smithi078.stdout: User: admin 2024-08-10T04:48:16.259 INFO:teuthology.orchestra.run.smithi078.stdout: Password: 6h6sgypdq1 2024-08-10T04:48:16.259 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:16.260 INFO:teuthology.orchestra.run.smithi078.stdout:Saving cluster configuration to /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config directory 2024-08-10T04:48:16.260 INFO:teuthology.orchestra.run.smithi078.stdout:Enabling autotune for osd_memory_target 2024-08-10T04:48:16.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:16 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2688021871' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-10T04:48:17.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:17 smithi078 ceph-mon[29426]: mgrmap e13: y(active, since 6s) 2024-08-10T04:48:18.650 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-10T04:48:18.650 INFO:teuthology.orchestra.run.smithi078.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-10T04:48:18.650 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.650 INFO:teuthology.orchestra.run.smithi078.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-10T04:48:18.650 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout:Or, if you are only running a single cluster on this host: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: ceph telemetry on 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout:For more information see: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:18.651 INFO:teuthology.orchestra.run.smithi078.stdout:Bootstrap complete. 2024-08-10T04:48:18.692 INFO:tasks.cephadm:Fetching config... 2024-08-10T04:48:18.692 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:48:18.692 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-10T04:48:18.710 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-10T04:48:18.710 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:48:18.710 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-10T04:48:18.769 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-10T04:48:18.769 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:48:18.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-10T04:48:18.834 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-10T04:48:18.835 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:48:18.835 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-10T04:48:18.892 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-10T04:48:18.892 DEBUG:teuthology.orchestra.run.smithi078:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCMbpU8VWIcxyh2iOglINe1akBVcNvVjcUuEZBHJHKd37GTJV3SV36zq31e1oA6NVfBONwwr12VQexs+M+boKIv9juw8LzFsuz0k0oZLtucusel7/SlTmQWi1Hso+vVtDU27STMDxDsu8DazLs6Tf2FIVJp31lsgKxwF3dvq12UaKjrPV7KjcfGeVtNvYP4U7Z1+pxzCwtTXZ81Ua0C5U5+e+hYBSFZZ/XBTavXDDTzXNZMY2OZKyGY/bTZoFu/4Z6WFE36H+VMneJinVG0BxJ6pQFgkGswDWgM+CPFPE5+fVzAo9ylL6LHkjTF2/VgZeN/n+C7JK6OXUdgd4ppZ1GUdsZqQkIfyfkrLy2kpi2UOkfXDMZKGvODszI392NQ0NJN2DKji6VVMMblo4tC1vZUckeC5s9eIBLT0GegBUIW1OzIwYmhDoDWw3PVf5IS/zUoWOda8JrLe66OFD9EuSXl2QE+LEpIzQdTTupAY5T3eCyyUqAXvjfhD7Bj4RsRQFk= ceph-8a876d60-56d3-11ef-bcce-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-10T04:48:18.976 INFO:teuthology.orchestra.run.smithi078.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCMbpU8VWIcxyh2iOglINe1akBVcNvVjcUuEZBHJHKd37GTJV3SV36zq31e1oA6NVfBONwwr12VQexs+M+boKIv9juw8LzFsuz0k0oZLtucusel7/SlTmQWi1Hso+vVtDU27STMDxDsu8DazLs6Tf2FIVJp31lsgKxwF3dvq12UaKjrPV7KjcfGeVtNvYP4U7Z1+pxzCwtTXZ81Ua0C5U5+e+hYBSFZZ/XBTavXDDTzXNZMY2OZKyGY/bTZoFu/4Z6WFE36H+VMneJinVG0BxJ6pQFgkGswDWgM+CPFPE5+fVzAo9ylL6LHkjTF2/VgZeN/n+C7JK6OXUdgd4ppZ1GUdsZqQkIfyfkrLy2kpi2UOkfXDMZKGvODszI392NQ0NJN2DKji6VVMMblo4tC1vZUckeC5s9eIBLT0GegBUIW1OzIwYmhDoDWw3PVf5IS/zUoWOda8JrLe66OFD9EuSXl2QE+LEpIzQdTTupAY5T3eCyyUqAXvjfhD7Bj4RsRQFk= ceph-8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:48:18.991 DEBUG:teuthology.orchestra.run.smithi107:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCMbpU8VWIcxyh2iOglINe1akBVcNvVjcUuEZBHJHKd37GTJV3SV36zq31e1oA6NVfBONwwr12VQexs+M+boKIv9juw8LzFsuz0k0oZLtucusel7/SlTmQWi1Hso+vVtDU27STMDxDsu8DazLs6Tf2FIVJp31lsgKxwF3dvq12UaKjrPV7KjcfGeVtNvYP4U7Z1+pxzCwtTXZ81Ua0C5U5+e+hYBSFZZ/XBTavXDDTzXNZMY2OZKyGY/bTZoFu/4Z6WFE36H+VMneJinVG0BxJ6pQFgkGswDWgM+CPFPE5+fVzAo9ylL6LHkjTF2/VgZeN/n+C7JK6OXUdgd4ppZ1GUdsZqQkIfyfkrLy2kpi2UOkfXDMZKGvODszI392NQ0NJN2DKji6VVMMblo4tC1vZUckeC5s9eIBLT0GegBUIW1OzIwYmhDoDWw3PVf5IS/zUoWOda8JrLe66OFD9EuSXl2QE+LEpIzQdTTupAY5T3eCyyUqAXvjfhD7Bj4RsRQFk= ceph-8a876d60-56d3-11ef-bcce-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-10T04:48:19.034 INFO:teuthology.orchestra.run.smithi107.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCMbpU8VWIcxyh2iOglINe1akBVcNvVjcUuEZBHJHKd37GTJV3SV36zq31e1oA6NVfBONwwr12VQexs+M+boKIv9juw8LzFsuz0k0oZLtucusel7/SlTmQWi1Hso+vVtDU27STMDxDsu8DazLs6Tf2FIVJp31lsgKxwF3dvq12UaKjrPV7KjcfGeVtNvYP4U7Z1+pxzCwtTXZ81Ua0C5U5+e+hYBSFZZ/XBTavXDDTzXNZMY2OZKyGY/bTZoFu/4Z6WFE36H+VMneJinVG0BxJ6pQFgkGswDWgM+CPFPE5+fVzAo9ylL6LHkjTF2/VgZeN/n+C7JK6OXUdgd4ppZ1GUdsZqQkIfyfkrLy2kpi2UOkfXDMZKGvODszI392NQ0NJN2DKji6VVMMblo4tC1vZUckeC5s9eIBLT0GegBUIW1OzIwYmhDoDWw3PVf5IS/zUoWOda8JrLe66OFD9EuSXl2QE+LEpIzQdTTupAY5T3eCyyUqAXvjfhD7Bj4RsRQFk= ceph-8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:48:19.046 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-10T04:48:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:19 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2169982214' entity='client.admin' 2024-08-10T04:48:19.302 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:48:21.924 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-10T04:48:21.924 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-10T04:48:22.294 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:22 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3382784755' entity='client.admin' 2024-08-10T04:48:22.402 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:48:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:48:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:25.356 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi107 2024-08-10T04:48:25.357 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:48:25.357 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/etc/ceph/ceph.conf 2024-08-10T04:48:25.375 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:48:25.375 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:48:25.433 INFO:tasks.cephadm:Adding host smithi107 to orchestrator... 2024-08-10T04:48:25.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch host add smithi107 2024-08-10T04:48:25.681 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:48:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:48:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:48:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:26.635 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:26 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:48:26.635 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:26 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:26.635 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:26 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:48:26.635 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:26 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:48:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:27 smithi078 ceph-mon[29426]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi107", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:48:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:28 smithi078 ceph-mon[29426]: Deploying cephadm binary to smithi107 2024-08-10T04:48:29.941 INFO:teuthology.orchestra.run.smithi078.stdout:Added host 'smithi107' with addr '172.21.15.107' 2024-08-10T04:48:30.525 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch host ls --format=json 2024-08-10T04:48:30.775 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:48:31.094 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:30 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:31.094 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:30 smithi078 ceph-mon[29426]: Added host smithi107 2024-08-10T04:48:31.094 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:30 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:31.094 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:30 smithi078 ceph-mon[29426]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:31.094 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:30 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:31.094 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:30 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:32.438 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:48:32.438 INFO:teuthology.orchestra.run.smithi078.stdout:[{"addr": "172.21.15.78", "hostname": "smithi078", "labels": [], "status": ""}, {"addr": "172.21.15.107", "hostname": "smithi107", "labels": [], "status": ""}] 2024-08-10T04:48:32.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:32.985 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-10T04:48:32.986 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd crush tunables default 2024-08-10T04:48:33.228 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:48:33.613 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:33 smithi078 ceph-mon[29426]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:33.613 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:33 smithi078 ceph-mon[29426]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:48:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:48:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:35 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3583954403' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-10T04:48:35.905 INFO:teuthology.orchestra.run.smithi078.stderr:adjusted tunables profile to default 2024-08-10T04:48:36.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:36 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:48:36.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:36 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3583954403' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-10T04:48:36.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:36 smithi078 ceph-mon[29426]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T04:48:36.453 INFO:tasks.cephadm:Adding mon.a on smithi078 2024-08-10T04:48:36.454 INFO:tasks.cephadm:Adding mon.c on smithi078 2024-08-10T04:48:36.454 INFO:tasks.cephadm:Adding mon.b on smithi107 2024-08-10T04:48:36.454 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch apply mon '3;smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi107:172.21.15.107=b' 2024-08-10T04:48:36.706 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:37 smithi078 ceph-mon[29426]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:38.318 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled mon update... 2024-08-10T04:48:38.846 DEBUG:teuthology.orchestra.run.smithi078:mon.c> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.c.service 2024-08-10T04:48:38.849 DEBUG:teuthology.orchestra.run.smithi107:mon.b> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.b.service 2024-08-10T04:48:38.851 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-10T04:48:38.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph mon dump -f json 2024-08-10T04:48:39.512 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi107:172.21.15.107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:48:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: Saving service mon spec with placement smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi107:172.21.15.107=b;count:3 2024-08-10T04:48:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:48:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:48:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:39 smithi078 ceph-mon[29426]: Deploying daemon mon.b on smithi107 2024-08-10T04:48:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:41 smithi078 ceph-mon[29426]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:42.645 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:48:42.645 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":1,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","modified":"2024-08-10T04:47:20.068911Z","created":"2024-08-10T04:47:20.068911Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-10T04:48:42.645 INFO:teuthology.orchestra.run.smithi107.stderr:dumped monmap epoch 1 2024-08-10T04:48:43.220 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 systemd[1]: Starting Ceph mon.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:48:43.560 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 podman[32729]: 2024-08-10 04:48:43.454373793 +0000 UTC m=+0.109204999 container create e401625267b0a860f337dc0ed0f425f965651058c9a4e08218bc1348ac272149 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-08-10T04:48:43.561 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 podman[32729]: 2024-08-10 04:48:43.362367309 +0000 UTC m=+0.017198534 image pull 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f 2024-08-10T04:48:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:43 smithi078 ceph-mon[29426]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:43 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/1189366642' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T04:48:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 podman[32729]: 2024-08-10 04:48:43.664931224 +0000 UTC m=+0.319762442 container init e401625267b0a860f337dc0ed0f425f965651058c9a4e08218bc1348ac272149 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T04:48:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 podman[32729]: 2024-08-10 04:48:43.667967021 +0000 UTC m=+0.322798228 container start e401625267b0a860f337dc0ed0f425f965651058c9a4e08218bc1348ac272149 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable), process ceph-mon, pid 2 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: pidfile_write: ignore empty --pid-file 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: load: jerasure load: lrc 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: RocksDB version: 6.15.5 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Compile date Aug 9 2024 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: DB SUMMARY 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: DB Session ID: KKT5M07WQBMXBMXDZKV7 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: CURRENT file: CURRENT 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T04:48:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.error_if_exists: 0 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.create_if_missing: 0 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.paranoid_checks: 1 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.env: 0x5557222dc440 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.fs: Posix File System 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.info_log: 0x555723578f20 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.statistics: (nil) 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.use_fsync: 0 2024-08-10T04:48:44.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_log_file_size: 0 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.allow_fallocate: 1 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.use_direct_reads: 0 2024-08-10T04:48:44.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.db_log_dir: 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.write_buffer_manager: 0x555723636750 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T04:48:44.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.unordered_write: 0 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T04:48:44.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.row_cache: None 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.wal_filter: None 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.preserve_deletes: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.two_write_queues: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.atomic_flush: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.log_readahead_size: 0 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T04:48:44.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_background_jobs: 2 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_background_compactions: -1 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_subcompactions: 1 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T04:48:44.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_open_files: -1 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_background_flushes: -1 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Compression algorithms supported: 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kZSTD supported: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kXpressCompression supported: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kBZip2Compression supported: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kLZ4Compression supported: 1 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kZlibCompression supported: 1 2024-08-10T04:48:44.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: kSnappyCompression supported: 1 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.merge_operator: 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_filter: None 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55572351fa58) 2024-08-10T04:48:44.077 INFO:journalctl@ceph.mon.b.smithi107.stdout: cache_index_and_filter_blocks: 1 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: pin_top_level_index_and_filter: 1 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: index_type: 0 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: data_block_index_type: 0 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: index_shortening: 1 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: hash_index_allow_collision: 1 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: checksum: 1 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: no_block_cache: 0 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache: 0x5557235551f0 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache_name: BinnedLRUCache 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache_options: 2024-08-10T04:48:44.078 INFO:journalctl@ceph.mon.b.smithi107.stdout: capacity : 536870912 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: num_shard_bits : 4 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: strict_capacity_limit : 0 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: high_pri_pool_ratio: 0.000 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache_compressed: (nil) 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: persistent_cache: (nil) 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_size: 4096 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_size_deviation: 10 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_restart_interval: 16 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: index_block_restart_interval: 1 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: metadata_block_size: 4096 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: partition_filters: 0 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: use_delta_encoding: 1 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-10T04:48:44.079 INFO:journalctl@ceph.mon.b.smithi107.stdout: whole_key_filtering: 1 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout: verify_compression: 0 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout: read_amp_bytes_per_bit: 0 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout: format_version: 4 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout: enable_index_compression: 1 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_align: 0 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression: NoCompression 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.num_levels: 7 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T04:48:44.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T04:48:44.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T04:48:44.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.arena_block_size: 4194304 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T04:48:44.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.inplace_update_support: 0 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.bloom_locality: 0 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.max_successive_merges: 0 2024-08-10T04:48:44.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.ttl: 2592000 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.enable_blob_files: false 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.min_blob_size: 0 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-10T04:48:44.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265323691382, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265323691683, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723265323, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "72e79e82-428c-48cf-b24f-c865e058beef", "db_session_id": "KKT5M07WQBMXBMXDZKV7"}} 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265323692006, "job": 1, "event": "recovery_finished"} 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x555723588700 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: DB pointer 0x555723558000 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** DB Stats ** 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:48:44.086 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T04:48:44.087 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:48:44.087 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:48:44.087 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T04:48:44.087 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-10T04:48:44.087 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:48:44.087 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:48:44.087 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** Compaction Stats [default] ** 2024-08-10T04:48:44.090 INFO:journalctl@ceph.mon.b.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:48:44.090 INFO:journalctl@ceph.mon.b.smithi107.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:48:44.090 INFO:journalctl@ceph.mon.b.smithi107.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-10T04:48:44.090 INFO:journalctl@ceph.mon.b.smithi107.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-10T04:48:44.090 INFO:journalctl@ceph.mon.b.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-10T04:48:44.090 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** Compaction Stats [default] ** 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T04:48:44.091 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** Compaction Stats [default] ** 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-10T04:48:44.092 INFO:journalctl@ceph.mon.b.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** Compaction Stats [default] ** 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T04:48:44.093 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: using public_addr v2:172.21.15.107:0/0 -> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: starting mon.b rank -1 at public addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] at bind addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(???) e0 preinit fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).mds e1 new map 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).mds e1 print_map 2024-08-10T04:48:44.094 INFO:journalctl@ceph.mon.b.smithi107.stdout: e1 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout: legacy client fscid: -1 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout: No filesystems configured 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-10T04:48:44.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi107:172.21.15.107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: Saving service mon spec with placement smithi078:172.21.15.78=a;smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c;smithi107:172.21.15.107=b;count:3 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:48:44.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:44.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: Deploying daemon mon.b on smithi107 2024-08-10T04:48:44.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:44.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:44.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/1189366642' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T04:48:44.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 ceph-mon[32749]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-10T04:48:44.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 bash[32729]: e401625267b0a860f337dc0ed0f425f965651058c9a4e08218bc1348ac272149 2024-08-10T04:48:44.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:43 smithi107 systemd[1]: Started Ceph mon.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:48:44.246 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-10T04:48:44.246 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph mon dump -f json 2024-08-10T04:48:44.498 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:48:49.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:48:49.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: mon.a calling monitor election 2024-08-10T04:48:49.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:49.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: mon.b calling monitor election 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: monmap e2: 2 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: fsmap 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: mgrmap e13: y(active, since 38s) 2024-08-10T04:48:49.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: overall HEALTH_OK 2024-08-10T04:48:49.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:49.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:49.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:49.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:48:49.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:49.104 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:48:49.104 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":2,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","modified":"2024-08-10T04:48:43.714697Z","created":"2024-08-10T04:47:20.068911Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:3300","nonce":0},{"type":"v1","addr":"172.21.15.107:6789","nonce":0}]},"addr":"172.21.15.107:6789/0","public_addr":"172.21.15.107:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-10T04:48:49.104 INFO:teuthology.orchestra.run.smithi107.stderr:dumped monmap epoch 2 2024-08-10T04:48:49.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:48:49.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: mon.a calling monitor election 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: mon.b calling monitor election 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: monmap e2: 2 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: fsmap 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T04:48:49.191 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: mgrmap e13: y(active, since 38s) 2024-08-10T04:48:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: overall HEALTH_OK 2024-08-10T04:48:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:48:49.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:49 smithi107 ceph-mon[32749]: Deploying daemon mon.c on smithi078 2024-08-10T04:48:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:49 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/2435314830' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T04:48:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:49 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:50.162 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:49 smithi078 ceph-mon[29426]: Deploying daemon mon.c on smithi078 2024-08-10T04:48:50.162 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:49 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/2435314830' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T04:48:50.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:49 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:50.679 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-10T04:48:50.679 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph mon dump -f json 2024-08-10T04:48:50.938 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:48:51.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:50 smithi107 ceph-mon[32749]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:51.119 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:50 smithi078 ceph-mon[29426]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:52 smithi078 systemd[1]: Started Ceph mon.c for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:48:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: mon.a calling monitor election 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: mon.b calling monitor election 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: mon.c calling monitor election 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: monmap e3: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: fsmap 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: mgrmap e13: y(active, since 47s) 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: overall HEALTH_OK 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: mon.a calling monitor election 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: mon.b calling monitor election 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: mon.c calling monitor election 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: monmap e3: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: fsmap 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T04:48:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: mgrmap e13: y(active, since 47s) 2024-08-10T04:48:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: overall HEALTH_OK 2024-08-10T04:48:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: mon.a calling monitor election 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: mon.b calling monitor election 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: mon.c calling monitor election 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: monmap e3: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: fsmap 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: mgrmap e13: y(active, since 47s) 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: overall HEALTH_OK 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:58 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:58 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:58 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:58 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:58.559 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:58 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:48:58.559 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:58 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:48:58.560 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:48:58.560 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":3,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","modified":"2024-08-10T04:48:52.036143Z","created":"2024-08-10T04:47:20.068911Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:3300","nonce":0},{"type":"v1","addr":"172.21.15.107:6789","nonce":0}]},"addr":"172.21.15.107:6789/0","public_addr":"172.21.15.107:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3301","nonce":0},{"type":"v1","addr":"172.21.15.78:6790","nonce":0}]},"addr":"172.21.15.78:6790/0","public_addr":"172.21.15.78:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-10T04:48:58.560 INFO:teuthology.orchestra.run.smithi107.stderr:dumped monmap epoch 3 2024-08-10T04:48:59.141 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-10T04:48:59.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph config generate-minimal-conf 2024-08-10T04:48:59.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:59.494 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.494 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.494 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.494 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.494 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:59.497 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:48:59.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:48:59.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:48:59.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:59.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:59.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/3477537724' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T04:48:59.499 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.499 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.499 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.499 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.499 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.499 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:48:59.500 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:48:59.500 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:59.501 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:59.501 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.501 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.501 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.502 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.502 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:59.502 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:48:59.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:48:59.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:48:59.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:59.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:59.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/3477537724' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T04:48:59.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:48:59.506 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:48:59.507 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:48:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:48:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/3477537724' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:48:59.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:48:59.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:48:59.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:48:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:00.071 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:49:00.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: Reconfiguring mon.a (unknown last config time)... 2024-08-10T04:49:00.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: Reconfiguring daemon mon.a on smithi078 2024-08-10T04:49:00.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:49:00.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:49:00.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: Reconfiguring mon.a (unknown last config time)... 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: Reconfiguring daemon mon.a on smithi078 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:49:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: Reconfiguring mon.a (unknown last config time)... 2024-08-10T04:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: Reconfiguring daemon mon.a on smithi078 2024-08-10T04:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:49:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:01.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:01 smithi078 ceph-mon[29426]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:01.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:01 smithi078 ceph-mon[29426]: Reconfiguring mon.c (monmap changed)... 2024-08-10T04:49:01.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:01 smithi078 ceph-mon[29426]: Reconfiguring daemon mon.c on smithi078 2024-08-10T04:49:01.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:01 smithi078 ceph-mon[39622]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:01.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:01 smithi078 ceph-mon[39622]: Reconfiguring mon.c (monmap changed)... 2024-08-10T04:49:01.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:01 smithi078 ceph-mon[39622]: Reconfiguring daemon mon.c on smithi078 2024-08-10T04:49:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:01 smithi107 ceph-mon[32749]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:01 smithi107 ceph-mon[32749]: Reconfiguring mon.c (monmap changed)... 2024-08-10T04:49:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:01 smithi107 ceph-mon[32749]: Reconfiguring daemon mon.c on smithi078 2024-08-10T04:49:01.666 INFO:teuthology.orchestra.run.smithi078.stdout:# minimal ceph.conf for 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:49:01.666 INFO:teuthology.orchestra.run.smithi078.stdout:[global] 2024-08-10T04:49:01.666 INFO:teuthology.orchestra.run.smithi078.stdout: fsid = 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:49:01.666 INFO:teuthology.orchestra.run.smithi078.stdout: mon_host = [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] 2024-08-10T04:49:02.406 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:02 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1449390563' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:02.406 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:02 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1449390563' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:02 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1449390563' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:02.688 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-10T04:49:02.688 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:49:02.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.conf 2024-08-10T04:49:02.716 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:49:02.716 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:49:02.780 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:49:02.780 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.conf 2024-08-10T04:49:02.814 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:49:02.814 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:49:02.882 INFO:tasks.cephadm:Adding mgr.y on smithi078 2024-08-10T04:49:02.883 INFO:tasks.cephadm:Adding mgr.x on smithi107 2024-08-10T04:49:02.883 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch apply mgr '2;smithi078=y;smithi107=x' 2024-08-10T04:49:03.168 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:49:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[29426]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[39622]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:03 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:03.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:03 smithi107 ceph-mon[32749]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:03.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:03 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:03.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:03 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:03.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:03 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:49:03.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:03 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:49:03.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:03 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:04.421 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:04 smithi107 ceph-mon[32749]: Reconfiguring mon.b (monmap changed)... 2024-08-10T04:49:04.422 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:04 smithi107 ceph-mon[32749]: Reconfiguring daemon mon.b on smithi107 2024-08-10T04:49:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:04 smithi078 ceph-mon[29426]: Reconfiguring mon.b (monmap changed)... 2024-08-10T04:49:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:04 smithi078 ceph-mon[29426]: Reconfiguring daemon mon.b on smithi107 2024-08-10T04:49:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:04 smithi078 ceph-mon[39622]: Reconfiguring mon.b (monmap changed)... 2024-08-10T04:49:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:04 smithi078 ceph-mon[39622]: Reconfiguring daemon mon.b on smithi107 2024-08-10T04:49:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:05 smithi078 ceph-mon[29426]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:05 smithi078 ceph-mon[39622]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:05 smithi107 ceph-mon[32749]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:05.627 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled mgr update... 2024-08-10T04:49:06.161 DEBUG:teuthology.orchestra.run.smithi107:mgr.x> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service 2024-08-10T04:49:06.165 INFO:tasks.cephadm:Deploying OSDs... 2024-08-10T04:49:06.166 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:49:06.166 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/scratch_devs of=/dev/stdout 2024-08-10T04:49:06.185 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-10T04:49:06.186 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_1 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 977 Links: 1 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-08-10 04:48:51.427873694 +0000 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.245 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.246 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-10T04:49:06.313 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-08-10T04:49:06.313 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-08-10T04:49:06.313 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000334865 s, 1.5 MB/s 2024-08-10T04:49:06.315 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-10T04:49:06.374 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_2 2024-08-10T04:49:06.431 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-10T04:49:06.431 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:06.432 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-08-10T04:49:06.432 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:06.432 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:06.432 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-08-10 04:48:51.428873678 +0000 2024-08-10T04:49:06.432 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.433 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.433 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-10T04:49:06.497 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-08-10T04:49:06.497 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-08-10T04:49:06.497 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000204983 s, 2.5 MB/s 2024-08-10T04:49:06.498 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-10T04:49:06.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:49:06.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-10T04:49:06.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:49:06.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.555 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_3 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-08-10 04:48:51.428873678 +0000 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-08-10 04:45:12.789558244 +0000 2024-08-10T04:49:06.611 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-08-10 04:45:12.789558244 +0000 2024-08-10T04:49:06.612 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-08-10 04:45:12.789558244 +0000 2024-08-10T04:49:06.612 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-10T04:49:06.673 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.673 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:49:06.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:06.675 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.676 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:06.676 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:06.676 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:49:06.676 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-10T04:49:06.676 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:49:06.676 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:06.677 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-08-10T04:49:06.677 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-08-10T04:49:06.677 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000199151 s, 2.6 MB/s 2024-08-10T04:49:06.677 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-10T04:49:06.735 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_4 2024-08-10T04:49:06.791 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-10T04:49:06.792 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:06.792 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-08-10T04:49:06.792 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:06.792 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:06.792 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-08-10 04:48:51.428873678 +0000 2024-08-10T04:49:06.792 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.792 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.793 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-08-10 04:45:12.788558261 +0000 2024-08-10T04:49:06.793 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-10T04:49:06.855 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-08-10T04:49:06.855 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-08-10T04:49:06.855 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000195565 s, 2.6 MB/s 2024-08-10T04:49:06.856 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-10T04:49:06.912 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:49:06.912 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/scratch_devs of=/dev/stdout 2024-08-10T04:49:06.928 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-10T04:49:06.928 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_1 2024-08-10T04:49:06.983 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-10T04:49:06.983 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:06.984 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-08-10T04:49:06.984 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:06.984 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:06.984 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-08-10 04:48:42.972179728 +0000 2024-08-10T04:49:06.984 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:06.984 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:06.984 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:06.984 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-10T04:49:07.046 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-08-10T04:49:07.047 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-08-10T04:49:07.047 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000237316 s, 2.2 MB/s 2024-08-10T04:49:07.048 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-10T04:49:07.105 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_2 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-08-10 04:48:42.973179711 +0000 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.161 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.162 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-10T04:49:07.224 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-08-10T04:49:07.225 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-08-10T04:49:07.225 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.0002892 s, 1.8 MB/s 2024-08-10T04:49:07.226 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-10T04:49:07.282 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_3 2024-08-10T04:49:07.338 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-10T04:49:07.338 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:07.338 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 984 Links: 1 2024-08-10T04:49:07.338 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:07.338 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:07.338 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-08-10 04:48:42.973179711 +0000 2024-08-10T04:49:07.339 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.339 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.339 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.339 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-10T04:49:07.526 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-08-10T04:49:07.526 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-08-10T04:49:07.526 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000221098 s, 2.3 MB/s 2024-08-10T04:49:07.528 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-10T04:49:07.544 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_4 2024-08-10T04:49:07.604 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-10T04:49:07.604 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T04:49:07.604 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 5h/5d Inode: 975 Links: 1 2024-08-10T04:49:07.604 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T04:49:07.604 INFO:teuthology.orchestra.run.smithi107.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T04:49:07.605 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2024-08-10 04:49:07.482750159 +0000 2024-08-10T04:49:07.605 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.605 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.605 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: 2024-08-10 04:45:13.510926300 +0000 2024-08-10T04:49:07.605 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-10T04:49:07.665 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:07 smithi107 ceph-mon[32749]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi078=y;smithi107=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:07.665 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:07 smithi107 ceph-mon[32749]: Saving service mgr spec with placement smithi078=y;smithi107=x;count:2 2024-08-10T04:49:07.665 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:07 smithi107 ceph-mon[32749]: Deploying daemon mgr.x on smithi107 2024-08-10T04:49:07.666 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:07 smithi107 ceph-mon[32749]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:07.704 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2024-08-10T04:49:07.704 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2024-08-10T04:49:07.704 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.00017766 s, 2.9 MB/s 2024-08-10T04:49:07.705 DEBUG:teuthology.orchestra.run.smithi107:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-10T04:49:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[29426]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi078=y;smithi107=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[29426]: Saving service mgr spec with placement smithi078=y;smithi107=x;count:2 2024-08-10T04:49:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[29426]: Deploying daemon mgr.x on smithi107 2024-08-10T04:49:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[29426]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[39622]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi078=y;smithi107=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[39622]: Saving service mgr spec with placement smithi078=y;smithi107=x;count:2 2024-08-10T04:49:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[39622]: Deploying daemon mgr.x on smithi107 2024-08-10T04:49:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:07 smithi078 ceph-mon[39622]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:07.764 INFO:tasks.cephadm:Deploying osd.0 on smithi078 with /dev/vg_nvme/lv_4... 2024-08-10T04:49:07.765 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-10T04:49:07.946 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:07 smithi107 systemd[1]: Starting Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:49:08.019 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:49:08.248 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:07 smithi107 podman[34600]: 2024-08-10 04:49:07.946386597 +0000 UTC m=+0.113778030 container create a0543429970232a1bdbc5756a4e6ffd325ac3e371bf6a9aa83f8f86a10f3c974 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-10T04:49:08.249 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:07 smithi107 podman[34600]: 2024-08-10 04:49:07.849884415 +0000 UTC m=+0.017275849 image pull 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f 2024-08-10T04:49:08.249 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 podman[34600]: 2024-08-10 04:49:08.165764609 +0000 UTC m=+0.333156057 container init a0543429970232a1bdbc5756a4e6ffd325ac3e371bf6a9aa83f8f86a10f3c974 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=quincy-56ceb86, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-10T04:49:08.249 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 podman[34600]: 2024-08-10 04:49:08.168697098 +0000 UTC m=+0.336088533 container start a0543429970232a1bdbc5756a4e6ffd325ac3e371bf6a9aa83f8f86a10f3c974 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-10T04:49:08.249 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 ceph-mgr[34619]: -- 172.21.15.107:0/2470980602 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56134dd309c0 con 0x56134dd3c800 2024-08-10T04:49:08.249 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 bash[34600]: a0543429970232a1bdbc5756a4e6ffd325ac3e371bf6a9aa83f8f86a10f3c974 2024-08-10T04:49:08.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 systemd[1]: Started Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:49:08.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:08.284+0000 7f2e08244ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:49:08.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:08.412+0000 7f2e08244ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:49:08.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:08.481+0000 7f2e08244ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:49:09.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:08.741+0000 7f2e08244ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:49:09.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:08.802+0000 7f2e08244ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:49:09.430 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-mon[32749]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:09.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:09.619 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[29426]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:09.619 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.619 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.619 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:09.620 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[39622]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:09.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:09.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:10.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:09.743+0000 7f2e08244ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:49:10.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:09.860+0000 7f2e08244ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:49:10.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:09.917+0000 7f2e08244ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:49:10.296 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:49:10.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_4 2024-08-10T04:49:10.365 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:10.112+0000 7f2e08244ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:49:10.365 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:10.173+0000 7f2e08244ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:49:10.366 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:10.239+0000 7f2e08244ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:49:10.366 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:10.365+0000 7f2e08244ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:49:10.655 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: Reconfiguring mgr.y (unknown last config time)... 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: Reconfiguring daemon mgr.y on smithi078 2024-08-10T04:49:10.656 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: Reconfiguring mgr.y (unknown last config time)... 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: Reconfiguring daemon mgr.y on smithi078 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: Reconfiguring mgr.y (unknown last config time)... 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: Reconfiguring daemon mgr.y on smithi078 2024-08-10T04:49:10.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:10.993 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:49:11.064 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:10.782+0000 7f2e08244ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:49:11.064 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.063+0000 7f2e08244ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:49:11.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.126+0000 7f2e08244ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:49:11.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.249+0000 7f2e08244ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:49:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[29426]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[39622]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.736 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-mon[32749]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:11.736 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.736 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.737 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:11.737 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:11.737 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:11.737 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:11.737 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.501+0000 7f2e08244ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:49:11.737 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.559+0000 7f2e08244ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:49:11.737 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.736+0000 7f2e08244ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:49:12.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.797+0000 7f2e08244ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:49:12.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.875+0000 7f2e08244ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:49:12.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:11.931+0000 7f2e08244ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:49:12.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:12.438+0000 7f2e08244ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:49:12.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:49:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:49:12.569+0000 7f2e08244ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: Standby manager daemon x started 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:49:13.643 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: Standby manager daemon x started 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:49:13.644 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: Standby manager daemon x started 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/812296934' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:49:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:14.569 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:14 smithi078 ceph-mon[29426]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:14.569 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:14 smithi078 ceph-mon[29426]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-10T04:49:14.570 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:14 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:49:14.570 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:14 smithi078 ceph-mon[39622]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:14.570 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:14 smithi078 ceph-mon[39622]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-10T04:49:14.570 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:14 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:49:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:14 smithi107 ceph-mon[32749]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:14 smithi107 ceph-mon[32749]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-10T04:49:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:14 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:49:15.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[39622]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:15.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1792246144' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]: dispatch 2024-08-10T04:49:15.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]: dispatch 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]': finished 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[39622]: osdmap e5: 1 total, 0 up, 1 in 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[29426]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1792246144' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]: dispatch 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]: dispatch 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]': finished 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[29426]: osdmap e5: 1 total, 0 up, 1 in 2024-08-10T04:49:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:15 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:15 smithi107 ceph-mon[32749]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:15 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1792246144' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]: dispatch 2024-08-10T04:49:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:15 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]: dispatch 2024-08-10T04:49:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:15 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7588312f-8af4-4a52-b05f-2b611d787431"}]': finished 2024-08-10T04:49:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:15 smithi107 ceph-mon[32749]: osdmap e5: 1 total, 0 up, 1 in 2024-08-10T04:49:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:15 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:16 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3230292078' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:49:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:16 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3230292078' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:49:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:16 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3230292078' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:49:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:17 smithi078 ceph-mon[29426]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:17 smithi078 ceph-mon[39622]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:17 smithi107 ceph-mon[32749]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:19 smithi078 ceph-mon[29426]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:19 smithi078 ceph-mon[39622]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:19 smithi107 ceph-mon[32749]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:21.687 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:21 smithi078 ceph-mon[29426]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:21.687 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T04:49:21.687 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:21.687 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:21 smithi078 ceph-mon[39622]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:21.687 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T04:49:21.687 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:21 smithi107 ceph-mon[32749]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T04:49:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:22.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:22 smithi078 ceph-mon[29426]: Deploying daemon osd.0 on smithi078 2024-08-10T04:49:22.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:22 smithi078 ceph-mon[39622]: Deploying daemon osd.0 on smithi078 2024-08-10T04:49:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:22 smithi107 ceph-mon[32749]: Deploying daemon osd.0 on smithi078 2024-08-10T04:49:23.674 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:23 smithi078 ceph-mon[29426]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:23.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:23 smithi078 ceph-mon[39622]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:23 smithi107 ceph-mon[32749]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:25.619 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:25 smithi078 ceph-mon[29426]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:25.620 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:25 smithi078 ceph-mon[39622]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:25 smithi107 ceph-mon[32749]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:26.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:26.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:26.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:26.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:26.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:26.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:27.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:27 smithi078 ceph-mon[29426]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:27.508 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:27 smithi078 ceph-mon[39622]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:27 smithi107 ceph-mon[32749]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:29.178 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 0 on host 'smithi078' 2024-08-10T04:49:29.670 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:29 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:29.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T04:49:29.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:29.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:29 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:29.765 DEBUG:teuthology.orchestra.run.smithi078:osd.0> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.0.service 2024-08-10T04:49:29.767 INFO:tasks.cephadm:Deploying osd.1 on smithi078 with /dev/vg_nvme/lv_3... 2024-08-10T04:49:29.767 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-10T04:49:30.376 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:49:31.008 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[29426]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T04:49:31.008 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[29426]: osdmap e6: 1 total, 0 up, 1 in 2024-08-10T04:49:31.008 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:31.009 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[29426]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:31.009 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[29426]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:31.009 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[39622]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T04:49:31.009 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[39622]: osdmap e6: 1 total, 0 up, 1 in 2024-08-10T04:49:31.009 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:31.009 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[39622]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:31.009 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-mon[39622]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:31.009 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[43522]: 2024-08-10T04:49:30.879+0000 7ff46d52c640 -1 osd.0 0 waiting for initial osdmap 2024-08-10T04:49:31.010 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:49:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[43522]: 2024-08-10T04:49:30.886+0000 7ff468b64640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:49:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:30 smithi107 ceph-mon[32749]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T04:49:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:30 smithi107 ceph-mon[32749]: osdmap e6: 1 total, 0 up, 1 in 2024-08-10T04:49:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:30 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:30 smithi107 ceph-mon[32749]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:30 smithi107 ceph-mon[32749]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[39622]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:49:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[39622]: osdmap e7: 1 total, 0 up, 1 in 2024-08-10T04:49:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[29426]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:49:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[29426]: osdmap e7: 1 total, 0 up, 1 in 2024-08-10T04:49:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:31 smithi107 ceph-mon[32749]: from='osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:49:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:31 smithi107 ceph-mon[32749]: osdmap e7: 1 total, 0 up, 1 in 2024-08-10T04:49:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:49:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:49:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[39622]: osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923] boot 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[39622]: osdmap e8: 1 total, 1 up, 1 in 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[39622]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[29426]: osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923] boot 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[29426]: osdmap e8: 1 total, 1 up, 1 in 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:32 smithi078 ceph-mon[29426]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:32 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:49:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:32 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:49:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:32 smithi107 ceph-mon[32749]: osd.0 [v2:172.21.15.78:6802/3180844923,v1:172.21.15.78:6803/3180844923] boot 2024-08-10T04:49:33.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:32 smithi107 ceph-mon[32749]: osdmap e8: 1 total, 1 up, 1 in 2024-08-10T04:49:33.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:49:33.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:32 smithi107 ceph-mon[32749]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: osdmap e9: 1 total, 1 up, 1 in 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi078 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi078 to 16064M 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:33.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: osdmap e9: 1 total, 1 up, 1 in 2024-08-10T04:49:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi078 2024-08-10T04:49:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi078 to 16064M 2024-08-10T04:49:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.265 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:49:34.285 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_3 2024-08-10T04:49:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: osdmap e9: 1 total, 1 up, 1 in 2024-08-10T04:49:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi078 2024-08-10T04:49:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi078 to 16064M 2024-08-10T04:49:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:34.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:34.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:34.535 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:49:34.908 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:34 smithi078 ceph-mon[29426]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:34 smithi078 ceph-mon[39622]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:34 smithi107 ceph-mon[32749]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[29426]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[29426]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[39622]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[39622]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:49:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:37 smithi107 ceph-mon[32749]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:37 smithi107 ceph-mon[32749]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:49:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:49:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:49:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:39 smithi107 ceph-mon[32749]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:39 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1613337400' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]: dispatch 2024-08-10T04:49:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:39 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]: dispatch 2024-08-10T04:49:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:39 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]': finished 2024-08-10T04:49:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:39 smithi107 ceph-mon[32749]: osdmap e10: 2 total, 1 up, 2 in 2024-08-10T04:49:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:39 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[29426]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1613337400' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]: dispatch 2024-08-10T04:49:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]: dispatch 2024-08-10T04:49:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]': finished 2024-08-10T04:49:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[29426]: osdmap e10: 2 total, 1 up, 2 in 2024-08-10T04:49:39.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:39.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[39622]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:39.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1613337400' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]: dispatch 2024-08-10T04:49:39.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]: dispatch 2024-08-10T04:49:39.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1935b815-d4e3-48fa-ba97-12e9e1d20d93"}]': finished 2024-08-10T04:49:39.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[39622]: osdmap e10: 2 total, 1 up, 2 in 2024-08-10T04:49:39.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:39 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:40 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3568640665' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:49:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:40 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3568640665' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:49:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:40 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3568640665' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:49:41.275 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:41 smithi078 ceph-mon[29426]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:41.276 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:41 smithi078 ceph-mon[39622]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:41 smithi107 ceph-mon[32749]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:43 smithi078 ceph-mon[39622]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:43 smithi078 ceph-mon[29426]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:43 smithi107 ceph-mon[32749]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:45 smithi107 ceph-mon[32749]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:45 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T04:49:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:45 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:45 smithi107 ceph-mon[32749]: Deploying daemon osd.1 on smithi078 2024-08-10T04:49:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[29426]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T04:49:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[29426]: Deploying daemon osd.1 on smithi078 2024-08-10T04:49:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[39622]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T04:49:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:45 smithi078 ceph-mon[39622]: Deploying daemon osd.1 on smithi078 2024-08-10T04:49:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:47 smithi078 ceph-mon[29426]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:47.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:47 smithi078 ceph-mon[39622]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:47 smithi107 ceph-mon[32749]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:49 smithi107 ceph-mon[32749]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:49 smithi078 ceph-mon[29426]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:49 smithi078 ceph-mon[39622]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:50 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:50 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:50 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:50 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:50 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:50 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:50 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:50 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:50 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:51.327 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:51 smithi078 ceph-mon[29426]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:51.327 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:51 smithi078 ceph-mon[39622]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:51 smithi107 ceph-mon[32749]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:52.560 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 1 on host 'smithi078' 2024-08-10T04:49:53.193 DEBUG:teuthology.orchestra.run.smithi078:osd.1> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.1.service 2024-08-10T04:49:53.196 INFO:tasks.cephadm:Deploying osd.2 on smithi078 with /dev/vg_nvme/lv_2... 2024-08-10T04:49:53.196 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-10T04:49:53.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[29426]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:53.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[29426]: from='osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T04:49:53.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T04:49:53.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.430 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[39622]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:53.430 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[39622]: from='osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T04:49:53.430 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[39622]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T04:49:53.430 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.430 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.430 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.430 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:53 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:53 smithi107 ceph-mon[32749]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:53 smithi107 ceph-mon[32749]: from='osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T04:49:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:53 smithi107 ceph-mon[32749]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T04:49:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:53 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:53 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:53 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:53 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:54.361 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:49:54.553 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T04:49:54.553 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[29426]: osdmap e11: 2 total, 1 up, 2 in 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[29426]: from='osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[39622]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[39622]: osdmap e11: 2 total, 1 up, 2 in 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[39622]: from='osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:54.554 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-mon[39622]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:54.555 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[49579]: 2024-08-10T04:49:54.241+0000 7f446efdc640 -1 osd.1 0 waiting for initial osdmap 2024-08-10T04:49:54.555 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:49:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[49579]: 2024-08-10T04:49:54.243+0000 7f4467e0f640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:49:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:54 smithi107 ceph-mon[32749]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T04:49:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:54 smithi107 ceph-mon[32749]: osdmap e11: 2 total, 1 up, 2 in 2024-08-10T04:49:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:54 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:54 smithi107 ceph-mon[32749]: from='osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:54 smithi107 ceph-mon[32749]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:49:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:55 smithi107 ceph-mon[32749]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:55 smithi107 ceph-mon[32749]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:49:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:55 smithi107 ceph-mon[32749]: osdmap e12: 2 total, 1 up, 2 in 2024-08-10T04:49:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[39622]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[39622]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:49:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[39622]: osdmap e12: 2 total, 1 up, 2 in 2024-08-10T04:49:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[29426]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:49:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[29426]: osdmap e12: 2 total, 1 up, 2 in 2024-08-10T04:49:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:49:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:49:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[39622]: osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391] boot 2024-08-10T04:49:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[39622]: osdmap e13: 2 total, 2 up, 2 in 2024-08-10T04:49:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:49:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:49:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[29426]: osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391] boot 2024-08-10T04:49:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[29426]: osdmap e13: 2 total, 2 up, 2 in 2024-08-10T04:49:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:56 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:56 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:49:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:56 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:49:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:56 smithi107 ceph-mon[32749]: osd.1 [v2:172.21.15.78:6810/1776335391,v1:172.21.15.78:6811/1776335391] boot 2024-08-10T04:49:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:56 smithi107 ceph-mon[32749]: osdmap e13: 2 total, 2 up, 2 in 2024-08-10T04:49:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:56 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:49:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: osdmap e14: 2 total, 2 up, 2 in 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi078 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi078 to 8032M 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: osdmap e14: 2 total, 2 up, 2 in 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi078 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi078 to 8032M 2024-08-10T04:49:57.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:57 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T04:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: osdmap e14: 2 total, 2 up, 2 in 2024-08-10T04:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi078 2024-08-10T04:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi078 to 8032M 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:49:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:57 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:49:57.838 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:49:57.858 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_2 2024-08-10T04:49:58.109 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:49:59.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:49:59 smithi078 ceph-mon[29426]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:49:59.509 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:49:59 smithi078 ceph-mon[39622]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:49:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:49:59 smithi107 ceph-mon[32749]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:00.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:00.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:00.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:00.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[29426]: overall HEALTH_OK 2024-08-10T04:50:00.439 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:00.439 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:00.439 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:00.439 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:00 smithi078 ceph-mon[39622]: overall HEALTH_OK 2024-08-10T04:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:00 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:00 smithi107 ceph-mon[32749]: overall HEALTH_OK 2024-08-10T04:50:01.385 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:01 smithi078 ceph-mon[39622]: from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:01.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:01 smithi078 ceph-mon[39622]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:01.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:01 smithi078 ceph-mon[29426]: from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:01.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:01 smithi078 ceph-mon[29426]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:01 smithi107 ceph-mon[32749]: from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:01 smithi107 ceph-mon[32749]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:02 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/328319932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]: dispatch 2024-08-10T04:50:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:02 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]: dispatch 2024-08-10T04:50:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:02 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]': finished 2024-08-10T04:50:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:02 smithi107 ceph-mon[32749]: osdmap e15: 3 total, 2 up, 3 in 2024-08-10T04:50:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:02 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:02.570 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/328319932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]: dispatch 2024-08-10T04:50:02.570 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]: dispatch 2024-08-10T04:50:02.570 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]': finished 2024-08-10T04:50:02.570 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[29426]: osdmap e15: 3 total, 2 up, 3 in 2024-08-10T04:50:02.570 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:02.570 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/328319932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]: dispatch 2024-08-10T04:50:02.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]: dispatch 2024-08-10T04:50:02.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e845eecf-7bea-40c7-9cf4-282d1f143ef2"}]': finished 2024-08-10T04:50:02.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[39622]: osdmap e15: 3 total, 2 up, 3 in 2024-08-10T04:50:02.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:02 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:03 smithi107 ceph-mon[32749]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:03 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3672588291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:03 smithi078 ceph-mon[29426]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:03 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3672588291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:03 smithi078 ceph-mon[39622]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:03 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3672588291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:05.364 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:05 smithi078 ceph-mon[29426]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:05.365 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:05 smithi078 ceph-mon[39622]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:05 smithi107 ceph-mon[32749]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:07.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:07 smithi078 ceph-mon[29426]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:07 smithi107 ceph-mon[32749]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:07.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:07 smithi078 ceph-mon[39622]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:08.551 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:08 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T04:50:08.551 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:08 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:08.551 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:08 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T04:50:08.552 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:08 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:08 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T04:50:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:08 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:09 smithi107 ceph-mon[32749]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:09 smithi107 ceph-mon[32749]: Deploying daemon osd.2 on smithi078 2024-08-10T04:50:09.608 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:09 smithi078 ceph-mon[39622]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:09.608 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:09 smithi078 ceph-mon[39622]: Deploying daemon osd.2 on smithi078 2024-08-10T04:50:09.608 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:09 smithi078 ceph-mon[29426]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:09.608 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:09 smithi078 ceph-mon[29426]: Deploying daemon osd.2 on smithi078 2024-08-10T04:50:11.527 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:11 smithi078 ceph-mon[29426]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:11.527 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:11 smithi078 ceph-mon[39622]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:11 smithi107 ceph-mon[32749]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[39622]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:13.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:13.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:13.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[29426]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:13.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:13.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:13.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:13 smithi107 ceph-mon[32749]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:15 smithi078 ceph-mon[29426]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:15 smithi078 ceph-mon[39622]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:15 smithi107 ceph-mon[32749]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:16.295 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 2 on host 'smithi078' 2024-08-10T04:50:16.594 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:16 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:16 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:16.912 DEBUG:teuthology.orchestra.run.smithi078:osd.2> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.2.service 2024-08-10T04:50:16.914 INFO:tasks.cephadm:Deploying osd.3 on smithi078 with /dev/vg_nvme/lv_1... 2024-08-10T04:50:16.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-10T04:50:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[39622]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[39622]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T04:50:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[39622]: osdmap e16: 3 total, 2 up, 3 in 2024-08-10T04:50:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[39622]: from='osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[39622]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[29426]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[29426]: osdmap e16: 3 total, 2 up, 3 in 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[29426]: from='osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:17.728 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[55578]: 2024-08-10T04:50:17.454+0000 7f0ccbb9a640 -1 osd.2 0 waiting for initial osdmap 2024-08-10T04:50:17.728 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:17 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[55578]: 2024-08-10T04:50:17.457+0000 7f0cc89d5640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:50:17.741 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:50:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:17 smithi107 ceph-mon[32749]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:17 smithi107 ceph-mon[32749]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T04:50:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:17 smithi107 ceph-mon[32749]: osdmap e16: 3 total, 2 up, 3 in 2024-08-10T04:50:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:17 smithi107 ceph-mon[32749]: from='osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:17 smithi107 ceph-mon[32749]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:50:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[29426]: osdmap e17: 3 total, 2 up, 3 in 2024-08-10T04:50:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:18.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[39622]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[39622]: osdmap e17: 3 total, 2 up, 3 in 2024-08-10T04:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:18 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:18.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:18 smithi107 ceph-mon[32749]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:50:18.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:18 smithi107 ceph-mon[32749]: osdmap e17: 3 total, 2 up, 3 in 2024-08-10T04:50:18.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:18 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:18.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:18 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:19.718 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:19 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:50:19.718 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:19 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:50:19.718 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:19 smithi107 ceph-mon[32749]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:19.719 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:19 smithi107 ceph-mon[32749]: osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346] boot 2024-08-10T04:50:19.719 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:19 smithi107 ceph-mon[32749]: osdmap e18: 3 total, 3 up, 3 in 2024-08-10T04:50:19.719 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:19 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:50:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:50:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[29426]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[29426]: osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346] boot 2024-08-10T04:50:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[29426]: osdmap e18: 3 total, 3 up, 3 in 2024-08-10T04:50:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:50:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:50:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[39622]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T04:50:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[39622]: osd.2 [v2:172.21.15.78:6818/2218125346,v1:172.21.15.78:6819/2218125346] boot 2024-08-10T04:50:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[39622]: osdmap e18: 3 total, 3 up, 3 in 2024-08-10T04:50:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:19 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:50:20.641 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:20 smithi078 ceph-mon[29426]: osdmap e19: 3 total, 3 up, 3 in 2024-08-10T04:50:20.641 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:20 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-10T04:50:20.641 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:20 smithi078 ceph-mon[39622]: osdmap e19: 3 total, 3 up, 3 in 2024-08-10T04:50:20.641 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:20 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-10T04:50:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:20 smithi107 ceph-mon[32749]: osdmap e19: 3 total, 3 up, 3 in 2024-08-10T04:50:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:20 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-10T04:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: pgmap v74: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-10T04:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: osdmap e20: 3 total, 3 up, 3 in 2024-08-10T04:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:21 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: pgmap v74: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:21.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-10T04:50:21.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: osdmap e20: 3 total, 3 up, 3 in 2024-08-10T04:50:21.957 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: pgmap v74: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-10T04:50:21.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: osdmap e20: 3 total, 3 up, 3 in 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:21.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:21 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:21.964 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:50:21.992 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_1 2024-08-10T04:50:22.257 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:50:22.533 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi078 2024-08-10T04:50:22.533 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi078 to 5354M 2024-08-10T04:50:22.533 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-10T04:50:22.534 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[29426]: osdmap e21: 3 total, 3 up, 3 in 2024-08-10T04:50:22.534 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi078 2024-08-10T04:50:22.534 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi078 to 5354M 2024-08-10T04:50:22.534 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-10T04:50:22.534 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:22 smithi078 ceph-mon[39622]: osdmap e21: 3 total, 3 up, 3 in 2024-08-10T04:50:22.534 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59259]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T04:50:22.534 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59259]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:22.535 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59259]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:22.535 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59259]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:22.805 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59281]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T04:50:22.805 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59281]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:22.805 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59281]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:22.805 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59281]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:22 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi078 2024-08-10T04:50:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:22 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi078 to 5354M 2024-08-10T04:50:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:22 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-10T04:50:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:22 smithi107 ceph-mon[32749]: osdmap e21: 3 total, 3 up, 3 in 2024-08-10T04:50:23.062 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59297]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T04:50:23.062 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59297]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:23.062 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59297]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:23.062 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:22 smithi078 sudo[59297]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:23.312 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59308]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T04:50:23.312 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59303]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T04:50:23.312 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59303]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:23.313 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59303]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:23.313 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59303]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:23.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:23 smithi078 ceph-mon[29426]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:23.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:23 smithi078 ceph-mon[29426]: osdmap e22: 3 total, 3 up, 3 in 2024-08-10T04:50:23.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:23 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:23.572 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:23 smithi078 ceph-mon[39622]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:23.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:23 smithi078 ceph-mon[39622]: osdmap e22: 3 total, 3 up, 3 in 2024-08-10T04:50:23.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:23 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:23.573 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59308]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:23.573 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59308]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:23.573 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59308]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:23 smithi107 ceph-mon[32749]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:23 smithi107 ceph-mon[32749]: osdmap e22: 3 total, 3 up, 3 in 2024-08-10T04:50:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:23 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:23.830 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59334]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T04:50:23.830 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59334]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:23.830 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59334]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:23.830 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59334]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:24.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59358]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T04:50:24.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59358]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:24.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59358]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:24.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:23 smithi078 sudo[59358]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59362]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T04:50:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59362]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59362]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59362]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:24.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35272]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T04:50:24.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35272]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:24.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35272]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:24.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35272]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:24.588 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35275]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T04:50:24.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:24.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:24.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:24.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:24.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:24.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:24.821 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:24.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:24.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:24.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:24.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:24.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:24 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35275]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35275]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 sudo[35275]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:24 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:25.125 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59504]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T04:50:25.125 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59504]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:25.125 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59504]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:25.126 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:24 smithi078 sudo[59504]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:25.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 sudo[59510]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T04:50:25.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 sudo[59510]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T04:50:25.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 sudo[59510]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T04:50:25.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 sudo[59510]: pam_unix(sudo:session): session closed for user root 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:25.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:25.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:25.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:25.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-10T04:50:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T04:50:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:50:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:50:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:50:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T04:50:26.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3261270993' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c41a6acb-8188-42ef-8467-84c437628fcd"}]: dispatch 2024-08-10T04:50:26.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3261270993' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c41a6acb-8188-42ef-8467-84c437628fcd"}]': finished 2024-08-10T04:50:26.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[29426]: osdmap e23: 4 total, 3 up, 4 in 2024-08-10T04:50:26.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:26.933 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3261270993' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c41a6acb-8188-42ef-8467-84c437628fcd"}]: dispatch 2024-08-10T04:50:26.934 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3261270993' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c41a6acb-8188-42ef-8467-84c437628fcd"}]': finished 2024-08-10T04:50:26.934 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[39622]: osdmap e23: 4 total, 3 up, 4 in 2024-08-10T04:50:26.934 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:26 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3261270993' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c41a6acb-8188-42ef-8467-84c437628fcd"}]: dispatch 2024-08-10T04:50:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:26 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3261270993' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c41a6acb-8188-42ef-8467-84c437628fcd"}]': finished 2024-08-10T04:50:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:26 smithi107 ceph-mon[32749]: osdmap e23: 4 total, 3 up, 4 in 2024-08-10T04:50:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:27 smithi078 ceph-mon[29426]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:27 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/892876239' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:27 smithi078 ceph-mon[39622]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:27 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/892876239' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:27 smithi107 ceph-mon[32749]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:27 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/892876239' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:29 smithi078 ceph-mon[29426]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:29 smithi078 ceph-mon[39622]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:29 smithi107 ceph-mon[32749]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:31 smithi078 ceph-mon[29426]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:31 smithi078 ceph-mon[39622]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:31 smithi107 ceph-mon[32749]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T04:50:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T04:50:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T04:50:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:33.713 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:33 smithi078 ceph-mon[29426]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:33.713 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:33 smithi078 ceph-mon[29426]: Deploying daemon osd.3 on smithi078 2024-08-10T04:50:33.713 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:33 smithi078 ceph-mon[39622]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:33.713 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:33 smithi078 ceph-mon[39622]: Deploying daemon osd.3 on smithi078 2024-08-10T04:50:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:33 smithi107 ceph-mon[32749]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:33 smithi107 ceph-mon[32749]: Deploying daemon osd.3 on smithi078 2024-08-10T04:50:34.936 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:34 smithi078 ceph-mon[29426]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:34.937 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:34 smithi078 ceph-mon[39622]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:34 smithi107 ceph-mon[32749]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:37.280 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:37 smithi078 ceph-mon[29426]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:37.280 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:37 smithi078 ceph-mon[39622]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:37 smithi107 ceph-mon[32749]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:38.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:38 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:38.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:38 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:38.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:38 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:38.092 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:38 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:38.092 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:38 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:38.092 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:38 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:38 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:38 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:38 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:39.624 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:39 smithi078 ceph-mon[29426]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:39.624 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:39 smithi078 ceph-mon[39622]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:39 smithi107 ceph-mon[32749]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:40.807 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 3 on host 'smithi078' 2024-08-10T04:50:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[29426]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[29426]: from='osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T04:50:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[29426]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[39622]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[39622]: from='osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[39622]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:41 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.500 DEBUG:teuthology.orchestra.run.smithi078:osd.3> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.3.service 2024-08-10T04:50:41.503 INFO:tasks.cephadm:Deploying osd.4 on smithi107 with /dev/vg_nvme/lv_4... 2024-08-10T04:50:41.503 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-10T04:50:41.761 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:50:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:41 smithi107 ceph-mon[32749]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:41 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:41 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:41 smithi107 ceph-mon[32749]: from='osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T04:50:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:41 smithi107 ceph-mon[32749]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T04:50:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:41 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:41 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[29426]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T04:50:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[29426]: osdmap e24: 4 total, 3 up, 4 in 2024-08-10T04:50:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[29426]: from='osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[29426]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[39622]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T04:50:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[39622]: osdmap e24: 4 total, 3 up, 4 in 2024-08-10T04:50:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[39622]: from='osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-mon[39622]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:42.477 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[61227]: 2024-08-10T04:50:42.445+0000 7f9ad7446640 -1 osd.3 0 waiting for initial osdmap 2024-08-10T04:50:42.477 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 04:50:42 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[61227]: 2024-08-10T04:50:42.449+0000 7f9ad0279640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:50:42.786 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:42 smithi107 ceph-mon[32749]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T04:50:42.786 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:42 smithi107 ceph-mon[32749]: osdmap e24: 4 total, 3 up, 4 in 2024-08-10T04:50:42.786 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:42 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:42.786 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:42 smithi107 ceph-mon[32749]: from='osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:42.786 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:42 smithi107 ceph-mon[32749]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T04:50:43.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[29426]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:43.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[29426]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:50:43.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[29426]: osdmap e25: 4 total, 3 up, 4 in 2024-08-10T04:50:43.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:43.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:43.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[39622]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:43.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[39622]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:50:43.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[39622]: osdmap e25: 4 total, 3 up, 4 in 2024-08-10T04:50:43.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:43.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:43 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:43 smithi107 ceph-mon[32749]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:43 smithi107 ceph-mon[32749]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-08-10T04:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:43 smithi107 ceph-mon[32749]: osdmap e25: 4 total, 3 up, 4 in 2024-08-10T04:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:43 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:44.099 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:50:44.119 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi107:vg_nvme/lv_4 2024-08-10T04:50:44.374 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:50:44.688 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:50:44.688 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:50:44.688 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038] boot 2024-08-10T04:50:44.688 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: osdmap e26: 4 total, 4 up, 4 in 2024-08-10T04:50:44.688 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:44.688 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:44.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:50:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:50:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038] boot 2024-08-10T04:50:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: osdmap e26: 4 total, 4 up, 4 in 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: osd.3 [v2:172.21.15.78:6826/3669409038,v1:172.21.15.78:6827/3669409038] boot 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: osdmap e26: 4 total, 4 up, 4 in 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:50:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:45 smithi107 ceph-mon[32749]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:45 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi078 2024-08-10T04:50:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:45 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi078 to 4016M 2024-08-10T04:50:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:45 smithi107 ceph-mon[32749]: osdmap e27: 4 total, 4 up, 4 in 2024-08-10T04:50:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[29426]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi078 2024-08-10T04:50:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi078 to 4016M 2024-08-10T04:50:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[29426]: osdmap e27: 4 total, 4 up, 4 in 2024-08-10T04:50:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[39622]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T04:50:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi078 2024-08-10T04:50:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi078 to 4016M 2024-08-10T04:50:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:45 smithi078 ceph-mon[39622]: osdmap e27: 4 total, 4 up, 4 in 2024-08-10T04:50:46.631 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:46 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:46.631 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:46 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:46.631 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:46 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:46 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:46 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:46 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:46 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:50:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:46 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:50:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:46 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:47.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:47 smithi107 ceph-mon[32749]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:47.497 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:47 smithi107 ceph-mon[32749]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:47 smithi078 ceph-mon[39622]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:47 smithi078 ceph-mon[39622]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:47 smithi078 ceph-mon[29426]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:50:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:47 smithi078 ceph-mon[29426]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:48.708 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:48 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/526377013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]: dispatch 2024-08-10T04:50:48.708 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:48 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]: dispatch 2024-08-10T04:50:48.708 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:48 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]': finished 2024-08-10T04:50:48.709 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:48 smithi107 ceph-mon[32749]: osdmap e28: 5 total, 4 up, 5 in 2024-08-10T04:50:48.709 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:48 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:50:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/526377013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]: dispatch 2024-08-10T04:50:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]: dispatch 2024-08-10T04:50:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]': finished 2024-08-10T04:50:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[39622]: osdmap e28: 5 total, 4 up, 5 in 2024-08-10T04:50:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:50:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/526377013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]: dispatch 2024-08-10T04:50:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]: dispatch 2024-08-10T04:50:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0f79ce5-6372-46b2-9526-a2cf6ed0395d"}]': finished 2024-08-10T04:50:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[29426]: osdmap e28: 5 total, 4 up, 5 in 2024-08-10T04:50:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:48 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:50:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:49 smithi078 ceph-mon[29426]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:49 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/686171275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:49 smithi078 ceph-mon[39622]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:49 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/686171275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:49.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:49 smithi107 ceph-mon[32749]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:49 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/686171275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:50:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:51 smithi107 ceph-mon[32749]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:51 smithi078 ceph-mon[39622]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:51 smithi078 ceph-mon[29426]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:53 smithi107 ceph-mon[32749]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:53.947 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:53 smithi078 ceph-mon[29426]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:53.947 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:53 smithi078 ceph-mon[39622]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:54.758 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:54 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T04:50:54.758 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:54 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:54 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T04:50:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:54 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:54 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T04:50:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:54 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:50:55.745 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:55 smithi107 ceph-mon[32749]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:55.745 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:55 smithi107 ceph-mon[32749]: Deploying daemon osd.4 on smithi107 2024-08-10T04:50:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:55 smithi078 ceph-mon[39622]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:55 smithi078 ceph-mon[39622]: Deploying daemon osd.4 on smithi107 2024-08-10T04:50:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:55 smithi078 ceph-mon[29426]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:55 smithi078 ceph-mon[29426]: Deploying daemon osd.4 on smithi107 2024-08-10T04:50:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:57 smithi107 ceph-mon[32749]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:57 smithi078 ceph-mon[29426]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:57 smithi078 ceph-mon[39622]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:59 smithi107 ceph-mon[32749]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:50:59 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[39622]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[29426]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:50:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:50:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:50:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:50:59 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:01.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:01 smithi107 ceph-mon[32749]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:01.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:01 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:01.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:01 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:01.808 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 4 on host 'smithi107' 2024-08-10T04:51:01.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:01 smithi078 ceph-mon[29426]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:01.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:01 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:01.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:01 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:01.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:01 smithi078 ceph-mon[39622]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:01.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:01 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:01.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:01 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:02.478 DEBUG:teuthology.orchestra.run.smithi107:osd.4> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.4.service 2024-08-10T04:51:02.480 INFO:tasks.cephadm:Deploying osd.5 on smithi107 with /dev/vg_nvme/lv_3... 2024-08-10T04:51:02.481 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-10T04:51:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:02 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:02 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:02 smithi107 ceph-mon[32749]: from='osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T04:51:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:02 smithi107 ceph-mon[32749]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T04:51:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:02 smithi107 ceph-mon[32749]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[39622]: from='osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T04:51:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[39622]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T04:51:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[39622]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:03.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:03.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:03.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[29426]: from='osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T04:51:03.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T04:51:03.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:02 smithi078 ceph-mon[29426]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:03.622 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:51:03.937 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:03 smithi107 ceph-mon[32749]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T04:51:03.938 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:03 smithi107 ceph-mon[32749]: osdmap e29: 5 total, 4 up, 5 in 2024-08-10T04:51:03.938 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:03 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:03.938 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:03 smithi107 ceph-mon[32749]: from='osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:03.938 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:03 smithi107 ceph-mon[32749]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:03.938 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 04:51:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[37600]: 2024-08-10T04:51:03.827+0000 7f7d13d95640 -1 osd.4 0 waiting for initial osdmap 2024-08-10T04:51:03.938 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 04:51:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[37600]: 2024-08-10T04:51:03.831+0000 7f7d103cf640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:51:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[39622]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T04:51:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[39622]: osdmap e29: 5 total, 4 up, 5 in 2024-08-10T04:51:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[39622]: from='osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[39622]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T04:51:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[29426]: osdmap e29: 5 total, 4 up, 5 in 2024-08-10T04:51:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[29426]: from='osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:03 smithi078 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:04 smithi107 ceph-mon[32749]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:04 smithi107 ceph-mon[32749]: osdmap e30: 5 total, 4 up, 5 in 2024-08-10T04:51:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:04 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:05.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:04 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:05.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:04 smithi107 ceph-mon[32749]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[29426]: osdmap e30: 5 total, 4 up, 5 in 2024-08-10T04:51:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[29426]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[39622]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[39622]: osdmap e30: 5 total, 4 up, 5 in 2024-08-10T04:51:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:04 smithi078 ceph-mon[39622]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043] boot 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: osdmap e31: 5 total, 5 up, 5 in 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:06.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:06.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:05 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:51:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043] boot 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: osdmap e31: 5 total, 5 up, 5 in 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: osd.4 [v2:172.21.15.107:6800/1677508043,v1:172.21.15.107:6801/1677508043] boot 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: osdmap e31: 5 total, 5 up, 5 in 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:05 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:07.068 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:51:07.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi107 2024-08-10T04:51:07.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi107 to 17087M 2024-08-10T04:51:07.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: osdmap e32: 5 total, 5 up, 5 in 2024-08-10T04:51:07.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:07.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:07.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:07.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:07.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:06 smithi107 ceph-mon[32749]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:07.088 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi107:vg_nvme/lv_3 2024-08-10T04:51:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi107 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi107 to 17087M 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: osdmap e32: 5 total, 5 up, 5 in 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[29426]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi107 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi107 to 17087M 2024-08-10T04:51:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: osdmap e32: 5 total, 5 up, 5 in 2024-08-10T04:51:07.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:07.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:07.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:07.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:07.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:06 smithi078 ceph-mon[39622]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:07.336 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:51:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:07 smithi107 ceph-mon[32749]: osdmap e33: 5 total, 5 up, 5 in 2024-08-10T04:51:08.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:07 smithi078 ceph-mon[29426]: osdmap e33: 5 total, 5 up, 5 in 2024-08-10T04:51:08.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:07 smithi078 ceph-mon[39622]: osdmap e33: 5 total, 5 up, 5 in 2024-08-10T04:51:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:08 smithi107 ceph-mon[32749]: osdmap e34: 5 total, 5 up, 5 in 2024-08-10T04:51:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:08 smithi107 ceph-mon[32749]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:08 smithi078 ceph-mon[29426]: osdmap e34: 5 total, 5 up, 5 in 2024-08-10T04:51:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:08 smithi078 ceph-mon[29426]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:08 smithi078 ceph-mon[39622]: osdmap e34: 5 total, 5 up, 5 in 2024-08-10T04:51:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:08 smithi078 ceph-mon[39622]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:09 smithi107 ceph-mon[32749]: osdmap e35: 5 total, 5 up, 5 in 2024-08-10T04:51:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:09 smithi107 ceph-mon[32749]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:10.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[29426]: osdmap e35: 5 total, 5 up, 5 in 2024-08-10T04:51:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[29426]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[39622]: osdmap e35: 5 total, 5 up, 5 in 2024-08-10T04:51:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[39622]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:10 smithi107 ceph-mon[32749]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:10 smithi078 ceph-mon[29426]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:10 smithi078 ceph-mon[39622]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:11 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/3954203158' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]: dispatch 2024-08-10T04:51:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:11 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]: dispatch 2024-08-10T04:51:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:11 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]': finished 2024-08-10T04:51:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:11 smithi107 ceph-mon[32749]: osdmap e36: 6 total, 5 up, 6 in 2024-08-10T04:51:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:11 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/3605311278' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/3954203158' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]: dispatch 2024-08-10T04:51:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]: dispatch 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]': finished 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[29426]: osdmap e36: 6 total, 5 up, 6 in 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/3605311278' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/3954203158' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]: dispatch 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]: dispatch 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aefb0562-7e39-47a8-92c1-988ceebe7a65"}]': finished 2024-08-10T04:51:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[39622]: osdmap e36: 6 total, 5 up, 6 in 2024-08-10T04:51:12.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:12.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:11 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/3605311278' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:13.127 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:12 smithi078 ceph-mon[29426]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-08-10T04:51:13.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:12 smithi078 ceph-mon[39622]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-08-10T04:51:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:12 smithi107 ceph-mon[32749]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-08-10T04:51:15.304 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:15 smithi107 ceph-mon[32749]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-08-10T04:51:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:15 smithi078 ceph-mon[29426]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-08-10T04:51:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:15 smithi078 ceph-mon[39622]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-08-10T04:51:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:17 smithi107 ceph-mon[32749]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-10T04:51:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:17 smithi078 ceph-mon[29426]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-10T04:51:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:17 smithi078 ceph-mon[39622]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-10T04:51:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:18 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T04:51:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:18 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:18 smithi107 ceph-mon[32749]: Deploying daemon osd.5 on smithi107 2024-08-10T04:51:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:18 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T04:51:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:18 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:18 smithi078 ceph-mon[39622]: Deploying daemon osd.5 on smithi107 2024-08-10T04:51:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:18 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T04:51:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:18 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:18 smithi078 ceph-mon[29426]: Deploying daemon osd.5 on smithi107 2024-08-10T04:51:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:19 smithi107 ceph-mon[32749]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-10T04:51:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:19 smithi078 ceph-mon[29426]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-10T04:51:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:19 smithi078 ceph-mon[39622]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-10T04:51:21.231 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:21 smithi107 ceph-mon[32749]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:51:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:21 smithi078 ceph-mon[39622]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:51:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:21 smithi078 ceph-mon[29426]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:51:22.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:22 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:22.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:22 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:22.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:22 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:22 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:22 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:22 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:22 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:22 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:22 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:23.150 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:23 smithi107 ceph-mon[32749]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-10T04:51:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:23 smithi078 ceph-mon[29426]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-10T04:51:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:23 smithi078 ceph-mon[39622]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-10T04:51:25.083 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 5 on host 'smithi107' 2024-08-10T04:51:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:25 smithi107 ceph-mon[32749]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:25 smithi107 ceph-mon[32749]: from='osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T04:51:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:25 smithi107 ceph-mon[32749]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T04:51:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:25 smithi078 ceph-mon[29426]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:25 smithi078 ceph-mon[29426]: from='osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T04:51:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:25 smithi078 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T04:51:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:25 smithi078 ceph-mon[39622]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:25 smithi078 ceph-mon[39622]: from='osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T04:51:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:25 smithi078 ceph-mon[39622]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T04:51:25.728 DEBUG:teuthology.orchestra.run.smithi107:osd.5> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.5.service 2024-08-10T04:51:25.730 INFO:tasks.cephadm:Deploying osd.6 on smithi107 with /dev/vg_nvme/lv_2... 2024-08-10T04:51:25.730 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-10T04:51:26.027 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: osdmap e37: 6 total, 5 up, 6 in 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.356 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.357 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[43591]: 2024-08-10T04:51:26.076+0000 7ff0f73b9640 -1 osd.5 0 waiting for initial osdmap 2024-08-10T04:51:26.357 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 04:51:26 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[43591]: 2024-08-10T04:51:26.081+0000 7ff0f29f1640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:51:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T04:51:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: osdmap e37: 6 total, 5 up, 6 in 2024-08-10T04:51:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: osdmap e37: 6 total, 5 up, 6 in 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:26.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:26 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:27 smithi107 ceph-mon[32749]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:27 smithi107 ceph-mon[32749]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:27 smithi107 ceph-mon[32749]: osdmap e38: 6 total, 5 up, 6 in 2024-08-10T04:51:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:27 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:27 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[29426]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[29426]: osdmap e38: 6 total, 5 up, 6 in 2024-08-10T04:51:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[39622]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T04:51:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[39622]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[39622]: osdmap e38: 6 total, 5 up, 6 in 2024-08-10T04:51:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:27 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:28 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:51:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:28 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:51:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:28 smithi107 ceph-mon[32749]: osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218] boot 2024-08-10T04:51:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:28 smithi107 ceph-mon[32749]: osdmap e39: 6 total, 6 up, 6 in 2024-08-10T04:51:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:28 smithi107 ceph-mon[32749]: osdmap e40: 6 total, 6 up, 6 in 2024-08-10T04:51:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:51:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[29426]: osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218] boot 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[29426]: osdmap e39: 6 total, 6 up, 6 in 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[29426]: osdmap e40: 6 total, 6 up, 6 in 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[39622]: osd.5 [v2:172.21.15.107:6808/1829797218,v1:172.21.15.107:6809/1829797218] boot 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[39622]: osdmap e39: 6 total, 6 up, 6 in 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:51:28.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:28 smithi078 ceph-mon[39622]: osdmap e40: 6 total, 6 up, 6 in 2024-08-10T04:51:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:29 smithi078 ceph-mon[29426]: pgmap v128: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:29 smithi078 ceph-mon[29426]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T04:51:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:29 smithi078 ceph-mon[29426]: osdmap e41: 6 total, 6 up, 6 in 2024-08-10T04:51:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:29 smithi078 ceph-mon[39622]: pgmap v128: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:29 smithi078 ceph-mon[39622]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T04:51:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:29 smithi078 ceph-mon[39622]: osdmap e41: 6 total, 6 up, 6 in 2024-08-10T04:51:29.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:29 smithi107 ceph-mon[32749]: pgmap v128: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:29.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:29 smithi107 ceph-mon[32749]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T04:51:29.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:29 smithi107 ceph-mon[32749]: osdmap e41: 6 total, 6 up, 6 in 2024-08-10T04:51:29.510 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:51:29.533 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi107:vg_nvme/lv_2 2024-08-10T04:51:30.078 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:51:31.348 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:31 smithi107 ceph-mon[32749]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:31.349 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:31 smithi107 ceph-mon[32749]: osdmap e42: 6 total, 6 up, 6 in 2024-08-10T04:51:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:31 smithi078 ceph-mon[29426]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:31 smithi078 ceph-mon[29426]: osdmap e42: 6 total, 6 up, 6 in 2024-08-10T04:51:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:31 smithi078 ceph-mon[39622]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:31 smithi078 ceph-mon[39622]: osdmap e42: 6 total, 6 up, 6 in 2024-08-10T04:51:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: osdmap e43: 6 total, 6 up, 6 in 2024-08-10T04:51:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: osdmap e43: 6 total, 6 up, 6 in 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:32.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:32 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: osdmap e43: 6 total, 6 up, 6 in 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:32 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi107 2024-08-10T04:51:33.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi107 to 8543M 2024-08-10T04:51:33.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[29426]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:33.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[29426]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:33.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:33.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:33.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:33.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi107 2024-08-10T04:51:33.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi107 to 8543M 2024-08-10T04:51:33.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[39622]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:33.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[39622]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:33.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:33.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:33.510 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:33 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi107 2024-08-10T04:51:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:33 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi107 to 8543M 2024-08-10T04:51:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:33 smithi107 ceph-mon[32749]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:33 smithi107 ceph-mon[32749]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:34 smithi078 ceph-mon[29426]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-10T04:51:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:34 smithi078 ceph-mon[29426]: Cluster is now healthy 2024-08-10T04:51:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:34 smithi078 ceph-mon[39622]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-10T04:51:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:34 smithi078 ceph-mon[39622]: Cluster is now healthy 2024-08-10T04:51:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:34 smithi107 ceph-mon[32749]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-10T04:51:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:34 smithi107 ceph-mon[32749]: Cluster is now healthy 2024-08-10T04:51:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[29426]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-10T04:51:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/3068417818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]: dispatch 2024-08-10T04:51:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]: dispatch 2024-08-10T04:51:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]': finished 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[29426]: osdmap e44: 7 total, 6 up, 7 in 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/1843327796' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[39622]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/3068417818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]: dispatch 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]: dispatch 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]': finished 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[39622]: osdmap e44: 7 total, 6 up, 7 in 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:35 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/1843327796' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:35 smithi107 ceph-mon[32749]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-10T04:51:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:35 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/3068417818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]: dispatch 2024-08-10T04:51:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:35 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]: dispatch 2024-08-10T04:51:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:35 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fcd53df8-1768-4a60-9b04-033a04068e0d"}]': finished 2024-08-10T04:51:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:35 smithi107 ceph-mon[32749]: osdmap e44: 7 total, 6 up, 7 in 2024-08-10T04:51:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:35 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:35 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/1843327796' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:37 smithi078 ceph-mon[29426]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T04:51:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:37 smithi078 ceph-mon[39622]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T04:51:37.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:37 smithi107 ceph-mon[32749]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T04:51:39.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:39 smithi107 ceph-mon[32749]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-10T04:51:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:39 smithi078 ceph-mon[29426]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-10T04:51:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:39 smithi078 ceph-mon[39622]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-10T04:51:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[29426]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-08-10T04:51:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T04:51:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[29426]: Deploying daemon osd.6 on smithi107 2024-08-10T04:51:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[39622]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-08-10T04:51:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T04:51:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:41 smithi078 ceph-mon[39622]: Deploying daemon osd.6 on smithi107 2024-08-10T04:51:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:41 smithi107 ceph-mon[32749]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-08-10T04:51:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:41 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T04:51:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:41 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:41 smithi107 ceph-mon[32749]: Deploying daemon osd.6 on smithi107 2024-08-10T04:51:43.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:43 smithi107 ceph-mon[32749]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:51:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:43 smithi078 ceph-mon[29426]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:51:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:43 smithi078 ceph-mon[39622]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:51:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:45 smithi078 ceph-mon[29426]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:45 smithi078 ceph-mon[39622]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:45 smithi107 ceph-mon[32749]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:46 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:46 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:46 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:46 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:46 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:46 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:46 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:46 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:46 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:47.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:47 smithi107 ceph-mon[32749]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:47 smithi078 ceph-mon[29426]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:47 smithi078 ceph-mon[39622]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:48.659 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 6 on host 'smithi107' 2024-08-10T04:51:49.339 DEBUG:teuthology.orchestra.run.smithi107:osd.6> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.6.service 2024-08-10T04:51:49.341 INFO:tasks.cephadm:Deploying osd.7 on smithi107 with /dev/vg_nvme/lv_1... 2024-08-10T04:51:49.341 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-10T04:51:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:49 smithi107 ceph-mon[32749]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:49 smithi107 ceph-mon[32749]: from='osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T04:51:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:49 smithi107 ceph-mon[32749]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T04:51:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:49 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:49 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:49.656 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:51:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[29426]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[29426]: from='osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T04:51:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[29426]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T04:51:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[39622]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[39622]: from='osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T04:51:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[39622]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T04:51:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:49 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:50.788 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-mon[32749]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T04:51:50.788 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-mon[32749]: osdmap e45: 7 total, 6 up, 7 in 2024-08-10T04:51:50.788 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:50.788 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-mon[32749]: from='osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:50.788 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-mon[32749]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:50.788 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:50.788 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:50.789 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[49512]: 2024-08-10T04:51:50.483+0000 7f9426e35640 -1 osd.6 0 waiting for initial osdmap 2024-08-10T04:51:50.789 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 04:51:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[49512]: 2024-08-10T04:51:50.489+0000 7f941f445640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:51:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[29426]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T04:51:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[29426]: osdmap e45: 7 total, 6 up, 7 in 2024-08-10T04:51:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[29426]: from='osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[29426]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:50.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[39622]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T04:51:50.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[39622]: osdmap e45: 7 total, 6 up, 7 in 2024-08-10T04:51:50.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:50.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[39622]: from='osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:50.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[39622]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:51:50.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:50.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:50 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:51.684 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:51 smithi107 ceph-mon[32749]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:51.684 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:51 smithi107 ceph-mon[32749]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:51.684 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:51 smithi107 ceph-mon[32749]: osdmap e46: 7 total, 6 up, 7 in 2024-08-10T04:51:51.685 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:51 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:51.685 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:51 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:51.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[29426]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:51.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[29426]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:51.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[29426]: osdmap e46: 7 total, 6 up, 7 in 2024-08-10T04:51:51.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:51.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[39622]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T04:51:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[39622]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:51:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[39622]: osdmap e46: 7 total, 6 up, 7 in 2024-08-10T04:51:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:51 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:52 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:52 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:52 smithi107 ceph-mon[32749]: osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088] boot 2024-08-10T04:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:52 smithi107 ceph-mon[32749]: osdmap e47: 7 total, 7 up, 7 in 2024-08-10T04:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:52 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:52 smithi107 ceph-mon[32749]: osdmap e48: 7 total, 7 up, 7 in 2024-08-10T04:51:52.935 INFO:teuthology.orchestra.run.smithi107.stdout: 2024-08-10T04:51:52.957 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi107:vg_nvme/lv_1 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[29426]: osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088] boot 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[29426]: osdmap e47: 7 total, 7 up, 7 in 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[29426]: osdmap e48: 7 total, 7 up, 7 in 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:51:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:51:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[39622]: osd.6 [v2:172.21.15.107:6816/36072088,v1:172.21.15.107:6817/36072088] boot 2024-08-10T04:51:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[39622]: osdmap e47: 7 total, 7 up, 7 in 2024-08-10T04:51:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:51:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:52 smithi078 ceph-mon[39622]: osdmap e48: 7 total, 7 up, 7 in 2024-08-10T04:51:53.490 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:51:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:53 smithi107 ceph-mon[32749]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:53 smithi107 ceph-mon[32749]: osdmap e49: 7 total, 7 up, 7 in 2024-08-10T04:51:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:53 smithi078 ceph-mon[29426]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:53 smithi078 ceph-mon[29426]: osdmap e49: 7 total, 7 up, 7 in 2024-08-10T04:51:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:53 smithi078 ceph-mon[39622]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:53 smithi078 ceph-mon[39622]: osdmap e49: 7 total, 7 up, 7 in 2024-08-10T04:51:55.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: osdmap e50: 7 total, 7 up, 7 in 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:55.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:55 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: osdmap e50: 7 total, 7 up, 7 in 2024-08-10T04:51:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: osdmap e50: 7 total, 7 up, 7 in 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:51:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:55 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:51:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:56 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi107 2024-08-10T04:51:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:56 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi107 to 5695M 2024-08-10T04:51:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:56 smithi107 ceph-mon[32749]: osdmap e51: 7 total, 7 up, 7 in 2024-08-10T04:51:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:56 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:56 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:56 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi107 2024-08-10T04:51:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi107 to 5695M 2024-08-10T04:51:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[29426]: osdmap e51: 7 total, 7 up, 7 in 2024-08-10T04:51:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:56.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi107 2024-08-10T04:51:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi107 to 5695M 2024-08-10T04:51:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[39622]: osdmap e51: 7 total, 7 up, 7 in 2024-08-10T04:51:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T04:51:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T04:51:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:56 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:51:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:57 smithi107 ceph-mon[32749]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:57 smithi107 ceph-mon[32749]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:57 smithi078 ceph-mon[29426]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:57 smithi078 ceph-mon[29426]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:57.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:57 smithi078 ceph-mon[39622]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:51:57.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:57 smithi078 ceph-mon[39622]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:51:58.672 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:58 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/2225656346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]: dispatch 2024-08-10T04:51:58.672 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:58 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]: dispatch 2024-08-10T04:51:58.672 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:58 smithi107 ceph-mon[32749]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]': finished 2024-08-10T04:51:58.673 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:58 smithi107 ceph-mon[32749]: osdmap e52: 8 total, 7 up, 8 in 2024-08-10T04:51:58.673 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:58 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:51:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/2225656346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]: dispatch 2024-08-10T04:51:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]: dispatch 2024-08-10T04:51:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]': finished 2024-08-10T04:51:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[29426]: osdmap e52: 8 total, 7 up, 8 in 2024-08-10T04:51:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:51:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/2225656346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]: dispatch 2024-08-10T04:51:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]: dispatch 2024-08-10T04:51:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[39622]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "217091b7-a567-43e4-91c8-c982e503fb5c"}]': finished 2024-08-10T04:51:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[39622]: osdmap e52: 8 total, 7 up, 8 in 2024-08-10T04:51:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:58 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:51:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:59 smithi107 ceph-mon[32749]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-10T04:51:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:51:59 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/848464207' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:59 smithi078 ceph-mon[29426]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-10T04:51:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:51:59 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/848464207' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:51:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:59 smithi078 ceph-mon[39622]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-10T04:51:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:51:59 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/848464207' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T04:52:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:01 smithi107 ceph-mon[32749]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T04:52:01.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:01 smithi078 ceph-mon[29426]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T04:52:01.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:01 smithi078 ceph-mon[39622]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T04:52:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:03 smithi107 ceph-mon[32749]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-10T04:52:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:03 smithi078 ceph-mon[29426]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-10T04:52:03.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:03 smithi078 ceph-mon[39622]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-10T04:52:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:04 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T04:52:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:04 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:04 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T04:52:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:04 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:04 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T04:52:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:04 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:05 smithi107 ceph-mon[32749]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-10T04:52:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:05 smithi107 ceph-mon[32749]: Deploying daemon osd.7 on smithi107 2024-08-10T04:52:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:05 smithi078 ceph-mon[29426]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-10T04:52:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:05 smithi078 ceph-mon[29426]: Deploying daemon osd.7 on smithi107 2024-08-10T04:52:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:05 smithi078 ceph-mon[39622]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-10T04:52:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:05 smithi078 ceph-mon[39622]: Deploying daemon osd.7 on smithi107 2024-08-10T04:52:07.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:07 smithi107 ceph-mon[32749]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:52:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:07 smithi078 ceph-mon[29426]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:52:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:07 smithi078 ceph-mon[39622]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T04:52:09.805 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:09 smithi107 ceph-mon[32749]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:09.806 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:09.806 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:09.806 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:09 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[29426]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[39622]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:09 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:11 smithi107 ceph-mon[32749]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:11.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:11 smithi078 ceph-mon[29426]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:11.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:11 smithi078 ceph-mon[39622]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:12.194 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 7 on host 'smithi107' 2024-08-10T04:52:12.772 DEBUG:teuthology.orchestra.run.smithi107:osd.7> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.7.service 2024-08-10T04:52:12.774 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-10T04:52:12.775 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd stat -f json 2024-08-10T04:52:13.035 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:13.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[29426]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:13.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:13.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:13.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[29426]: from='osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T04:52:13.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T04:52:13.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[39622]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:13.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:13.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:13.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[39622]: from='osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T04:52:13.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:13 smithi078 ceph-mon[39622]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T04:52:13.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:13 smithi107 ceph-mon[32749]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:13.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:13.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:13 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:13.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:13 smithi107 ceph-mon[32749]: from='osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T04:52:13.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:13 smithi107 ceph-mon[32749]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T04:52:14.435 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-mon[32749]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T04:52:14.435 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-mon[32749]: osdmap e53: 8 total, 7 up, 8 in 2024-08-10T04:52:14.435 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:14.435 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-mon[32749]: from='osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:52:14.435 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-mon[32749]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:52:14.436 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:14.436 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:14.436 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[55094]: 2024-08-10T04:52:14.203+0000 7f3fdf87a640 -1 osd.7 0 waiting for initial osdmap 2024-08-10T04:52:14.436 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 04:52:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[55094]: 2024-08-10T04:52:14.211+0000 7f3fd9eb0640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[39622]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[39622]: osdmap e53: 8 total, 7 up, 8 in 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[39622]: from='osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[39622]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T04:52:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[29426]: osdmap e53: 8 total, 7 up, 8 in 2024-08-10T04:52:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[29426]: from='osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:52:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T04:52:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:14 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:14.881 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:15.258 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:15.258 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:52:15.258 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: osdmap e54: 8 total, 7 up, 8 in 2024-08-10T04:52:15.258 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3287687640' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T04:52:15.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461] boot 2024-08-10T04:52:15.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: osdmap e55: 8 total, 8 up, 8 in 2024-08-10T04:52:15.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:15 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:52:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: osdmap e54: 8 total, 7 up, 8 in 2024-08-10T04:52:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3287687640' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461] boot 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: osdmap e55: 8 total, 8 up, 8 in 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: osdmap e54: 8 total, 7 up, 8 in 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3287687640' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: osd.7 [v2:172.21.15.107:6824/3252457461,v1:172.21.15.107:6825/3252457461] boot 2024-08-10T04:52:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: osdmap e55: 8 total, 8 up, 8 in 2024-08-10T04:52:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:15 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:52:15.664 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1723265511,"num_in_osds":8,"osd_in_since":1723265518,"num_remapped_pgs":0} 2024-08-10T04:52:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:16 smithi107 ceph-mon[32749]: purged_snaps scrub starts 2024-08-10T04:52:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:16 smithi107 ceph-mon[32749]: purged_snaps scrub ok 2024-08-10T04:52:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:16 smithi107 ceph-mon[32749]: osdmap e56: 8 total, 8 up, 8 in 2024-08-10T04:52:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:16 smithi078 ceph-mon[29426]: purged_snaps scrub starts 2024-08-10T04:52:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:16 smithi078 ceph-mon[29426]: purged_snaps scrub ok 2024-08-10T04:52:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:16 smithi078 ceph-mon[29426]: osdmap e56: 8 total, 8 up, 8 in 2024-08-10T04:52:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:16 smithi078 ceph-mon[39622]: purged_snaps scrub starts 2024-08-10T04:52:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:16 smithi078 ceph-mon[39622]: purged_snaps scrub ok 2024-08-10T04:52:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:16 smithi078 ceph-mon[39622]: osdmap e56: 8 total, 8 up, 8 in 2024-08-10T04:52:16.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd stat -f json 2024-08-10T04:52:16.935 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: Detected new or changed devices on smithi107 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[29426]: osdmap e57: 8 total, 8 up, 8 in 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: Detected new or changed devices on smithi107 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:17.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:17 smithi078 ceph-mon[39622]: osdmap e57: 8 total, 8 up, 8 in 2024-08-10T04:52:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: Detected new or changed devices on smithi107 2024-08-10T04:52:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:17 smithi107 ceph-mon[32749]: osdmap e57: 8 total, 8 up, 8 in 2024-08-10T04:52:18.808 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:18 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi107 to 4271M 2024-08-10T04:52:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:18 smithi078 ceph-mon[29426]: osdmap e58: 8 total, 8 up, 8 in 2024-08-10T04:52:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:18 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi107 to 4271M 2024-08-10T04:52:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:18 smithi078 ceph-mon[39622]: osdmap e58: 8 total, 8 up, 8 in 2024-08-10T04:52:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:18 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi107 to 4271M 2024-08-10T04:52:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:18 smithi107 ceph-mon[32749]: osdmap e58: 8 total, 8 up, 8 in 2024-08-10T04:52:19.555 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1723265535,"num_in_osds":8,"osd_in_since":1723265518,"num_remapped_pgs":0} 2024-08-10T04:52:19.556 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T04:52:19.811 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:19.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:19 smithi078 ceph-mon[29426]: pgmap v171: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T04:52:19.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:19 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1936391561' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T04:52:19.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:19 smithi078 ceph-mon[29426]: osdmap e59: 8 total, 8 up, 8 in 2024-08-10T04:52:19.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:19 smithi078 ceph-mon[39622]: pgmap v171: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T04:52:19.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:19 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1936391561' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T04:52:19.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:19 smithi078 ceph-mon[39622]: osdmap e59: 8 total, 8 up, 8 in 2024-08-10T04:52:19.968 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:19 smithi107 ceph-mon[32749]: pgmap v171: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T04:52:19.968 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:19 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1936391561' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T04:52:19.968 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:19 smithi107 ceph-mon[32749]: osdmap e59: 8 total, 8 up, 8 in 2024-08-10T04:52:21.649 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:21.649 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":59,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T04:52:19.190324+0000","last_up_change":"2024-08-10T04:52:15.194425+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6803","nonce":3180844923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6805","nonce":3180844923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6809","nonce":3180844923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6807","nonce":3180844923}]},"public_addr":"172.21.15.78:6803/3180844923","cluster_addr":"172.21.15.78:6805/3180844923","heartbeat_back_addr":"172.21.15.78:6809/3180844923","heartbeat_front_addr":"172.21.15.78:6807/3180844923","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6811","nonce":1776335391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6813","nonce":1776335391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6817","nonce":1776335391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6815","nonce":1776335391}]},"public_addr":"172.21.15.78:6811/1776335391","cluster_addr":"172.21.15.78:6813/1776335391","heartbeat_back_addr":"172.21.15.78:6817/1776335391","heartbeat_front_addr":"172.21.15.78:6815/1776335391","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6819","nonce":2218125346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6821","nonce":2218125346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6825","nonce":2218125346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6823","nonce":2218125346}]},"public_addr":"172.21.15.78:6819/2218125346","cluster_addr":"172.21.15.78:6821/2218125346","heartbeat_back_addr":"172.21.15.78:6825/2218125346","heartbeat_front_addr":"172.21.15.78:6823/2218125346","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6827","nonce":3669409038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6829","nonce":3669409038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6833","nonce":3669409038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6831","nonce":3669409038}]},"public_addr":"172.21.15.78:6827/3669409038","cluster_addr":"172.21.15.78:6829/3669409038","heartbeat_back_addr":"172.21.15.78:6833/3669409038","heartbeat_front_addr":"172.21.15.78:6831/3669409038","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6801","nonce":1677508043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6803","nonce":1677508043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6807","nonce":1677508043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6805","nonce":1677508043}]},"public_addr":"172.21.15.107:6801/1677508043","cluster_addr":"172.21.15.107:6803/1677508043","heartbeat_back_addr":"172.21.15.107:6807/1677508043","heartbeat_front_addr":"172.21.15.107:6805/1677508043","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6809","nonce":1829797218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6811","nonce":1829797218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6815","nonce":1829797218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6813","nonce":1829797218}]},"public_addr":"172.21.15.107:6809/1829797218","cluster_addr":"172.21.15.107:6811/1829797218","heartbeat_back_addr":"172.21.15.107:6815/1829797218","heartbeat_front_addr":"172.21.15.107:6813/1829797218","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6817","nonce":36072088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6819","nonce":36072088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6823","nonce":36072088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6821","nonce":36072088}]},"public_addr":"172.21.15.107:6817/36072088","cluster_addr":"172.21.15.107:6819/36072088","heartbeat_back_addr":"172.21.15.107:6823/36072088","heartbeat_front_addr":"172.21.15.107:6821/36072088","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6825","nonce":3252457461}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6827","nonce":3252457461}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6831","nonce":3252457461}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6829","nonce":3252457461}]},"public_addr":"172.21.15.107:6825/3252457461","cluster_addr":"172.21.15.107:6827/3252457461","heartbeat_back_addr":"172.21.15.107:6831/3252457461","heartbeat_front_addr":"172.21.15.107:6829/3252457461","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T04:52:21.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:21 smithi078 ceph-mon[29426]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T04:52:21.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:21 smithi078 ceph-mon[39622]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T04:52:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:21 smithi107 ceph-mon[32749]: pgmap v174: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T04:52:22.312 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-10T04:50:20.244502+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-10T04:52:22.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-10T04:52:22.567 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:22.938 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:22 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2980798224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:22.938 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:22 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2980798224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:22 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2980798224' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:23.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:23 smithi078 ceph-mon[29426]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-10T04:52:23.922 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:23 smithi078 ceph-mon[39622]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-10T04:52:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:23 smithi107 ceph-mon[32749]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-10T04:52:24.366 INFO:teuthology.orchestra.run.smithi078.stdout:pg_num: 1 2024-08-10T04:52:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:24 smithi078 ceph-mon[29426]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-08-10T04:52:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:24 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1726725992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-10T04:52:24.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:24 smithi078 ceph-mon[39622]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-08-10T04:52:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:24 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1726725992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-10T04:52:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:24 smithi107 ceph-mon[32749]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-08-10T04:52:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:24 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1726725992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-10T04:52:25.109 INFO:tasks.cephadm:Adding mds.a on smithi078 2024-08-10T04:52:25.109 INFO:tasks.cephadm:Adding mds.b on smithi107 2024-08-10T04:52:25.109 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch apply mds all '2;smithi078=a;smithi107=b' 2024-08-10T04:52:25.375 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:52:27.139 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled mds.all update... 2024-08-10T04:52:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:27 smithi107 ceph-mon[32749]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:27 smithi078 ceph-mon[29426]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:27 smithi078 ceph-mon[39622]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:27.875 DEBUG:teuthology.orchestra.run.smithi078:mds.a> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.a.service 2024-08-10T04:52:27.878 DEBUG:teuthology.orchestra.run.smithi107:mds.b> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.b.service 2024-08-10T04:52:27.880 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-10T04:52:27.881 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T04:52:28.177 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi078=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:52:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: Saving service mds.all spec with placement smithi078=a;smithi107=b;count:2 2024-08-10T04:52:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[29426]: Deploying daemon mds.a on smithi078 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi078=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: Saving service mds.all spec with placement smithi078=a;smithi107=b;count:2 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T04:52:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T04:52:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:28 smithi078 ceph-mon[39622]: Deploying daemon mds.a on smithi078 2024-08-10T04:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi078=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: Saving service mds.all spec with placement smithi078=a;smithi107=b;count:2 2024-08-10T04:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T04:52:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T04:52:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:28 smithi107 ceph-mon[32749]: Deploying daemon mds.a on smithi078 2024-08-10T04:52:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:29 smithi078 ceph-mon[29426]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:29 smithi078 ceph-mon[39622]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:29 smithi107 ceph-mon[32749]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:30.227 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 04:52:30 smithi078 podman[66127]: 2024-08-10 04:52:30.166732734 +0000 UTC m=+0.312963155 container create e193553be02ca372fe28e2ea257e881a565134802dd6e62758567733d946773e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-10T04:52:30.660 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:30.660 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14424,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2767537394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2767537394},{"type":"v1","addr":"172.21.15.78:6835","nonce":2767537394}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-10T04:52:30.660 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 2 2024-08-10T04:52:30.976 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 04:52:30 smithi078 podman[66127]: 2024-08-10 04:52:30.578824473 +0000 UTC m=+0.725054896 container init e193553be02ca372fe28e2ea257e881a565134802dd6e62758567733d946773e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2) 2024-08-10T04:52:30.976 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 04:52:30 smithi078 podman[66127]: 2024-08-10 04:52:30.581692543 +0000 UTC m=+0.727922965 container start e193553be02ca372fe28e2ea257e881a565134802dd6e62758567733d946773e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS) 2024-08-10T04:52:30.976 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 04:52:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[66149]: starting mds.a at 2024-08-10T04:52:30.976 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 04:52:30 smithi078 bash[66127]: e193553be02ca372fe28e2ea257e881a565134802dd6e62758567733d946773e 2024-08-10T04:52:30.976 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 04:52:30 smithi078 systemd[1]: Started Ceph mds.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: mds.? [v2:172.21.15.78:6834/2767537394,v1:172.21.15.78:6835/2767537394] up:boot 2024-08-10T04:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: fsmap 1 up:standby 2024-08-10T04:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1107950206' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T04:52:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T04:52:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: mds.? [v2:172.21.15.78:6834/2767537394,v1:172.21.15.78:6835/2767537394] up:boot 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: fsmap 1 up:standby 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1107950206' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T04:52:31.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: mds.? [v2:172.21.15.78:6834/2767537394,v1:172.21.15.78:6835/2767537394] up:boot 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: fsmap 1 up:standby 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1107950206' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T04:52:31.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:32.616 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:32 smithi107 systemd[1]: Starting Ceph mds.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:52:32.884 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:32 smithi107 ceph-mon[32749]: Deploying daemon mds.b on smithi107 2024-08-10T04:52:32.884 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:32 smithi107 podman[59441]: 2024-08-10 04:52:32.744226912 +0000 UTC m=+0.110472683 container create 8eee70ea28a48b6370a09d9fe272a6c127703e3de1e1cf21c4adf96508e2f5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-56ceb86) 2024-08-10T04:52:32.885 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:32 smithi107 podman[59441]: 2024-08-10 04:52:32.650460945 +0000 UTC m=+0.016706735 image pull 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f 2024-08-10T04:52:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:32 smithi078 ceph-mon[29426]: Deploying daemon mds.b on smithi107 2024-08-10T04:52:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:32 smithi078 ceph-mon[39622]: Deploying daemon mds.b on smithi107 2024-08-10T04:52:33.317 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:32 smithi107 podman[59441]: 2024-08-10 04:52:32.988663787 +0000 UTC m=+0.354909565 container init 8eee70ea28a48b6370a09d9fe272a6c127703e3de1e1cf21c4adf96508e2f5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-10T04:52:33.317 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:32 smithi107 podman[59441]: 2024-08-10 04:52:32.991451761 +0000 UTC m=+0.357697532 container start 8eee70ea28a48b6370a09d9fe272a6c127703e3de1e1cf21c4adf96508e2f5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T04:52:33.317 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b[59456]: starting mds.b at 2024-08-10T04:52:33.317 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:33 smithi107 bash[59441]: 8eee70ea28a48b6370a09d9fe272a6c127703e3de1e1cf21c4adf96508e2f5c9 2024-08-10T04:52:33.317 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:33 smithi107 systemd[1]: Started Ceph mds.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:52:33.551 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T04:52:33.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[29426]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:33.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:33.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[39622]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:33.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:33 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:33.966 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-mon[32749]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:33.966 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.966 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.966 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.966 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.966 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:33.966 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:33 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:34.275 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[29426]: mds.? [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] up:boot 2024-08-10T04:52:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[29426]: fsmap 2 up:standby 2024-08-10T04:52:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:52:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[39622]: mds.? [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] up:boot 2024-08-10T04:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[39622]: fsmap 2 up:standby 2024-08-10T04:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:34 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:34 smithi107 ceph-mon[32749]: mds.? [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] up:boot 2024-08-10T04:52:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:34 smithi107 ceph-mon[32749]: fsmap 2 up:standby 2024-08-10T04:52:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:34 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:52:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:34 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:34 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:35.824 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:35 smithi078 ceph-mon[29426]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:35.824 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:35.825 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:35 smithi078 ceph-mon[39622]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:35.825 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:35 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:35 smithi107 ceph-mon[32749]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:35 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:36.231 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:36.232 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14424,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2767537394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2767537394},{"type":"v1","addr":"172.21.15.78:6835","nonce":2767537394}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24292,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.107:6833/3531512475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3531512475},{"type":"v1","addr":"172.21.15.107:6833","nonce":3531512475}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-10T04:52:36.232 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 3 2024-08-10T04:52:36.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-10T04:52:37.139 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1503258519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1503258519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:37.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:37 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1503258519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:52:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:37 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:52:38.819 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:38.820 INFO:teuthology.orchestra.run.smithi078.stdout:[ 2024-08-10T04:52:38.820 INFO:teuthology.orchestra.run.smithi078.stdout: { 2024-08-10T04:52:38.820 INFO:teuthology.orchestra.run.smithi078.stdout: "poolnum": 1, 2024-08-10T04:52:38.820 INFO:teuthology.orchestra.run.smithi078.stdout: "poolname": ".mgr" 2024-08-10T04:52:38.820 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:52:38.820 INFO:teuthology.orchestra.run.smithi078.stdout:] 2024-08-10T04:52:39.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:39 smithi078 ceph-mon[29426]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:39.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:39 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2499762700' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-10T04:52:39.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:39 smithi078 ceph-mon[39622]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:39.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:39 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2499762700' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-10T04:52:39.439 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-10T04:52:39.439 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-10T04:52:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:39 smithi107 ceph-mon[32749]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:39 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2499762700' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-10T04:52:39.693 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:41.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:41 smithi078 ceph-mon[29426]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:41.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:41 smithi078 ceph-mon[39622]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:41 smithi107 ceph-mon[32749]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:42.187 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'cephfs_metadata' created 2024-08-10T04:52:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:42 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1331945768' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T04:52:42.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:42 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1331945768' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T04:52:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:42 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1331945768' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T04:52:42.889 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-10T04:52:43.146 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:43 smithi078 ceph-mon[29426]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:43 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1331945768' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-10T04:52:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:43 smithi078 ceph-mon[29426]: osdmap e60: 8 total, 8 up, 8 in 2024-08-10T04:52:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:43 smithi078 ceph-mon[39622]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:43 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1331945768' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-10T04:52:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:43 smithi078 ceph-mon[39622]: osdmap e60: 8 total, 8 up, 8 in 2024-08-10T04:52:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:43 smithi107 ceph-mon[32749]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:43 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1331945768' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-10T04:52:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:43 smithi107 ceph-mon[32749]: osdmap e60: 8 total, 8 up, 8 in 2024-08-10T04:52:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:44 smithi078 ceph-mon[29426]: osdmap e61: 8 total, 8 up, 8 in 2024-08-10T04:52:44.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:44 smithi078 ceph-mon[39622]: osdmap e61: 8 total, 8 up, 8 in 2024-08-10T04:52:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:44 smithi107 ceph-mon[32749]: osdmap e61: 8 total, 8 up, 8 in 2024-08-10T04:52:45.383 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'cephfs_data' created 2024-08-10T04:52:45.699 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:45 smithi078 ceph-mon[29426]: pgmap v188: 33 pgs: 2 creating+peering, 30 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:45.699 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:45 smithi078 ceph-mon[29426]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:52:45.699 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:45 smithi078 ceph-mon[29426]: osdmap e62: 8 total, 8 up, 8 in 2024-08-10T04:52:45.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:45 smithi078 ceph-mon[39622]: pgmap v188: 33 pgs: 2 creating+peering, 30 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:45.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:45 smithi078 ceph-mon[39622]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:52:45.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:45 smithi078 ceph-mon[39622]: osdmap e62: 8 total, 8 up, 8 in 2024-08-10T04:52:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:45 smithi107 ceph-mon[32749]: pgmap v188: 33 pgs: 2 creating+peering, 30 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:45 smithi107 ceph-mon[32749]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:52:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:45 smithi107 ceph-mon[32749]: osdmap e62: 8 total, 8 up, 8 in 2024-08-10T04:52:46.035 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-10T04:52:46.285 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:46.670 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/188207739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T04:52:46.670 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T04:52:46.670 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-10T04:52:46.670 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[29426]: osdmap e63: 8 total, 8 up, 8 in 2024-08-10T04:52:46.670 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/188207739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T04:52:46.671 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T04:52:46.671 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-10T04:52:46.671 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:46 smithi078 ceph-mon[39622]: osdmap e63: 8 total, 8 up, 8 in 2024-08-10T04:52:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:46 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/188207739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T04:52:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:46 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T04:52:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:46 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-10T04:52:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:46 smithi107 ceph-mon[32749]: osdmap e63: 8 total, 8 up, 8 in 2024-08-10T04:52:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:47 smithi078 ceph-mon[29426]: pgmap v191: 97 pgs: 15 active+clean, 7 creating+peering, 75 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:47 smithi078 ceph-mon[29426]: osdmap e64: 8 total, 8 up, 8 in 2024-08-10T04:52:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:47 smithi078 ceph-mon[39622]: pgmap v191: 97 pgs: 15 active+clean, 7 creating+peering, 75 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:47 smithi078 ceph-mon[39622]: osdmap e64: 8 total, 8 up, 8 in 2024-08-10T04:52:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:47 smithi107 ceph-mon[32749]: pgmap v191: 97 pgs: 15 active+clean, 7 creating+peering, 75 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:47 smithi107 ceph-mon[32749]: osdmap e64: 8 total, 8 up, 8 in 2024-08-10T04:52:48.395 INFO:teuthology.orchestra.run.smithi078.stderr:new fs with metadata pool 2 and data pool 3 2024-08-10T04:52:48.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[29426]: osdmap e65: 8 total, 8 up, 8 in 2024-08-10T04:52:48.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3161550298' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T04:52:48.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T04:52:48.722 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[29426]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-10T04:52:48.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[39622]: osdmap e65: 8 total, 8 up, 8 in 2024-08-10T04:52:48.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3161550298' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T04:52:48.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T04:52:48.723 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:48 smithi078 ceph-mon[39622]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-10T04:52:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:48 smithi107 ceph-mon[32749]: osdmap e65: 8 total, 8 up, 8 in 2024-08-10T04:52:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:48 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3161550298' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T04:52:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:48 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T04:52:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:48 smithi107 ceph-mon[32749]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-10T04:52:49.059 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T04:52:49.313 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[39622]: pgmap v194: 97 pgs: 62 active+clean, 11 creating+peering, 24 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[39622]: osdmap e66: 8 total, 8 up, 8 in 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[39622]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[39622]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[29426]: pgmap v194: 97 pgs: 62 active+clean, 11 creating+peering, 24 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[29426]: osdmap e66: 8 total, 8 up, 8 in 2024-08-10T04:52:49.650 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-10T04:52:49.651 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-10T04:52:49.651 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:49 smithi078 ceph-mon[29426]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-10T04:52:49.718 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:49 smithi107 ceph-mon[32749]: pgmap v194: 97 pgs: 62 active+clean, 11 creating+peering, 24 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:52:49.718 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:49 smithi107 ceph-mon[32749]: osdmap e66: 8 total, 8 up, 8 in 2024-08-10T04:52:49.719 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:49 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-10T04:52:49.719 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:49 smithi107 ceph-mon[32749]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-10T04:52:49.719 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:49 smithi107 ceph-mon[32749]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-10T04:52:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:50 smithi078 ceph-mon[39622]: mds.? [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] up:active 2024-08-10T04:52:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:50 smithi078 ceph-mon[39622]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:50 smithi078 ceph-mon[39622]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:50 smithi078 ceph-mon[29426]: mds.? [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] up:active 2024-08-10T04:52:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:50 smithi078 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:50 smithi078 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:50.737 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:50 smithi107 ceph-mon[32749]: mds.? [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] up:active 2024-08-10T04:52:50.738 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:50 smithi107 ceph-mon[32749]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:50.738 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:50 smithi107 ceph-mon[32749]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:51.141 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:51.142 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":66,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T04:52:48.088540+0000","last_up_change":"2024-08-10T04:52:15.194425+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6803","nonce":3180844923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6805","nonce":3180844923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6809","nonce":3180844923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6807","nonce":3180844923}]},"public_addr":"172.21.15.78:6803/3180844923","cluster_addr":"172.21.15.78:6805/3180844923","heartbeat_back_addr":"172.21.15.78:6809/3180844923","heartbeat_front_addr":"172.21.15.78:6807/3180844923","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6811","nonce":1776335391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6813","nonce":1776335391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6817","nonce":1776335391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6815","nonce":1776335391}]},"public_addr":"172.21.15.78:6811/1776335391","cluster_addr":"172.21.15.78:6813/1776335391","heartbeat_back_addr":"172.21.15.78:6817/1776335391","heartbeat_front_addr":"172.21.15.78:6815/1776335391","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6819","nonce":2218125346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6821","nonce":2218125346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6825","nonce":2218125346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6823","nonce":2218125346}]},"public_addr":"172.21.15.78:6819/2218125346","cluster_addr":"172.21.15.78:6821/2218125346","heartbeat_back_addr":"172.21.15.78:6825/2218125346","heartbeat_front_addr":"172.21.15.78:6823/2218125346","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6827","nonce":3669409038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6829","nonce":3669409038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6833","nonce":3669409038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6831","nonce":3669409038}]},"public_addr":"172.21.15.78:6827/3669409038","cluster_addr":"172.21.15.78:6829/3669409038","heartbeat_back_addr":"172.21.15.78:6833/3669409038","heartbeat_front_addr":"172.21.15.78:6831/3669409038","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6801","nonce":1677508043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6803","nonce":1677508043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6807","nonce":1677508043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6805","nonce":1677508043}]},"public_addr":"172.21.15.107:6801/1677508043","cluster_addr":"172.21.15.107:6803/1677508043","heartbeat_back_addr":"172.21.15.107:6807/1677508043","heartbeat_front_addr":"172.21.15.107:6805/1677508043","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6809","nonce":1829797218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6811","nonce":1829797218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6815","nonce":1829797218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6813","nonce":1829797218}]},"public_addr":"172.21.15.107:6809/1829797218","cluster_addr":"172.21.15.107:6811/1829797218","heartbeat_back_addr":"172.21.15.107:6815/1829797218","heartbeat_front_addr":"172.21.15.107:6813/1829797218","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6817","nonce":36072088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6819","nonce":36072088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6823","nonce":36072088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6821","nonce":36072088}]},"public_addr":"172.21.15.107:6817/36072088","cluster_addr":"172.21.15.107:6819/36072088","heartbeat_back_addr":"172.21.15.107:6823/36072088","heartbeat_front_addr":"172.21.15.107:6821/36072088","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6825","nonce":3252457461}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6827","nonce":3252457461}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6831","nonce":3252457461}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6829","nonce":3252457461}]},"public_addr":"172.21.15.107:6825/3252457461","cluster_addr":"172.21.15.107:6827/3252457461","heartbeat_back_addr":"172.21.15.107:6831/3252457461","heartbeat_front_addr":"172.21.15.107:6829/3252457461","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T04:52:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[39622]: pgmap v196: 97 pgs: 75 active+clean, 11 creating+peering, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-08-10T04:52:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[39622]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-10T04:52:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[39622]: Cluster is now healthy 2024-08-10T04:52:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2281477725' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[29426]: pgmap v196: 97 pgs: 75 active+clean, 11 creating+peering, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-08-10T04:52:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[29426]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-10T04:52:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[29426]: Cluster is now healthy 2024-08-10T04:52:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:51 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2281477725' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:51.804 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T04:52:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:51 smithi107 ceph-mon[32749]: pgmap v196: 97 pgs: 75 active+clean, 11 creating+peering, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-08-10T04:52:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:51 smithi107 ceph-mon[32749]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-10T04:52:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:51 smithi107 ceph-mon[32749]: Cluster is now healthy 2024-08-10T04:52:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:51 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2281477725' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:52.054 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:53 smithi078 ceph-mon[29426]: pgmap v197: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2024-08-10T04:52:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:53 smithi078 ceph-mon[39622]: pgmap v197: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2024-08-10T04:52:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:53 smithi107 ceph-mon[32749]: pgmap v197: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 6 op/s 2024-08-10T04:52:53.817 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 04:52:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b[59456]: 2024-08-10T04:52:53.630+0000 7efcf61ef640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-10T04:52:53.946 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:52:53.946 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":66,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T04:52:48.088540+0000","last_up_change":"2024-08-10T04:52:15.194425+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6803","nonce":3180844923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6805","nonce":3180844923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6809","nonce":3180844923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6807","nonce":3180844923}]},"public_addr":"172.21.15.78:6803/3180844923","cluster_addr":"172.21.15.78:6805/3180844923","heartbeat_back_addr":"172.21.15.78:6809/3180844923","heartbeat_front_addr":"172.21.15.78:6807/3180844923","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6811","nonce":1776335391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6813","nonce":1776335391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6817","nonce":1776335391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6815","nonce":1776335391}]},"public_addr":"172.21.15.78:6811/1776335391","cluster_addr":"172.21.15.78:6813/1776335391","heartbeat_back_addr":"172.21.15.78:6817/1776335391","heartbeat_front_addr":"172.21.15.78:6815/1776335391","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6819","nonce":2218125346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6821","nonce":2218125346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6825","nonce":2218125346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6823","nonce":2218125346}]},"public_addr":"172.21.15.78:6819/2218125346","cluster_addr":"172.21.15.78:6821/2218125346","heartbeat_back_addr":"172.21.15.78:6825/2218125346","heartbeat_front_addr":"172.21.15.78:6823/2218125346","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6827","nonce":3669409038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6829","nonce":3669409038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6833","nonce":3669409038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6831","nonce":3669409038}]},"public_addr":"172.21.15.78:6827/3669409038","cluster_addr":"172.21.15.78:6829/3669409038","heartbeat_back_addr":"172.21.15.78:6833/3669409038","heartbeat_front_addr":"172.21.15.78:6831/3669409038","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6801","nonce":1677508043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6803","nonce":1677508043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6807","nonce":1677508043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6805","nonce":1677508043}]},"public_addr":"172.21.15.107:6801/1677508043","cluster_addr":"172.21.15.107:6803/1677508043","heartbeat_back_addr":"172.21.15.107:6807/1677508043","heartbeat_front_addr":"172.21.15.107:6805/1677508043","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6809","nonce":1829797218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6811","nonce":1829797218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6815","nonce":1829797218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6813","nonce":1829797218}]},"public_addr":"172.21.15.107:6809/1829797218","cluster_addr":"172.21.15.107:6811/1829797218","heartbeat_back_addr":"172.21.15.107:6815/1829797218","heartbeat_front_addr":"172.21.15.107:6813/1829797218","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6817","nonce":36072088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6819","nonce":36072088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6823","nonce":36072088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6821","nonce":36072088}]},"public_addr":"172.21.15.107:6817/36072088","cluster_addr":"172.21.15.107:6819/36072088","heartbeat_back_addr":"172.21.15.107:6823/36072088","heartbeat_front_addr":"172.21.15.107:6821/36072088","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6825","nonce":3252457461}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6827","nonce":3252457461}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6831","nonce":3252457461}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6829","nonce":3252457461}]},"public_addr":"172.21.15.107:6825/3252457461","cluster_addr":"172.21.15.107:6827/3252457461","heartbeat_back_addr":"172.21.15.107:6831/3252457461","heartbeat_front_addr":"172.21.15.107:6829/3252457461","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T04:52:54.551 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:54 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1771277839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:54.551 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:54 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1771277839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:54.576 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-10T04:52:54.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:54 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1771277839' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:52:54.825 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:55.590 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:55 smithi078 ceph-mon[29426]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-10T04:52:55.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:55 smithi078 ceph-mon[39622]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-10T04:52:55.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:55 smithi107 ceph-mon[32749]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-10T04:52:57.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:57 smithi078 ceph-mon[29426]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-10T04:52:57.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:57 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1153071080' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T04:52:57.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:57 smithi078 ceph-mon[39622]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-10T04:52:57.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:57 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1153071080' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T04:52:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:57 smithi107 ceph-mon[32749]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-10T04:52:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:57 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1153071080' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T04:52:58.119 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-10T04:52:58.120 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-10T04:52:58.376 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:52:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:58 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1153071080' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-10T04:52:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:58 smithi078 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:58 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1153071080' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-10T04:52:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:58 smithi078 ceph-mon[39622]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:58 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1153071080' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-10T04:52:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:58 smithi107 ceph-mon[32749]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:52:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:52:59 smithi078 ceph-mon[29426]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-10T04:52:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:52:59 smithi078 ceph-mon[39622]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-10T04:52:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:52:59 smithi107 ceph-mon[32749]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-10T04:53:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:00 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2042060699' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T04:53:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:00 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T04:53:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:00 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2042060699' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T04:53:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:00 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T04:53:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:00 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2042060699' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T04:53:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:00 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T04:53:01.156 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-10T04:53:01.156 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T04:53:01.408 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:01 smithi078 ceph-mon[29426]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-10T04:53:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:01 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-10T04:53:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:01 smithi078 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:53:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:01 smithi078 ceph-mon[39622]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-10T04:53:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:01 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-10T04:53:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:01 smithi078 ceph-mon[39622]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:53:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:01 smithi107 ceph-mon[32749]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-10T04:53:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:01 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-10T04:53:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:01 smithi107 ceph-mon[32749]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:53:03.386 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:03.387 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14424,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2767537394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2767537394},{"type":"v1","addr":"172.21.15.78:6835","nonce":2767537394}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T04:52:48.088650+0000","modified":"2024-08-10T04:53:00.422851+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24292},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24292":{"gid":24292,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.107:6833/3531512475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3531512475},{"type":"v1","addr":"172.21.15.107:6833","nonce":3531512475}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T04:53:03.387 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 8 2024-08-10T04:53:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:03 smithi078 ceph-mon[29426]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-10T04:53:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:03 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1978001105' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:53:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:03 smithi078 ceph-mon[39622]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-10T04:53:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:03 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1978001105' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:53:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:03 smithi107 ceph-mon[32749]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-10T04:53:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:03 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1978001105' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:53:04.102 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T04:53:04.351 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:05.691 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:05 smithi078 ceph-mon[29426]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 0 op/s 2024-08-10T04:53:05.691 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:05 smithi078 ceph-mon[39622]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 0 op/s 2024-08-10T04:53:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:05 smithi107 ceph-mon[32749]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 0 op/s 2024-08-10T04:53:06.170 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:06.170 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":66,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T04:52:48.088540+0000","last_up_change":"2024-08-10T04:52:15.194425+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6803","nonce":3180844923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6805","nonce":3180844923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6809","nonce":3180844923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6807","nonce":3180844923}]},"public_addr":"172.21.15.78:6803/3180844923","cluster_addr":"172.21.15.78:6805/3180844923","heartbeat_back_addr":"172.21.15.78:6809/3180844923","heartbeat_front_addr":"172.21.15.78:6807/3180844923","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6811","nonce":1776335391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6813","nonce":1776335391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6817","nonce":1776335391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6815","nonce":1776335391}]},"public_addr":"172.21.15.78:6811/1776335391","cluster_addr":"172.21.15.78:6813/1776335391","heartbeat_back_addr":"172.21.15.78:6817/1776335391","heartbeat_front_addr":"172.21.15.78:6815/1776335391","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6819","nonce":2218125346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6821","nonce":2218125346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6825","nonce":2218125346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6823","nonce":2218125346}]},"public_addr":"172.21.15.78:6819/2218125346","cluster_addr":"172.21.15.78:6821/2218125346","heartbeat_back_addr":"172.21.15.78:6825/2218125346","heartbeat_front_addr":"172.21.15.78:6823/2218125346","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6827","nonce":3669409038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6829","nonce":3669409038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6833","nonce":3669409038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6831","nonce":3669409038}]},"public_addr":"172.21.15.78:6827/3669409038","cluster_addr":"172.21.15.78:6829/3669409038","heartbeat_back_addr":"172.21.15.78:6833/3669409038","heartbeat_front_addr":"172.21.15.78:6831/3669409038","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6801","nonce":1677508043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6803","nonce":1677508043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6807","nonce":1677508043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6805","nonce":1677508043}]},"public_addr":"172.21.15.107:6801/1677508043","cluster_addr":"172.21.15.107:6803/1677508043","heartbeat_back_addr":"172.21.15.107:6807/1677508043","heartbeat_front_addr":"172.21.15.107:6805/1677508043","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6809","nonce":1829797218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6811","nonce":1829797218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6815","nonce":1829797218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6813","nonce":1829797218}]},"public_addr":"172.21.15.107:6809/1829797218","cluster_addr":"172.21.15.107:6811/1829797218","heartbeat_back_addr":"172.21.15.107:6815/1829797218","heartbeat_front_addr":"172.21.15.107:6813/1829797218","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6817","nonce":36072088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6819","nonce":36072088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6823","nonce":36072088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6821","nonce":36072088}]},"public_addr":"172.21.15.107:6817/36072088","cluster_addr":"172.21.15.107:6819/36072088","heartbeat_back_addr":"172.21.15.107:6823/36072088","heartbeat_front_addr":"172.21.15.107:6821/36072088","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6825","nonce":3252457461}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6827","nonce":3252457461}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6831","nonce":3252457461}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6829","nonce":3252457461}]},"public_addr":"172.21.15.107:6825/3252457461","cluster_addr":"172.21.15.107:6827/3252457461","heartbeat_back_addr":"172.21.15.107:6831/3252457461","heartbeat_front_addr":"172.21.15.107:6829/3252457461","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T04:53:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:06 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3178732327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:53:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:06 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3178732327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:53:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:06 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3178732327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:53:06.834 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-10T04:53:06.834 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T04:53:07.086 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:07 smithi078 ceph-mon[29426]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T04:53:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:07 smithi078 ceph-mon[39622]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T04:53:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:07 smithi107 ceph-mon[32749]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T04:53:08.913 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:08.915 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T04:53:09.530 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:09 smithi078 ceph-mon[29426]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T04:53:09.531 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:09 smithi078 ceph-mon[39622]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T04:53:09.554 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2024-08-10T04:53:08.002750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385884,"kb_used_data":7004,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575332,"statfs":{"total":767960285184,"available":765517139968,"internally_reserved":0,"allocated":7172096,"data_stored":4014062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002813"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.412061+0000","last_change":"2024-08-10T04:52:46.411638+0000","last_active":"2024-08-10T04:52:46.412061+0000","last_peered":"2024-08-10T04:52:46.412061+0000","last_clean":"2024-08-10T04:52:46.412061+0000","last_became_active":"2024-08-10T04:52:46.411136+0000","last_became_peered":"2024-08-10T04:52:46.411136+0000","last_unstale":"2024-08-10T04:52:46.412061+0000","last_undegraded":"2024-08-10T04:52:46.412061+0000","last_fullsized":"2024-08-10T04:52:46.412061+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.386035+0000","last_change":"2024-08-10T04:52:46.401247+0000","last_active":"2024-08-10T04:52:47.386035+0000","last_peered":"2024-08-10T04:52:47.386035+0000","last_clean":"2024-08-10T04:52:47.386035+0000","last_became_active":"2024-08-10T04:52:46.398601+0000","last_became_peered":"2024-08-10T04:52:46.398601+0000","last_unstale":"2024-08-10T04:52:47.386035+0000","last_undegraded":"2024-08-10T04:52:47.386035+0000","last_fullsized":"2024-08-10T04:52:47.386035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:49:50.503419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385881+0000","last_change":"2024-08-10T04:52:46.396334+0000","last_active":"2024-08-10T04:52:47.385881+0000","last_peered":"2024-08-10T04:52:47.385881+0000","last_clean":"2024-08-10T04:52:47.385881+0000","last_became_active":"2024-08-10T04:52:46.396041+0000","last_became_peered":"2024-08-10T04:52:46.396041+0000","last_unstale":"2024-08-10T04:52:47.385881+0000","last_undegraded":"2024-08-10T04:52:47.385881+0000","last_fullsized":"2024-08-10T04:52:47.385881+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412008+0000","last_change":"2024-08-10T04:52:46.411016+0000","last_active":"2024-08-10T04:52:47.412008+0000","last_peered":"2024-08-10T04:52:47.412008+0000","last_clean":"2024-08-10T04:52:47.412008+0000","last_became_active":"2024-08-10T04:52:46.410589+0000","last_became_peered":"2024-08-10T04:52:46.410589+0000","last_unstale":"2024-08-10T04:52:47.412008+0000","last_undegraded":"2024-08-10T04:52:47.412008+0000","last_fullsized":"2024-08-10T04:52:47.412008+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.410922+0000","last_change":"2024-08-10T04:52:46.408224+0000","last_active":"2024-08-10T04:52:46.410922+0000","last_peered":"2024-08-10T04:52:46.410922+0000","last_clean":"2024-08-10T04:52:46.410922+0000","last_became_active":"2024-08-10T04:52:46.407579+0000","last_became_peered":"2024-08-10T04:52:46.407579+0000","last_unstale":"2024-08-10T04:52:46.410922+0000","last_undegraded":"2024-08-10T04:52:46.410922+0000","last_fullsized":"2024-08-10T04:52:46.410922+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412013+0000","last_change":"2024-08-10T04:52:46.407014+0000","last_active":"2024-08-10T04:52:47.412013+0000","last_peered":"2024-08-10T04:52:47.412013+0000","last_clean":"2024-08-10T04:52:47.412013+0000","last_became_active":"2024-08-10T04:52:46.406716+0000","last_became_peered":"2024-08-10T04:52:46.406716+0000","last_unstale":"2024-08-10T04:52:47.412013+0000","last_undegraded":"2024-08-10T04:52:47.412013+0000","last_fullsized":"2024-08-10T04:52:47.412013+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.414225+0000","last_change":"2024-08-10T04:52:46.412951+0000","last_active":"2024-08-10T04:52:46.414225+0000","last_peered":"2024-08-10T04:52:46.414225+0000","last_clean":"2024-08-10T04:52:46.414225+0000","last_became_active":"2024-08-10T04:52:46.412660+0000","last_became_peered":"2024-08-10T04:52:46.412660+0000","last_unstale":"2024-08-10T04:52:46.414225+0000","last_undegraded":"2024-08-10T04:52:46.414225+0000","last_fullsized":"2024-08-10T04:52:46.414225+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.406318+0000","last_change":"2024-08-10T04:52:46.406098+0000","last_active":"2024-08-10T04:52:46.406318+0000","last_peered":"2024-08-10T04:52:46.406318+0000","last_clean":"2024-08-10T04:52:46.406318+0000","last_became_active":"2024-08-10T04:52:46.405036+0000","last_became_peered":"2024-08-10T04:52:46.405036+0000","last_unstale":"2024-08-10T04:52:46.406318+0000","last_undegraded":"2024-08-10T04:52:46.406318+0000","last_fullsized":"2024-08-10T04:52:46.406318+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411420+0000","last_change":"2024-08-10T04:52:46.407264+0000","last_active":"2024-08-10T04:52:46.411420+0000","last_peered":"2024-08-10T04:52:46.411420+0000","last_clean":"2024-08-10T04:52:46.411420+0000","last_became_active":"2024-08-10T04:52:46.406992+0000","last_became_peered":"2024-08-10T04:52:46.406992+0000","last_unstale":"2024-08-10T04:52:46.411420+0000","last_undegraded":"2024-08-10T04:52:46.411420+0000","last_fullsized":"2024-08-10T04:52:46.411420+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.405483+0000","last_change":"2024-08-10T04:52:46.405085+0000","last_active":"2024-08-10T04:52:46.405483+0000","last_peered":"2024-08-10T04:52:46.405483+0000","last_clean":"2024-08-10T04:52:46.405483+0000","last_became_active":"2024-08-10T04:52:46.404791+0000","last_became_peered":"2024-08-10T04:52:46.404791+0000","last_unstale":"2024-08-10T04:52:46.405483+0000","last_undegraded":"2024-08-10T04:52:46.405483+0000","last_fullsized":"2024-08-10T04:52:46.405483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403689+0000","last_change":"2024-08-10T04:52:46.402412+0000","last_active":"2024-08-10T04:52:46.403689+0000","last_peered":"2024-08-10T04:52:46.403689+0000","last_clean":"2024-08-10T04:52:46.403689+0000","last_became_active":"2024-08-10T04:52:46.402077+0000","last_became_peered":"2024-08-10T04:52:46.402077+0000","last_unstale":"2024-08-10T04:52:46.403689+0000","last_undegraded":"2024-08-10T04:52:46.403689+0000","last_fullsized":"2024-08-10T04:52:46.403689+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:57:42.815507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385687+0000","last_change":"2024-08-10T04:52:46.399846+0000","last_active":"2024-08-10T04:52:47.385687+0000","last_peered":"2024-08-10T04:52:47.385687+0000","last_clean":"2024-08-10T04:52:47.385687+0000","last_became_active":"2024-08-10T04:52:46.399470+0000","last_became_peered":"2024-08-10T04:52:46.399470+0000","last_unstale":"2024-08-10T04:52:47.385687+0000","last_undegraded":"2024-08-10T04:52:47.385687+0000","last_fullsized":"2024-08-10T04:52:47.385687+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398081+0000","last_change":"2024-08-10T04:52:46.395191+0000","last_active":"2024-08-10T04:52:46.398081+0000","last_peered":"2024-08-10T04:52:46.398081+0000","last_clean":"2024-08-10T04:52:46.398081+0000","last_became_active":"2024-08-10T04:52:46.394708+0000","last_became_peered":"2024-08-10T04:52:46.394708+0000","last_unstale":"2024-08-10T04:52:46.398081+0000","last_undegraded":"2024-08-10T04:52:46.398081+0000","last_fullsized":"2024-08-10T04:52:46.398081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385437+0000","last_change":"2024-08-10T04:52:46.402662+0000","last_active":"2024-08-10T04:52:47.385437+0000","last_peered":"2024-08-10T04:52:47.385437+0000","last_clean":"2024-08-10T04:52:47.385437+0000","last_became_active":"2024-08-10T04:52:46.402347+0000","last_became_peered":"2024-08-10T04:52:46.402347+0000","last_unstale":"2024-08-10T04:52:47.385437+0000","last_undegraded":"2024-08-10T04:52:47.385437+0000","last_fullsized":"2024-08-10T04:52:47.385437+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385229+0000","last_change":"2024-08-10T04:52:46.399758+0000","last_active":"2024-08-10T04:52:47.385229+0000","last_peered":"2024-08-10T04:52:47.385229+0000","last_clean":"2024-08-10T04:52:47.385229+0000","last_became_active":"2024-08-10T04:52:46.399456+0000","last_became_peered":"2024-08-10T04:52:46.399456+0000","last_unstale":"2024-08-10T04:52:47.385229+0000","last_undegraded":"2024-08-10T04:52:47.385229+0000","last_fullsized":"2024-08-10T04:52:47.385229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.411825+0000","last_change":"2024-08-10T04:52:46.402571+0000","last_active":"2024-08-10T04:52:47.411825+0000","last_peered":"2024-08-10T04:52:47.411825+0000","last_clean":"2024-08-10T04:52:47.411825+0000","last_became_active":"2024-08-10T04:52:46.402075+0000","last_became_peered":"2024-08-10T04:52:46.402075+0000","last_unstale":"2024-08-10T04:52:47.411825+0000","last_undegraded":"2024-08-10T04:52:47.411825+0000","last_fullsized":"2024-08-10T04:52:47.411825+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412424+0000","last_change":"2024-08-10T04:52:46.412795+0000","last_active":"2024-08-10T04:52:47.412424+0000","last_peered":"2024-08-10T04:52:47.412424+0000","last_clean":"2024-08-10T04:52:47.412424+0000","last_became_active":"2024-08-10T04:52:46.412252+0000","last_became_peered":"2024-08-10T04:52:46.412252+0000","last_unstale":"2024-08-10T04:52:47.412424+0000","last_undegraded":"2024-08-10T04:52:47.412424+0000","last_fullsized":"2024-08-10T04:52:47.412424+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:10:37.050222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398965+0000","last_change":"2024-08-10T04:52:46.397594+0000","last_active":"2024-08-10T04:52:46.398965+0000","last_peered":"2024-08-10T04:52:46.398965+0000","last_clean":"2024-08-10T04:52:46.398965+0000","last_became_active":"2024-08-10T04:52:46.397233+0000","last_became_peered":"2024-08-10T04:52:46.397233+0000","last_unstale":"2024-08-10T04:52:46.398965+0000","last_undegraded":"2024-08-10T04:52:46.398965+0000","last_fullsized":"2024-08-10T04:52:46.398965+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411044+0000","last_change":"2024-08-10T04:52:46.410675+0000","last_active":"2024-08-10T04:52:46.411044+0000","last_peered":"2024-08-10T04:52:46.411044+0000","last_clean":"2024-08-10T04:52:46.411044+0000","last_became_active":"2024-08-10T04:52:46.410146+0000","last_became_peered":"2024-08-10T04:52:46.410146+0000","last_unstale":"2024-08-10T04:52:46.411044+0000","last_undegraded":"2024-08-10T04:52:46.411044+0000","last_fullsized":"2024-08-10T04:52:46.411044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.409751+0000","last_change":"2024-08-10T04:52:46.408207+0000","last_active":"2024-08-10T04:52:46.409751+0000","last_peered":"2024-08-10T04:52:46.409751+0000","last_clean":"2024-08-10T04:52:46.409751+0000","last_became_active":"2024-08-10T04:52:46.407925+0000","last_became_peered":"2024-08-10T04:52:46.407925+0000","last_unstale":"2024-08-10T04:52:46.409751+0000","last_undegraded":"2024-08-10T04:52:46.409751+0000","last_fullsized":"2024-08-10T04:52:46.409751+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385500+0000","last_change":"2024-08-10T04:52:46.398125+0000","last_active":"2024-08-10T04:52:47.385500+0000","last_peered":"2024-08-10T04:52:47.385500+0000","last_clean":"2024-08-10T04:52:47.385500+0000","last_became_active":"2024-08-10T04:52:46.397725+0000","last_became_peered":"2024-08-10T04:52:46.397725+0000","last_unstale":"2024-08-10T04:52:47.385500+0000","last_undegraded":"2024-08-10T04:52:47.385500+0000","last_fullsized":"2024-08-10T04:52:47.385500+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412102+0000","last_change":"2024-08-10T04:52:46.407585+0000","last_active":"2024-08-10T04:52:47.412102+0000","last_peered":"2024-08-10T04:52:47.412102+0000","last_clean":"2024-08-10T04:52:47.412102+0000","last_became_active":"2024-08-10T04:52:46.407313+0000","last_became_peered":"2024-08-10T04:52:46.407313+0000","last_unstale":"2024-08-10T04:52:47.412102+0000","last_undegraded":"2024-08-10T04:52:47.412102+0000","last_fullsized":"2024-08-10T04:52:47.412102+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.402111+0000","last_change":"2024-08-10T04:52:46.401864+0000","last_active":"2024-08-10T04:52:46.402111+0000","last_peered":"2024-08-10T04:52:46.402111+0000","last_clean":"2024-08-10T04:52:46.402111+0000","last_became_active":"2024-08-10T04:52:46.401600+0000","last_became_peered":"2024-08-10T04:52:46.401600+0000","last_unstale":"2024-08-10T04:52:46.402111+0000","last_undegraded":"2024-08-10T04:52:46.402111+0000","last_fullsized":"2024-08-10T04:52:46.402111+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.411893+0000","last_change":"2024-08-10T04:52:46.402400+0000","last_active":"2024-08-10T04:52:47.411893+0000","last_peered":"2024-08-10T04:52:47.411893+0000","last_clean":"2024-08-10T04:52:47.411893+0000","last_became_active":"2024-08-10T04:52:46.401643+0000","last_became_peered":"2024-08-10T04:52:46.401643+0000","last_unstale":"2024-08-10T04:52:47.411893+0000","last_undegraded":"2024-08-10T04:52:47.411893+0000","last_fullsized":"2024-08-10T04:52:47.411893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.408255+0000","last_change":"2024-08-10T04:52:46.408048+0000","last_active":"2024-08-10T04:52:46.408255+0000","last_peered":"2024-08-10T04:52:46.408255+0000","last_clean":"2024-08-10T04:52:46.408255+0000","last_became_active":"2024-08-10T04:52:46.407769+0000","last_became_peered":"2024-08-10T04:52:46.407769+0000","last_unstale":"2024-08-10T04:52:46.408255+0000","last_undegraded":"2024-08-10T04:52:46.408255+0000","last_fullsized":"2024-08-10T04:52:46.408255+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.400518+0000","last_change":"2024-08-10T04:52:46.399967+0000","last_active":"2024-08-10T04:52:46.400518+0000","last_peered":"2024-08-10T04:52:46.400518+0000","last_clean":"2024-08-10T04:52:46.400518+0000","last_became_active":"2024-08-10T04:52:46.399551+0000","last_became_peered":"2024-08-10T04:52:46.399551+0000","last_unstale":"2024-08-10T04:52:46.400518+0000","last_undegraded":"2024-08-10T04:52:46.400518+0000","last_fullsized":"2024-08-10T04:52:46.400518+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385837+0000","last_change":"2024-08-10T04:52:46.394771+0000","last_active":"2024-08-10T04:52:47.385837+0000","last_peered":"2024-08-10T04:52:47.385837+0000","last_clean":"2024-08-10T04:52:47.385837+0000","last_became_active":"2024-08-10T04:52:46.394460+0000","last_became_peered":"2024-08-10T04:52:46.394460+0000","last_unstale":"2024-08-10T04:52:47.385837+0000","last_undegraded":"2024-08-10T04:52:47.385837+0000","last_fullsized":"2024-08-10T04:52:47.385837+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403943+0000","last_change":"2024-08-10T04:52:46.403526+0000","last_active":"2024-08-10T04:52:46.403943+0000","last_peered":"2024-08-10T04:52:46.403943+0000","last_clean":"2024-08-10T04:52:46.403943+0000","last_became_active":"2024-08-10T04:52:46.403268+0000","last_became_peered":"2024-08-10T04:52:46.403268+0000","last_unstale":"2024-08-10T04:52:46.403943+0000","last_undegraded":"2024-08-10T04:52:46.403943+0000","last_fullsized":"2024-08-10T04:52:46.403943+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385598+0000","last_change":"2024-08-10T04:52:46.394539+0000","last_active":"2024-08-10T04:52:47.385598+0000","last_peered":"2024-08-10T04:52:47.385598+0000","last_clean":"2024-08-10T04:52:47.385598+0000","last_became_active":"2024-08-10T04:52:46.394283+0000","last_became_peered":"2024-08-10T04:52:46.394283+0000","last_unstale":"2024-08-10T04:52:47.385598+0000","last_undegraded":"2024-08-10T04:52:47.385598+0000","last_fullsized":"2024-08-10T04:52:47.385598+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:09:46.099714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412371+0000","last_change":"2024-08-10T04:52:46.403389+0000","last_active":"2024-08-10T04:52:47.412371+0000","last_peered":"2024-08-10T04:52:47.412371+0000","last_clean":"2024-08-10T04:52:47.412371+0000","last_became_active":"2024-08-10T04:52:46.403112+0000","last_became_peered":"2024-08-10T04:52:46.403112+0000","last_unstale":"2024-08-10T04:52:47.412371+0000","last_undegraded":"2024-08-10T04:52:47.412371+0000","last_fullsized":"2024-08-10T04:52:47.412371+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.395668+0000","last_change":"2024-08-10T04:52:46.395445+0000","last_active":"2024-08-10T04:52:46.395668+0000","last_peered":"2024-08-10T04:52:46.395668+0000","last_clean":"2024-08-10T04:52:46.395668+0000","last_became_active":"2024-08-10T04:52:46.395190+0000","last_became_peered":"2024-08-10T04:52:46.395190+0000","last_unstale":"2024-08-10T04:52:46.395668+0000","last_undegraded":"2024-08-10T04:52:46.395668+0000","last_fullsized":"2024-08-10T04:52:46.395668+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403111+0000","last_change":"2024-08-10T04:52:46.401541+0000","last_active":"2024-08-10T04:52:46.403111+0000","last_peered":"2024-08-10T04:52:46.403111+0000","last_clean":"2024-08-10T04:52:46.403111+0000","last_became_active":"2024-08-10T04:52:46.401263+0000","last_became_peered":"2024-08-10T04:52:46.401263+0000","last_unstale":"2024-08-10T04:52:46.403111+0000","last_undegraded":"2024-08-10T04:52:46.403111+0000","last_fullsized":"2024-08-10T04:52:46.403111+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385218+0000","last_change":"2024-08-10T04:52:46.397923+0000","last_active":"2024-08-10T04:52:47.385218+0000","last_peered":"2024-08-10T04:52:47.385218+0000","last_clean":"2024-08-10T04:52:47.385218+0000","last_became_active":"2024-08-10T04:52:46.397584+0000","last_became_peered":"2024-08-10T04:52:46.397584+0000","last_unstale":"2024-08-10T04:52:47.385218+0000","last_undegraded":"2024-08-10T04:52:47.385218+0000","last_fullsized":"2024-08-10T04:52:47.385218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400264+0000","last_change":"2024-08-10T04:52:43.204468+0000","last_active":"2024-08-10T04:52:48.400264+0000","last_peered":"2024-08-10T04:52:48.400264+0000","last_clean":"2024-08-10T04:52:48.400264+0000","last_became_active":"2024-08-10T04:52:43.204202+0000","last_became_peered":"2024-08-10T04:52:43.204202+0000","last_unstale":"2024-08-10T04:52:48.400264+0000","last_undegraded":"2024-08-10T04:52:48.400264+0000","last_fullsized":"2024-08-10T04:52:48.400264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385691+0000","last_change":"2024-08-10T04:52:46.397976+0000","last_active":"2024-08-10T04:52:47.385691+0000","last_peered":"2024-08-10T04:52:47.385691+0000","last_clean":"2024-08-10T04:52:47.385691+0000","last_became_active":"2024-08-10T04:52:46.397377+0000","last_became_peered":"2024-08-10T04:52:46.397377+0000","last_unstale":"2024-08-10T04:52:47.385691+0000","last_undegraded":"2024-08-10T04:52:47.385691+0000","last_fullsized":"2024-08-10T04:52:47.385691+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400965+0000","last_change":"2024-08-10T04:52:43.206339+0000","last_active":"2024-08-10T04:52:48.400965+0000","last_peered":"2024-08-10T04:52:48.400965+0000","last_clean":"2024-08-10T04:52:48.400965+0000","last_became_active":"2024-08-10T04:52:43.205344+0000","last_became_peered":"2024-08-10T04:52:43.205344+0000","last_unstale":"2024-08-10T04:52:48.400965+0000","last_undegraded":"2024-08-10T04:52:48.400965+0000","last_fullsized":"2024-08-10T04:52:48.400965+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.389753+0000","last_change":"2024-08-10T04:52:43.206968+0000","last_active":"2024-08-10T04:52:46.389753+0000","last_peered":"2024-08-10T04:52:46.389753+0000","last_clean":"2024-08-10T04:52:46.389753+0000","last_became_active":"2024-08-10T04:52:43.206711+0000","last_became_peered":"2024-08-10T04:52:43.206711+0000","last_unstale":"2024-08-10T04:52:46.389753+0000","last_undegraded":"2024-08-10T04:52:46.389753+0000","last_fullsized":"2024-08-10T04:52:46.389753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403707+0000","last_change":"2024-08-10T04:52:46.403132+0000","last_active":"2024-08-10T04:52:46.403707+0000","last_peered":"2024-08-10T04:52:46.403707+0000","last_clean":"2024-08-10T04:52:46.403707+0000","last_became_active":"2024-08-10T04:52:46.402812+0000","last_became_peered":"2024-08-10T04:52:46.402812+0000","last_unstale":"2024-08-10T04:52:46.403707+0000","last_undegraded":"2024-08-10T04:52:46.403707+0000","last_fullsized":"2024-08-10T04:52:46.403707+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.411956+0000","last_change":"2024-08-10T04:52:43.203854+0000","last_active":"2024-08-10T04:52:47.411956+0000","last_peered":"2024-08-10T04:52:47.411956+0000","last_clean":"2024-08-10T04:52:47.411956+0000","last_became_active":"2024-08-10T04:52:43.203566+0000","last_became_peered":"2024-08-10T04:52:43.203566+0000","last_unstale":"2024-08-10T04:52:47.411956+0000","last_undegraded":"2024-08-10T04:52:47.411956+0000","last_fullsized":"2024-08-10T04:52:47.411956+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385078+0000","last_change":"2024-08-10T04:52:46.396795+0000","last_active":"2024-08-10T04:52:47.385078+0000","last_peered":"2024-08-10T04:52:47.385078+0000","last_clean":"2024-08-10T04:52:47.385078+0000","last_became_active":"2024-08-10T04:52:46.396514+0000","last_became_peered":"2024-08-10T04:52:46.396514+0000","last_unstale":"2024-08-10T04:52:47.385078+0000","last_undegraded":"2024-08-10T04:52:47.385078+0000","last_fullsized":"2024-08-10T04:52:47.385078+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390247+0000","last_change":"2024-08-10T04:52:43.206962+0000","last_active":"2024-08-10T04:52:46.390247+0000","last_peered":"2024-08-10T04:52:46.390247+0000","last_clean":"2024-08-10T04:52:46.390247+0000","last_became_active":"2024-08-10T04:52:43.206669+0000","last_became_peered":"2024-08-10T04:52:43.206669+0000","last_unstale":"2024-08-10T04:52:46.390247+0000","last_undegraded":"2024-08-10T04:52:46.390247+0000","last_fullsized":"2024-08-10T04:52:46.390247+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412287+0000","last_change":"2024-08-10T04:52:46.399588+0000","last_active":"2024-08-10T04:52:47.412287+0000","last_peered":"2024-08-10T04:52:47.412287+0000","last_clean":"2024-08-10T04:52:47.412287+0000","last_became_active":"2024-08-10T04:52:46.399281+0000","last_became_peered":"2024-08-10T04:52:46.399281+0000","last_unstale":"2024-08-10T04:52:47.412287+0000","last_undegraded":"2024-08-10T04:52:47.412287+0000","last_fullsized":"2024-08-10T04:52:47.412287+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412386+0000","last_change":"2024-08-10T04:52:43.206278+0000","last_active":"2024-08-10T04:52:47.412386+0000","last_peered":"2024-08-10T04:52:47.412386+0000","last_clean":"2024-08-10T04:52:47.412386+0000","last_became_active":"2024-08-10T04:52:43.205942+0000","last_became_peered":"2024-08-10T04:52:43.205942+0000","last_unstale":"2024-08-10T04:52:47.412386+0000","last_undegraded":"2024-08-10T04:52:47.412386+0000","last_fullsized":"2024-08-10T04:52:47.412386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.386177+0000","last_change":"2024-08-10T04:52:46.400536+0000","last_active":"2024-08-10T04:52:47.386177+0000","last_peered":"2024-08-10T04:52:47.386177+0000","last_clean":"2024-08-10T04:52:47.386177+0000","last_became_active":"2024-08-10T04:52:46.399596+0000","last_became_peered":"2024-08-10T04:52:46.399596+0000","last_unstale":"2024-08-10T04:52:47.386177+0000","last_undegraded":"2024-08-10T04:52:47.386177+0000","last_fullsized":"2024-08-10T04:52:47.386177+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.406808+0000","last_change":"2024-08-10T04:52:43.206421+0000","last_active":"2024-08-10T04:52:48.406808+0000","last_peered":"2024-08-10T04:52:48.406808+0000","last_clean":"2024-08-10T04:52:48.406808+0000","last_became_active":"2024-08-10T04:52:43.205710+0000","last_became_peered":"2024-08-10T04:52:43.205710+0000","last_unstale":"2024-08-10T04:52:48.406808+0000","last_undegraded":"2024-08-10T04:52:48.406808+0000","last_fullsized":"2024-08-10T04:52:48.406808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385656+0000","last_change":"2024-08-10T04:52:46.404276+0000","last_active":"2024-08-10T04:52:47.385656+0000","last_peered":"2024-08-10T04:52:47.385656+0000","last_clean":"2024-08-10T04:52:47.385656+0000","last_became_active":"2024-08-10T04:52:46.400744+0000","last_became_peered":"2024-08-10T04:52:46.400744+0000","last_unstale":"2024-08-10T04:52:47.385656+0000","last_undegraded":"2024-08-10T04:52:47.385656+0000","last_fullsized":"2024-08-10T04:52:47.385656+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407625+0000","last_change":"2024-08-10T04:52:43.206260+0000","last_active":"2024-08-10T04:52:48.407625+0000","last_peered":"2024-08-10T04:52:48.407625+0000","last_clean":"2024-08-10T04:52:48.407625+0000","last_became_active":"2024-08-10T04:52:43.205910+0000","last_became_peered":"2024-08-10T04:52:43.205910+0000","last_unstale":"2024-08-10T04:52:48.407625+0000","last_undegraded":"2024-08-10T04:52:48.407625+0000","last_fullsized":"2024-08-10T04:52:48.407625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411004+0000","last_change":"2024-08-10T04:52:46.410449+0000","last_active":"2024-08-10T04:52:46.411004+0000","last_peered":"2024-08-10T04:52:46.411004+0000","last_clean":"2024-08-10T04:52:46.411004+0000","last_became_active":"2024-08-10T04:52:46.409294+0000","last_became_peered":"2024-08-10T04:52:46.409294+0000","last_unstale":"2024-08-10T04:52:46.411004+0000","last_undegraded":"2024-08-10T04:52:46.411004+0000","last_fullsized":"2024-08-10T04:52:46.411004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.403307+0000","last_change":"2024-08-10T04:52:43.202296+0000","last_active":"2024-08-10T04:52:48.403307+0000","last_peered":"2024-08-10T04:52:48.403307+0000","last_clean":"2024-08-10T04:52:48.403307+0000","last_became_active":"2024-08-10T04:52:43.201973+0000","last_became_peered":"2024-08-10T04:52:43.201973+0000","last_unstale":"2024-08-10T04:52:48.403307+0000","last_undegraded":"2024-08-10T04:52:48.403307+0000","last_fullsized":"2024-08-10T04:52:48.403307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385526+0000","last_change":"2024-08-10T04:52:46.397712+0000","last_active":"2024-08-10T04:52:47.385526+0000","last_peered":"2024-08-10T04:52:47.385526+0000","last_clean":"2024-08-10T04:52:47.385526+0000","last_became_active":"2024-08-10T04:52:46.397464+0000","last_became_peered":"2024-08-10T04:52:46.397464+0000","last_unstale":"2024-08-10T04:52:47.385526+0000","last_undegraded":"2024-08-10T04:52:47.385526+0000","last_fullsized":"2024-08-10T04:52:47.385526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412259+0000","last_change":"2024-08-10T04:52:43.210566+0000","last_active":"2024-08-10T04:52:47.412259+0000","last_peered":"2024-08-10T04:52:47.412259+0000","last_clean":"2024-08-10T04:52:47.412259+0000","last_became_active":"2024-08-10T04:52:43.210268+0000","last_became_peered":"2024-08-10T04:52:43.210268+0000","last_unstale":"2024-08-10T04:52:47.412259+0000","last_undegraded":"2024-08-10T04:52:47.412259+0000","last_fullsized":"2024-08-10T04:52:47.412259+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.410903+0000","last_change":"2024-08-10T04:52:46.408576+0000","last_active":"2024-08-10T04:52:46.410903+0000","last_peered":"2024-08-10T04:52:46.410903+0000","last_clean":"2024-08-10T04:52:46.410903+0000","last_became_active":"2024-08-10T04:52:46.408291+0000","last_became_peered":"2024-08-10T04:52:46.408291+0000","last_unstale":"2024-08-10T04:52:46.410903+0000","last_undegraded":"2024-08-10T04:52:46.410903+0000","last_fullsized":"2024-08-10T04:52:46.410903+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387821+0000","last_change":"2024-08-10T04:52:43.205526+0000","last_active":"2024-08-10T04:52:46.387821+0000","last_peered":"2024-08-10T04:52:46.387821+0000","last_clean":"2024-08-10T04:52:46.387821+0000","last_became_active":"2024-08-10T04:52:43.205223+0000","last_became_peered":"2024-08-10T04:52:43.205223+0000","last_unstale":"2024-08-10T04:52:46.387821+0000","last_undegraded":"2024-08-10T04:52:46.387821+0000","last_fullsized":"2024-08-10T04:52:46.387821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.402442+0000","last_change":"2024-08-10T04:52:46.401407+0000","last_active":"2024-08-10T04:52:46.402442+0000","last_peered":"2024-08-10T04:52:46.402442+0000","last_clean":"2024-08-10T04:52:46.402442+0000","last_became_active":"2024-08-10T04:52:46.401112+0000","last_became_peered":"2024-08-10T04:52:46.401112+0000","last_unstale":"2024-08-10T04:52:46.402442+0000","last_undegraded":"2024-08-10T04:52:46.402442+0000","last_fullsized":"2024-08-10T04:52:46.402442+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.404993+0000","last_change":"2024-08-10T04:52:43.201153+0000","last_active":"2024-08-10T04:52:48.404993+0000","last_peered":"2024-08-10T04:52:48.404993+0000","last_clean":"2024-08-10T04:52:48.404993+0000","last_became_active":"2024-08-10T04:52:43.200858+0000","last_became_peered":"2024-08-10T04:52:43.200858+0000","last_unstale":"2024-08-10T04:52:48.404993+0000","last_undegraded":"2024-08-10T04:52:48.404993+0000","last_fullsized":"2024-08-10T04:52:48.404993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411038+0000","last_change":"2024-08-10T04:52:46.408197+0000","last_active":"2024-08-10T04:52:46.411038+0000","last_peered":"2024-08-10T04:52:46.411038+0000","last_clean":"2024-08-10T04:52:46.411038+0000","last_became_active":"2024-08-10T04:52:46.407776+0000","last_became_peered":"2024-08-10T04:52:46.407776+0000","last_unstale":"2024-08-10T04:52:46.411038+0000","last_undegraded":"2024-08-10T04:52:46.411038+0000","last_fullsized":"2024-08-10T04:52:46.411038+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:00:15.354177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391740+0000","last_change":"2024-08-10T04:52:43.210743+0000","last_active":"2024-08-10T04:52:48.391740+0000","last_peered":"2024-08-10T04:52:48.391740+0000","last_clean":"2024-08-10T04:52:48.391740+0000","last_became_active":"2024-08-10T04:52:43.210395+0000","last_became_peered":"2024-08-10T04:52:43.210395+0000","last_unstale":"2024-08-10T04:52:48.391740+0000","last_undegraded":"2024-08-10T04:52:48.391740+0000","last_fullsized":"2024-08-10T04:52:48.391740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.414230+0000","last_change":"2024-08-10T04:52:46.413785+0000","last_active":"2024-08-10T04:52:46.414230+0000","last_peered":"2024-08-10T04:52:46.414230+0000","last_clean":"2024-08-10T04:52:46.414230+0000","last_became_active":"2024-08-10T04:52:46.413359+0000","last_became_peered":"2024-08-10T04:52:46.413359+0000","last_unstale":"2024-08-10T04:52:46.414230+0000","last_undegraded":"2024-08-10T04:52:46.414230+0000","last_fullsized":"2024-08-10T04:52:46.414230+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400775+0000","last_change":"2024-08-10T04:52:43.206037+0000","last_active":"2024-08-10T04:52:48.400775+0000","last_peered":"2024-08-10T04:52:48.400775+0000","last_clean":"2024-08-10T04:52:48.400775+0000","last_became_active":"2024-08-10T04:52:43.205715+0000","last_became_peered":"2024-08-10T04:52:43.205715+0000","last_unstale":"2024-08-10T04:52:48.400775+0000","last_undegraded":"2024-08-10T04:52:48.400775+0000","last_fullsized":"2024-08-10T04:52:48.400775+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.415122+0000","last_change":"2024-08-10T04:52:46.414772+0000","last_active":"2024-08-10T04:52:46.415122+0000","last_peered":"2024-08-10T04:52:46.415122+0000","last_clean":"2024-08-10T04:52:46.415122+0000","last_became_active":"2024-08-10T04:52:46.414493+0000","last_became_peered":"2024-08-10T04:52:46.414493+0000","last_unstale":"2024-08-10T04:52:46.415122+0000","last_undegraded":"2024-08-10T04:52:46.415122+0000","last_fullsized":"2024-08-10T04:52:46.415122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.402917+0000","last_change":"2024-08-10T04:52:43.206326+0000","last_active":"2024-08-10T04:52:48.402917+0000","last_peered":"2024-08-10T04:52:48.402917+0000","last_clean":"2024-08-10T04:52:48.402917+0000","last_became_active":"2024-08-10T04:52:43.206066+0000","last_became_peered":"2024-08-10T04:52:43.206066+0000","last_unstale":"2024-08-10T04:52:48.402917+0000","last_undegraded":"2024-08-10T04:52:48.402917+0000","last_fullsized":"2024-08-10T04:52:48.402917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412142+0000","last_change":"2024-08-10T04:52:46.408217+0000","last_active":"2024-08-10T04:52:47.412142+0000","last_peered":"2024-08-10T04:52:47.412142+0000","last_clean":"2024-08-10T04:52:47.412142+0000","last_became_active":"2024-08-10T04:52:46.407898+0000","last_became_peered":"2024-08-10T04:52:46.407898+0000","last_unstale":"2024-08-10T04:52:47.412142+0000","last_undegraded":"2024-08-10T04:52:47.412142+0000","last_fullsized":"2024-08-10T04:52:47.412142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387316+0000","last_change":"2024-08-10T04:52:43.205131+0000","last_active":"2024-08-10T04:52:46.387316+0000","last_peered":"2024-08-10T04:52:46.387316+0000","last_clean":"2024-08-10T04:52:46.387316+0000","last_became_active":"2024-08-10T04:52:43.204888+0000","last_became_peered":"2024-08-10T04:52:43.204888+0000","last_unstale":"2024-08-10T04:52:46.387316+0000","last_undegraded":"2024-08-10T04:52:46.387316+0000","last_fullsized":"2024-08-10T04:52:46.387316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411025+0000","last_change":"2024-08-10T04:52:46.410663+0000","last_active":"2024-08-10T04:52:46.411025+0000","last_peered":"2024-08-10T04:52:46.411025+0000","last_clean":"2024-08-10T04:52:46.411025+0000","last_became_active":"2024-08-10T04:52:46.409729+0000","last_became_peered":"2024-08-10T04:52:46.409729+0000","last_unstale":"2024-08-10T04:52:46.411025+0000","last_undegraded":"2024-08-10T04:52:46.411025+0000","last_fullsized":"2024-08-10T04:52:46.411025+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":232,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390837+0000","last_change":"2024-08-10T04:52:19.196408+0000","last_active":"2024-08-10T04:52:46.390837+0000","last_peered":"2024-08-10T04:52:46.390837+0000","last_clean":"2024-08-10T04:52:46.390837+0000","last_became_active":"2024-08-10T04:52:19.196088+0000","last_became_peered":"2024-08-10T04:52:19.196088+0000","last_unstale":"2024-08-10T04:52:46.390837+0000","last_undegraded":"2024-08-10T04:52:46.390837+0000","last_fullsized":"2024-08-10T04:52:46.390837+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412009+0000","last_change":"2024-08-10T04:52:43.205424+0000","last_active":"2024-08-10T04:52:47.412009+0000","last_peered":"2024-08-10T04:52:47.412009+0000","last_clean":"2024-08-10T04:52:47.412009+0000","last_became_active":"2024-08-10T04:52:43.205136+0000","last_became_peered":"2024-08-10T04:52:43.205136+0000","last_unstale":"2024-08-10T04:52:47.412009+0000","last_undegraded":"2024-08-10T04:52:47.412009+0000","last_fullsized":"2024-08-10T04:52:47.412009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.406206+0000","last_change":"2024-08-10T04:52:46.406004+0000","last_active":"2024-08-10T04:52:46.406206+0000","last_peered":"2024-08-10T04:52:46.406206+0000","last_clean":"2024-08-10T04:52:46.406206+0000","last_became_active":"2024-08-10T04:52:46.404971+0000","last_became_peered":"2024-08-10T04:52:46.404971+0000","last_unstale":"2024-08-10T04:52:46.406206+0000","last_undegraded":"2024-08-10T04:52:46.406206+0000","last_fullsized":"2024-08-10T04:52:46.406206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390704+0000","last_change":"2024-08-10T04:52:43.212693+0000","last_active":"2024-08-10T04:52:46.390704+0000","last_peered":"2024-08-10T04:52:46.390704+0000","last_clean":"2024-08-10T04:52:46.390704+0000","last_became_active":"2024-08-10T04:52:43.212372+0000","last_became_peered":"2024-08-10T04:52:43.212372+0000","last_unstale":"2024-08-10T04:52:46.390704+0000","last_undegraded":"2024-08-10T04:52:46.390704+0000","last_fullsized":"2024-08-10T04:52:46.390704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385071+0000","last_change":"2024-08-10T04:52:46.395192+0000","last_active":"2024-08-10T04:52:47.385071+0000","last_peered":"2024-08-10T04:52:47.385071+0000","last_clean":"2024-08-10T04:52:47.385071+0000","last_became_active":"2024-08-10T04:52:46.394924+0000","last_became_peered":"2024-08-10T04:52:46.394924+0000","last_unstale":"2024-08-10T04:52:47.385071+0000","last_undegraded":"2024-08-10T04:52:47.385071+0000","last_fullsized":"2024-08-10T04:52:47.385071+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387550+0000","last_change":"2024-08-10T04:52:43.204599+0000","last_active":"2024-08-10T04:52:46.387550+0000","last_peered":"2024-08-10T04:52:46.387550+0000","last_clean":"2024-08-10T04:52:46.387550+0000","last_became_active":"2024-08-10T04:52:43.202967+0000","last_became_peered":"2024-08-10T04:52:43.202967+0000","last_unstale":"2024-08-10T04:52:46.387550+0000","last_undegraded":"2024-08-10T04:52:46.387550+0000","last_fullsized":"2024-08-10T04:52:46.387550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385081+0000","last_change":"2024-08-10T04:52:46.398009+0000","last_active":"2024-08-10T04:52:47.385081+0000","last_peered":"2024-08-10T04:52:47.385081+0000","last_clean":"2024-08-10T04:52:47.385081+0000","last_became_active":"2024-08-10T04:52:46.397351+0000","last_became_peered":"2024-08-10T04:52:46.397351+0000","last_unstale":"2024-08-10T04:52:47.385081+0000","last_undegraded":"2024-08-10T04:52:47.385081+0000","last_fullsized":"2024-08-10T04:52:47.385081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412364+0000","last_change":"2024-08-10T04:52:43.209451+0000","last_active":"2024-08-10T04:52:47.412364+0000","last_peered":"2024-08-10T04:52:47.412364+0000","last_clean":"2024-08-10T04:52:47.412364+0000","last_became_active":"2024-08-10T04:52:43.208688+0000","last_became_peered":"2024-08-10T04:52:43.208688+0000","last_unstale":"2024-08-10T04:52:47.412364+0000","last_undegraded":"2024-08-10T04:52:47.412364+0000","last_fullsized":"2024-08-10T04:52:47.412364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385451+0000","last_change":"2024-08-10T04:52:46.398527+0000","last_active":"2024-08-10T04:52:47.385451+0000","last_peered":"2024-08-10T04:52:47.385451+0000","last_clean":"2024-08-10T04:52:47.385451+0000","last_became_active":"2024-08-10T04:52:46.397986+0000","last_became_peered":"2024-08-10T04:52:46.397986+0000","last_unstale":"2024-08-10T04:52:47.385451+0000","last_undegraded":"2024-08-10T04:52:47.385451+0000","last_fullsized":"2024-08-10T04:52:47.385451+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:20.344971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385739+0000","last_change":"2024-08-10T04:52:43.203373+0000","last_active":"2024-08-10T04:52:47.385739+0000","last_peered":"2024-08-10T04:52:47.385739+0000","last_clean":"2024-08-10T04:52:47.385739+0000","last_became_active":"2024-08-10T04:52:43.203110+0000","last_became_peered":"2024-08-10T04:52:43.203110+0000","last_unstale":"2024-08-10T04:52:47.385739+0000","last_undegraded":"2024-08-10T04:52:47.385739+0000","last_fullsized":"2024-08-10T04:52:47.385739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412457+0000","last_change":"2024-08-10T04:52:46.401218+0000","last_active":"2024-08-10T04:52:47.412457+0000","last_peered":"2024-08-10T04:52:47.412457+0000","last_clean":"2024-08-10T04:52:47.412457+0000","last_became_active":"2024-08-10T04:52:46.400947+0000","last_became_peered":"2024-08-10T04:52:46.400947+0000","last_unstale":"2024-08-10T04:52:47.412457+0000","last_undegraded":"2024-08-10T04:52:47.412457+0000","last_fullsized":"2024-08-10T04:52:47.412457+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.395637+0000","last_change":"2024-08-10T04:52:43.213772+0000","last_active":"2024-08-10T04:52:46.395637+0000","last_peered":"2024-08-10T04:52:46.395637+0000","last_clean":"2024-08-10T04:52:46.395637+0000","last_became_active":"2024-08-10T04:52:43.213109+0000","last_became_peered":"2024-08-10T04:52:43.213109+0000","last_unstale":"2024-08-10T04:52:46.395637+0000","last_undegraded":"2024-08-10T04:52:46.395637+0000","last_fullsized":"2024-08-10T04:52:46.395637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385669+0000","last_change":"2024-08-10T04:52:46.399139+0000","last_active":"2024-08-10T04:52:47.385669+0000","last_peered":"2024-08-10T04:52:47.385669+0000","last_clean":"2024-08-10T04:52:47.385669+0000","last_became_active":"2024-08-10T04:52:46.398935+0000","last_became_peered":"2024-08-10T04:52:46.398935+0000","last_unstale":"2024-08-10T04:52:47.385669+0000","last_undegraded":"2024-08-10T04:52:47.385669+0000","last_fullsized":"2024-08-10T04:52:47.385669+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400123+0000","last_change":"2024-08-10T04:52:43.209231+0000","last_active":"2024-08-10T04:52:48.400123+0000","last_peered":"2024-08-10T04:52:48.400123+0000","last_clean":"2024-08-10T04:52:48.400123+0000","last_became_active":"2024-08-10T04:52:43.208753+0000","last_became_peered":"2024-08-10T04:52:43.208753+0000","last_unstale":"2024-08-10T04:52:48.400123+0000","last_undegraded":"2024-08-10T04:52:48.400123+0000","last_fullsized":"2024-08-10T04:52:48.400123+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403372+0000","last_change":"2024-08-10T04:52:46.403079+0000","last_active":"2024-08-10T04:52:46.403372+0000","last_peered":"2024-08-10T04:52:46.403372+0000","last_clean":"2024-08-10T04:52:46.403372+0000","last_became_active":"2024-08-10T04:52:46.402806+0000","last_became_peered":"2024-08-10T04:52:46.402806+0000","last_unstale":"2024-08-10T04:52:46.403372+0000","last_undegraded":"2024-08-10T04:52:46.403372+0000","last_fullsized":"2024-08-10T04:52:46.403372+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407666+0000","last_change":"2024-08-10T04:52:43.207654+0000","last_active":"2024-08-10T04:52:48.407666+0000","last_peered":"2024-08-10T04:52:48.407666+0000","last_clean":"2024-08-10T04:52:48.407666+0000","last_became_active":"2024-08-10T04:52:43.207374+0000","last_became_peered":"2024-08-10T04:52:43.207374+0000","last_unstale":"2024-08-10T04:52:48.407666+0000","last_undegraded":"2024-08-10T04:52:48.407666+0000","last_fullsized":"2024-08-10T04:52:48.407666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385855+0000","last_change":"2024-08-10T04:52:46.393161+0000","last_active":"2024-08-10T04:52:47.385855+0000","last_peered":"2024-08-10T04:52:47.385855+0000","last_clean":"2024-08-10T04:52:47.385855+0000","last_became_active":"2024-08-10T04:52:46.392897+0000","last_became_peered":"2024-08-10T04:52:46.392897+0000","last_unstale":"2024-08-10T04:52:47.385855+0000","last_undegraded":"2024-08-10T04:52:47.385855+0000","last_fullsized":"2024-08-10T04:52:47.385855+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390564+0000","last_change":"2024-08-10T04:52:43.211703+0000","last_active":"2024-08-10T04:52:46.390564+0000","last_peered":"2024-08-10T04:52:46.390564+0000","last_clean":"2024-08-10T04:52:46.390564+0000","last_became_active":"2024-08-10T04:52:43.211412+0000","last_became_peered":"2024-08-10T04:52:43.211412+0000","last_unstale":"2024-08-10T04:52:46.390564+0000","last_undegraded":"2024-08-10T04:52:46.390564+0000","last_fullsized":"2024-08-10T04:52:46.390564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385407+0000","last_change":"2024-08-10T04:52:46.405488+0000","last_active":"2024-08-10T04:52:47.385407+0000","last_peered":"2024-08-10T04:52:47.385407+0000","last_clean":"2024-08-10T04:52:47.385407+0000","last_became_active":"2024-08-10T04:52:46.405225+0000","last_became_peered":"2024-08-10T04:52:46.405225+0000","last_unstale":"2024-08-10T04:52:47.385407+0000","last_undegraded":"2024-08-10T04:52:47.385407+0000","last_fullsized":"2024-08-10T04:52:47.385407+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385308+0000","last_change":"2024-08-10T04:52:43.204667+0000","last_active":"2024-08-10T04:52:47.385308+0000","last_peered":"2024-08-10T04:52:47.385308+0000","last_clean":"2024-08-10T04:52:47.385308+0000","last_became_active":"2024-08-10T04:52:43.204404+0000","last_became_peered":"2024-08-10T04:52:43.204404+0000","last_unstale":"2024-08-10T04:52:47.385308+0000","last_undegraded":"2024-08-10T04:52:47.385308+0000","last_fullsized":"2024-08-10T04:52:47.385308+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:02:35.009294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398893+0000","last_change":"2024-08-10T04:52:46.398320+0000","last_active":"2024-08-10T04:52:46.398893+0000","last_peered":"2024-08-10T04:52:46.398893+0000","last_clean":"2024-08-10T04:52:46.398893+0000","last_became_active":"2024-08-10T04:52:46.397160+0000","last_became_peered":"2024-08-10T04:52:46.397160+0000","last_unstale":"2024-08-10T04:52:46.398893+0000","last_undegraded":"2024-08-10T04:52:46.398893+0000","last_fullsized":"2024-08-10T04:52:46.398893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385698+0000","last_change":"2024-08-10T04:52:43.204589+0000","last_active":"2024-08-10T04:52:47.385698+0000","last_peered":"2024-08-10T04:52:47.385698+0000","last_clean":"2024-08-10T04:52:47.385698+0000","last_became_active":"2024-08-10T04:52:43.204306+0000","last_became_peered":"2024-08-10T04:52:43.204306+0000","last_unstale":"2024-08-10T04:52:47.385698+0000","last_undegraded":"2024-08-10T04:52:47.385698+0000","last_fullsized":"2024-08-10T04:52:47.385698+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.391523+0000","last_change":"2024-08-10T04:52:46.391312+0000","last_active":"2024-08-10T04:52:46.391523+0000","last_peered":"2024-08-10T04:52:46.391523+0000","last_clean":"2024-08-10T04:52:46.391523+0000","last_became_active":"2024-08-10T04:52:46.391025+0000","last_became_peered":"2024-08-10T04:52:46.391025+0000","last_unstale":"2024-08-10T04:52:46.391523+0000","last_undegraded":"2024-08-10T04:52:46.391523+0000","last_fullsized":"2024-08-10T04:52:46.391523+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.406706+0000","last_change":"2024-08-10T04:52:43.213650+0000","last_active":"2024-08-10T04:52:48.406706+0000","last_peered":"2024-08-10T04:52:48.406706+0000","last_clean":"2024-08-10T04:52:48.406706+0000","last_became_active":"2024-08-10T04:52:43.213257+0000","last_became_peered":"2024-08-10T04:52:43.213257+0000","last_unstale":"2024-08-10T04:52:48.406706+0000","last_undegraded":"2024-08-10T04:52:48.406706+0000","last_fullsized":"2024-08-10T04:52:48.406706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.400082+0000","last_change":"2024-08-10T04:52:46.399405+0000","last_active":"2024-08-10T04:52:46.400082+0000","last_peered":"2024-08-10T04:52:46.400082+0000","last_clean":"2024-08-10T04:52:46.400082+0000","last_became_active":"2024-08-10T04:52:46.399098+0000","last_became_peered":"2024-08-10T04:52:46.399098+0000","last_unstale":"2024-08-10T04:52:46.400082+0000","last_undegraded":"2024-08-10T04:52:46.400082+0000","last_fullsized":"2024-08-10T04:52:46.400082+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412191+0000","last_change":"2024-08-10T04:52:46.413630+0000","last_active":"2024-08-10T04:52:47.412191+0000","last_peered":"2024-08-10T04:52:47.412191+0000","last_clean":"2024-08-10T04:52:47.412191+0000","last_became_active":"2024-08-10T04:52:46.413332+0000","last_became_peered":"2024-08-10T04:52:46.413332+0000","last_unstale":"2024-08-10T04:52:47.412191+0000","last_undegraded":"2024-08-10T04:52:47.412191+0000","last_fullsized":"2024-08-10T04:52:47.412191+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407296+0000","last_change":"2024-08-10T04:52:43.213489+0000","last_active":"2024-08-10T04:52:48.407296+0000","last_peered":"2024-08-10T04:52:48.407296+0000","last_clean":"2024-08-10T04:52:48.407296+0000","last_became_active":"2024-08-10T04:52:43.213212+0000","last_became_peered":"2024-08-10T04:52:43.213212+0000","last_unstale":"2024-08-10T04:52:48.407296+0000","last_undegraded":"2024-08-10T04:52:48.407296+0000","last_fullsized":"2024-08-10T04:52:48.407296+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412146+0000","last_change":"2024-08-10T04:52:46.403645+0000","last_active":"2024-08-10T04:52:47.412146+0000","last_peered":"2024-08-10T04:52:47.412146+0000","last_clean":"2024-08-10T04:52:47.412146+0000","last_became_active":"2024-08-10T04:52:46.403295+0000","last_became_peered":"2024-08-10T04:52:46.403295+0000","last_unstale":"2024-08-10T04:52:47.412146+0000","last_undegraded":"2024-08-10T04:52:47.412146+0000","last_fullsized":"2024-08-10T04:52:47.412146+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.406840+0000","last_change":"2024-08-10T04:52:43.213254+0000","last_active":"2024-08-10T04:52:48.406840+0000","last_peered":"2024-08-10T04:52:48.406840+0000","last_clean":"2024-08-10T04:52:48.406840+0000","last_became_active":"2024-08-10T04:52:43.212916+0000","last_became_peered":"2024-08-10T04:52:43.212916+0000","last_unstale":"2024-08-10T04:52:48.406840+0000","last_undegraded":"2024-08-10T04:52:48.406840+0000","last_fullsized":"2024-08-10T04:52:48.406840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.386156+0000","last_change":"2024-08-10T04:52:46.401284+0000","last_active":"2024-08-10T04:52:47.386156+0000","last_peered":"2024-08-10T04:52:47.386156+0000","last_clean":"2024-08-10T04:52:47.386156+0000","last_became_active":"2024-08-10T04:52:46.401005+0000","last_became_peered":"2024-08-10T04:52:46.401005+0000","last_unstale":"2024-08-10T04:52:47.386156+0000","last_undegraded":"2024-08-10T04:52:47.386156+0000","last_fullsized":"2024-08-10T04:52:47.386156+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.401420+0000","last_change":"2024-08-10T04:52:43.204126+0000","last_active":"2024-08-10T04:52:48.401420+0000","last_peered":"2024-08-10T04:52:48.401420+0000","last_clean":"2024-08-10T04:52:48.401420+0000","last_became_active":"2024-08-10T04:52:43.203609+0000","last_became_peered":"2024-08-10T04:52:43.203609+0000","last_unstale":"2024-08-10T04:52:48.401420+0000","last_undegraded":"2024-08-10T04:52:48.401420+0000","last_fullsized":"2024-08-10T04:52:48.401420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398393+0000","last_change":"2024-08-10T04:52:46.396078+0000","last_active":"2024-08-10T04:52:46.398393+0000","last_peered":"2024-08-10T04:52:46.398393+0000","last_clean":"2024-08-10T04:52:46.398393+0000","last_became_active":"2024-08-10T04:52:46.395811+0000","last_became_peered":"2024-08-10T04:52:46.395811+0000","last_unstale":"2024-08-10T04:52:46.398393+0000","last_undegraded":"2024-08-10T04:52:46.398393+0000","last_fullsized":"2024-08-10T04:52:46.398393+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.402920+0000","last_change":"2024-08-10T04:52:43.209394+0000","last_active":"2024-08-10T04:52:48.402920+0000","last_peered":"2024-08-10T04:52:48.402920+0000","last_clean":"2024-08-10T04:52:48.402920+0000","last_became_active":"2024-08-10T04:52:43.209123+0000","last_became_peered":"2024-08-10T04:52:43.209123+0000","last_unstale":"2024-08-10T04:52:48.402920+0000","last_undegraded":"2024-08-10T04:52:48.402920+0000","last_fullsized":"2024-08-10T04:52:48.402920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1265664,"data_stored":870600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462928,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1261568,"data_stored":870972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.70399999999999996}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.66400000000000003}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.68000000000000005}]},{"osd":3,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.65200000000000002}]},{"osd":4,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.495},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":675840,"data_stored":280959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.42799999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.789000000000001,"5min":16.789000000000001,"15min":16.789000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.63900000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.5},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.59899999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.629}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.71899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986203,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":679936,"data_stored":280336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:08 2024","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":6.8090000000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.60599999999999998}]},{"osd":1,"last update":"Sat Aug 10 04:52:08 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.505}]},{"osd":2,"last update":"Sat Aug 10 04:52:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":6.7569999999999997,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.42399999999999999}]},{"osd":3,"last update":"Sat Aug 10 04:52:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.872,"5min":0.872,"15min":0.872},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":6.7800000000000002,"5min":6.7800000000000002,"15min":6.7800000000000002},"last":0.57899999999999996}]},{"osd":5,"last update":"Sat Aug 10 04:52:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.64300000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36399999999999999,"15min":0.36599999999999999},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.38600000000000001,"15min":0.39000000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.33600000000000002}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65900000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.308},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66000000000000003,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.68000000000000005,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.32500000000000001}]},{"osd":4,"last update":"Sat Aug 10 04:52:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.65300000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":279640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.34000000000000002,"15min":0.33700000000000002},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.45800000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.34200000000000003,"15min":0.33300000000000002},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.50600000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.26600000000000001}]},{"osd":1,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.35799999999999998,"15min":0.35399999999999998},"min":{"1min":0.24099999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.28599999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.498,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.251}]},{"osd":3,"last update":"Sat Aug 10 04:52:47 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.29999999999999999}]},{"osd":4,"last update":"Sat Aug 10 04:52:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Aug 10 04:52:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.623},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.497}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.504}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":667648,"data_stored":279535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.28399999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.46899999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.318},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.307},"min":{"1min":0.224,"5min":0.222,"15min":0.222},"max":{"1min":0.47199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.33800000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.35699999999999998,"15min":0.34999999999999998},"min":{"1min":0.25700000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.34899999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41999999999999998,"15min":0.42099999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.246}]},{"osd":4,"last update":"Sat Aug 10 04:52:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.48699999999999999}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.435}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.55800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 04:53:02 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60199999999999998,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.33700000000000002,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.27500000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.35699999999999998},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.32000000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:52:46 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39300000000000002,"15min":0.39600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.50800000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.60099999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.307}]},{"osd":4,"last update":"Sat Aug 10 04:52:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.47399999999999998}]},{"osd":5,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.434},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.39300000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T04:53:09.560 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T04:53:09.808 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:09 smithi107 ceph-mon[32749]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T04:53:10.606 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:10.606 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-08-10T04:53:10.606 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-10T04:53:10.606 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-08-10T04:53:10.606 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-08-10T04:53:10.607 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-10T04:53:10.608 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-08-10T04:53:10.608 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-08-10T04:53:10.608 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:10 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]: dispatch 2024-08-10T04:53:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-08-10T04:53:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-10T04:53:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-08-10T04:53:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-10T04:53:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-08-10T04:53:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-08-10T04:53:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:10 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]: dispatch 2024-08-10T04:53:11.546 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:11.548 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T04:53:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-08-10T04:53:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[29426]: osdmap e67: 8 total, 8 up, 8 in 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-08-10T04:53:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-10T04:53:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-08-10T04:53:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-08-10T04:53:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]': finished 2024-08-10T04:53:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:11 smithi078 ceph-mon[39622]: osdmap e67: 8 total, 8 up, 8 in 2024-08-10T04:53:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-08-10T04:53:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-10T04:53:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-08-10T04:53:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-10T04:53:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-08-10T04:53:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-08-10T04:53:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]': finished 2024-08-10T04:53:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:11 smithi107 ceph-mon[32749]: osdmap e67: 8 total, 8 up, 8 in 2024-08-10T04:53:12.220 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":208,"stamp":"2024-08-10T04:53:11.452167+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385896,"kb_used_data":7028,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575320,"statfs":{"total":767960285184,"available":765517127680,"internally_reserved":0,"allocated":7196672,"data_stored":4027528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.450782"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.412061+0000","last_change":"2024-08-10T04:52:46.411638+0000","last_active":"2024-08-10T04:52:46.412061+0000","last_peered":"2024-08-10T04:52:46.412061+0000","last_clean":"2024-08-10T04:52:46.412061+0000","last_became_active":"2024-08-10T04:52:46.411136+0000","last_became_peered":"2024-08-10T04:52:46.411136+0000","last_unstale":"2024-08-10T04:52:46.412061+0000","last_undegraded":"2024-08-10T04:52:46.412061+0000","last_fullsized":"2024-08-10T04:52:46.412061+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-10T04:53:10.457480+0000","last_change":"2024-08-10T04:53:10.457699+0000","last_active":"2024-08-10T04:53:10.457453+0000","last_peered":"2024-08-10T04:52:48.400027+0000","last_clean":"2024-08-10T04:52:48.400027+0000","last_became_active":"2024-08-10T04:52:46.398601+0000","last_became_peered":"2024-08-10T04:52:46.398601+0000","last_unstale":"2024-08-10T04:53:10.457480+0000","last_undegraded":"2024-08-10T04:53:10.457480+0000","last_fullsized":"2024-08-10T04:53:10.457480+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:39:07.810147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385881+0000","last_change":"2024-08-10T04:52:46.396334+0000","last_active":"2024-08-10T04:52:47.385881+0000","last_peered":"2024-08-10T04:52:47.385881+0000","last_clean":"2024-08-10T04:52:47.385881+0000","last_became_active":"2024-08-10T04:52:46.396041+0000","last_became_peered":"2024-08-10T04:52:46.396041+0000","last_unstale":"2024-08-10T04:52:47.385881+0000","last_undegraded":"2024-08-10T04:52:47.385881+0000","last_fullsized":"2024-08-10T04:52:47.385881+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412008+0000","last_change":"2024-08-10T04:52:46.411016+0000","last_active":"2024-08-10T04:52:47.412008+0000","last_peered":"2024-08-10T04:52:47.412008+0000","last_clean":"2024-08-10T04:52:47.412008+0000","last_became_active":"2024-08-10T04:52:46.410589+0000","last_became_peered":"2024-08-10T04:52:46.410589+0000","last_unstale":"2024-08-10T04:52:47.412008+0000","last_undegraded":"2024-08-10T04:52:47.412008+0000","last_fullsized":"2024-08-10T04:52:47.412008+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.410922+0000","last_change":"2024-08-10T04:52:46.408224+0000","last_active":"2024-08-10T04:52:46.410922+0000","last_peered":"2024-08-10T04:52:46.410922+0000","last_clean":"2024-08-10T04:52:46.410922+0000","last_became_active":"2024-08-10T04:52:46.407579+0000","last_became_peered":"2024-08-10T04:52:46.407579+0000","last_unstale":"2024-08-10T04:52:46.410922+0000","last_undegraded":"2024-08-10T04:52:46.410922+0000","last_fullsized":"2024-08-10T04:52:46.410922+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412013+0000","last_change":"2024-08-10T04:52:46.407014+0000","last_active":"2024-08-10T04:52:47.412013+0000","last_peered":"2024-08-10T04:52:47.412013+0000","last_clean":"2024-08-10T04:52:47.412013+0000","last_became_active":"2024-08-10T04:52:46.406716+0000","last_became_peered":"2024-08-10T04:52:46.406716+0000","last_unstale":"2024-08-10T04:52:47.412013+0000","last_undegraded":"2024-08-10T04:52:47.412013+0000","last_fullsized":"2024-08-10T04:52:47.412013+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.414225+0000","last_change":"2024-08-10T04:52:46.412951+0000","last_active":"2024-08-10T04:52:46.414225+0000","last_peered":"2024-08-10T04:52:46.414225+0000","last_clean":"2024-08-10T04:52:46.414225+0000","last_became_active":"2024-08-10T04:52:46.412660+0000","last_became_peered":"2024-08-10T04:52:46.412660+0000","last_unstale":"2024-08-10T04:52:46.414225+0000","last_undegraded":"2024-08-10T04:52:46.414225+0000","last_fullsized":"2024-08-10T04:52:46.414225+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.406318+0000","last_change":"2024-08-10T04:52:46.406098+0000","last_active":"2024-08-10T04:52:46.406318+0000","last_peered":"2024-08-10T04:52:46.406318+0000","last_clean":"2024-08-10T04:52:46.406318+0000","last_became_active":"2024-08-10T04:52:46.405036+0000","last_became_peered":"2024-08-10T04:52:46.405036+0000","last_unstale":"2024-08-10T04:52:46.406318+0000","last_undegraded":"2024-08-10T04:52:46.406318+0000","last_fullsized":"2024-08-10T04:52:46.406318+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411420+0000","last_change":"2024-08-10T04:52:46.407264+0000","last_active":"2024-08-10T04:52:46.411420+0000","last_peered":"2024-08-10T04:52:46.411420+0000","last_clean":"2024-08-10T04:52:46.411420+0000","last_became_active":"2024-08-10T04:52:46.406992+0000","last_became_peered":"2024-08-10T04:52:46.406992+0000","last_unstale":"2024-08-10T04:52:46.411420+0000","last_undegraded":"2024-08-10T04:52:46.411420+0000","last_fullsized":"2024-08-10T04:52:46.411420+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.405483+0000","last_change":"2024-08-10T04:52:46.405085+0000","last_active":"2024-08-10T04:52:46.405483+0000","last_peered":"2024-08-10T04:52:46.405483+0000","last_clean":"2024-08-10T04:52:46.405483+0000","last_became_active":"2024-08-10T04:52:46.404791+0000","last_became_peered":"2024-08-10T04:52:46.404791+0000","last_unstale":"2024-08-10T04:52:46.405483+0000","last_undegraded":"2024-08-10T04:52:46.405483+0000","last_fullsized":"2024-08-10T04:52:46.405483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403689+0000","last_change":"2024-08-10T04:52:46.402412+0000","last_active":"2024-08-10T04:52:46.403689+0000","last_peered":"2024-08-10T04:52:46.403689+0000","last_clean":"2024-08-10T04:52:46.403689+0000","last_became_active":"2024-08-10T04:52:46.402077+0000","last_became_peered":"2024-08-10T04:52:46.402077+0000","last_unstale":"2024-08-10T04:52:46.403689+0000","last_undegraded":"2024-08-10T04:52:46.403689+0000","last_fullsized":"2024-08-10T04:52:46.403689+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:57:42.815507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391448+0000","last_change":"2024-08-10T04:52:46.399846+0000","last_active":"2024-08-10T04:52:48.391448+0000","last_peered":"2024-08-10T04:52:48.391448+0000","last_clean":"2024-08-10T04:52:48.391448+0000","last_became_active":"2024-08-10T04:52:46.399470+0000","last_became_peered":"2024-08-10T04:52:46.399470+0000","last_unstale":"2024-08-10T04:52:48.391448+0000","last_undegraded":"2024-08-10T04:52:48.391448+0000","last_fullsized":"2024-08-10T04:52:48.391448+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398081+0000","last_change":"2024-08-10T04:52:46.395191+0000","last_active":"2024-08-10T04:52:46.398081+0000","last_peered":"2024-08-10T04:52:46.398081+0000","last_clean":"2024-08-10T04:52:46.398081+0000","last_became_active":"2024-08-10T04:52:46.394708+0000","last_became_peered":"2024-08-10T04:52:46.394708+0000","last_unstale":"2024-08-10T04:52:46.398081+0000","last_undegraded":"2024-08-10T04:52:46.398081+0000","last_fullsized":"2024-08-10T04:52:46.398081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385437+0000","last_change":"2024-08-10T04:52:46.402662+0000","last_active":"2024-08-10T04:52:47.385437+0000","last_peered":"2024-08-10T04:52:47.385437+0000","last_clean":"2024-08-10T04:52:47.385437+0000","last_became_active":"2024-08-10T04:52:46.402347+0000","last_became_peered":"2024-08-10T04:52:46.402347+0000","last_unstale":"2024-08-10T04:52:47.385437+0000","last_undegraded":"2024-08-10T04:52:47.385437+0000","last_fullsized":"2024-08-10T04:52:47.385437+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400483+0000","last_change":"2024-08-10T04:52:46.399758+0000","last_active":"2024-08-10T04:52:48.400483+0000","last_peered":"2024-08-10T04:52:48.400483+0000","last_clean":"2024-08-10T04:52:48.400483+0000","last_became_active":"2024-08-10T04:52:46.399456+0000","last_became_peered":"2024-08-10T04:52:46.399456+0000","last_unstale":"2024-08-10T04:52:48.400483+0000","last_undegraded":"2024-08-10T04:52:48.400483+0000","last_fullsized":"2024-08-10T04:52:48.400483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.411825+0000","last_change":"2024-08-10T04:52:46.402571+0000","last_active":"2024-08-10T04:52:47.411825+0000","last_peered":"2024-08-10T04:52:47.411825+0000","last_clean":"2024-08-10T04:52:47.411825+0000","last_became_active":"2024-08-10T04:52:46.402075+0000","last_became_peered":"2024-08-10T04:52:46.402075+0000","last_unstale":"2024-08-10T04:52:47.411825+0000","last_undegraded":"2024-08-10T04:52:47.411825+0000","last_fullsized":"2024-08-10T04:52:47.411825+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412424+0000","last_change":"2024-08-10T04:52:46.412795+0000","last_active":"2024-08-10T04:52:47.412424+0000","last_peered":"2024-08-10T04:52:47.412424+0000","last_clean":"2024-08-10T04:52:47.412424+0000","last_became_active":"2024-08-10T04:52:46.412252+0000","last_became_peered":"2024-08-10T04:52:46.412252+0000","last_unstale":"2024-08-10T04:52:47.412424+0000","last_undegraded":"2024-08-10T04:52:47.412424+0000","last_fullsized":"2024-08-10T04:52:47.412424+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:10:37.050222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398965+0000","last_change":"2024-08-10T04:52:46.397594+0000","last_active":"2024-08-10T04:52:46.398965+0000","last_peered":"2024-08-10T04:52:46.398965+0000","last_clean":"2024-08-10T04:52:46.398965+0000","last_became_active":"2024-08-10T04:52:46.397233+0000","last_became_peered":"2024-08-10T04:52:46.397233+0000","last_unstale":"2024-08-10T04:52:46.398965+0000","last_undegraded":"2024-08-10T04:52:46.398965+0000","last_fullsized":"2024-08-10T04:52:46.398965+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411044+0000","last_change":"2024-08-10T04:52:46.410675+0000","last_active":"2024-08-10T04:52:46.411044+0000","last_peered":"2024-08-10T04:52:46.411044+0000","last_clean":"2024-08-10T04:52:46.411044+0000","last_became_active":"2024-08-10T04:52:46.410146+0000","last_became_peered":"2024-08-10T04:52:46.410146+0000","last_unstale":"2024-08-10T04:52:46.411044+0000","last_undegraded":"2024-08-10T04:52:46.411044+0000","last_fullsized":"2024-08-10T04:52:46.411044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.409751+0000","last_change":"2024-08-10T04:52:46.408207+0000","last_active":"2024-08-10T04:52:46.409751+0000","last_peered":"2024-08-10T04:52:46.409751+0000","last_clean":"2024-08-10T04:52:46.409751+0000","last_became_active":"2024-08-10T04:52:46.407925+0000","last_became_peered":"2024-08-10T04:52:46.407925+0000","last_unstale":"2024-08-10T04:52:46.409751+0000","last_undegraded":"2024-08-10T04:52:46.409751+0000","last_fullsized":"2024-08-10T04:52:46.409751+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385500+0000","last_change":"2024-08-10T04:52:46.398125+0000","last_active":"2024-08-10T04:52:47.385500+0000","last_peered":"2024-08-10T04:52:47.385500+0000","last_clean":"2024-08-10T04:52:47.385500+0000","last_became_active":"2024-08-10T04:52:46.397725+0000","last_became_peered":"2024-08-10T04:52:46.397725+0000","last_unstale":"2024-08-10T04:52:47.385500+0000","last_undegraded":"2024-08-10T04:52:47.385500+0000","last_fullsized":"2024-08-10T04:52:47.385500+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412102+0000","last_change":"2024-08-10T04:52:46.407585+0000","last_active":"2024-08-10T04:52:47.412102+0000","last_peered":"2024-08-10T04:52:47.412102+0000","last_clean":"2024-08-10T04:52:47.412102+0000","last_became_active":"2024-08-10T04:52:46.407313+0000","last_became_peered":"2024-08-10T04:52:46.407313+0000","last_unstale":"2024-08-10T04:52:47.412102+0000","last_undegraded":"2024-08-10T04:52:47.412102+0000","last_fullsized":"2024-08-10T04:52:47.412102+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.402111+0000","last_change":"2024-08-10T04:52:46.401864+0000","last_active":"2024-08-10T04:52:46.402111+0000","last_peered":"2024-08-10T04:52:46.402111+0000","last_clean":"2024-08-10T04:52:46.402111+0000","last_became_active":"2024-08-10T04:52:46.401600+0000","last_became_peered":"2024-08-10T04:52:46.401600+0000","last_unstale":"2024-08-10T04:52:46.402111+0000","last_undegraded":"2024-08-10T04:52:46.402111+0000","last_fullsized":"2024-08-10T04:52:46.402111+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.411893+0000","last_change":"2024-08-10T04:52:46.402400+0000","last_active":"2024-08-10T04:52:47.411893+0000","last_peered":"2024-08-10T04:52:47.411893+0000","last_clean":"2024-08-10T04:52:47.411893+0000","last_became_active":"2024-08-10T04:52:46.401643+0000","last_became_peered":"2024-08-10T04:52:46.401643+0000","last_unstale":"2024-08-10T04:52:47.411893+0000","last_undegraded":"2024-08-10T04:52:47.411893+0000","last_fullsized":"2024-08-10T04:52:47.411893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.408255+0000","last_change":"2024-08-10T04:52:46.408048+0000","last_active":"2024-08-10T04:52:46.408255+0000","last_peered":"2024-08-10T04:52:46.408255+0000","last_clean":"2024-08-10T04:52:46.408255+0000","last_became_active":"2024-08-10T04:52:46.407769+0000","last_became_peered":"2024-08-10T04:52:46.407769+0000","last_unstale":"2024-08-10T04:52:46.408255+0000","last_undegraded":"2024-08-10T04:52:46.408255+0000","last_fullsized":"2024-08-10T04:52:46.408255+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.400518+0000","last_change":"2024-08-10T04:52:46.399967+0000","last_active":"2024-08-10T04:52:46.400518+0000","last_peered":"2024-08-10T04:52:46.400518+0000","last_clean":"2024-08-10T04:52:46.400518+0000","last_became_active":"2024-08-10T04:52:46.399551+0000","last_became_peered":"2024-08-10T04:52:46.399551+0000","last_unstale":"2024-08-10T04:52:46.400518+0000","last_undegraded":"2024-08-10T04:52:46.400518+0000","last_fullsized":"2024-08-10T04:52:46.400518+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400103+0000","last_change":"2024-08-10T04:52:46.394771+0000","last_active":"2024-08-10T04:52:48.400103+0000","last_peered":"2024-08-10T04:52:48.400103+0000","last_clean":"2024-08-10T04:52:48.400103+0000","last_became_active":"2024-08-10T04:52:46.394460+0000","last_became_peered":"2024-08-10T04:52:46.394460+0000","last_unstale":"2024-08-10T04:52:48.400103+0000","last_undegraded":"2024-08-10T04:52:48.400103+0000","last_fullsized":"2024-08-10T04:52:48.400103+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403943+0000","last_change":"2024-08-10T04:52:46.403526+0000","last_active":"2024-08-10T04:52:46.403943+0000","last_peered":"2024-08-10T04:52:46.403943+0000","last_clean":"2024-08-10T04:52:46.403943+0000","last_became_active":"2024-08-10T04:52:46.403268+0000","last_became_peered":"2024-08-10T04:52:46.403268+0000","last_unstale":"2024-08-10T04:52:46.403943+0000","last_undegraded":"2024-08-10T04:52:46.403943+0000","last_fullsized":"2024-08-10T04:52:46.403943+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385598+0000","last_change":"2024-08-10T04:52:46.394539+0000","last_active":"2024-08-10T04:52:47.385598+0000","last_peered":"2024-08-10T04:52:47.385598+0000","last_clean":"2024-08-10T04:52:47.385598+0000","last_became_active":"2024-08-10T04:52:46.394283+0000","last_became_peered":"2024-08-10T04:52:46.394283+0000","last_unstale":"2024-08-10T04:52:47.385598+0000","last_undegraded":"2024-08-10T04:52:47.385598+0000","last_fullsized":"2024-08-10T04:52:47.385598+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:09:46.099714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412371+0000","last_change":"2024-08-10T04:52:46.403389+0000","last_active":"2024-08-10T04:52:47.412371+0000","last_peered":"2024-08-10T04:52:47.412371+0000","last_clean":"2024-08-10T04:52:47.412371+0000","last_became_active":"2024-08-10T04:52:46.403112+0000","last_became_peered":"2024-08-10T04:52:46.403112+0000","last_unstale":"2024-08-10T04:52:47.412371+0000","last_undegraded":"2024-08-10T04:52:47.412371+0000","last_fullsized":"2024-08-10T04:52:47.412371+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.395668+0000","last_change":"2024-08-10T04:52:46.395445+0000","last_active":"2024-08-10T04:52:46.395668+0000","last_peered":"2024-08-10T04:52:46.395668+0000","last_clean":"2024-08-10T04:52:46.395668+0000","last_became_active":"2024-08-10T04:52:46.395190+0000","last_became_peered":"2024-08-10T04:52:46.395190+0000","last_unstale":"2024-08-10T04:52:46.395668+0000","last_undegraded":"2024-08-10T04:52:46.395668+0000","last_fullsized":"2024-08-10T04:52:46.395668+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403111+0000","last_change":"2024-08-10T04:52:46.401541+0000","last_active":"2024-08-10T04:52:46.403111+0000","last_peered":"2024-08-10T04:52:46.403111+0000","last_clean":"2024-08-10T04:52:46.403111+0000","last_became_active":"2024-08-10T04:52:46.401263+0000","last_became_peered":"2024-08-10T04:52:46.401263+0000","last_unstale":"2024-08-10T04:52:46.403111+0000","last_undegraded":"2024-08-10T04:52:46.403111+0000","last_fullsized":"2024-08-10T04:52:46.403111+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391100+0000","last_change":"2024-08-10T04:52:46.397923+0000","last_active":"2024-08-10T04:52:48.391100+0000","last_peered":"2024-08-10T04:52:48.391100+0000","last_clean":"2024-08-10T04:52:48.391100+0000","last_became_active":"2024-08-10T04:52:46.397584+0000","last_became_peered":"2024-08-10T04:52:46.397584+0000","last_unstale":"2024-08-10T04:52:48.391100+0000","last_undegraded":"2024-08-10T04:52:48.391100+0000","last_fullsized":"2024-08-10T04:52:48.391100+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400264+0000","last_change":"2024-08-10T04:52:43.204468+0000","last_active":"2024-08-10T04:52:48.400264+0000","last_peered":"2024-08-10T04:52:48.400264+0000","last_clean":"2024-08-10T04:52:48.400264+0000","last_became_active":"2024-08-10T04:52:43.204202+0000","last_became_peered":"2024-08-10T04:52:43.204202+0000","last_unstale":"2024-08-10T04:52:48.400264+0000","last_undegraded":"2024-08-10T04:52:48.400264+0000","last_fullsized":"2024-08-10T04:52:48.400264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385691+0000","last_change":"2024-08-10T04:52:46.397976+0000","last_active":"2024-08-10T04:52:47.385691+0000","last_peered":"2024-08-10T04:52:47.385691+0000","last_clean":"2024-08-10T04:52:47.385691+0000","last_became_active":"2024-08-10T04:52:46.397377+0000","last_became_peered":"2024-08-10T04:52:46.397377+0000","last_unstale":"2024-08-10T04:52:47.385691+0000","last_undegraded":"2024-08-10T04:52:47.385691+0000","last_fullsized":"2024-08-10T04:52:47.385691+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400965+0000","last_change":"2024-08-10T04:52:43.206339+0000","last_active":"2024-08-10T04:52:48.400965+0000","last_peered":"2024-08-10T04:52:48.400965+0000","last_clean":"2024-08-10T04:52:48.400965+0000","last_became_active":"2024-08-10T04:52:43.205344+0000","last_became_peered":"2024-08-10T04:52:43.205344+0000","last_unstale":"2024-08-10T04:52:48.400965+0000","last_undegraded":"2024-08-10T04:52:48.400965+0000","last_fullsized":"2024-08-10T04:52:48.400965+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.389753+0000","last_change":"2024-08-10T04:52:43.206968+0000","last_active":"2024-08-10T04:52:46.389753+0000","last_peered":"2024-08-10T04:52:46.389753+0000","last_clean":"2024-08-10T04:52:46.389753+0000","last_became_active":"2024-08-10T04:52:43.206711+0000","last_became_peered":"2024-08-10T04:52:43.206711+0000","last_unstale":"2024-08-10T04:52:46.389753+0000","last_undegraded":"2024-08-10T04:52:46.389753+0000","last_fullsized":"2024-08-10T04:52:46.389753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403707+0000","last_change":"2024-08-10T04:52:46.403132+0000","last_active":"2024-08-10T04:52:46.403707+0000","last_peered":"2024-08-10T04:52:46.403707+0000","last_clean":"2024-08-10T04:52:46.403707+0000","last_became_active":"2024-08-10T04:52:46.402812+0000","last_became_peered":"2024-08-10T04:52:46.402812+0000","last_unstale":"2024-08-10T04:52:46.403707+0000","last_undegraded":"2024-08-10T04:52:46.403707+0000","last_fullsized":"2024-08-10T04:52:46.403707+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.411956+0000","last_change":"2024-08-10T04:52:43.203854+0000","last_active":"2024-08-10T04:52:47.411956+0000","last_peered":"2024-08-10T04:52:47.411956+0000","last_clean":"2024-08-10T04:52:47.411956+0000","last_became_active":"2024-08-10T04:52:43.203566+0000","last_became_peered":"2024-08-10T04:52:43.203566+0000","last_unstale":"2024-08-10T04:52:47.411956+0000","last_undegraded":"2024-08-10T04:52:47.411956+0000","last_fullsized":"2024-08-10T04:52:47.411956+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400333+0000","last_change":"2024-08-10T04:52:46.396795+0000","last_active":"2024-08-10T04:52:48.400333+0000","last_peered":"2024-08-10T04:52:48.400333+0000","last_clean":"2024-08-10T04:52:48.400333+0000","last_became_active":"2024-08-10T04:52:46.396514+0000","last_became_peered":"2024-08-10T04:52:46.396514+0000","last_unstale":"2024-08-10T04:52:48.400333+0000","last_undegraded":"2024-08-10T04:52:48.400333+0000","last_fullsized":"2024-08-10T04:52:48.400333+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390247+0000","last_change":"2024-08-10T04:52:43.206962+0000","last_active":"2024-08-10T04:52:46.390247+0000","last_peered":"2024-08-10T04:52:46.390247+0000","last_clean":"2024-08-10T04:52:46.390247+0000","last_became_active":"2024-08-10T04:52:43.206669+0000","last_became_peered":"2024-08-10T04:52:43.206669+0000","last_unstale":"2024-08-10T04:52:46.390247+0000","last_undegraded":"2024-08-10T04:52:46.390247+0000","last_fullsized":"2024-08-10T04:52:46.390247+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412287+0000","last_change":"2024-08-10T04:52:46.399588+0000","last_active":"2024-08-10T04:52:47.412287+0000","last_peered":"2024-08-10T04:52:47.412287+0000","last_clean":"2024-08-10T04:52:47.412287+0000","last_became_active":"2024-08-10T04:52:46.399281+0000","last_became_peered":"2024-08-10T04:52:46.399281+0000","last_unstale":"2024-08-10T04:52:47.412287+0000","last_undegraded":"2024-08-10T04:52:47.412287+0000","last_fullsized":"2024-08-10T04:52:47.412287+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412386+0000","last_change":"2024-08-10T04:52:43.206278+0000","last_active":"2024-08-10T04:52:47.412386+0000","last_peered":"2024-08-10T04:52:47.412386+0000","last_clean":"2024-08-10T04:52:47.412386+0000","last_became_active":"2024-08-10T04:52:43.205942+0000","last_became_peered":"2024-08-10T04:52:43.205942+0000","last_unstale":"2024-08-10T04:52:47.412386+0000","last_undegraded":"2024-08-10T04:52:47.412386+0000","last_fullsized":"2024-08-10T04:52:47.412386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.386177+0000","last_change":"2024-08-10T04:52:46.400536+0000","last_active":"2024-08-10T04:52:47.386177+0000","last_peered":"2024-08-10T04:52:47.386177+0000","last_clean":"2024-08-10T04:52:47.386177+0000","last_became_active":"2024-08-10T04:52:46.399596+0000","last_became_peered":"2024-08-10T04:52:46.399596+0000","last_unstale":"2024-08-10T04:52:47.386177+0000","last_undegraded":"2024-08-10T04:52:47.386177+0000","last_fullsized":"2024-08-10T04:52:47.386177+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407111+0000","last_change":"2024-08-10T04:52:43.206421+0000","last_active":"2024-08-10T04:52:48.407111+0000","last_peered":"2024-08-10T04:52:48.407111+0000","last_clean":"2024-08-10T04:52:48.407111+0000","last_became_active":"2024-08-10T04:52:43.205710+0000","last_became_peered":"2024-08-10T04:52:43.205710+0000","last_unstale":"2024-08-10T04:52:48.407111+0000","last_undegraded":"2024-08-10T04:52:48.407111+0000","last_fullsized":"2024-08-10T04:52:48.407111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391706+0000","last_change":"2024-08-10T04:52:46.404276+0000","last_active":"2024-08-10T04:52:48.391706+0000","last_peered":"2024-08-10T04:52:48.391706+0000","last_clean":"2024-08-10T04:52:48.391706+0000","last_became_active":"2024-08-10T04:52:46.400744+0000","last_became_peered":"2024-08-10T04:52:46.400744+0000","last_unstale":"2024-08-10T04:52:48.391706+0000","last_undegraded":"2024-08-10T04:52:48.391706+0000","last_fullsized":"2024-08-10T04:52:48.391706+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407625+0000","last_change":"2024-08-10T04:52:43.206260+0000","last_active":"2024-08-10T04:52:48.407625+0000","last_peered":"2024-08-10T04:52:48.407625+0000","last_clean":"2024-08-10T04:52:48.407625+0000","last_became_active":"2024-08-10T04:52:43.205910+0000","last_became_peered":"2024-08-10T04:52:43.205910+0000","last_unstale":"2024-08-10T04:52:48.407625+0000","last_undegraded":"2024-08-10T04:52:48.407625+0000","last_fullsized":"2024-08-10T04:52:48.407625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411004+0000","last_change":"2024-08-10T04:52:46.410449+0000","last_active":"2024-08-10T04:52:46.411004+0000","last_peered":"2024-08-10T04:52:46.411004+0000","last_clean":"2024-08-10T04:52:46.411004+0000","last_became_active":"2024-08-10T04:52:46.409294+0000","last_became_peered":"2024-08-10T04:52:46.409294+0000","last_unstale":"2024-08-10T04:52:46.411004+0000","last_undegraded":"2024-08-10T04:52:46.411004+0000","last_fullsized":"2024-08-10T04:52:46.411004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.403307+0000","last_change":"2024-08-10T04:52:43.202296+0000","last_active":"2024-08-10T04:52:48.403307+0000","last_peered":"2024-08-10T04:52:48.403307+0000","last_clean":"2024-08-10T04:52:48.403307+0000","last_became_active":"2024-08-10T04:52:43.201973+0000","last_became_peered":"2024-08-10T04:52:43.201973+0000","last_unstale":"2024-08-10T04:52:48.403307+0000","last_undegraded":"2024-08-10T04:52:48.403307+0000","last_fullsized":"2024-08-10T04:52:48.403307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385526+0000","last_change":"2024-08-10T04:52:46.397712+0000","last_active":"2024-08-10T04:52:47.385526+0000","last_peered":"2024-08-10T04:52:47.385526+0000","last_clean":"2024-08-10T04:52:47.385526+0000","last_became_active":"2024-08-10T04:52:46.397464+0000","last_became_peered":"2024-08-10T04:52:46.397464+0000","last_unstale":"2024-08-10T04:52:47.385526+0000","last_undegraded":"2024-08-10T04:52:47.385526+0000","last_fullsized":"2024-08-10T04:52:47.385526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412259+0000","last_change":"2024-08-10T04:52:43.210566+0000","last_active":"2024-08-10T04:52:47.412259+0000","last_peered":"2024-08-10T04:52:47.412259+0000","last_clean":"2024-08-10T04:52:47.412259+0000","last_became_active":"2024-08-10T04:52:43.210268+0000","last_became_peered":"2024-08-10T04:52:43.210268+0000","last_unstale":"2024-08-10T04:52:47.412259+0000","last_undegraded":"2024-08-10T04:52:47.412259+0000","last_fullsized":"2024-08-10T04:52:47.412259+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.410903+0000","last_change":"2024-08-10T04:52:46.408576+0000","last_active":"2024-08-10T04:52:46.410903+0000","last_peered":"2024-08-10T04:52:46.410903+0000","last_clean":"2024-08-10T04:52:46.410903+0000","last_became_active":"2024-08-10T04:52:46.408291+0000","last_became_peered":"2024-08-10T04:52:46.408291+0000","last_unstale":"2024-08-10T04:52:46.410903+0000","last_undegraded":"2024-08-10T04:52:46.410903+0000","last_fullsized":"2024-08-10T04:52:46.410903+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387821+0000","last_change":"2024-08-10T04:52:43.205526+0000","last_active":"2024-08-10T04:52:46.387821+0000","last_peered":"2024-08-10T04:52:46.387821+0000","last_clean":"2024-08-10T04:52:46.387821+0000","last_became_active":"2024-08-10T04:52:43.205223+0000","last_became_peered":"2024-08-10T04:52:43.205223+0000","last_unstale":"2024-08-10T04:52:46.387821+0000","last_undegraded":"2024-08-10T04:52:46.387821+0000","last_fullsized":"2024-08-10T04:52:46.387821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.402442+0000","last_change":"2024-08-10T04:52:46.401407+0000","last_active":"2024-08-10T04:52:46.402442+0000","last_peered":"2024-08-10T04:52:46.402442+0000","last_clean":"2024-08-10T04:52:46.402442+0000","last_became_active":"2024-08-10T04:52:46.401112+0000","last_became_peered":"2024-08-10T04:52:46.401112+0000","last_unstale":"2024-08-10T04:52:46.402442+0000","last_undegraded":"2024-08-10T04:52:46.402442+0000","last_fullsized":"2024-08-10T04:52:46.402442+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.404993+0000","last_change":"2024-08-10T04:52:43.201153+0000","last_active":"2024-08-10T04:52:48.404993+0000","last_peered":"2024-08-10T04:52:48.404993+0000","last_clean":"2024-08-10T04:52:48.404993+0000","last_became_active":"2024-08-10T04:52:43.200858+0000","last_became_peered":"2024-08-10T04:52:43.200858+0000","last_unstale":"2024-08-10T04:52:48.404993+0000","last_undegraded":"2024-08-10T04:52:48.404993+0000","last_fullsized":"2024-08-10T04:52:48.404993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411038+0000","last_change":"2024-08-10T04:52:46.408197+0000","last_active":"2024-08-10T04:52:46.411038+0000","last_peered":"2024-08-10T04:52:46.411038+0000","last_clean":"2024-08-10T04:52:46.411038+0000","last_became_active":"2024-08-10T04:52:46.407776+0000","last_became_peered":"2024-08-10T04:52:46.407776+0000","last_unstale":"2024-08-10T04:52:46.411038+0000","last_undegraded":"2024-08-10T04:52:46.411038+0000","last_fullsized":"2024-08-10T04:52:46.411038+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:00:15.354177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.402210+0000","last_change":"2024-08-10T04:52:43.210743+0000","last_active":"2024-08-10T04:52:48.402210+0000","last_peered":"2024-08-10T04:52:48.402210+0000","last_clean":"2024-08-10T04:52:48.402210+0000","last_became_active":"2024-08-10T04:52:43.210395+0000","last_became_peered":"2024-08-10T04:52:43.210395+0000","last_unstale":"2024-08-10T04:52:48.402210+0000","last_undegraded":"2024-08-10T04:52:48.402210+0000","last_fullsized":"2024-08-10T04:52:48.402210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.414230+0000","last_change":"2024-08-10T04:52:46.413785+0000","last_active":"2024-08-10T04:52:46.414230+0000","last_peered":"2024-08-10T04:52:46.414230+0000","last_clean":"2024-08-10T04:52:46.414230+0000","last_became_active":"2024-08-10T04:52:46.413359+0000","last_became_peered":"2024-08-10T04:52:46.413359+0000","last_unstale":"2024-08-10T04:52:46.414230+0000","last_undegraded":"2024-08-10T04:52:46.414230+0000","last_fullsized":"2024-08-10T04:52:46.414230+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400775+0000","last_change":"2024-08-10T04:52:43.206037+0000","last_active":"2024-08-10T04:52:48.400775+0000","last_peered":"2024-08-10T04:52:48.400775+0000","last_clean":"2024-08-10T04:52:48.400775+0000","last_became_active":"2024-08-10T04:52:43.205715+0000","last_became_peered":"2024-08-10T04:52:43.205715+0000","last_unstale":"2024-08-10T04:52:48.400775+0000","last_undegraded":"2024-08-10T04:52:48.400775+0000","last_fullsized":"2024-08-10T04:52:48.400775+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.415122+0000","last_change":"2024-08-10T04:52:46.414772+0000","last_active":"2024-08-10T04:52:46.415122+0000","last_peered":"2024-08-10T04:52:46.415122+0000","last_clean":"2024-08-10T04:52:46.415122+0000","last_became_active":"2024-08-10T04:52:46.414493+0000","last_became_peered":"2024-08-10T04:52:46.414493+0000","last_unstale":"2024-08-10T04:52:46.415122+0000","last_undegraded":"2024-08-10T04:52:46.415122+0000","last_fullsized":"2024-08-10T04:52:46.415122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.405246+0000","last_change":"2024-08-10T04:52:43.206326+0000","last_active":"2024-08-10T04:52:48.405246+0000","last_peered":"2024-08-10T04:52:48.405246+0000","last_clean":"2024-08-10T04:52:48.405246+0000","last_became_active":"2024-08-10T04:52:43.206066+0000","last_became_peered":"2024-08-10T04:52:43.206066+0000","last_unstale":"2024-08-10T04:52:48.405246+0000","last_undegraded":"2024-08-10T04:52:48.405246+0000","last_fullsized":"2024-08-10T04:52:48.405246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412142+0000","last_change":"2024-08-10T04:52:46.408217+0000","last_active":"2024-08-10T04:52:47.412142+0000","last_peered":"2024-08-10T04:52:47.412142+0000","last_clean":"2024-08-10T04:52:47.412142+0000","last_became_active":"2024-08-10T04:52:46.407898+0000","last_became_peered":"2024-08-10T04:52:46.407898+0000","last_unstale":"2024-08-10T04:52:47.412142+0000","last_undegraded":"2024-08-10T04:52:47.412142+0000","last_fullsized":"2024-08-10T04:52:47.412142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387316+0000","last_change":"2024-08-10T04:52:43.205131+0000","last_active":"2024-08-10T04:52:46.387316+0000","last_peered":"2024-08-10T04:52:46.387316+0000","last_clean":"2024-08-10T04:52:46.387316+0000","last_became_active":"2024-08-10T04:52:43.204888+0000","last_became_peered":"2024-08-10T04:52:43.204888+0000","last_unstale":"2024-08-10T04:52:46.387316+0000","last_undegraded":"2024-08-10T04:52:46.387316+0000","last_fullsized":"2024-08-10T04:52:46.387316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411025+0000","last_change":"2024-08-10T04:52:46.410663+0000","last_active":"2024-08-10T04:52:46.411025+0000","last_peered":"2024-08-10T04:52:46.411025+0000","last_clean":"2024-08-10T04:52:46.411025+0000","last_became_active":"2024-08-10T04:52:46.409729+0000","last_became_peered":"2024-08-10T04:52:46.409729+0000","last_unstale":"2024-08-10T04:52:46.411025+0000","last_undegraded":"2024-08-10T04:52:46.411025+0000","last_fullsized":"2024-08-10T04:52:46.411025+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":232,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390837+0000","last_change":"2024-08-10T04:52:19.196408+0000","last_active":"2024-08-10T04:52:46.390837+0000","last_peered":"2024-08-10T04:52:46.390837+0000","last_clean":"2024-08-10T04:52:46.390837+0000","last_became_active":"2024-08-10T04:52:19.196088+0000","last_became_peered":"2024-08-10T04:52:19.196088+0000","last_unstale":"2024-08-10T04:52:46.390837+0000","last_undegraded":"2024-08-10T04:52:46.390837+0000","last_fullsized":"2024-08-10T04:52:46.390837+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412009+0000","last_change":"2024-08-10T04:52:43.205424+0000","last_active":"2024-08-10T04:52:47.412009+0000","last_peered":"2024-08-10T04:52:47.412009+0000","last_clean":"2024-08-10T04:52:47.412009+0000","last_became_active":"2024-08-10T04:52:43.205136+0000","last_became_peered":"2024-08-10T04:52:43.205136+0000","last_unstale":"2024-08-10T04:52:47.412009+0000","last_undegraded":"2024-08-10T04:52:47.412009+0000","last_fullsized":"2024-08-10T04:52:47.412009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.406206+0000","last_change":"2024-08-10T04:52:46.406004+0000","last_active":"2024-08-10T04:52:46.406206+0000","last_peered":"2024-08-10T04:52:46.406206+0000","last_clean":"2024-08-10T04:52:46.406206+0000","last_became_active":"2024-08-10T04:52:46.404971+0000","last_became_peered":"2024-08-10T04:52:46.404971+0000","last_unstale":"2024-08-10T04:52:46.406206+0000","last_undegraded":"2024-08-10T04:52:46.406206+0000","last_fullsized":"2024-08-10T04:52:46.406206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390704+0000","last_change":"2024-08-10T04:52:43.212693+0000","last_active":"2024-08-10T04:52:46.390704+0000","last_peered":"2024-08-10T04:52:46.390704+0000","last_clean":"2024-08-10T04:52:46.390704+0000","last_became_active":"2024-08-10T04:52:43.212372+0000","last_became_peered":"2024-08-10T04:52:43.212372+0000","last_unstale":"2024-08-10T04:52:46.390704+0000","last_undegraded":"2024-08-10T04:52:46.390704+0000","last_fullsized":"2024-08-10T04:52:46.390704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385071+0000","last_change":"2024-08-10T04:52:46.395192+0000","last_active":"2024-08-10T04:52:47.385071+0000","last_peered":"2024-08-10T04:52:47.385071+0000","last_clean":"2024-08-10T04:52:47.385071+0000","last_became_active":"2024-08-10T04:52:46.394924+0000","last_became_peered":"2024-08-10T04:52:46.394924+0000","last_unstale":"2024-08-10T04:52:47.385071+0000","last_undegraded":"2024-08-10T04:52:47.385071+0000","last_fullsized":"2024-08-10T04:52:47.385071+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387550+0000","last_change":"2024-08-10T04:52:43.204599+0000","last_active":"2024-08-10T04:52:46.387550+0000","last_peered":"2024-08-10T04:52:46.387550+0000","last_clean":"2024-08-10T04:52:46.387550+0000","last_became_active":"2024-08-10T04:52:43.202967+0000","last_became_peered":"2024-08-10T04:52:43.202967+0000","last_unstale":"2024-08-10T04:52:46.387550+0000","last_undegraded":"2024-08-10T04:52:46.387550+0000","last_fullsized":"2024-08-10T04:52:46.387550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.401481+0000","last_change":"2024-08-10T04:52:46.398009+0000","last_active":"2024-08-10T04:52:48.401481+0000","last_peered":"2024-08-10T04:52:48.401481+0000","last_clean":"2024-08-10T04:52:48.401481+0000","last_became_active":"2024-08-10T04:52:46.397351+0000","last_became_peered":"2024-08-10T04:52:46.397351+0000","last_unstale":"2024-08-10T04:52:48.401481+0000","last_undegraded":"2024-08-10T04:52:48.401481+0000","last_fullsized":"2024-08-10T04:52:48.401481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412364+0000","last_change":"2024-08-10T04:52:43.209451+0000","last_active":"2024-08-10T04:52:47.412364+0000","last_peered":"2024-08-10T04:52:47.412364+0000","last_clean":"2024-08-10T04:52:47.412364+0000","last_became_active":"2024-08-10T04:52:43.208688+0000","last_became_peered":"2024-08-10T04:52:43.208688+0000","last_unstale":"2024-08-10T04:52:47.412364+0000","last_undegraded":"2024-08-10T04:52:47.412364+0000","last_fullsized":"2024-08-10T04:52:47.412364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385451+0000","last_change":"2024-08-10T04:52:46.398527+0000","last_active":"2024-08-10T04:52:47.385451+0000","last_peered":"2024-08-10T04:52:47.385451+0000","last_clean":"2024-08-10T04:52:47.385451+0000","last_became_active":"2024-08-10T04:52:46.397986+0000","last_became_peered":"2024-08-10T04:52:46.397986+0000","last_unstale":"2024-08-10T04:52:47.385451+0000","last_undegraded":"2024-08-10T04:52:47.385451+0000","last_fullsized":"2024-08-10T04:52:47.385451+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:20.344971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.399992+0000","last_change":"2024-08-10T04:52:43.203373+0000","last_active":"2024-08-10T04:52:48.399992+0000","last_peered":"2024-08-10T04:52:48.399992+0000","last_clean":"2024-08-10T04:52:48.399992+0000","last_became_active":"2024-08-10T04:52:43.203110+0000","last_became_peered":"2024-08-10T04:52:43.203110+0000","last_unstale":"2024-08-10T04:52:48.399992+0000","last_undegraded":"2024-08-10T04:52:48.399992+0000","last_fullsized":"2024-08-10T04:52:48.399992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412457+0000","last_change":"2024-08-10T04:52:46.401218+0000","last_active":"2024-08-10T04:52:47.412457+0000","last_peered":"2024-08-10T04:52:47.412457+0000","last_clean":"2024-08-10T04:52:47.412457+0000","last_became_active":"2024-08-10T04:52:46.400947+0000","last_became_peered":"2024-08-10T04:52:46.400947+0000","last_unstale":"2024-08-10T04:52:47.412457+0000","last_undegraded":"2024-08-10T04:52:47.412457+0000","last_fullsized":"2024-08-10T04:52:47.412457+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.395637+0000","last_change":"2024-08-10T04:52:43.213772+0000","last_active":"2024-08-10T04:52:46.395637+0000","last_peered":"2024-08-10T04:52:46.395637+0000","last_clean":"2024-08-10T04:52:46.395637+0000","last_became_active":"2024-08-10T04:52:43.213109+0000","last_became_peered":"2024-08-10T04:52:43.213109+0000","last_unstale":"2024-08-10T04:52:46.395637+0000","last_undegraded":"2024-08-10T04:52:46.395637+0000","last_fullsized":"2024-08-10T04:52:46.395637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.399899+0000","last_change":"2024-08-10T04:52:46.399139+0000","last_active":"2024-08-10T04:52:48.399899+0000","last_peered":"2024-08-10T04:52:48.399899+0000","last_clean":"2024-08-10T04:52:48.399899+0000","last_became_active":"2024-08-10T04:52:46.398935+0000","last_became_peered":"2024-08-10T04:52:46.398935+0000","last_unstale":"2024-08-10T04:52:48.399899+0000","last_undegraded":"2024-08-10T04:52:48.399899+0000","last_fullsized":"2024-08-10T04:52:48.399899+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:53.017840+0000","last_change":"2024-08-10T04:52:43.209231+0000","last_active":"2024-08-10T04:52:53.017840+0000","last_peered":"2024-08-10T04:52:53.017840+0000","last_clean":"2024-08-10T04:52:53.017840+0000","last_became_active":"2024-08-10T04:52:43.208753+0000","last_became_peered":"2024-08-10T04:52:43.208753+0000","last_unstale":"2024-08-10T04:52:53.017840+0000","last_undegraded":"2024-08-10T04:52:53.017840+0000","last_fullsized":"2024-08-10T04:52:53.017840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403372+0000","last_change":"2024-08-10T04:52:46.403079+0000","last_active":"2024-08-10T04:52:46.403372+0000","last_peered":"2024-08-10T04:52:46.403372+0000","last_clean":"2024-08-10T04:52:46.403372+0000","last_became_active":"2024-08-10T04:52:46.402806+0000","last_became_peered":"2024-08-10T04:52:46.402806+0000","last_unstale":"2024-08-10T04:52:46.403372+0000","last_undegraded":"2024-08-10T04:52:46.403372+0000","last_fullsized":"2024-08-10T04:52:46.403372+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407666+0000","last_change":"2024-08-10T04:52:43.207654+0000","last_active":"2024-08-10T04:52:48.407666+0000","last_peered":"2024-08-10T04:52:48.407666+0000","last_clean":"2024-08-10T04:52:48.407666+0000","last_became_active":"2024-08-10T04:52:43.207374+0000","last_became_peered":"2024-08-10T04:52:43.207374+0000","last_unstale":"2024-08-10T04:52:48.407666+0000","last_undegraded":"2024-08-10T04:52:48.407666+0000","last_fullsized":"2024-08-10T04:52:48.407666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385855+0000","last_change":"2024-08-10T04:52:46.393161+0000","last_active":"2024-08-10T04:52:47.385855+0000","last_peered":"2024-08-10T04:52:47.385855+0000","last_clean":"2024-08-10T04:52:47.385855+0000","last_became_active":"2024-08-10T04:52:46.392897+0000","last_became_peered":"2024-08-10T04:52:46.392897+0000","last_unstale":"2024-08-10T04:52:47.385855+0000","last_undegraded":"2024-08-10T04:52:47.385855+0000","last_fullsized":"2024-08-10T04:52:47.385855+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390564+0000","last_change":"2024-08-10T04:52:43.211703+0000","last_active":"2024-08-10T04:52:46.390564+0000","last_peered":"2024-08-10T04:52:46.390564+0000","last_clean":"2024-08-10T04:52:46.390564+0000","last_became_active":"2024-08-10T04:52:43.211412+0000","last_became_peered":"2024-08-10T04:52:43.211412+0000","last_unstale":"2024-08-10T04:52:46.390564+0000","last_undegraded":"2024-08-10T04:52:46.390564+0000","last_fullsized":"2024-08-10T04:52:46.390564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391204+0000","last_change":"2024-08-10T04:52:46.405488+0000","last_active":"2024-08-10T04:52:48.391204+0000","last_peered":"2024-08-10T04:52:48.391204+0000","last_clean":"2024-08-10T04:52:48.391204+0000","last_became_active":"2024-08-10T04:52:46.405225+0000","last_became_peered":"2024-08-10T04:52:46.405225+0000","last_unstale":"2024-08-10T04:52:48.391204+0000","last_undegraded":"2024-08-10T04:52:48.391204+0000","last_fullsized":"2024-08-10T04:52:48.391204+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-10T04:53:10.455489+0000","last_change":"2024-08-10T04:53:10.455704+0000","last_active":"2024-08-10T04:53:10.455461+0000","last_peered":"2024-08-10T04:52:48.400567+0000","last_clean":"2024-08-10T04:52:48.400567+0000","last_became_active":"2024-08-10T04:52:43.204404+0000","last_became_peered":"2024-08-10T04:52:43.204404+0000","last_unstale":"2024-08-10T04:53:10.455489+0000","last_undegraded":"2024-08-10T04:53:10.455489+0000","last_fullsized":"2024-08-10T04:53:10.455489+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:57:50.151322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398893+0000","last_change":"2024-08-10T04:52:46.398320+0000","last_active":"2024-08-10T04:52:46.398893+0000","last_peered":"2024-08-10T04:52:46.398893+0000","last_clean":"2024-08-10T04:52:46.398893+0000","last_became_active":"2024-08-10T04:52:46.397160+0000","last_became_peered":"2024-08-10T04:52:46.397160+0000","last_unstale":"2024-08-10T04:52:46.398893+0000","last_undegraded":"2024-08-10T04:52:46.398893+0000","last_fullsized":"2024-08-10T04:52:46.398893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.401305+0000","last_change":"2024-08-10T04:52:43.204589+0000","last_active":"2024-08-10T04:52:48.401305+0000","last_peered":"2024-08-10T04:52:48.401305+0000","last_clean":"2024-08-10T04:52:48.401305+0000","last_became_active":"2024-08-10T04:52:43.204306+0000","last_became_peered":"2024-08-10T04:52:43.204306+0000","last_unstale":"2024-08-10T04:52:48.401305+0000","last_undegraded":"2024-08-10T04:52:48.401305+0000","last_fullsized":"2024-08-10T04:52:48.401305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.391523+0000","last_change":"2024-08-10T04:52:46.391312+0000","last_active":"2024-08-10T04:52:46.391523+0000","last_peered":"2024-08-10T04:52:46.391523+0000","last_clean":"2024-08-10T04:52:46.391523+0000","last_became_active":"2024-08-10T04:52:46.391025+0000","last_became_peered":"2024-08-10T04:52:46.391025+0000","last_unstale":"2024-08-10T04:52:46.391523+0000","last_undegraded":"2024-08-10T04:52:46.391523+0000","last_fullsized":"2024-08-10T04:52:46.391523+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.406706+0000","last_change":"2024-08-10T04:52:43.213650+0000","last_active":"2024-08-10T04:52:48.406706+0000","last_peered":"2024-08-10T04:52:48.406706+0000","last_clean":"2024-08-10T04:52:48.406706+0000","last_became_active":"2024-08-10T04:52:43.213257+0000","last_became_peered":"2024-08-10T04:52:43.213257+0000","last_unstale":"2024-08-10T04:52:48.406706+0000","last_undegraded":"2024-08-10T04:52:48.406706+0000","last_fullsized":"2024-08-10T04:52:48.406706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.400082+0000","last_change":"2024-08-10T04:52:46.399405+0000","last_active":"2024-08-10T04:52:46.400082+0000","last_peered":"2024-08-10T04:52:46.400082+0000","last_clean":"2024-08-10T04:52:46.400082+0000","last_became_active":"2024-08-10T04:52:46.399098+0000","last_became_peered":"2024-08-10T04:52:46.399098+0000","last_unstale":"2024-08-10T04:52:46.400082+0000","last_undegraded":"2024-08-10T04:52:46.400082+0000","last_fullsized":"2024-08-10T04:52:46.400082+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412191+0000","last_change":"2024-08-10T04:52:46.413630+0000","last_active":"2024-08-10T04:52:47.412191+0000","last_peered":"2024-08-10T04:52:47.412191+0000","last_clean":"2024-08-10T04:52:47.412191+0000","last_became_active":"2024-08-10T04:52:46.413332+0000","last_became_peered":"2024-08-10T04:52:46.413332+0000","last_unstale":"2024-08-10T04:52:47.412191+0000","last_undegraded":"2024-08-10T04:52:47.412191+0000","last_fullsized":"2024-08-10T04:52:47.412191+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407296+0000","last_change":"2024-08-10T04:52:43.213489+0000","last_active":"2024-08-10T04:52:48.407296+0000","last_peered":"2024-08-10T04:52:48.407296+0000","last_clean":"2024-08-10T04:52:48.407296+0000","last_became_active":"2024-08-10T04:52:43.213212+0000","last_became_peered":"2024-08-10T04:52:43.213212+0000","last_unstale":"2024-08-10T04:52:48.407296+0000","last_undegraded":"2024-08-10T04:52:48.407296+0000","last_fullsized":"2024-08-10T04:52:48.407296+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.412146+0000","last_change":"2024-08-10T04:52:46.403645+0000","last_active":"2024-08-10T04:52:47.412146+0000","last_peered":"2024-08-10T04:52:47.412146+0000","last_clean":"2024-08-10T04:52:47.412146+0000","last_became_active":"2024-08-10T04:52:46.403295+0000","last_became_peered":"2024-08-10T04:52:46.403295+0000","last_unstale":"2024-08-10T04:52:47.412146+0000","last_undegraded":"2024-08-10T04:52:47.412146+0000","last_fullsized":"2024-08-10T04:52:47.412146+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.406840+0000","last_change":"2024-08-10T04:52:43.213254+0000","last_active":"2024-08-10T04:52:48.406840+0000","last_peered":"2024-08-10T04:52:48.406840+0000","last_clean":"2024-08-10T04:52:48.406840+0000","last_became_active":"2024-08-10T04:52:43.212916+0000","last_became_peered":"2024-08-10T04:52:43.212916+0000","last_unstale":"2024-08-10T04:52:48.406840+0000","last_undegraded":"2024-08-10T04:52:48.406840+0000","last_fullsized":"2024-08-10T04:52:48.406840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.386156+0000","last_change":"2024-08-10T04:52:46.401284+0000","last_active":"2024-08-10T04:52:47.386156+0000","last_peered":"2024-08-10T04:52:47.386156+0000","last_clean":"2024-08-10T04:52:47.386156+0000","last_became_active":"2024-08-10T04:52:46.401005+0000","last_became_peered":"2024-08-10T04:52:46.401005+0000","last_unstale":"2024-08-10T04:52:47.386156+0000","last_undegraded":"2024-08-10T04:52:47.386156+0000","last_fullsized":"2024-08-10T04:52:47.386156+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.401420+0000","last_change":"2024-08-10T04:52:43.204126+0000","last_active":"2024-08-10T04:52:48.401420+0000","last_peered":"2024-08-10T04:52:48.401420+0000","last_clean":"2024-08-10T04:52:48.401420+0000","last_became_active":"2024-08-10T04:52:43.203609+0000","last_became_peered":"2024-08-10T04:52:43.203609+0000","last_unstale":"2024-08-10T04:52:48.401420+0000","last_undegraded":"2024-08-10T04:52:48.401420+0000","last_fullsized":"2024-08-10T04:52:48.401420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398393+0000","last_change":"2024-08-10T04:52:46.396078+0000","last_active":"2024-08-10T04:52:46.398393+0000","last_peered":"2024-08-10T04:52:46.398393+0000","last_clean":"2024-08-10T04:52:46.398393+0000","last_became_active":"2024-08-10T04:52:46.395811+0000","last_became_peered":"2024-08-10T04:52:46.395811+0000","last_unstale":"2024-08-10T04:52:46.398393+0000","last_undegraded":"2024-08-10T04:52:46.398393+0000","last_fullsized":"2024-08-10T04:52:46.398393+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.402920+0000","last_change":"2024-08-10T04:52:43.209394+0000","last_active":"2024-08-10T04:52:48.402920+0000","last_peered":"2024-08-10T04:52:48.402920+0000","last_clean":"2024-08-10T04:52:48.402920+0000","last_became_active":"2024-08-10T04:52:43.209123+0000","last_became_peered":"2024-08-10T04:52:43.209123+0000","last_unstale":"2024-08-10T04:52:48.402920+0000","last_undegraded":"2024-08-10T04:52:48.402920+0000","last_fullsized":"2024-08-10T04:52:48.402920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201293,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1265664,"data_stored":870600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462928,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1261568,"data_stored":870972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.70399999999999996}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.66400000000000003}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.68000000000000005}]},{"osd":3,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.65200000000000002}]},{"osd":4,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.495},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":675840,"data_stored":280959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.42799999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.789000000000001,"5min":16.789000000000001,"15min":16.789000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.63900000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.5},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.59899999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.629}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.71899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986204,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":287069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.76100000000000001,"15min":0.80100000000000005},"min":{"1min":0.35199999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.73399999999999999,"5min":6.8090000000000002,"15min":6.8090000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54700000000000004,"15min":0.54400000000000004},"min":{"1min":0.42499999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72599999999999998,"5min":0.754,"15min":0.754},"last":0.45100000000000001}]},{"osd":1,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.50800000000000001,"15min":0.502},"min":{"1min":0.371,"5min":0.316,"15min":0.316},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51200000000000001},"min":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.51200000000000001}]},{"osd":2,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.41299999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.79400000000000004,"15min":0.83599999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78500000000000003,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.38700000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.80600000000000005,"15min":0.84999999999999998},"min":{"1min":0.40600000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66100000000000003,"5min":6.7800000000000002,"15min":6.7800000000000002},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Aug 10 04:52:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42999999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149728,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36399999999999999,"15min":0.36599999999999999},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.378},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.38600000000000001,"15min":0.39000000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.36699999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65900000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66000000000000003,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.30099999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.68000000000000005,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.437},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.32700000000000001}]},{"osd":4,"last update":"Sat Aug 10 04:52:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.51400000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.55200000000000005}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":279640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.34000000000000002,"15min":0.33700000000000002},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.45800000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.34200000000000003,"15min":0.33300000000000002},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.50600000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.29799999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.35799999999999998,"15min":0.35399999999999998},"min":{"1min":0.24099999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.28599999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.498,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32600000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:52:47 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:52:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat Aug 10 04:52:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":286268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.28399999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.46899999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.307},"min":{"1min":0.224,"5min":0.222,"15min":0.222},"max":{"1min":0.47199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.35699999999999998,"15min":0.34999999999999998},"min":{"1min":0.25700000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.315},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.33200000000000002}]},{"osd":3,"last update":"Sat Aug 10 04:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41999999999999998,"15min":0.42099999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.435}]},{"osd":4,"last update":"Sat Aug 10 04:53:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.501},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.51000000000000001}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 04:53:02 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60199999999999998,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.33700000000000002,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.27500000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.35699999999999998},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.32000000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:52:46 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39300000000000002,"15min":0.39600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.50800000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.60099999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.307}]},{"osd":4,"last update":"Sat Aug 10 04:52:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.47399999999999998}]},{"osd":5,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.434},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.39300000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T04:53:12.226 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T04:53:12.477 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:12.710 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:12 smithi078 ceph-mon[29426]: osdmap e68: 8 total, 8 up, 8 in 2024-08-10T04:53:12.711 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:12 smithi078 ceph-mon[29426]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:12.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:12 smithi078 ceph-mon[39622]: osdmap e68: 8 total, 8 up, 8 in 2024-08-10T04:53:12.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:12 smithi078 ceph-mon[39622]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:12.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:12 smithi107 ceph-mon[32749]: osdmap e68: 8 total, 8 up, 8 in 2024-08-10T04:53:12.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:12 smithi107 ceph-mon[32749]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:13 smithi078 ceph-mon[29426]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:13 smithi078 ceph-mon[39622]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:13 smithi107 ceph-mon[32749]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:14.190 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:14.191 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T04:53:14.992 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":210,"stamp":"2024-08-10T04:53:14.004469+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385944,"kb_used_data":7088,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575272,"statfs":{"total":767960285184,"available":765517078528,"internally_reserved":0,"allocated":7258112,"data_stored":4060867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002183"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.412061+0000","last_change":"2024-08-10T04:52:46.411638+0000","last_active":"2024-08-10T04:52:46.412061+0000","last_peered":"2024-08-10T04:52:46.412061+0000","last_clean":"2024-08-10T04:52:46.412061+0000","last_became_active":"2024-08-10T04:52:46.411136+0000","last_became_peered":"2024-08-10T04:52:46.411136+0000","last_unstale":"2024-08-10T04:52:46.412061+0000","last_undegraded":"2024-08-10T04:52:46.412061+0000","last_fullsized":"2024-08-10T04:52:46.412061+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-10T04:53:10.457480+0000","last_change":"2024-08-10T04:53:10.457699+0000","last_active":"2024-08-10T04:53:10.457453+0000","last_peered":"2024-08-10T04:52:48.400027+0000","last_clean":"2024-08-10T04:52:48.400027+0000","last_became_active":"2024-08-10T04:52:46.398601+0000","last_became_peered":"2024-08-10T04:52:46.398601+0000","last_unstale":"2024-08-10T04:53:10.457480+0000","last_undegraded":"2024-08-10T04:53:10.457480+0000","last_fullsized":"2024-08-10T04:53:10.457480+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:39:07.810147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453006+0000","last_change":"2024-08-10T04:52:46.396334+0000","last_active":"2024-08-10T04:53:10.453006+0000","last_peered":"2024-08-10T04:53:10.453006+0000","last_clean":"2024-08-10T04:53:10.453006+0000","last_became_active":"2024-08-10T04:52:46.396041+0000","last_became_peered":"2024-08-10T04:52:46.396041+0000","last_unstale":"2024-08-10T04:53:10.453006+0000","last_undegraded":"2024-08-10T04:53:10.453006+0000","last_fullsized":"2024-08-10T04:53:10.453006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454183+0000","last_change":"2024-08-10T04:52:46.411016+0000","last_active":"2024-08-10T04:53:10.454183+0000","last_peered":"2024-08-10T04:53:10.454183+0000","last_clean":"2024-08-10T04:53:10.454183+0000","last_became_active":"2024-08-10T04:52:46.410589+0000","last_became_peered":"2024-08-10T04:52:46.410589+0000","last_unstale":"2024-08-10T04:53:10.454183+0000","last_undegraded":"2024-08-10T04:53:10.454183+0000","last_fullsized":"2024-08-10T04:53:10.454183+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.410922+0000","last_change":"2024-08-10T04:52:46.408224+0000","last_active":"2024-08-10T04:52:46.410922+0000","last_peered":"2024-08-10T04:52:46.410922+0000","last_clean":"2024-08-10T04:52:46.410922+0000","last_became_active":"2024-08-10T04:52:46.407579+0000","last_became_peered":"2024-08-10T04:52:46.407579+0000","last_unstale":"2024-08-10T04:52:46.410922+0000","last_undegraded":"2024-08-10T04:52:46.410922+0000","last_fullsized":"2024-08-10T04:52:46.410922+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455254+0000","last_change":"2024-08-10T04:52:46.407014+0000","last_active":"2024-08-10T04:53:10.455254+0000","last_peered":"2024-08-10T04:53:10.455254+0000","last_clean":"2024-08-10T04:53:10.455254+0000","last_became_active":"2024-08-10T04:52:46.406716+0000","last_became_peered":"2024-08-10T04:52:46.406716+0000","last_unstale":"2024-08-10T04:53:10.455254+0000","last_undegraded":"2024-08-10T04:53:10.455254+0000","last_fullsized":"2024-08-10T04:53:10.455254+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.414225+0000","last_change":"2024-08-10T04:52:46.412951+0000","last_active":"2024-08-10T04:52:46.414225+0000","last_peered":"2024-08-10T04:52:46.414225+0000","last_clean":"2024-08-10T04:52:46.414225+0000","last_became_active":"2024-08-10T04:52:46.412660+0000","last_became_peered":"2024-08-10T04:52:46.412660+0000","last_unstale":"2024-08-10T04:52:46.414225+0000","last_undegraded":"2024-08-10T04:52:46.414225+0000","last_fullsized":"2024-08-10T04:52:46.414225+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.406318+0000","last_change":"2024-08-10T04:52:46.406098+0000","last_active":"2024-08-10T04:52:46.406318+0000","last_peered":"2024-08-10T04:52:46.406318+0000","last_clean":"2024-08-10T04:52:46.406318+0000","last_became_active":"2024-08-10T04:52:46.405036+0000","last_became_peered":"2024-08-10T04:52:46.405036+0000","last_unstale":"2024-08-10T04:52:46.406318+0000","last_undegraded":"2024-08-10T04:52:46.406318+0000","last_fullsized":"2024-08-10T04:52:46.406318+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411420+0000","last_change":"2024-08-10T04:52:46.407264+0000","last_active":"2024-08-10T04:52:46.411420+0000","last_peered":"2024-08-10T04:52:46.411420+0000","last_clean":"2024-08-10T04:52:46.411420+0000","last_became_active":"2024-08-10T04:52:46.406992+0000","last_became_peered":"2024-08-10T04:52:46.406992+0000","last_unstale":"2024-08-10T04:52:46.411420+0000","last_undegraded":"2024-08-10T04:52:46.411420+0000","last_fullsized":"2024-08-10T04:52:46.411420+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457015+0000","last_change":"2024-08-10T04:52:46.405085+0000","last_active":"2024-08-10T04:53:10.457015+0000","last_peered":"2024-08-10T04:53:10.457015+0000","last_clean":"2024-08-10T04:53:10.457015+0000","last_became_active":"2024-08-10T04:52:46.404791+0000","last_became_peered":"2024-08-10T04:52:46.404791+0000","last_unstale":"2024-08-10T04:53:10.457015+0000","last_undegraded":"2024-08-10T04:53:10.457015+0000","last_fullsized":"2024-08-10T04:53:10.457015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.457955+0000","last_change":"2024-08-10T04:53:11.457955+0000","last_active":"2024-08-10T04:53:11.457955+0000","last_peered":"2024-08-10T04:53:11.457955+0000","last_clean":"2024-08-10T04:53:11.457955+0000","last_became_active":"2024-08-10T04:53:11.457651+0000","last_became_peered":"2024-08-10T04:53:11.457651+0000","last_unstale":"2024-08-10T04:53:11.457955+0000","last_undegraded":"2024-08-10T04:53:11.457955+0000","last_fullsized":"2024-08-10T04:53:11.457955+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:19:03.195065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391448+0000","last_change":"2024-08-10T04:52:46.399846+0000","last_active":"2024-08-10T04:52:48.391448+0000","last_peered":"2024-08-10T04:52:48.391448+0000","last_clean":"2024-08-10T04:52:48.391448+0000","last_became_active":"2024-08-10T04:52:46.399470+0000","last_became_peered":"2024-08-10T04:52:46.399470+0000","last_unstale":"2024-08-10T04:52:48.391448+0000","last_undegraded":"2024-08-10T04:52:48.391448+0000","last_fullsized":"2024-08-10T04:52:48.391448+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398081+0000","last_change":"2024-08-10T04:52:46.395191+0000","last_active":"2024-08-10T04:52:46.398081+0000","last_peered":"2024-08-10T04:52:46.398081+0000","last_clean":"2024-08-10T04:52:46.398081+0000","last_became_active":"2024-08-10T04:52:46.394708+0000","last_became_peered":"2024-08-10T04:52:46.394708+0000","last_unstale":"2024-08-10T04:52:46.398081+0000","last_undegraded":"2024-08-10T04:52:46.398081+0000","last_fullsized":"2024-08-10T04:52:46.398081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452862+0000","last_change":"2024-08-10T04:52:46.402662+0000","last_active":"2024-08-10T04:53:10.452862+0000","last_peered":"2024-08-10T04:53:10.452862+0000","last_clean":"2024-08-10T04:53:10.452862+0000","last_became_active":"2024-08-10T04:52:46.402347+0000","last_became_peered":"2024-08-10T04:52:46.402347+0000","last_unstale":"2024-08-10T04:53:10.452862+0000","last_undegraded":"2024-08-10T04:53:10.452862+0000","last_fullsized":"2024-08-10T04:53:10.452862+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400483+0000","last_change":"2024-08-10T04:52:46.399758+0000","last_active":"2024-08-10T04:52:48.400483+0000","last_peered":"2024-08-10T04:52:48.400483+0000","last_clean":"2024-08-10T04:52:48.400483+0000","last_became_active":"2024-08-10T04:52:46.399456+0000","last_became_peered":"2024-08-10T04:52:46.399456+0000","last_unstale":"2024-08-10T04:52:48.400483+0000","last_undegraded":"2024-08-10T04:52:48.400483+0000","last_fullsized":"2024-08-10T04:52:48.400483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454286+0000","last_change":"2024-08-10T04:52:46.402571+0000","last_active":"2024-08-10T04:53:10.454286+0000","last_peered":"2024-08-10T04:53:10.454286+0000","last_clean":"2024-08-10T04:53:10.454286+0000","last_became_active":"2024-08-10T04:52:46.402075+0000","last_became_peered":"2024-08-10T04:52:46.402075+0000","last_unstale":"2024-08-10T04:53:10.454286+0000","last_undegraded":"2024-08-10T04:53:10.454286+0000","last_fullsized":"2024-08-10T04:53:10.454286+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.490552+0000","last_change":"2024-08-10T04:53:11.490552+0000","last_active":"2024-08-10T04:53:11.490552+0000","last_peered":"2024-08-10T04:53:11.490552+0000","last_clean":"2024-08-10T04:53:11.490552+0000","last_became_active":"2024-08-10T04:53:11.490122+0000","last_became_peered":"2024-08-10T04:53:11.490122+0000","last_unstale":"2024-08-10T04:53:11.490552+0000","last_undegraded":"2024-08-10T04:53:11.490552+0000","last_fullsized":"2024-08-10T04:53:11.490552+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:49:32.133370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398965+0000","last_change":"2024-08-10T04:52:46.397594+0000","last_active":"2024-08-10T04:52:46.398965+0000","last_peered":"2024-08-10T04:52:46.398965+0000","last_clean":"2024-08-10T04:52:46.398965+0000","last_became_active":"2024-08-10T04:52:46.397233+0000","last_became_peered":"2024-08-10T04:52:46.397233+0000","last_unstale":"2024-08-10T04:52:46.398965+0000","last_undegraded":"2024-08-10T04:52:46.398965+0000","last_fullsized":"2024-08-10T04:52:46.398965+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411044+0000","last_change":"2024-08-10T04:52:46.410675+0000","last_active":"2024-08-10T04:52:46.411044+0000","last_peered":"2024-08-10T04:52:46.411044+0000","last_clean":"2024-08-10T04:52:46.411044+0000","last_became_active":"2024-08-10T04:52:46.410146+0000","last_became_peered":"2024-08-10T04:52:46.410146+0000","last_unstale":"2024-08-10T04:52:46.411044+0000","last_undegraded":"2024-08-10T04:52:46.411044+0000","last_fullsized":"2024-08-10T04:52:46.411044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456670+0000","last_change":"2024-08-10T04:52:46.408207+0000","last_active":"2024-08-10T04:53:10.456670+0000","last_peered":"2024-08-10T04:53:10.456670+0000","last_clean":"2024-08-10T04:53:10.456670+0000","last_became_active":"2024-08-10T04:52:46.407925+0000","last_became_peered":"2024-08-10T04:52:46.407925+0000","last_unstale":"2024-08-10T04:53:10.456670+0000","last_undegraded":"2024-08-10T04:53:10.456670+0000","last_fullsized":"2024-08-10T04:53:10.456670+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453618+0000","last_change":"2024-08-10T04:52:46.398125+0000","last_active":"2024-08-10T04:53:10.453618+0000","last_peered":"2024-08-10T04:53:10.453618+0000","last_clean":"2024-08-10T04:53:10.453618+0000","last_became_active":"2024-08-10T04:52:46.397725+0000","last_became_peered":"2024-08-10T04:52:46.397725+0000","last_unstale":"2024-08-10T04:53:10.453618+0000","last_undegraded":"2024-08-10T04:53:10.453618+0000","last_fullsized":"2024-08-10T04:53:10.453618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456132+0000","last_change":"2024-08-10T04:52:46.407585+0000","last_active":"2024-08-10T04:53:10.456132+0000","last_peered":"2024-08-10T04:53:10.456132+0000","last_clean":"2024-08-10T04:53:10.456132+0000","last_became_active":"2024-08-10T04:52:46.407313+0000","last_became_peered":"2024-08-10T04:52:46.407313+0000","last_unstale":"2024-08-10T04:53:10.456132+0000","last_undegraded":"2024-08-10T04:53:10.456132+0000","last_fullsized":"2024-08-10T04:53:10.456132+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.402111+0000","last_change":"2024-08-10T04:52:46.401864+0000","last_active":"2024-08-10T04:52:46.402111+0000","last_peered":"2024-08-10T04:52:46.402111+0000","last_clean":"2024-08-10T04:52:46.402111+0000","last_became_active":"2024-08-10T04:52:46.401600+0000","last_became_peered":"2024-08-10T04:52:46.401600+0000","last_unstale":"2024-08-10T04:52:46.402111+0000","last_undegraded":"2024-08-10T04:52:46.402111+0000","last_fullsized":"2024-08-10T04:52:46.402111+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454358+0000","last_change":"2024-08-10T04:52:46.402400+0000","last_active":"2024-08-10T04:53:10.454358+0000","last_peered":"2024-08-10T04:53:10.454358+0000","last_clean":"2024-08-10T04:53:10.454358+0000","last_became_active":"2024-08-10T04:52:46.401643+0000","last_became_peered":"2024-08-10T04:52:46.401643+0000","last_unstale":"2024-08-10T04:53:10.454358+0000","last_undegraded":"2024-08-10T04:53:10.454358+0000","last_fullsized":"2024-08-10T04:53:10.454358+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.408255+0000","last_change":"2024-08-10T04:52:46.408048+0000","last_active":"2024-08-10T04:52:46.408255+0000","last_peered":"2024-08-10T04:52:46.408255+0000","last_clean":"2024-08-10T04:52:46.408255+0000","last_became_active":"2024-08-10T04:52:46.407769+0000","last_became_peered":"2024-08-10T04:52:46.407769+0000","last_unstale":"2024-08-10T04:52:46.408255+0000","last_undegraded":"2024-08-10T04:52:46.408255+0000","last_fullsized":"2024-08-10T04:52:46.408255+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457114+0000","last_change":"2024-08-10T04:52:46.399967+0000","last_active":"2024-08-10T04:53:10.457114+0000","last_peered":"2024-08-10T04:53:10.457114+0000","last_clean":"2024-08-10T04:53:10.457114+0000","last_became_active":"2024-08-10T04:52:46.399551+0000","last_became_peered":"2024-08-10T04:52:46.399551+0000","last_unstale":"2024-08-10T04:53:10.457114+0000","last_undegraded":"2024-08-10T04:53:10.457114+0000","last_fullsized":"2024-08-10T04:53:10.457114+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400103+0000","last_change":"2024-08-10T04:52:46.394771+0000","last_active":"2024-08-10T04:52:48.400103+0000","last_peered":"2024-08-10T04:52:48.400103+0000","last_clean":"2024-08-10T04:52:48.400103+0000","last_became_active":"2024-08-10T04:52:46.394460+0000","last_became_peered":"2024-08-10T04:52:46.394460+0000","last_unstale":"2024-08-10T04:52:48.400103+0000","last_undegraded":"2024-08-10T04:52:48.400103+0000","last_fullsized":"2024-08-10T04:52:48.400103+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403943+0000","last_change":"2024-08-10T04:52:46.403526+0000","last_active":"2024-08-10T04:52:46.403943+0000","last_peered":"2024-08-10T04:52:46.403943+0000","last_clean":"2024-08-10T04:52:46.403943+0000","last_became_active":"2024-08-10T04:52:46.403268+0000","last_became_peered":"2024-08-10T04:52:46.403268+0000","last_unstale":"2024-08-10T04:52:46.403943+0000","last_undegraded":"2024-08-10T04:52:46.403943+0000","last_fullsized":"2024-08-10T04:52:46.403943+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385598+0000","last_change":"2024-08-10T04:52:46.394539+0000","last_active":"2024-08-10T04:52:47.385598+0000","last_peered":"2024-08-10T04:52:47.385598+0000","last_clean":"2024-08-10T04:52:47.385598+0000","last_became_active":"2024-08-10T04:52:46.394283+0000","last_became_peered":"2024-08-10T04:52:46.394283+0000","last_unstale":"2024-08-10T04:52:47.385598+0000","last_undegraded":"2024-08-10T04:52:47.385598+0000","last_fullsized":"2024-08-10T04:52:47.385598+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:09:46.099714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456459+0000","last_change":"2024-08-10T04:52:46.403389+0000","last_active":"2024-08-10T04:53:10.456459+0000","last_peered":"2024-08-10T04:53:10.456459+0000","last_clean":"2024-08-10T04:53:10.456459+0000","last_became_active":"2024-08-10T04:52:46.403112+0000","last_became_peered":"2024-08-10T04:52:46.403112+0000","last_unstale":"2024-08-10T04:53:10.456459+0000","last_undegraded":"2024-08-10T04:53:10.456459+0000","last_fullsized":"2024-08-10T04:53:10.456459+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.395668+0000","last_change":"2024-08-10T04:52:46.395445+0000","last_active":"2024-08-10T04:52:46.395668+0000","last_peered":"2024-08-10T04:52:46.395668+0000","last_clean":"2024-08-10T04:52:46.395668+0000","last_became_active":"2024-08-10T04:52:46.395190+0000","last_became_peered":"2024-08-10T04:52:46.395190+0000","last_unstale":"2024-08-10T04:52:46.395668+0000","last_undegraded":"2024-08-10T04:52:46.395668+0000","last_fullsized":"2024-08-10T04:52:46.395668+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456933+0000","last_change":"2024-08-10T04:52:46.401541+0000","last_active":"2024-08-10T04:53:10.456933+0000","last_peered":"2024-08-10T04:53:10.456933+0000","last_clean":"2024-08-10T04:53:10.456933+0000","last_became_active":"2024-08-10T04:52:46.401263+0000","last_became_peered":"2024-08-10T04:52:46.401263+0000","last_unstale":"2024-08-10T04:53:10.456933+0000","last_undegraded":"2024-08-10T04:53:10.456933+0000","last_fullsized":"2024-08-10T04:53:10.456933+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391100+0000","last_change":"2024-08-10T04:52:46.397923+0000","last_active":"2024-08-10T04:52:48.391100+0000","last_peered":"2024-08-10T04:52:48.391100+0000","last_clean":"2024-08-10T04:52:48.391100+0000","last_became_active":"2024-08-10T04:52:46.397584+0000","last_became_peered":"2024-08-10T04:52:46.397584+0000","last_unstale":"2024-08-10T04:52:48.391100+0000","last_undegraded":"2024-08-10T04:52:48.391100+0000","last_fullsized":"2024-08-10T04:52:48.391100+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400264+0000","last_change":"2024-08-10T04:52:43.204468+0000","last_active":"2024-08-10T04:52:48.400264+0000","last_peered":"2024-08-10T04:52:48.400264+0000","last_clean":"2024-08-10T04:52:48.400264+0000","last_became_active":"2024-08-10T04:52:43.204202+0000","last_became_peered":"2024-08-10T04:52:43.204202+0000","last_unstale":"2024-08-10T04:52:48.400264+0000","last_undegraded":"2024-08-10T04:52:48.400264+0000","last_fullsized":"2024-08-10T04:52:48.400264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453771+0000","last_change":"2024-08-10T04:52:46.397976+0000","last_active":"2024-08-10T04:53:10.453771+0000","last_peered":"2024-08-10T04:53:10.453771+0000","last_clean":"2024-08-10T04:53:10.453771+0000","last_became_active":"2024-08-10T04:52:46.397377+0000","last_became_peered":"2024-08-10T04:52:46.397377+0000","last_unstale":"2024-08-10T04:53:10.453771+0000","last_undegraded":"2024-08-10T04:53:10.453771+0000","last_fullsized":"2024-08-10T04:53:10.453771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455625+0000","last_change":"2024-08-10T04:52:43.206339+0000","last_active":"2024-08-10T04:53:10.455625+0000","last_peered":"2024-08-10T04:53:10.455625+0000","last_clean":"2024-08-10T04:53:10.455625+0000","last_became_active":"2024-08-10T04:52:43.205344+0000","last_became_peered":"2024-08-10T04:52:43.205344+0000","last_unstale":"2024-08-10T04:53:10.455625+0000","last_undegraded":"2024-08-10T04:53:10.455625+0000","last_fullsized":"2024-08-10T04:53:10.455625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.389753+0000","last_change":"2024-08-10T04:52:43.206968+0000","last_active":"2024-08-10T04:52:46.389753+0000","last_peered":"2024-08-10T04:52:46.389753+0000","last_clean":"2024-08-10T04:52:46.389753+0000","last_became_active":"2024-08-10T04:52:43.206711+0000","last_became_peered":"2024-08-10T04:52:43.206711+0000","last_unstale":"2024-08-10T04:52:46.389753+0000","last_undegraded":"2024-08-10T04:52:46.389753+0000","last_fullsized":"2024-08-10T04:52:46.389753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403707+0000","last_change":"2024-08-10T04:52:46.403132+0000","last_active":"2024-08-10T04:52:46.403707+0000","last_peered":"2024-08-10T04:52:46.403707+0000","last_clean":"2024-08-10T04:52:46.403707+0000","last_became_active":"2024-08-10T04:52:46.402812+0000","last_became_peered":"2024-08-10T04:52:46.402812+0000","last_unstale":"2024-08-10T04:52:46.403707+0000","last_undegraded":"2024-08-10T04:52:46.403707+0000","last_fullsized":"2024-08-10T04:52:46.403707+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456085+0000","last_change":"2024-08-10T04:52:43.203854+0000","last_active":"2024-08-10T04:53:10.456085+0000","last_peered":"2024-08-10T04:53:10.456085+0000","last_clean":"2024-08-10T04:53:10.456085+0000","last_became_active":"2024-08-10T04:52:43.203566+0000","last_became_peered":"2024-08-10T04:52:43.203566+0000","last_unstale":"2024-08-10T04:53:10.456085+0000","last_undegraded":"2024-08-10T04:53:10.456085+0000","last_fullsized":"2024-08-10T04:53:10.456085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400333+0000","last_change":"2024-08-10T04:52:46.396795+0000","last_active":"2024-08-10T04:52:48.400333+0000","last_peered":"2024-08-10T04:52:48.400333+0000","last_clean":"2024-08-10T04:52:48.400333+0000","last_became_active":"2024-08-10T04:52:46.396514+0000","last_became_peered":"2024-08-10T04:52:46.396514+0000","last_unstale":"2024-08-10T04:52:48.400333+0000","last_undegraded":"2024-08-10T04:52:48.400333+0000","last_fullsized":"2024-08-10T04:52:48.400333+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455828+0000","last_change":"2024-08-10T04:52:43.206962+0000","last_active":"2024-08-10T04:53:10.455828+0000","last_peered":"2024-08-10T04:53:10.455828+0000","last_clean":"2024-08-10T04:53:10.455828+0000","last_became_active":"2024-08-10T04:52:43.206669+0000","last_became_peered":"2024-08-10T04:52:43.206669+0000","last_unstale":"2024-08-10T04:53:10.455828+0000","last_undegraded":"2024-08-10T04:53:10.455828+0000","last_fullsized":"2024-08-10T04:53:10.455828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455639+0000","last_change":"2024-08-10T04:52:46.399588+0000","last_active":"2024-08-10T04:53:10.455639+0000","last_peered":"2024-08-10T04:53:10.455639+0000","last_clean":"2024-08-10T04:53:10.455639+0000","last_became_active":"2024-08-10T04:52:46.399281+0000","last_became_peered":"2024-08-10T04:52:46.399281+0000","last_unstale":"2024-08-10T04:53:10.455639+0000","last_undegraded":"2024-08-10T04:53:10.455639+0000","last_fullsized":"2024-08-10T04:53:10.455639+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456335+0000","last_change":"2024-08-10T04:52:43.206278+0000","last_active":"2024-08-10T04:53:10.456335+0000","last_peered":"2024-08-10T04:53:10.456335+0000","last_clean":"2024-08-10T04:53:10.456335+0000","last_became_active":"2024-08-10T04:52:43.205942+0000","last_became_peered":"2024-08-10T04:52:43.205942+0000","last_unstale":"2024-08-10T04:53:10.456335+0000","last_undegraded":"2024-08-10T04:53:10.456335+0000","last_fullsized":"2024-08-10T04:53:10.456335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453449+0000","last_change":"2024-08-10T04:52:46.400536+0000","last_active":"2024-08-10T04:53:10.453449+0000","last_peered":"2024-08-10T04:53:10.453449+0000","last_clean":"2024-08-10T04:53:10.453449+0000","last_became_active":"2024-08-10T04:52:46.399596+0000","last_became_peered":"2024-08-10T04:52:46.399596+0000","last_unstale":"2024-08-10T04:53:10.453449+0000","last_undegraded":"2024-08-10T04:53:10.453449+0000","last_fullsized":"2024-08-10T04:53:10.453449+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407111+0000","last_change":"2024-08-10T04:52:43.206421+0000","last_active":"2024-08-10T04:52:48.407111+0000","last_peered":"2024-08-10T04:52:48.407111+0000","last_clean":"2024-08-10T04:52:48.407111+0000","last_became_active":"2024-08-10T04:52:43.205710+0000","last_became_peered":"2024-08-10T04:52:43.205710+0000","last_unstale":"2024-08-10T04:52:48.407111+0000","last_undegraded":"2024-08-10T04:52:48.407111+0000","last_fullsized":"2024-08-10T04:52:48.407111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391706+0000","last_change":"2024-08-10T04:52:46.404276+0000","last_active":"2024-08-10T04:52:48.391706+0000","last_peered":"2024-08-10T04:52:48.391706+0000","last_clean":"2024-08-10T04:52:48.391706+0000","last_became_active":"2024-08-10T04:52:46.400744+0000","last_became_peered":"2024-08-10T04:52:46.400744+0000","last_unstale":"2024-08-10T04:52:48.391706+0000","last_undegraded":"2024-08-10T04:52:48.391706+0000","last_fullsized":"2024-08-10T04:52:48.391706+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456762+0000","last_change":"2024-08-10T04:52:43.206260+0000","last_active":"2024-08-10T04:53:10.456762+0000","last_peered":"2024-08-10T04:53:10.456762+0000","last_clean":"2024-08-10T04:53:10.456762+0000","last_became_active":"2024-08-10T04:52:43.205910+0000","last_became_peered":"2024-08-10T04:52:43.205910+0000","last_unstale":"2024-08-10T04:53:10.456762+0000","last_undegraded":"2024-08-10T04:53:10.456762+0000","last_fullsized":"2024-08-10T04:53:10.456762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411004+0000","last_change":"2024-08-10T04:52:46.410449+0000","last_active":"2024-08-10T04:52:46.411004+0000","last_peered":"2024-08-10T04:52:46.411004+0000","last_clean":"2024-08-10T04:52:46.411004+0000","last_became_active":"2024-08-10T04:52:46.409294+0000","last_became_peered":"2024-08-10T04:52:46.409294+0000","last_unstale":"2024-08-10T04:52:46.411004+0000","last_undegraded":"2024-08-10T04:52:46.411004+0000","last_fullsized":"2024-08-10T04:52:46.411004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453874+0000","last_change":"2024-08-10T04:52:43.202296+0000","last_active":"2024-08-10T04:53:10.453874+0000","last_peered":"2024-08-10T04:53:10.453874+0000","last_clean":"2024-08-10T04:53:10.453874+0000","last_became_active":"2024-08-10T04:52:43.201973+0000","last_became_peered":"2024-08-10T04:52:43.201973+0000","last_unstale":"2024-08-10T04:53:10.453874+0000","last_undegraded":"2024-08-10T04:53:10.453874+0000","last_fullsized":"2024-08-10T04:53:10.453874+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452942+0000","last_change":"2024-08-10T04:52:46.397712+0000","last_active":"2024-08-10T04:53:10.452942+0000","last_peered":"2024-08-10T04:53:10.452942+0000","last_clean":"2024-08-10T04:53:10.452942+0000","last_became_active":"2024-08-10T04:52:46.397464+0000","last_became_peered":"2024-08-10T04:52:46.397464+0000","last_unstale":"2024-08-10T04:53:10.452942+0000","last_undegraded":"2024-08-10T04:53:10.452942+0000","last_fullsized":"2024-08-10T04:53:10.452942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456559+0000","last_change":"2024-08-10T04:52:43.210566+0000","last_active":"2024-08-10T04:53:10.456559+0000","last_peered":"2024-08-10T04:53:10.456559+0000","last_clean":"2024-08-10T04:53:10.456559+0000","last_became_active":"2024-08-10T04:52:43.210268+0000","last_became_peered":"2024-08-10T04:52:43.210268+0000","last_unstale":"2024-08-10T04:53:10.456559+0000","last_undegraded":"2024-08-10T04:53:10.456559+0000","last_fullsized":"2024-08-10T04:53:10.456559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.410903+0000","last_change":"2024-08-10T04:52:46.408576+0000","last_active":"2024-08-10T04:52:46.410903+0000","last_peered":"2024-08-10T04:52:46.410903+0000","last_clean":"2024-08-10T04:52:46.410903+0000","last_became_active":"2024-08-10T04:52:46.408291+0000","last_became_peered":"2024-08-10T04:52:46.408291+0000","last_unstale":"2024-08-10T04:52:46.410903+0000","last_undegraded":"2024-08-10T04:52:46.410903+0000","last_fullsized":"2024-08-10T04:52:46.410903+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455514+0000","last_change":"2024-08-10T04:52:43.205526+0000","last_active":"2024-08-10T04:53:10.455514+0000","last_peered":"2024-08-10T04:53:10.455514+0000","last_clean":"2024-08-10T04:53:10.455514+0000","last_became_active":"2024-08-10T04:52:43.205223+0000","last_became_peered":"2024-08-10T04:52:43.205223+0000","last_unstale":"2024-08-10T04:53:10.455514+0000","last_undegraded":"2024-08-10T04:53:10.455514+0000","last_fullsized":"2024-08-10T04:53:10.455514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457024+0000","last_change":"2024-08-10T04:52:46.401407+0000","last_active":"2024-08-10T04:53:10.457024+0000","last_peered":"2024-08-10T04:53:10.457024+0000","last_clean":"2024-08-10T04:53:10.457024+0000","last_became_active":"2024-08-10T04:52:46.401112+0000","last_became_peered":"2024-08-10T04:52:46.401112+0000","last_unstale":"2024-08-10T04:53:10.457024+0000","last_undegraded":"2024-08-10T04:53:10.457024+0000","last_fullsized":"2024-08-10T04:53:10.457024+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.404993+0000","last_change":"2024-08-10T04:52:43.201153+0000","last_active":"2024-08-10T04:52:48.404993+0000","last_peered":"2024-08-10T04:52:48.404993+0000","last_clean":"2024-08-10T04:52:48.404993+0000","last_became_active":"2024-08-10T04:52:43.200858+0000","last_became_peered":"2024-08-10T04:52:43.200858+0000","last_unstale":"2024-08-10T04:52:48.404993+0000","last_undegraded":"2024-08-10T04:52:48.404993+0000","last_fullsized":"2024-08-10T04:52:48.404993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411038+0000","last_change":"2024-08-10T04:52:46.408197+0000","last_active":"2024-08-10T04:52:46.411038+0000","last_peered":"2024-08-10T04:52:46.411038+0000","last_clean":"2024-08-10T04:52:46.411038+0000","last_became_active":"2024-08-10T04:52:46.407776+0000","last_became_peered":"2024-08-10T04:52:46.407776+0000","last_unstale":"2024-08-10T04:52:46.411038+0000","last_undegraded":"2024-08-10T04:52:46.411038+0000","last_fullsized":"2024-08-10T04:52:46.411038+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:00:15.354177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.402210+0000","last_change":"2024-08-10T04:52:43.210743+0000","last_active":"2024-08-10T04:52:48.402210+0000","last_peered":"2024-08-10T04:52:48.402210+0000","last_clean":"2024-08-10T04:52:48.402210+0000","last_became_active":"2024-08-10T04:52:43.210395+0000","last_became_peered":"2024-08-10T04:52:43.210395+0000","last_unstale":"2024-08-10T04:52:48.402210+0000","last_undegraded":"2024-08-10T04:52:48.402210+0000","last_fullsized":"2024-08-10T04:52:48.402210+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.414230+0000","last_change":"2024-08-10T04:52:46.413785+0000","last_active":"2024-08-10T04:52:46.414230+0000","last_peered":"2024-08-10T04:52:46.414230+0000","last_clean":"2024-08-10T04:52:46.414230+0000","last_became_active":"2024-08-10T04:52:46.413359+0000","last_became_peered":"2024-08-10T04:52:46.413359+0000","last_unstale":"2024-08-10T04:52:46.414230+0000","last_undegraded":"2024-08-10T04:52:46.414230+0000","last_fullsized":"2024-08-10T04:52:46.414230+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.400775+0000","last_change":"2024-08-10T04:52:43.206037+0000","last_active":"2024-08-10T04:52:48.400775+0000","last_peered":"2024-08-10T04:52:48.400775+0000","last_clean":"2024-08-10T04:52:48.400775+0000","last_became_active":"2024-08-10T04:52:43.205715+0000","last_became_peered":"2024-08-10T04:52:43.205715+0000","last_unstale":"2024-08-10T04:52:48.400775+0000","last_undegraded":"2024-08-10T04:52:48.400775+0000","last_fullsized":"2024-08-10T04:52:48.400775+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.415122+0000","last_change":"2024-08-10T04:52:46.414772+0000","last_active":"2024-08-10T04:52:46.415122+0000","last_peered":"2024-08-10T04:52:46.415122+0000","last_clean":"2024-08-10T04:52:46.415122+0000","last_became_active":"2024-08-10T04:52:46.414493+0000","last_became_peered":"2024-08-10T04:52:46.414493+0000","last_unstale":"2024-08-10T04:52:46.415122+0000","last_undegraded":"2024-08-10T04:52:46.415122+0000","last_fullsized":"2024-08-10T04:52:46.415122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.405246+0000","last_change":"2024-08-10T04:52:43.206326+0000","last_active":"2024-08-10T04:52:48.405246+0000","last_peered":"2024-08-10T04:52:48.405246+0000","last_clean":"2024-08-10T04:52:48.405246+0000","last_became_active":"2024-08-10T04:52:43.206066+0000","last_became_peered":"2024-08-10T04:52:43.206066+0000","last_unstale":"2024-08-10T04:52:48.405246+0000","last_undegraded":"2024-08-10T04:52:48.405246+0000","last_fullsized":"2024-08-10T04:52:48.405246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456042+0000","last_change":"2024-08-10T04:52:46.408217+0000","last_active":"2024-08-10T04:53:10.456042+0000","last_peered":"2024-08-10T04:53:10.456042+0000","last_clean":"2024-08-10T04:53:10.456042+0000","last_became_active":"2024-08-10T04:52:46.407898+0000","last_became_peered":"2024-08-10T04:52:46.407898+0000","last_unstale":"2024-08-10T04:53:10.456042+0000","last_undegraded":"2024-08-10T04:53:10.456042+0000","last_fullsized":"2024-08-10T04:53:10.456042+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387316+0000","last_change":"2024-08-10T04:52:43.205131+0000","last_active":"2024-08-10T04:52:46.387316+0000","last_peered":"2024-08-10T04:52:46.387316+0000","last_clean":"2024-08-10T04:52:46.387316+0000","last_became_active":"2024-08-10T04:52:43.204888+0000","last_became_peered":"2024-08-10T04:52:43.204888+0000","last_unstale":"2024-08-10T04:52:46.387316+0000","last_undegraded":"2024-08-10T04:52:46.387316+0000","last_fullsized":"2024-08-10T04:52:46.387316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.411025+0000","last_change":"2024-08-10T04:52:46.410663+0000","last_active":"2024-08-10T04:52:46.411025+0000","last_peered":"2024-08-10T04:52:46.411025+0000","last_clean":"2024-08-10T04:52:46.411025+0000","last_became_active":"2024-08-10T04:52:46.409729+0000","last_became_peered":"2024-08-10T04:52:46.409729+0000","last_unstale":"2024-08-10T04:52:46.411025+0000","last_undegraded":"2024-08-10T04:52:46.411025+0000","last_fullsized":"2024-08-10T04:52:46.411025+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":232,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390837+0000","last_change":"2024-08-10T04:52:19.196408+0000","last_active":"2024-08-10T04:52:46.390837+0000","last_peered":"2024-08-10T04:52:46.390837+0000","last_clean":"2024-08-10T04:52:46.390837+0000","last_became_active":"2024-08-10T04:52:19.196088+0000","last_became_peered":"2024-08-10T04:52:19.196088+0000","last_unstale":"2024-08-10T04:52:46.390837+0000","last_undegraded":"2024-08-10T04:52:46.390837+0000","last_fullsized":"2024-08-10T04:52:46.390837+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454643+0000","last_change":"2024-08-10T04:52:43.205424+0000","last_active":"2024-08-10T04:53:10.454643+0000","last_peered":"2024-08-10T04:53:10.454643+0000","last_clean":"2024-08-10T04:53:10.454643+0000","last_became_active":"2024-08-10T04:52:43.205136+0000","last_became_peered":"2024-08-10T04:52:43.205136+0000","last_unstale":"2024-08-10T04:53:10.454643+0000","last_undegraded":"2024-08-10T04:53:10.454643+0000","last_fullsized":"2024-08-10T04:53:10.454643+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.406206+0000","last_change":"2024-08-10T04:52:46.406004+0000","last_active":"2024-08-10T04:52:46.406206+0000","last_peered":"2024-08-10T04:52:46.406206+0000","last_clean":"2024-08-10T04:52:46.406206+0000","last_became_active":"2024-08-10T04:52:46.404971+0000","last_became_peered":"2024-08-10T04:52:46.404971+0000","last_unstale":"2024-08-10T04:52:46.406206+0000","last_undegraded":"2024-08-10T04:52:46.406206+0000","last_fullsized":"2024-08-10T04:52:46.406206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390704+0000","last_change":"2024-08-10T04:52:43.212693+0000","last_active":"2024-08-10T04:52:46.390704+0000","last_peered":"2024-08-10T04:52:46.390704+0000","last_clean":"2024-08-10T04:52:46.390704+0000","last_became_active":"2024-08-10T04:52:43.212372+0000","last_became_peered":"2024-08-10T04:52:43.212372+0000","last_unstale":"2024-08-10T04:52:46.390704+0000","last_undegraded":"2024-08-10T04:52:46.390704+0000","last_fullsized":"2024-08-10T04:52:46.390704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452435+0000","last_change":"2024-08-10T04:52:46.395192+0000","last_active":"2024-08-10T04:53:10.452435+0000","last_peered":"2024-08-10T04:53:10.452435+0000","last_clean":"2024-08-10T04:53:10.452435+0000","last_became_active":"2024-08-10T04:52:46.394924+0000","last_became_peered":"2024-08-10T04:52:46.394924+0000","last_unstale":"2024-08-10T04:53:10.452435+0000","last_undegraded":"2024-08-10T04:53:10.452435+0000","last_fullsized":"2024-08-10T04:53:10.452435+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.387550+0000","last_change":"2024-08-10T04:52:43.204599+0000","last_active":"2024-08-10T04:52:46.387550+0000","last_peered":"2024-08-10T04:52:46.387550+0000","last_clean":"2024-08-10T04:52:46.387550+0000","last_became_active":"2024-08-10T04:52:43.202967+0000","last_became_peered":"2024-08-10T04:52:43.202967+0000","last_unstale":"2024-08-10T04:52:46.387550+0000","last_undegraded":"2024-08-10T04:52:46.387550+0000","last_fullsized":"2024-08-10T04:52:46.387550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.401481+0000","last_change":"2024-08-10T04:52:46.398009+0000","last_active":"2024-08-10T04:52:48.401481+0000","last_peered":"2024-08-10T04:52:48.401481+0000","last_clean":"2024-08-10T04:52:48.401481+0000","last_became_active":"2024-08-10T04:52:46.397351+0000","last_became_peered":"2024-08-10T04:52:46.397351+0000","last_unstale":"2024-08-10T04:52:48.401481+0000","last_undegraded":"2024-08-10T04:52:48.401481+0000","last_fullsized":"2024-08-10T04:52:48.401481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456673+0000","last_change":"2024-08-10T04:52:43.209451+0000","last_active":"2024-08-10T04:53:10.456673+0000","last_peered":"2024-08-10T04:53:10.456673+0000","last_clean":"2024-08-10T04:53:10.456673+0000","last_became_active":"2024-08-10T04:52:43.208688+0000","last_became_peered":"2024-08-10T04:52:43.208688+0000","last_unstale":"2024-08-10T04:53:10.456673+0000","last_undegraded":"2024-08-10T04:53:10.456673+0000","last_fullsized":"2024-08-10T04:53:10.456673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T04:52:47.385451+0000","last_change":"2024-08-10T04:52:46.398527+0000","last_active":"2024-08-10T04:52:47.385451+0000","last_peered":"2024-08-10T04:52:47.385451+0000","last_clean":"2024-08-10T04:52:47.385451+0000","last_became_active":"2024-08-10T04:52:46.397986+0000","last_became_peered":"2024-08-10T04:52:46.397986+0000","last_unstale":"2024-08-10T04:52:47.385451+0000","last_undegraded":"2024-08-10T04:52:47.385451+0000","last_fullsized":"2024-08-10T04:52:47.385451+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:20.344971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.399992+0000","last_change":"2024-08-10T04:52:43.203373+0000","last_active":"2024-08-10T04:52:48.399992+0000","last_peered":"2024-08-10T04:52:48.399992+0000","last_clean":"2024-08-10T04:52:48.399992+0000","last_became_active":"2024-08-10T04:52:43.203110+0000","last_became_peered":"2024-08-10T04:52:43.203110+0000","last_unstale":"2024-08-10T04:52:48.399992+0000","last_undegraded":"2024-08-10T04:52:48.399992+0000","last_fullsized":"2024-08-10T04:52:48.399992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456408+0000","last_change":"2024-08-10T04:52:46.401218+0000","last_active":"2024-08-10T04:53:10.456408+0000","last_peered":"2024-08-10T04:53:10.456408+0000","last_clean":"2024-08-10T04:53:10.456408+0000","last_became_active":"2024-08-10T04:52:46.400947+0000","last_became_peered":"2024-08-10T04:52:46.400947+0000","last_unstale":"2024-08-10T04:53:10.456408+0000","last_undegraded":"2024-08-10T04:53:10.456408+0000","last_fullsized":"2024-08-10T04:53:10.456408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.395637+0000","last_change":"2024-08-10T04:52:43.213772+0000","last_active":"2024-08-10T04:52:46.395637+0000","last_peered":"2024-08-10T04:52:46.395637+0000","last_clean":"2024-08-10T04:52:46.395637+0000","last_became_active":"2024-08-10T04:52:43.213109+0000","last_became_peered":"2024-08-10T04:52:43.213109+0000","last_unstale":"2024-08-10T04:52:46.395637+0000","last_undegraded":"2024-08-10T04:52:46.395637+0000","last_fullsized":"2024-08-10T04:52:46.395637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.399899+0000","last_change":"2024-08-10T04:52:46.399139+0000","last_active":"2024-08-10T04:52:48.399899+0000","last_peered":"2024-08-10T04:52:48.399899+0000","last_clean":"2024-08-10T04:52:48.399899+0000","last_became_active":"2024-08-10T04:52:46.398935+0000","last_became_peered":"2024-08-10T04:52:46.398935+0000","last_unstale":"2024-08-10T04:52:48.399899+0000","last_undegraded":"2024-08-10T04:52:48.399899+0000","last_fullsized":"2024-08-10T04:52:48.399899+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:53.017840+0000","last_change":"2024-08-10T04:52:43.209231+0000","last_active":"2024-08-10T04:52:53.017840+0000","last_peered":"2024-08-10T04:52:53.017840+0000","last_clean":"2024-08-10T04:52:53.017840+0000","last_became_active":"2024-08-10T04:52:43.208753+0000","last_became_peered":"2024-08-10T04:52:43.208753+0000","last_unstale":"2024-08-10T04:52:53.017840+0000","last_undegraded":"2024-08-10T04:52:53.017840+0000","last_fullsized":"2024-08-10T04:52:53.017840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.403372+0000","last_change":"2024-08-10T04:52:46.403079+0000","last_active":"2024-08-10T04:52:46.403372+0000","last_peered":"2024-08-10T04:52:46.403372+0000","last_clean":"2024-08-10T04:52:46.403372+0000","last_became_active":"2024-08-10T04:52:46.402806+0000","last_became_peered":"2024-08-10T04:52:46.402806+0000","last_unstale":"2024-08-10T04:52:46.403372+0000","last_undegraded":"2024-08-10T04:52:46.403372+0000","last_fullsized":"2024-08-10T04:52:46.403372+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455917+0000","last_change":"2024-08-10T04:52:43.207654+0000","last_active":"2024-08-10T04:53:10.455917+0000","last_peered":"2024-08-10T04:53:10.455917+0000","last_clean":"2024-08-10T04:53:10.455917+0000","last_became_active":"2024-08-10T04:52:43.207374+0000","last_became_peered":"2024-08-10T04:52:43.207374+0000","last_unstale":"2024-08-10T04:53:10.455917+0000","last_undegraded":"2024-08-10T04:53:10.455917+0000","last_fullsized":"2024-08-10T04:53:10.455917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453182+0000","last_change":"2024-08-10T04:52:46.393161+0000","last_active":"2024-08-10T04:53:10.453182+0000","last_peered":"2024-08-10T04:53:10.453182+0000","last_clean":"2024-08-10T04:53:10.453182+0000","last_became_active":"2024-08-10T04:52:46.392897+0000","last_became_peered":"2024-08-10T04:52:46.392897+0000","last_unstale":"2024-08-10T04:53:10.453182+0000","last_undegraded":"2024-08-10T04:53:10.453182+0000","last_fullsized":"2024-08-10T04:53:10.453182+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.390564+0000","last_change":"2024-08-10T04:52:43.211703+0000","last_active":"2024-08-10T04:52:46.390564+0000","last_peered":"2024-08-10T04:52:46.390564+0000","last_clean":"2024-08-10T04:52:46.390564+0000","last_became_active":"2024-08-10T04:52:43.211412+0000","last_became_peered":"2024-08-10T04:52:43.211412+0000","last_unstale":"2024-08-10T04:52:46.390564+0000","last_undegraded":"2024-08-10T04:52:46.390564+0000","last_fullsized":"2024-08-10T04:52:46.390564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.391204+0000","last_change":"2024-08-10T04:52:46.405488+0000","last_active":"2024-08-10T04:52:48.391204+0000","last_peered":"2024-08-10T04:52:48.391204+0000","last_clean":"2024-08-10T04:52:48.391204+0000","last_became_active":"2024-08-10T04:52:46.405225+0000","last_became_peered":"2024-08-10T04:52:46.405225+0000","last_unstale":"2024-08-10T04:52:48.391204+0000","last_undegraded":"2024-08-10T04:52:48.391204+0000","last_fullsized":"2024-08-10T04:52:48.391204+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-10T04:53:10.455489+0000","last_change":"2024-08-10T04:53:10.455704+0000","last_active":"2024-08-10T04:53:10.455461+0000","last_peered":"2024-08-10T04:52:48.400567+0000","last_clean":"2024-08-10T04:52:48.400567+0000","last_became_active":"2024-08-10T04:52:43.204404+0000","last_became_peered":"2024-08-10T04:52:43.204404+0000","last_unstale":"2024-08-10T04:53:10.455489+0000","last_undegraded":"2024-08-10T04:53:10.455489+0000","last_fullsized":"2024-08-10T04:53:10.455489+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:57:50.151322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398893+0000","last_change":"2024-08-10T04:52:46.398320+0000","last_active":"2024-08-10T04:52:46.398893+0000","last_peered":"2024-08-10T04:52:46.398893+0000","last_clean":"2024-08-10T04:52:46.398893+0000","last_became_active":"2024-08-10T04:52:46.397160+0000","last_became_peered":"2024-08-10T04:52:46.397160+0000","last_unstale":"2024-08-10T04:52:46.398893+0000","last_undegraded":"2024-08-10T04:52:46.398893+0000","last_fullsized":"2024-08-10T04:52:46.398893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.401305+0000","last_change":"2024-08-10T04:52:43.204589+0000","last_active":"2024-08-10T04:52:48.401305+0000","last_peered":"2024-08-10T04:52:48.401305+0000","last_clean":"2024-08-10T04:52:48.401305+0000","last_became_active":"2024-08-10T04:52:43.204306+0000","last_became_peered":"2024-08-10T04:52:43.204306+0000","last_unstale":"2024-08-10T04:52:48.401305+0000","last_undegraded":"2024-08-10T04:52:48.401305+0000","last_fullsized":"2024-08-10T04:52:48.401305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.391523+0000","last_change":"2024-08-10T04:52:46.391312+0000","last_active":"2024-08-10T04:52:46.391523+0000","last_peered":"2024-08-10T04:52:46.391523+0000","last_clean":"2024-08-10T04:52:46.391523+0000","last_became_active":"2024-08-10T04:52:46.391025+0000","last_became_peered":"2024-08-10T04:52:46.391025+0000","last_unstale":"2024-08-10T04:52:46.391523+0000","last_undegraded":"2024-08-10T04:52:46.391523+0000","last_fullsized":"2024-08-10T04:52:46.391523+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.406706+0000","last_change":"2024-08-10T04:52:43.213650+0000","last_active":"2024-08-10T04:52:48.406706+0000","last_peered":"2024-08-10T04:52:48.406706+0000","last_clean":"2024-08-10T04:52:48.406706+0000","last_became_active":"2024-08-10T04:52:43.213257+0000","last_became_peered":"2024-08-10T04:52:43.213257+0000","last_unstale":"2024-08-10T04:52:48.406706+0000","last_undegraded":"2024-08-10T04:52:48.406706+0000","last_fullsized":"2024-08-10T04:52:48.406706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455481+0000","last_change":"2024-08-10T04:52:46.399405+0000","last_active":"2024-08-10T04:53:10.455481+0000","last_peered":"2024-08-10T04:53:10.455481+0000","last_clean":"2024-08-10T04:53:10.455481+0000","last_became_active":"2024-08-10T04:52:46.399098+0000","last_became_peered":"2024-08-10T04:52:46.399098+0000","last_unstale":"2024-08-10T04:53:10.455481+0000","last_undegraded":"2024-08-10T04:53:10.455481+0000","last_fullsized":"2024-08-10T04:53:10.455481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456310+0000","last_change":"2024-08-10T04:52:46.413630+0000","last_active":"2024-08-10T04:53:10.456310+0000","last_peered":"2024-08-10T04:53:10.456310+0000","last_clean":"2024-08-10T04:53:10.456310+0000","last_became_active":"2024-08-10T04:52:46.413332+0000","last_became_peered":"2024-08-10T04:52:46.413332+0000","last_unstale":"2024-08-10T04:53:10.456310+0000","last_undegraded":"2024-08-10T04:53:10.456310+0000","last_fullsized":"2024-08-10T04:53:10.456310+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.407296+0000","last_change":"2024-08-10T04:52:43.213489+0000","last_active":"2024-08-10T04:52:48.407296+0000","last_peered":"2024-08-10T04:52:48.407296+0000","last_clean":"2024-08-10T04:52:48.407296+0000","last_became_active":"2024-08-10T04:52:43.213212+0000","last_became_peered":"2024-08-10T04:52:43.213212+0000","last_unstale":"2024-08-10T04:52:48.407296+0000","last_undegraded":"2024-08-10T04:52:48.407296+0000","last_fullsized":"2024-08-10T04:52:48.407296+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455942+0000","last_change":"2024-08-10T04:52:46.403645+0000","last_active":"2024-08-10T04:53:10.455942+0000","last_peered":"2024-08-10T04:53:10.455942+0000","last_clean":"2024-08-10T04:53:10.455942+0000","last_became_active":"2024-08-10T04:52:46.403295+0000","last_became_peered":"2024-08-10T04:52:46.403295+0000","last_unstale":"2024-08-10T04:53:10.455942+0000","last_undegraded":"2024-08-10T04:53:10.455942+0000","last_fullsized":"2024-08-10T04:53:10.455942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.406840+0000","last_change":"2024-08-10T04:52:43.213254+0000","last_active":"2024-08-10T04:52:48.406840+0000","last_peered":"2024-08-10T04:52:48.406840+0000","last_clean":"2024-08-10T04:52:48.406840+0000","last_became_active":"2024-08-10T04:52:43.212916+0000","last_became_peered":"2024-08-10T04:52:43.212916+0000","last_unstale":"2024-08-10T04:52:48.406840+0000","last_undegraded":"2024-08-10T04:52:48.406840+0000","last_fullsized":"2024-08-10T04:52:48.406840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453408+0000","last_change":"2024-08-10T04:52:46.401284+0000","last_active":"2024-08-10T04:53:10.453408+0000","last_peered":"2024-08-10T04:53:10.453408+0000","last_clean":"2024-08-10T04:53:10.453408+0000","last_became_active":"2024-08-10T04:52:46.401005+0000","last_became_peered":"2024-08-10T04:52:46.401005+0000","last_unstale":"2024-08-10T04:53:10.453408+0000","last_undegraded":"2024-08-10T04:53:10.453408+0000","last_fullsized":"2024-08-10T04:53:10.453408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T04:52:48.401420+0000","last_change":"2024-08-10T04:52:43.204126+0000","last_active":"2024-08-10T04:52:48.401420+0000","last_peered":"2024-08-10T04:52:48.401420+0000","last_clean":"2024-08-10T04:52:48.401420+0000","last_became_active":"2024-08-10T04:52:43.203609+0000","last_became_peered":"2024-08-10T04:52:43.203609+0000","last_unstale":"2024-08-10T04:52:48.401420+0000","last_undegraded":"2024-08-10T04:52:48.401420+0000","last_fullsized":"2024-08-10T04:52:48.401420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-10T04:52:46.398393+0000","last_change":"2024-08-10T04:52:46.396078+0000","last_active":"2024-08-10T04:52:46.398393+0000","last_peered":"2024-08-10T04:52:46.398393+0000","last_clean":"2024-08-10T04:52:46.398393+0000","last_became_active":"2024-08-10T04:52:46.395811+0000","last_became_peered":"2024-08-10T04:52:46.395811+0000","last_unstale":"2024-08-10T04:52:46.398393+0000","last_undegraded":"2024-08-10T04:52:46.398393+0000","last_fullsized":"2024-08-10T04:52:46.398393+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453559+0000","last_change":"2024-08-10T04:52:43.209394+0000","last_active":"2024-08-10T04:53:10.453559+0000","last_peered":"2024-08-10T04:53:10.453559+0000","last_clean":"2024-08-10T04:53:10.453559+0000","last_became_active":"2024-08-10T04:52:43.209123+0000","last_became_peered":"2024-08-10T04:52:43.209123+0000","last_unstale":"2024-08-10T04:53:10.453559+0000","last_undegraded":"2024-08-10T04:53:10.453559+0000","last_fullsized":"2024-08-10T04:53:10.453559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201293,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1265664,"data_stored":870600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462929,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1273856,"data_stored":877705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.54300000000000004}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.501},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.58399999999999996}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.48099999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.66200000000000003}]},{"osd":4,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724567,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":294262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.60699999999999998}]},{"osd":1,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.789000000000001,"5min":16.789000000000001,"15min":16.789000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.52800000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.55900000000000005}]},{"osd":3,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.624},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.59199999999999997}]},{"osd":4,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.36799999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986204,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":287069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.76100000000000001,"15min":0.80100000000000005},"min":{"1min":0.35199999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.73399999999999999,"5min":6.8090000000000002,"15min":6.8090000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54700000000000004,"15min":0.54400000000000004},"min":{"1min":0.42499999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72599999999999998,"5min":0.754,"15min":0.754},"last":0.45100000000000001}]},{"osd":1,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.50800000000000001,"15min":0.502},"min":{"1min":0.371,"5min":0.316,"15min":0.316},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51200000000000001},"min":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.51200000000000001}]},{"osd":2,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.41299999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.79400000000000004,"15min":0.83599999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78500000000000003,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.38700000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.80600000000000005,"15min":0.84999999999999998},"min":{"1min":0.40600000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66100000000000003,"5min":6.7800000000000002,"15min":6.7800000000000002},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Aug 10 04:52:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42999999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149728,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36399999999999999,"15min":0.36599999999999999},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.378},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.38600000000000001,"15min":0.39000000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.36699999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65900000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66000000000000003,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.30099999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.68000000000000005,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.437},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.32700000000000001}]},{"osd":4,"last update":"Sat Aug 10 04:52:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.51400000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.55200000000000005}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":279640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.34000000000000002,"15min":0.33700000000000002},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.45800000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.34200000000000003,"15min":0.33300000000000002},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.50600000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.29799999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.35799999999999998,"15min":0.35399999999999998},"min":{"1min":0.24099999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.28599999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.498,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32600000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:52:47 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:52:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat Aug 10 04:52:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":286268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.28399999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.46899999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.307},"min":{"1min":0.224,"5min":0.222,"15min":0.222},"max":{"1min":0.47199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.35699999999999998,"15min":0.34999999999999998},"min":{"1min":0.25700000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.315},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.33200000000000002}]},{"osd":3,"last update":"Sat Aug 10 04:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41999999999999998,"15min":0.42099999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.435}]},{"osd":4,"last update":"Sat Aug 10 04:53:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.501},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.51000000000000001}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1298432,"data_stored":884027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 04:53:02 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60199999999999998,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.374,"5min":0.33700000000000002,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.32800000000000001}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.35699999999999998},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.222},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:46 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39300000000000002,"15min":0.39600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.50800000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.248},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.60099999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.31}]},{"osd":4,"last update":"Sat Aug 10 04:53:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.54800000000000004,"15min":0.54500000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.72199999999999998,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.55600000000000005,"15min":0.55000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.46100000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.496}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T04:53:14.999 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.3e is not active+clean 2024-08-10T04:53:14.999 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 14, 'reported_epoch': 67, 'state': 'peering', 'last_fresh': '2024-08-10T04:53:10.457480+0000', 'last_change': '2024-08-10T04:53:10.457699+0000', 'last_active': '2024-08-10T04:53:10.457453+0000', 'last_peered': '2024-08-10T04:52:48.400027+0000', 'last_clean': '2024-08-10T04:52:48.400027+0000', 'last_became_active': '2024-08-10T04:52:46.398601+0000', 'last_became_peered': '2024-08-10T04:52:46.398601+0000', 'last_unstale': '2024-08-10T04:53:10.457480+0000', 'last_undegraded': '2024-08-10T04:53:10.457480+0000', 'last_fullsized': '2024-08-10T04:53:10.457480+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 64, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-08-10T04:52:45.374148+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-08-10T04:52:45.374148+0000', 'last_clean_scrub_stamp': '2024-08-10T04:52:45.374148+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-08-11T09:39:07.810147+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 6], 'acting': [1, 2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 2, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-08-10T04:53:14.999 INFO:tasks.cephadm.ceph_manager.ceph:PG 2.9 is not active+clean 2024-08-10T04:53:14.999 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 17, 'reported_epoch': 67, 'state': 'peering', 'last_fresh': '2024-08-10T04:53:10.455489+0000', 'last_change': '2024-08-10T04:53:10.455704+0000', 'last_active': '2024-08-10T04:53:10.455461+0000', 'last_peered': '2024-08-10T04:52:48.400567+0000', 'last_clean': '2024-08-10T04:52:48.400567+0000', 'last_became_active': '2024-08-10T04:52:43.204404+0000', 'last_became_peered': '2024-08-10T04:52:43.204404+0000', 'last_unstale': '2024-08-10T04:53:10.455489+0000', 'last_undegraded': '2024-08-10T04:53:10.455489+0000', 'last_fullsized': '2024-08-10T04:53:10.455489+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 61, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-08-10T04:52:42.176360+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-08-10T04:52:42.176360+0000', 'last_clean_scrub_stamp': '2024-08-10T04:52:42.176360+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-08-11T05:57:50.151322+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 3], 'acting': [1, 2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-08-10T04:53:15.000 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph status --format=json 2024-08-10T04:53:15.263 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:15.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:15 smithi078 ceph-mon[39622]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:15.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:15 smithi078 ceph-mon[39622]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:15.662 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:15 smithi078 ceph-mon[29426]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:15.662 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:15 smithi078 ceph-mon[29426]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:15 smithi107 ceph-mon[32749]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:15 smithi107 ceph-mon[32749]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:17.076 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:17.076 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":260,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":68,"num_osds":8,"num_up_osds":8,"osd_up_since":1723265535,"num_in_osds":8,"osd_in_since":1723265518,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":95},{"state_name":"peering","count":2}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592706,"bytes_used":2443296768,"bytes_avail":765516988416,"bytes_total":767960285184,"inactive_pgs_ratio":0.020618556067347527},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24292}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":13,"modified":"2024-08-10T04:53:16.005155+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-08-10T04:53:17.673 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:17 smithi078 ceph-mon[29426]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:17.673 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:17 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2245228158' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-10T04:53:17.673 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:17 smithi078 ceph-mon[39622]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:17.673 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:17 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2245228158' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-10T04:53:17.698 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-08-10T04:53:17.698 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T04:53:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:17 smithi107 ceph-mon[32749]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:17 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2245228158' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-10T04:53:17.949 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:19.670 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:19.671 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:19 smithi078 ceph-mon[29426]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:19.671 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:19 smithi078 ceph-mon[39622]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:19.674 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T04:53:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:19 smithi107 ceph-mon[32749]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:20.369 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":212,"stamp":"2024-08-10T04:53:18.005421+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":292,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386064,"kb_used_data":7196,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575152,"statfs":{"total":767960285184,"available":765516955648,"internally_reserved":0,"allocated":7368704,"data_stored":4120486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002012"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453951+0000","last_change":"2024-08-10T04:52:46.411638+0000","last_active":"2024-08-10T04:53:10.453951+0000","last_peered":"2024-08-10T04:53:10.453951+0000","last_clean":"2024-08-10T04:53:10.453951+0000","last_became_active":"2024-08-10T04:52:46.411136+0000","last_became_peered":"2024-08-10T04:52:46.411136+0000","last_unstale":"2024-08-10T04:53:10.453951+0000","last_undegraded":"2024-08-10T04:53:10.453951+0000","last_fullsized":"2024-08-10T04:53:10.453951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.458636+0000","last_change":"2024-08-10T04:53:11.458636+0000","last_active":"2024-08-10T04:53:11.458636+0000","last_peered":"2024-08-10T04:53:11.458636+0000","last_clean":"2024-08-10T04:53:11.458636+0000","last_became_active":"2024-08-10T04:53:11.458267+0000","last_became_peered":"2024-08-10T04:53:11.458267+0000","last_unstale":"2024-08-10T04:53:11.458636+0000","last_undegraded":"2024-08-10T04:53:11.458636+0000","last_fullsized":"2024-08-10T04:53:11.458636+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:46:24.830245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453006+0000","last_change":"2024-08-10T04:52:46.396334+0000","last_active":"2024-08-10T04:53:10.453006+0000","last_peered":"2024-08-10T04:53:10.453006+0000","last_clean":"2024-08-10T04:53:10.453006+0000","last_became_active":"2024-08-10T04:52:46.396041+0000","last_became_peered":"2024-08-10T04:52:46.396041+0000","last_unstale":"2024-08-10T04:53:10.453006+0000","last_undegraded":"2024-08-10T04:53:10.453006+0000","last_fullsized":"2024-08-10T04:53:10.453006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454183+0000","last_change":"2024-08-10T04:52:46.411016+0000","last_active":"2024-08-10T04:53:10.454183+0000","last_peered":"2024-08-10T04:53:10.454183+0000","last_clean":"2024-08-10T04:53:10.454183+0000","last_became_active":"2024-08-10T04:52:46.410589+0000","last_became_peered":"2024-08-10T04:52:46.410589+0000","last_unstale":"2024-08-10T04:53:10.454183+0000","last_undegraded":"2024-08-10T04:53:10.454183+0000","last_fullsized":"2024-08-10T04:53:10.454183+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453211+0000","last_change":"2024-08-10T04:52:46.408224+0000","last_active":"2024-08-10T04:53:10.453211+0000","last_peered":"2024-08-10T04:53:10.453211+0000","last_clean":"2024-08-10T04:53:10.453211+0000","last_became_active":"2024-08-10T04:52:46.407579+0000","last_became_peered":"2024-08-10T04:52:46.407579+0000","last_unstale":"2024-08-10T04:53:10.453211+0000","last_undegraded":"2024-08-10T04:53:10.453211+0000","last_fullsized":"2024-08-10T04:53:10.453211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455254+0000","last_change":"2024-08-10T04:52:46.407014+0000","last_active":"2024-08-10T04:53:10.455254+0000","last_peered":"2024-08-10T04:53:10.455254+0000","last_clean":"2024-08-10T04:53:10.455254+0000","last_became_active":"2024-08-10T04:52:46.406716+0000","last_became_peered":"2024-08-10T04:52:46.406716+0000","last_unstale":"2024-08-10T04:53:10.455254+0000","last_undegraded":"2024-08-10T04:53:10.455254+0000","last_fullsized":"2024-08-10T04:53:10.455254+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453559+0000","last_change":"2024-08-10T04:52:46.412951+0000","last_active":"2024-08-10T04:53:10.453559+0000","last_peered":"2024-08-10T04:53:10.453559+0000","last_clean":"2024-08-10T04:53:10.453559+0000","last_became_active":"2024-08-10T04:52:46.412660+0000","last_became_peered":"2024-08-10T04:52:46.412660+0000","last_unstale":"2024-08-10T04:53:10.453559+0000","last_undegraded":"2024-08-10T04:53:10.453559+0000","last_fullsized":"2024-08-10T04:53:10.453559+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455571+0000","last_change":"2024-08-10T04:52:46.406098+0000","last_active":"2024-08-10T04:53:10.455571+0000","last_peered":"2024-08-10T04:53:10.455571+0000","last_clean":"2024-08-10T04:53:10.455571+0000","last_became_active":"2024-08-10T04:52:46.405036+0000","last_became_peered":"2024-08-10T04:52:46.405036+0000","last_unstale":"2024-08-10T04:53:10.455571+0000","last_undegraded":"2024-08-10T04:53:10.455571+0000","last_fullsized":"2024-08-10T04:53:10.455571+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454414+0000","last_change":"2024-08-10T04:52:46.407264+0000","last_active":"2024-08-10T04:53:10.454414+0000","last_peered":"2024-08-10T04:53:10.454414+0000","last_clean":"2024-08-10T04:53:10.454414+0000","last_became_active":"2024-08-10T04:52:46.406992+0000","last_became_peered":"2024-08-10T04:52:46.406992+0000","last_unstale":"2024-08-10T04:53:10.454414+0000","last_undegraded":"2024-08-10T04:53:10.454414+0000","last_fullsized":"2024-08-10T04:53:10.454414+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457015+0000","last_change":"2024-08-10T04:52:46.405085+0000","last_active":"2024-08-10T04:53:10.457015+0000","last_peered":"2024-08-10T04:53:10.457015+0000","last_clean":"2024-08-10T04:53:10.457015+0000","last_became_active":"2024-08-10T04:52:46.404791+0000","last_became_peered":"2024-08-10T04:52:46.404791+0000","last_unstale":"2024-08-10T04:53:10.457015+0000","last_undegraded":"2024-08-10T04:53:10.457015+0000","last_fullsized":"2024-08-10T04:53:10.457015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.457955+0000","last_change":"2024-08-10T04:53:11.457955+0000","last_active":"2024-08-10T04:53:11.457955+0000","last_peered":"2024-08-10T04:53:11.457955+0000","last_clean":"2024-08-10T04:53:11.457955+0000","last_became_active":"2024-08-10T04:53:11.457651+0000","last_became_peered":"2024-08-10T04:53:11.457651+0000","last_unstale":"2024-08-10T04:53:11.457955+0000","last_undegraded":"2024-08-10T04:53:11.457955+0000","last_fullsized":"2024-08-10T04:53:11.457955+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:19:03.195065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451802+0000","last_change":"2024-08-10T04:52:46.399846+0000","last_active":"2024-08-10T04:53:10.451802+0000","last_peered":"2024-08-10T04:53:10.451802+0000","last_clean":"2024-08-10T04:53:10.451802+0000","last_became_active":"2024-08-10T04:52:46.399470+0000","last_became_peered":"2024-08-10T04:52:46.399470+0000","last_unstale":"2024-08-10T04:53:10.451802+0000","last_undegraded":"2024-08-10T04:53:10.451802+0000","last_fullsized":"2024-08-10T04:53:10.451802+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456469+0000","last_change":"2024-08-10T04:52:46.395191+0000","last_active":"2024-08-10T04:53:10.456469+0000","last_peered":"2024-08-10T04:53:10.456469+0000","last_clean":"2024-08-10T04:53:10.456469+0000","last_became_active":"2024-08-10T04:52:46.394708+0000","last_became_peered":"2024-08-10T04:52:46.394708+0000","last_unstale":"2024-08-10T04:53:10.456469+0000","last_undegraded":"2024-08-10T04:53:10.456469+0000","last_fullsized":"2024-08-10T04:53:10.456469+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452862+0000","last_change":"2024-08-10T04:52:46.402662+0000","last_active":"2024-08-10T04:53:10.452862+0000","last_peered":"2024-08-10T04:53:10.452862+0000","last_clean":"2024-08-10T04:53:10.452862+0000","last_became_active":"2024-08-10T04:52:46.402347+0000","last_became_peered":"2024-08-10T04:52:46.402347+0000","last_unstale":"2024-08-10T04:53:10.452862+0000","last_undegraded":"2024-08-10T04:53:10.452862+0000","last_fullsized":"2024-08-10T04:53:10.452862+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455062+0000","last_change":"2024-08-10T04:52:46.399758+0000","last_active":"2024-08-10T04:53:10.455062+0000","last_peered":"2024-08-10T04:53:10.455062+0000","last_clean":"2024-08-10T04:53:10.455062+0000","last_became_active":"2024-08-10T04:52:46.399456+0000","last_became_peered":"2024-08-10T04:52:46.399456+0000","last_unstale":"2024-08-10T04:53:10.455062+0000","last_undegraded":"2024-08-10T04:53:10.455062+0000","last_fullsized":"2024-08-10T04:53:10.455062+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454286+0000","last_change":"2024-08-10T04:52:46.402571+0000","last_active":"2024-08-10T04:53:10.454286+0000","last_peered":"2024-08-10T04:53:10.454286+0000","last_clean":"2024-08-10T04:53:10.454286+0000","last_became_active":"2024-08-10T04:52:46.402075+0000","last_became_peered":"2024-08-10T04:52:46.402075+0000","last_unstale":"2024-08-10T04:53:10.454286+0000","last_undegraded":"2024-08-10T04:53:10.454286+0000","last_fullsized":"2024-08-10T04:53:10.454286+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.490552+0000","last_change":"2024-08-10T04:53:11.490552+0000","last_active":"2024-08-10T04:53:11.490552+0000","last_peered":"2024-08-10T04:53:11.490552+0000","last_clean":"2024-08-10T04:53:11.490552+0000","last_became_active":"2024-08-10T04:53:11.490122+0000","last_became_peered":"2024-08-10T04:53:11.490122+0000","last_unstale":"2024-08-10T04:53:11.490552+0000","last_undegraded":"2024-08-10T04:53:11.490552+0000","last_fullsized":"2024-08-10T04:53:11.490552+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:49:32.133370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452504+0000","last_change":"2024-08-10T04:52:46.397594+0000","last_active":"2024-08-10T04:53:10.452504+0000","last_peered":"2024-08-10T04:53:10.452504+0000","last_clean":"2024-08-10T04:53:10.452504+0000","last_became_active":"2024-08-10T04:52:46.397233+0000","last_became_peered":"2024-08-10T04:52:46.397233+0000","last_unstale":"2024-08-10T04:53:10.452504+0000","last_undegraded":"2024-08-10T04:53:10.452504+0000","last_fullsized":"2024-08-10T04:53:10.452504+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454003+0000","last_change":"2024-08-10T04:52:46.410675+0000","last_active":"2024-08-10T04:53:10.454003+0000","last_peered":"2024-08-10T04:53:10.454003+0000","last_clean":"2024-08-10T04:53:10.454003+0000","last_became_active":"2024-08-10T04:52:46.410146+0000","last_became_peered":"2024-08-10T04:52:46.410146+0000","last_unstale":"2024-08-10T04:53:10.454003+0000","last_undegraded":"2024-08-10T04:53:10.454003+0000","last_fullsized":"2024-08-10T04:53:10.454003+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456670+0000","last_change":"2024-08-10T04:52:46.408207+0000","last_active":"2024-08-10T04:53:10.456670+0000","last_peered":"2024-08-10T04:53:10.456670+0000","last_clean":"2024-08-10T04:53:10.456670+0000","last_became_active":"2024-08-10T04:52:46.407925+0000","last_became_peered":"2024-08-10T04:52:46.407925+0000","last_unstale":"2024-08-10T04:53:10.456670+0000","last_undegraded":"2024-08-10T04:53:10.456670+0000","last_fullsized":"2024-08-10T04:53:10.456670+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453618+0000","last_change":"2024-08-10T04:52:46.398125+0000","last_active":"2024-08-10T04:53:10.453618+0000","last_peered":"2024-08-10T04:53:10.453618+0000","last_clean":"2024-08-10T04:53:10.453618+0000","last_became_active":"2024-08-10T04:52:46.397725+0000","last_became_peered":"2024-08-10T04:52:46.397725+0000","last_unstale":"2024-08-10T04:53:10.453618+0000","last_undegraded":"2024-08-10T04:53:10.453618+0000","last_fullsized":"2024-08-10T04:53:10.453618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456132+0000","last_change":"2024-08-10T04:52:46.407585+0000","last_active":"2024-08-10T04:53:10.456132+0000","last_peered":"2024-08-10T04:53:10.456132+0000","last_clean":"2024-08-10T04:53:10.456132+0000","last_became_active":"2024-08-10T04:52:46.407313+0000","last_became_peered":"2024-08-10T04:52:46.407313+0000","last_unstale":"2024-08-10T04:53:10.456132+0000","last_undegraded":"2024-08-10T04:53:10.456132+0000","last_fullsized":"2024-08-10T04:53:10.456132+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456239+0000","last_change":"2024-08-10T04:52:46.401864+0000","last_active":"2024-08-10T04:53:10.456239+0000","last_peered":"2024-08-10T04:53:10.456239+0000","last_clean":"2024-08-10T04:53:10.456239+0000","last_became_active":"2024-08-10T04:52:46.401600+0000","last_became_peered":"2024-08-10T04:52:46.401600+0000","last_unstale":"2024-08-10T04:53:10.456239+0000","last_undegraded":"2024-08-10T04:53:10.456239+0000","last_fullsized":"2024-08-10T04:53:10.456239+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454358+0000","last_change":"2024-08-10T04:52:46.402400+0000","last_active":"2024-08-10T04:53:10.454358+0000","last_peered":"2024-08-10T04:53:10.454358+0000","last_clean":"2024-08-10T04:53:10.454358+0000","last_became_active":"2024-08-10T04:52:46.401643+0000","last_became_peered":"2024-08-10T04:52:46.401643+0000","last_unstale":"2024-08-10T04:53:10.454358+0000","last_undegraded":"2024-08-10T04:53:10.454358+0000","last_fullsized":"2024-08-10T04:53:10.454358+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456971+0000","last_change":"2024-08-10T04:52:46.408048+0000","last_active":"2024-08-10T04:53:10.456971+0000","last_peered":"2024-08-10T04:53:10.456971+0000","last_clean":"2024-08-10T04:53:10.456971+0000","last_became_active":"2024-08-10T04:52:46.407769+0000","last_became_peered":"2024-08-10T04:52:46.407769+0000","last_unstale":"2024-08-10T04:53:10.456971+0000","last_undegraded":"2024-08-10T04:53:10.456971+0000","last_fullsized":"2024-08-10T04:53:10.456971+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457114+0000","last_change":"2024-08-10T04:52:46.399967+0000","last_active":"2024-08-10T04:53:10.457114+0000","last_peered":"2024-08-10T04:53:10.457114+0000","last_clean":"2024-08-10T04:53:10.457114+0000","last_became_active":"2024-08-10T04:52:46.399551+0000","last_became_peered":"2024-08-10T04:52:46.399551+0000","last_unstale":"2024-08-10T04:53:10.457114+0000","last_undegraded":"2024-08-10T04:53:10.457114+0000","last_fullsized":"2024-08-10T04:53:10.457114+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456172+0000","last_change":"2024-08-10T04:52:46.394771+0000","last_active":"2024-08-10T04:53:10.456172+0000","last_peered":"2024-08-10T04:53:10.456172+0000","last_clean":"2024-08-10T04:53:10.456172+0000","last_became_active":"2024-08-10T04:52:46.394460+0000","last_became_peered":"2024-08-10T04:52:46.394460+0000","last_unstale":"2024-08-10T04:53:10.456172+0000","last_undegraded":"2024-08-10T04:53:10.456172+0000","last_fullsized":"2024-08-10T04:53:10.456172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456503+0000","last_change":"2024-08-10T04:52:46.403526+0000","last_active":"2024-08-10T04:53:10.456503+0000","last_peered":"2024-08-10T04:53:10.456503+0000","last_clean":"2024-08-10T04:53:10.456503+0000","last_became_active":"2024-08-10T04:52:46.403268+0000","last_became_peered":"2024-08-10T04:52:46.403268+0000","last_unstale":"2024-08-10T04:53:10.456503+0000","last_undegraded":"2024-08-10T04:53:10.456503+0000","last_fullsized":"2024-08-10T04:53:10.456503+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.490713+0000","last_change":"2024-08-10T04:53:11.490713+0000","last_active":"2024-08-10T04:53:11.490713+0000","last_peered":"2024-08-10T04:53:11.490713+0000","last_clean":"2024-08-10T04:53:11.490713+0000","last_became_active":"2024-08-10T04:53:11.490184+0000","last_became_peered":"2024-08-10T04:53:11.490184+0000","last_unstale":"2024-08-10T04:53:11.490713+0000","last_undegraded":"2024-08-10T04:53:11.490713+0000","last_fullsized":"2024-08-10T04:53:11.490713+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:25:54.791268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456459+0000","last_change":"2024-08-10T04:52:46.403389+0000","last_active":"2024-08-10T04:53:10.456459+0000","last_peered":"2024-08-10T04:53:10.456459+0000","last_clean":"2024-08-10T04:53:10.456459+0000","last_became_active":"2024-08-10T04:52:46.403112+0000","last_became_peered":"2024-08-10T04:52:46.403112+0000","last_unstale":"2024-08-10T04:53:10.456459+0000","last_undegraded":"2024-08-10T04:53:10.456459+0000","last_fullsized":"2024-08-10T04:53:10.456459+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453433+0000","last_change":"2024-08-10T04:52:46.395445+0000","last_active":"2024-08-10T04:53:10.453433+0000","last_peered":"2024-08-10T04:53:10.453433+0000","last_clean":"2024-08-10T04:53:10.453433+0000","last_became_active":"2024-08-10T04:52:46.395190+0000","last_became_peered":"2024-08-10T04:52:46.395190+0000","last_unstale":"2024-08-10T04:53:10.453433+0000","last_undegraded":"2024-08-10T04:53:10.453433+0000","last_fullsized":"2024-08-10T04:53:10.453433+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456933+0000","last_change":"2024-08-10T04:52:46.401541+0000","last_active":"2024-08-10T04:53:10.456933+0000","last_peered":"2024-08-10T04:53:10.456933+0000","last_clean":"2024-08-10T04:53:10.456933+0000","last_became_active":"2024-08-10T04:52:46.401263+0000","last_became_peered":"2024-08-10T04:52:46.401263+0000","last_unstale":"2024-08-10T04:53:10.456933+0000","last_undegraded":"2024-08-10T04:53:10.456933+0000","last_fullsized":"2024-08-10T04:53:10.456933+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451373+0000","last_change":"2024-08-10T04:52:46.397923+0000","last_active":"2024-08-10T04:53:10.451373+0000","last_peered":"2024-08-10T04:53:10.451373+0000","last_clean":"2024-08-10T04:53:10.451373+0000","last_became_active":"2024-08-10T04:52:46.397584+0000","last_became_peered":"2024-08-10T04:52:46.397584+0000","last_unstale":"2024-08-10T04:53:10.451373+0000","last_undegraded":"2024-08-10T04:53:10.451373+0000","last_fullsized":"2024-08-10T04:53:10.451373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456634+0000","last_change":"2024-08-10T04:52:43.204468+0000","last_active":"2024-08-10T04:53:10.456634+0000","last_peered":"2024-08-10T04:53:10.456634+0000","last_clean":"2024-08-10T04:53:10.456634+0000","last_became_active":"2024-08-10T04:52:43.204202+0000","last_became_peered":"2024-08-10T04:52:43.204202+0000","last_unstale":"2024-08-10T04:53:10.456634+0000","last_undegraded":"2024-08-10T04:53:10.456634+0000","last_fullsized":"2024-08-10T04:53:10.456634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453771+0000","last_change":"2024-08-10T04:52:46.397976+0000","last_active":"2024-08-10T04:53:10.453771+0000","last_peered":"2024-08-10T04:53:10.453771+0000","last_clean":"2024-08-10T04:53:10.453771+0000","last_became_active":"2024-08-10T04:52:46.397377+0000","last_became_peered":"2024-08-10T04:52:46.397377+0000","last_unstale":"2024-08-10T04:53:10.453771+0000","last_undegraded":"2024-08-10T04:53:10.453771+0000","last_fullsized":"2024-08-10T04:53:10.453771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455625+0000","last_change":"2024-08-10T04:52:43.206339+0000","last_active":"2024-08-10T04:53:10.455625+0000","last_peered":"2024-08-10T04:53:10.455625+0000","last_clean":"2024-08-10T04:53:10.455625+0000","last_became_active":"2024-08-10T04:52:43.205344+0000","last_became_peered":"2024-08-10T04:52:43.205344+0000","last_unstale":"2024-08-10T04:53:10.455625+0000","last_undegraded":"2024-08-10T04:53:10.455625+0000","last_fullsized":"2024-08-10T04:53:10.455625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456372+0000","last_change":"2024-08-10T04:52:43.206968+0000","last_active":"2024-08-10T04:53:10.456372+0000","last_peered":"2024-08-10T04:53:10.456372+0000","last_clean":"2024-08-10T04:53:10.456372+0000","last_became_active":"2024-08-10T04:52:43.206711+0000","last_became_peered":"2024-08-10T04:52:43.206711+0000","last_unstale":"2024-08-10T04:53:10.456372+0000","last_undegraded":"2024-08-10T04:53:10.456372+0000","last_fullsized":"2024-08-10T04:53:10.456372+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455646+0000","last_change":"2024-08-10T04:52:46.403132+0000","last_active":"2024-08-10T04:53:10.455646+0000","last_peered":"2024-08-10T04:53:10.455646+0000","last_clean":"2024-08-10T04:53:10.455646+0000","last_became_active":"2024-08-10T04:52:46.402812+0000","last_became_peered":"2024-08-10T04:52:46.402812+0000","last_unstale":"2024-08-10T04:53:10.455646+0000","last_undegraded":"2024-08-10T04:53:10.455646+0000","last_fullsized":"2024-08-10T04:53:10.455646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456085+0000","last_change":"2024-08-10T04:52:43.203854+0000","last_active":"2024-08-10T04:53:10.456085+0000","last_peered":"2024-08-10T04:53:10.456085+0000","last_clean":"2024-08-10T04:53:10.456085+0000","last_became_active":"2024-08-10T04:52:43.203566+0000","last_became_peered":"2024-08-10T04:52:43.203566+0000","last_unstale":"2024-08-10T04:53:10.456085+0000","last_undegraded":"2024-08-10T04:53:10.456085+0000","last_fullsized":"2024-08-10T04:53:10.456085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454938+0000","last_change":"2024-08-10T04:52:46.396795+0000","last_active":"2024-08-10T04:53:10.454938+0000","last_peered":"2024-08-10T04:53:10.454938+0000","last_clean":"2024-08-10T04:53:10.454938+0000","last_became_active":"2024-08-10T04:52:46.396514+0000","last_became_peered":"2024-08-10T04:52:46.396514+0000","last_unstale":"2024-08-10T04:53:10.454938+0000","last_undegraded":"2024-08-10T04:53:10.454938+0000","last_fullsized":"2024-08-10T04:53:10.454938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455828+0000","last_change":"2024-08-10T04:52:43.206962+0000","last_active":"2024-08-10T04:53:10.455828+0000","last_peered":"2024-08-10T04:53:10.455828+0000","last_clean":"2024-08-10T04:53:10.455828+0000","last_became_active":"2024-08-10T04:52:43.206669+0000","last_became_peered":"2024-08-10T04:52:43.206669+0000","last_unstale":"2024-08-10T04:53:10.455828+0000","last_undegraded":"2024-08-10T04:53:10.455828+0000","last_fullsized":"2024-08-10T04:53:10.455828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455639+0000","last_change":"2024-08-10T04:52:46.399588+0000","last_active":"2024-08-10T04:53:10.455639+0000","last_peered":"2024-08-10T04:53:10.455639+0000","last_clean":"2024-08-10T04:53:10.455639+0000","last_became_active":"2024-08-10T04:52:46.399281+0000","last_became_peered":"2024-08-10T04:52:46.399281+0000","last_unstale":"2024-08-10T04:53:10.455639+0000","last_undegraded":"2024-08-10T04:53:10.455639+0000","last_fullsized":"2024-08-10T04:53:10.455639+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456335+0000","last_change":"2024-08-10T04:52:43.206278+0000","last_active":"2024-08-10T04:53:10.456335+0000","last_peered":"2024-08-10T04:53:10.456335+0000","last_clean":"2024-08-10T04:53:10.456335+0000","last_became_active":"2024-08-10T04:52:43.205942+0000","last_became_peered":"2024-08-10T04:52:43.205942+0000","last_unstale":"2024-08-10T04:53:10.456335+0000","last_undegraded":"2024-08-10T04:53:10.456335+0000","last_fullsized":"2024-08-10T04:53:10.456335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453449+0000","last_change":"2024-08-10T04:52:46.400536+0000","last_active":"2024-08-10T04:53:10.453449+0000","last_peered":"2024-08-10T04:53:10.453449+0000","last_clean":"2024-08-10T04:53:10.453449+0000","last_became_active":"2024-08-10T04:52:46.399596+0000","last_became_peered":"2024-08-10T04:52:46.399596+0000","last_unstale":"2024-08-10T04:53:10.453449+0000","last_undegraded":"2024-08-10T04:53:10.453449+0000","last_fullsized":"2024-08-10T04:53:10.453449+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456252+0000","last_change":"2024-08-10T04:52:43.206421+0000","last_active":"2024-08-10T04:53:10.456252+0000","last_peered":"2024-08-10T04:53:10.456252+0000","last_clean":"2024-08-10T04:53:10.456252+0000","last_became_active":"2024-08-10T04:52:43.205710+0000","last_became_peered":"2024-08-10T04:52:43.205710+0000","last_unstale":"2024-08-10T04:53:10.456252+0000","last_undegraded":"2024-08-10T04:53:10.456252+0000","last_fullsized":"2024-08-10T04:53:10.456252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451849+0000","last_change":"2024-08-10T04:52:46.404276+0000","last_active":"2024-08-10T04:53:10.451849+0000","last_peered":"2024-08-10T04:53:10.451849+0000","last_clean":"2024-08-10T04:53:10.451849+0000","last_became_active":"2024-08-10T04:52:46.400744+0000","last_became_peered":"2024-08-10T04:52:46.400744+0000","last_unstale":"2024-08-10T04:53:10.451849+0000","last_undegraded":"2024-08-10T04:53:10.451849+0000","last_fullsized":"2024-08-10T04:53:10.451849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456762+0000","last_change":"2024-08-10T04:52:43.206260+0000","last_active":"2024-08-10T04:53:10.456762+0000","last_peered":"2024-08-10T04:53:10.456762+0000","last_clean":"2024-08-10T04:53:10.456762+0000","last_became_active":"2024-08-10T04:52:43.205910+0000","last_became_peered":"2024-08-10T04:52:43.205910+0000","last_unstale":"2024-08-10T04:53:10.456762+0000","last_undegraded":"2024-08-10T04:53:10.456762+0000","last_fullsized":"2024-08-10T04:53:10.456762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453633+0000","last_change":"2024-08-10T04:52:46.410449+0000","last_active":"2024-08-10T04:53:10.453633+0000","last_peered":"2024-08-10T04:53:10.453633+0000","last_clean":"2024-08-10T04:53:10.453633+0000","last_became_active":"2024-08-10T04:52:46.409294+0000","last_became_peered":"2024-08-10T04:52:46.409294+0000","last_unstale":"2024-08-10T04:53:10.453633+0000","last_undegraded":"2024-08-10T04:53:10.453633+0000","last_fullsized":"2024-08-10T04:53:10.453633+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453874+0000","last_change":"2024-08-10T04:52:43.202296+0000","last_active":"2024-08-10T04:53:10.453874+0000","last_peered":"2024-08-10T04:53:10.453874+0000","last_clean":"2024-08-10T04:53:10.453874+0000","last_became_active":"2024-08-10T04:52:43.201973+0000","last_became_peered":"2024-08-10T04:52:43.201973+0000","last_unstale":"2024-08-10T04:53:10.453874+0000","last_undegraded":"2024-08-10T04:53:10.453874+0000","last_fullsized":"2024-08-10T04:53:10.453874+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452942+0000","last_change":"2024-08-10T04:52:46.397712+0000","last_active":"2024-08-10T04:53:10.452942+0000","last_peered":"2024-08-10T04:53:10.452942+0000","last_clean":"2024-08-10T04:53:10.452942+0000","last_became_active":"2024-08-10T04:52:46.397464+0000","last_became_peered":"2024-08-10T04:52:46.397464+0000","last_unstale":"2024-08-10T04:53:10.452942+0000","last_undegraded":"2024-08-10T04:53:10.452942+0000","last_fullsized":"2024-08-10T04:53:10.452942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456559+0000","last_change":"2024-08-10T04:52:43.210566+0000","last_active":"2024-08-10T04:53:10.456559+0000","last_peered":"2024-08-10T04:53:10.456559+0000","last_clean":"2024-08-10T04:53:10.456559+0000","last_became_active":"2024-08-10T04:52:43.210268+0000","last_became_peered":"2024-08-10T04:52:43.210268+0000","last_unstale":"2024-08-10T04:53:10.456559+0000","last_undegraded":"2024-08-10T04:53:10.456559+0000","last_fullsized":"2024-08-10T04:53:10.456559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453309+0000","last_change":"2024-08-10T04:52:46.408576+0000","last_active":"2024-08-10T04:53:10.453309+0000","last_peered":"2024-08-10T04:53:10.453309+0000","last_clean":"2024-08-10T04:53:10.453309+0000","last_became_active":"2024-08-10T04:52:46.408291+0000","last_became_peered":"2024-08-10T04:52:46.408291+0000","last_unstale":"2024-08-10T04:53:10.453309+0000","last_undegraded":"2024-08-10T04:53:10.453309+0000","last_fullsized":"2024-08-10T04:53:10.453309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455514+0000","last_change":"2024-08-10T04:52:43.205526+0000","last_active":"2024-08-10T04:53:10.455514+0000","last_peered":"2024-08-10T04:53:10.455514+0000","last_clean":"2024-08-10T04:53:10.455514+0000","last_became_active":"2024-08-10T04:52:43.205223+0000","last_became_peered":"2024-08-10T04:52:43.205223+0000","last_unstale":"2024-08-10T04:53:10.455514+0000","last_undegraded":"2024-08-10T04:53:10.455514+0000","last_fullsized":"2024-08-10T04:53:10.455514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457024+0000","last_change":"2024-08-10T04:52:46.401407+0000","last_active":"2024-08-10T04:53:10.457024+0000","last_peered":"2024-08-10T04:53:10.457024+0000","last_clean":"2024-08-10T04:53:10.457024+0000","last_became_active":"2024-08-10T04:52:46.401112+0000","last_became_peered":"2024-08-10T04:52:46.401112+0000","last_unstale":"2024-08-10T04:53:10.457024+0000","last_undegraded":"2024-08-10T04:53:10.457024+0000","last_fullsized":"2024-08-10T04:53:10.457024+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452670+0000","last_change":"2024-08-10T04:52:43.201153+0000","last_active":"2024-08-10T04:53:10.452670+0000","last_peered":"2024-08-10T04:53:10.452670+0000","last_clean":"2024-08-10T04:53:10.452670+0000","last_became_active":"2024-08-10T04:52:43.200858+0000","last_became_peered":"2024-08-10T04:52:43.200858+0000","last_unstale":"2024-08-10T04:53:10.452670+0000","last_undegraded":"2024-08-10T04:53:10.452670+0000","last_fullsized":"2024-08-10T04:53:10.452670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.459908+0000","last_change":"2024-08-10T04:53:11.459908+0000","last_active":"2024-08-10T04:53:11.459908+0000","last_peered":"2024-08-10T04:53:11.459908+0000","last_clean":"2024-08-10T04:53:11.459908+0000","last_became_active":"2024-08-10T04:53:11.459523+0000","last_became_peered":"2024-08-10T04:53:11.459523+0000","last_unstale":"2024-08-10T04:53:11.459908+0000","last_undegraded":"2024-08-10T04:53:11.459908+0000","last_fullsized":"2024-08-10T04:53:11.459908+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:37:45.965286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452470+0000","last_change":"2024-08-10T04:52:43.210743+0000","last_active":"2024-08-10T04:53:10.452470+0000","last_peered":"2024-08-10T04:53:10.452470+0000","last_clean":"2024-08-10T04:53:10.452470+0000","last_became_active":"2024-08-10T04:52:43.210395+0000","last_became_peered":"2024-08-10T04:52:43.210395+0000","last_unstale":"2024-08-10T04:53:10.452470+0000","last_undegraded":"2024-08-10T04:53:10.452470+0000","last_fullsized":"2024-08-10T04:53:10.452470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454069+0000","last_change":"2024-08-10T04:52:46.413785+0000","last_active":"2024-08-10T04:53:10.454069+0000","last_peered":"2024-08-10T04:53:10.454069+0000","last_clean":"2024-08-10T04:53:10.454069+0000","last_became_active":"2024-08-10T04:52:46.413359+0000","last_became_peered":"2024-08-10T04:52:46.413359+0000","last_unstale":"2024-08-10T04:53:10.454069+0000","last_undegraded":"2024-08-10T04:53:10.454069+0000","last_fullsized":"2024-08-10T04:53:10.454069+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452646+0000","last_change":"2024-08-10T04:52:43.206037+0000","last_active":"2024-08-10T04:53:10.452646+0000","last_peered":"2024-08-10T04:53:10.452646+0000","last_clean":"2024-08-10T04:53:10.452646+0000","last_became_active":"2024-08-10T04:52:43.205715+0000","last_became_peered":"2024-08-10T04:52:43.205715+0000","last_unstale":"2024-08-10T04:53:10.452646+0000","last_undegraded":"2024-08-10T04:53:10.452646+0000","last_fullsized":"2024-08-10T04:53:10.452646+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454311+0000","last_change":"2024-08-10T04:52:46.414772+0000","last_active":"2024-08-10T04:53:10.454311+0000","last_peered":"2024-08-10T04:53:10.454311+0000","last_clean":"2024-08-10T04:53:10.454311+0000","last_became_active":"2024-08-10T04:52:46.414493+0000","last_became_peered":"2024-08-10T04:52:46.414493+0000","last_unstale":"2024-08-10T04:53:10.454311+0000","last_undegraded":"2024-08-10T04:53:10.454311+0000","last_fullsized":"2024-08-10T04:53:10.454311+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456285+0000","last_change":"2024-08-10T04:52:43.206326+0000","last_active":"2024-08-10T04:53:10.456285+0000","last_peered":"2024-08-10T04:53:10.456285+0000","last_clean":"2024-08-10T04:53:10.456285+0000","last_became_active":"2024-08-10T04:52:43.206066+0000","last_became_peered":"2024-08-10T04:52:43.206066+0000","last_unstale":"2024-08-10T04:53:10.456285+0000","last_undegraded":"2024-08-10T04:53:10.456285+0000","last_fullsized":"2024-08-10T04:53:10.456285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456042+0000","last_change":"2024-08-10T04:52:46.408217+0000","last_active":"2024-08-10T04:53:10.456042+0000","last_peered":"2024-08-10T04:53:10.456042+0000","last_clean":"2024-08-10T04:53:10.456042+0000","last_became_active":"2024-08-10T04:52:46.407898+0000","last_became_peered":"2024-08-10T04:52:46.407898+0000","last_unstale":"2024-08-10T04:53:10.456042+0000","last_undegraded":"2024-08-10T04:53:10.456042+0000","last_fullsized":"2024-08-10T04:53:10.456042+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453079+0000","last_change":"2024-08-10T04:52:43.205131+0000","last_active":"2024-08-10T04:53:10.453079+0000","last_peered":"2024-08-10T04:53:10.453079+0000","last_clean":"2024-08-10T04:53:10.453079+0000","last_became_active":"2024-08-10T04:52:43.204888+0000","last_became_peered":"2024-08-10T04:52:43.204888+0000","last_unstale":"2024-08-10T04:53:10.453079+0000","last_undegraded":"2024-08-10T04:53:10.453079+0000","last_fullsized":"2024-08-10T04:53:10.453079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453771+0000","last_change":"2024-08-10T04:52:46.410663+0000","last_active":"2024-08-10T04:53:10.453771+0000","last_peered":"2024-08-10T04:53:10.453771+0000","last_clean":"2024-08-10T04:53:10.453771+0000","last_became_active":"2024-08-10T04:52:46.409729+0000","last_became_peered":"2024-08-10T04:52:46.409729+0000","last_unstale":"2024-08-10T04:53:10.453771+0000","last_undegraded":"2024-08-10T04:53:10.453771+0000","last_fullsized":"2024-08-10T04:53:10.453771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453354+0000","last_change":"2024-08-10T04:52:19.196408+0000","last_active":"2024-08-10T04:53:10.453354+0000","last_peered":"2024-08-10T04:53:10.453354+0000","last_clean":"2024-08-10T04:53:10.453354+0000","last_became_active":"2024-08-10T04:52:19.196088+0000","last_became_peered":"2024-08-10T04:52:19.196088+0000","last_unstale":"2024-08-10T04:53:10.453354+0000","last_undegraded":"2024-08-10T04:53:10.453354+0000","last_fullsized":"2024-08-10T04:53:10.453354+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454643+0000","last_change":"2024-08-10T04:52:43.205424+0000","last_active":"2024-08-10T04:53:10.454643+0000","last_peered":"2024-08-10T04:53:10.454643+0000","last_clean":"2024-08-10T04:53:10.454643+0000","last_became_active":"2024-08-10T04:52:43.205136+0000","last_became_peered":"2024-08-10T04:52:43.205136+0000","last_unstale":"2024-08-10T04:53:10.454643+0000","last_undegraded":"2024-08-10T04:53:10.454643+0000","last_fullsized":"2024-08-10T04:53:10.454643+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455928+0000","last_change":"2024-08-10T04:52:46.406004+0000","last_active":"2024-08-10T04:53:10.455928+0000","last_peered":"2024-08-10T04:53:10.455928+0000","last_clean":"2024-08-10T04:53:10.455928+0000","last_became_active":"2024-08-10T04:52:46.404971+0000","last_became_peered":"2024-08-10T04:52:46.404971+0000","last_unstale":"2024-08-10T04:53:10.455928+0000","last_undegraded":"2024-08-10T04:53:10.455928+0000","last_fullsized":"2024-08-10T04:53:10.455928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453231+0000","last_change":"2024-08-10T04:52:43.212693+0000","last_active":"2024-08-10T04:53:10.453231+0000","last_peered":"2024-08-10T04:53:10.453231+0000","last_clean":"2024-08-10T04:53:10.453231+0000","last_became_active":"2024-08-10T04:52:43.212372+0000","last_became_peered":"2024-08-10T04:52:43.212372+0000","last_unstale":"2024-08-10T04:53:10.453231+0000","last_undegraded":"2024-08-10T04:53:10.453231+0000","last_fullsized":"2024-08-10T04:53:10.453231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452435+0000","last_change":"2024-08-10T04:52:46.395192+0000","last_active":"2024-08-10T04:53:10.452435+0000","last_peered":"2024-08-10T04:53:10.452435+0000","last_clean":"2024-08-10T04:53:10.452435+0000","last_became_active":"2024-08-10T04:52:46.394924+0000","last_became_peered":"2024-08-10T04:52:46.394924+0000","last_unstale":"2024-08-10T04:53:10.452435+0000","last_undegraded":"2024-08-10T04:53:10.452435+0000","last_fullsized":"2024-08-10T04:53:10.452435+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453509+0000","last_change":"2024-08-10T04:52:43.204599+0000","last_active":"2024-08-10T04:53:10.453509+0000","last_peered":"2024-08-10T04:53:10.453509+0000","last_clean":"2024-08-10T04:53:10.453509+0000","last_became_active":"2024-08-10T04:52:43.202967+0000","last_became_peered":"2024-08-10T04:52:43.202967+0000","last_unstale":"2024-08-10T04:53:10.453509+0000","last_undegraded":"2024-08-10T04:53:10.453509+0000","last_fullsized":"2024-08-10T04:53:10.453509+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456375+0000","last_change":"2024-08-10T04:52:46.398009+0000","last_active":"2024-08-10T04:53:10.456375+0000","last_peered":"2024-08-10T04:53:10.456375+0000","last_clean":"2024-08-10T04:53:10.456375+0000","last_became_active":"2024-08-10T04:52:46.397351+0000","last_became_peered":"2024-08-10T04:52:46.397351+0000","last_unstale":"2024-08-10T04:53:10.456375+0000","last_undegraded":"2024-08-10T04:53:10.456375+0000","last_fullsized":"2024-08-10T04:53:10.456375+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456673+0000","last_change":"2024-08-10T04:52:43.209451+0000","last_active":"2024-08-10T04:53:10.456673+0000","last_peered":"2024-08-10T04:53:10.456673+0000","last_clean":"2024-08-10T04:53:10.456673+0000","last_became_active":"2024-08-10T04:52:43.208688+0000","last_became_peered":"2024-08-10T04:52:43.208688+0000","last_unstale":"2024-08-10T04:53:10.456673+0000","last_undegraded":"2024-08-10T04:53:10.456673+0000","last_fullsized":"2024-08-10T04:53:10.456673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.459976+0000","last_change":"2024-08-10T04:53:11.459976+0000","last_active":"2024-08-10T04:53:11.459976+0000","last_peered":"2024-08-10T04:53:11.459976+0000","last_clean":"2024-08-10T04:53:11.459976+0000","last_became_active":"2024-08-10T04:53:11.459660+0000","last_became_peered":"2024-08-10T04:53:11.459660+0000","last_unstale":"2024-08-10T04:53:11.459976+0000","last_undegraded":"2024-08-10T04:53:11.459976+0000","last_fullsized":"2024-08-10T04:53:11.459976+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:31:33.577200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456143+0000","last_change":"2024-08-10T04:52:43.203373+0000","last_active":"2024-08-10T04:53:10.456143+0000","last_peered":"2024-08-10T04:53:10.456143+0000","last_clean":"2024-08-10T04:53:10.456143+0000","last_became_active":"2024-08-10T04:52:43.203110+0000","last_became_peered":"2024-08-10T04:52:43.203110+0000","last_unstale":"2024-08-10T04:53:10.456143+0000","last_undegraded":"2024-08-10T04:53:10.456143+0000","last_fullsized":"2024-08-10T04:53:10.456143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456408+0000","last_change":"2024-08-10T04:52:46.401218+0000","last_active":"2024-08-10T04:53:10.456408+0000","last_peered":"2024-08-10T04:53:10.456408+0000","last_clean":"2024-08-10T04:53:10.456408+0000","last_became_active":"2024-08-10T04:52:46.400947+0000","last_became_peered":"2024-08-10T04:52:46.400947+0000","last_unstale":"2024-08-10T04:53:10.456408+0000","last_undegraded":"2024-08-10T04:53:10.456408+0000","last_fullsized":"2024-08-10T04:53:10.456408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454095+0000","last_change":"2024-08-10T04:52:43.213772+0000","last_active":"2024-08-10T04:53:10.454095+0000","last_peered":"2024-08-10T04:53:10.454095+0000","last_clean":"2024-08-10T04:53:10.454095+0000","last_became_active":"2024-08-10T04:52:43.213109+0000","last_became_peered":"2024-08-10T04:52:43.213109+0000","last_unstale":"2024-08-10T04:53:10.454095+0000","last_undegraded":"2024-08-10T04:53:10.454095+0000","last_fullsized":"2024-08-10T04:53:10.454095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456096+0000","last_change":"2024-08-10T04:52:46.399139+0000","last_active":"2024-08-10T04:53:10.456096+0000","last_peered":"2024-08-10T04:53:10.456096+0000","last_clean":"2024-08-10T04:53:10.456096+0000","last_became_active":"2024-08-10T04:52:46.398935+0000","last_became_peered":"2024-08-10T04:52:46.398935+0000","last_unstale":"2024-08-10T04:53:10.456096+0000","last_undegraded":"2024-08-10T04:53:10.456096+0000","last_fullsized":"2024-08-10T04:53:10.456096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456564+0000","last_change":"2024-08-10T04:52:43.209231+0000","last_active":"2024-08-10T04:53:10.456564+0000","last_peered":"2024-08-10T04:53:10.456564+0000","last_clean":"2024-08-10T04:53:10.456564+0000","last_became_active":"2024-08-10T04:52:43.208753+0000","last_became_peered":"2024-08-10T04:52:43.208753+0000","last_unstale":"2024-08-10T04:53:10.456564+0000","last_undegraded":"2024-08-10T04:53:10.456564+0000","last_fullsized":"2024-08-10T04:53:10.456564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456843+0000","last_change":"2024-08-10T04:52:46.403079+0000","last_active":"2024-08-10T04:53:10.456843+0000","last_peered":"2024-08-10T04:53:10.456843+0000","last_clean":"2024-08-10T04:53:10.456843+0000","last_became_active":"2024-08-10T04:52:46.402806+0000","last_became_peered":"2024-08-10T04:52:46.402806+0000","last_unstale":"2024-08-10T04:53:10.456843+0000","last_undegraded":"2024-08-10T04:53:10.456843+0000","last_fullsized":"2024-08-10T04:53:10.456843+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455917+0000","last_change":"2024-08-10T04:52:43.207654+0000","last_active":"2024-08-10T04:53:10.455917+0000","last_peered":"2024-08-10T04:53:10.455917+0000","last_clean":"2024-08-10T04:53:10.455917+0000","last_became_active":"2024-08-10T04:52:43.207374+0000","last_became_peered":"2024-08-10T04:52:43.207374+0000","last_unstale":"2024-08-10T04:53:10.455917+0000","last_undegraded":"2024-08-10T04:53:10.455917+0000","last_fullsized":"2024-08-10T04:53:10.455917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453182+0000","last_change":"2024-08-10T04:52:46.393161+0000","last_active":"2024-08-10T04:53:10.453182+0000","last_peered":"2024-08-10T04:53:10.453182+0000","last_clean":"2024-08-10T04:53:10.453182+0000","last_became_active":"2024-08-10T04:52:46.392897+0000","last_became_peered":"2024-08-10T04:52:46.392897+0000","last_unstale":"2024-08-10T04:53:10.453182+0000","last_undegraded":"2024-08-10T04:53:10.453182+0000","last_fullsized":"2024-08-10T04:53:10.453182+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453229+0000","last_change":"2024-08-10T04:52:43.211703+0000","last_active":"2024-08-10T04:53:10.453229+0000","last_peered":"2024-08-10T04:53:10.453229+0000","last_clean":"2024-08-10T04:53:10.453229+0000","last_became_active":"2024-08-10T04:52:43.211412+0000","last_became_peered":"2024-08-10T04:52:43.211412+0000","last_unstale":"2024-08-10T04:53:10.453229+0000","last_undegraded":"2024-08-10T04:53:10.453229+0000","last_fullsized":"2024-08-10T04:53:10.453229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451562+0000","last_change":"2024-08-10T04:52:46.405488+0000","last_active":"2024-08-10T04:53:10.451562+0000","last_peered":"2024-08-10T04:53:10.451562+0000","last_clean":"2024-08-10T04:53:10.451562+0000","last_became_active":"2024-08-10T04:52:46.405225+0000","last_became_peered":"2024-08-10T04:52:46.405225+0000","last_unstale":"2024-08-10T04:53:10.451562+0000","last_undegraded":"2024-08-10T04:53:10.451562+0000","last_fullsized":"2024-08-10T04:53:10.451562+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.490135+0000","last_change":"2024-08-10T04:53:11.490135+0000","last_active":"2024-08-10T04:53:11.490135+0000","last_peered":"2024-08-10T04:53:11.490135+0000","last_clean":"2024-08-10T04:53:11.490135+0000","last_became_active":"2024-08-10T04:53:11.489837+0000","last_became_peered":"2024-08-10T04:53:11.489837+0000","last_unstale":"2024-08-10T04:53:11.490135+0000","last_undegraded":"2024-08-10T04:53:11.490135+0000","last_fullsized":"2024-08-10T04:53:11.490135+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:01:19.942205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455719+0000","last_change":"2024-08-10T04:52:46.398320+0000","last_active":"2024-08-10T04:53:10.455719+0000","last_peered":"2024-08-10T04:53:10.455719+0000","last_clean":"2024-08-10T04:53:10.455719+0000","last_became_active":"2024-08-10T04:52:46.397160+0000","last_became_peered":"2024-08-10T04:52:46.397160+0000","last_unstale":"2024-08-10T04:53:10.455719+0000","last_undegraded":"2024-08-10T04:53:10.455719+0000","last_fullsized":"2024-08-10T04:53:10.455719+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456022+0000","last_change":"2024-08-10T04:52:43.204589+0000","last_active":"2024-08-10T04:53:10.456022+0000","last_peered":"2024-08-10T04:53:10.456022+0000","last_clean":"2024-08-10T04:53:10.456022+0000","last_became_active":"2024-08-10T04:52:43.204306+0000","last_became_peered":"2024-08-10T04:52:43.204306+0000","last_unstale":"2024-08-10T04:53:10.456022+0000","last_undegraded":"2024-08-10T04:53:10.456022+0000","last_fullsized":"2024-08-10T04:53:10.456022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456548+0000","last_change":"2024-08-10T04:52:46.391312+0000","last_active":"2024-08-10T04:53:10.456548+0000","last_peered":"2024-08-10T04:53:10.456548+0000","last_clean":"2024-08-10T04:53:10.456548+0000","last_became_active":"2024-08-10T04:52:46.391025+0000","last_became_peered":"2024-08-10T04:52:46.391025+0000","last_unstale":"2024-08-10T04:53:10.456548+0000","last_undegraded":"2024-08-10T04:53:10.456548+0000","last_fullsized":"2024-08-10T04:53:10.456548+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453558+0000","last_change":"2024-08-10T04:52:43.213650+0000","last_active":"2024-08-10T04:53:10.453558+0000","last_peered":"2024-08-10T04:53:10.453558+0000","last_clean":"2024-08-10T04:53:10.453558+0000","last_became_active":"2024-08-10T04:52:43.213257+0000","last_became_peered":"2024-08-10T04:52:43.213257+0000","last_unstale":"2024-08-10T04:53:10.453558+0000","last_undegraded":"2024-08-10T04:53:10.453558+0000","last_fullsized":"2024-08-10T04:53:10.453558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455481+0000","last_change":"2024-08-10T04:52:46.399405+0000","last_active":"2024-08-10T04:53:10.455481+0000","last_peered":"2024-08-10T04:53:10.455481+0000","last_clean":"2024-08-10T04:53:10.455481+0000","last_became_active":"2024-08-10T04:52:46.399098+0000","last_became_peered":"2024-08-10T04:52:46.399098+0000","last_unstale":"2024-08-10T04:53:10.455481+0000","last_undegraded":"2024-08-10T04:53:10.455481+0000","last_fullsized":"2024-08-10T04:53:10.455481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456310+0000","last_change":"2024-08-10T04:52:46.413630+0000","last_active":"2024-08-10T04:53:10.456310+0000","last_peered":"2024-08-10T04:53:10.456310+0000","last_clean":"2024-08-10T04:53:10.456310+0000","last_became_active":"2024-08-10T04:52:46.413332+0000","last_became_peered":"2024-08-10T04:52:46.413332+0000","last_unstale":"2024-08-10T04:53:10.456310+0000","last_undegraded":"2024-08-10T04:53:10.456310+0000","last_fullsized":"2024-08-10T04:53:10.456310+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453692+0000","last_change":"2024-08-10T04:52:43.213489+0000","last_active":"2024-08-10T04:53:10.453692+0000","last_peered":"2024-08-10T04:53:10.453692+0000","last_clean":"2024-08-10T04:53:10.453692+0000","last_became_active":"2024-08-10T04:52:43.213212+0000","last_became_peered":"2024-08-10T04:52:43.213212+0000","last_unstale":"2024-08-10T04:53:10.453692+0000","last_undegraded":"2024-08-10T04:53:10.453692+0000","last_fullsized":"2024-08-10T04:53:10.453692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455942+0000","last_change":"2024-08-10T04:52:46.403645+0000","last_active":"2024-08-10T04:53:10.455942+0000","last_peered":"2024-08-10T04:53:10.455942+0000","last_clean":"2024-08-10T04:53:10.455942+0000","last_became_active":"2024-08-10T04:52:46.403295+0000","last_became_peered":"2024-08-10T04:52:46.403295+0000","last_unstale":"2024-08-10T04:53:10.455942+0000","last_undegraded":"2024-08-10T04:53:10.455942+0000","last_fullsized":"2024-08-10T04:53:10.455942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453892+0000","last_change":"2024-08-10T04:52:43.213254+0000","last_active":"2024-08-10T04:53:10.453892+0000","last_peered":"2024-08-10T04:53:10.453892+0000","last_clean":"2024-08-10T04:53:10.453892+0000","last_became_active":"2024-08-10T04:52:43.212916+0000","last_became_peered":"2024-08-10T04:52:43.212916+0000","last_unstale":"2024-08-10T04:53:10.453892+0000","last_undegraded":"2024-08-10T04:53:10.453892+0000","last_fullsized":"2024-08-10T04:53:10.453892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453408+0000","last_change":"2024-08-10T04:52:46.401284+0000","last_active":"2024-08-10T04:53:10.453408+0000","last_peered":"2024-08-10T04:53:10.453408+0000","last_clean":"2024-08-10T04:53:10.453408+0000","last_became_active":"2024-08-10T04:52:46.401005+0000","last_became_peered":"2024-08-10T04:52:46.401005+0000","last_unstale":"2024-08-10T04:53:10.453408+0000","last_undegraded":"2024-08-10T04:53:10.453408+0000","last_fullsized":"2024-08-10T04:53:10.453408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456722+0000","last_change":"2024-08-10T04:52:43.204126+0000","last_active":"2024-08-10T04:53:10.456722+0000","last_peered":"2024-08-10T04:53:10.456722+0000","last_clean":"2024-08-10T04:53:10.456722+0000","last_became_active":"2024-08-10T04:52:43.203609+0000","last_became_peered":"2024-08-10T04:52:43.203609+0000","last_unstale":"2024-08-10T04:53:10.456722+0000","last_undegraded":"2024-08-10T04:53:10.456722+0000","last_fullsized":"2024-08-10T04:53:10.456722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456391+0000","last_change":"2024-08-10T04:52:46.396078+0000","last_active":"2024-08-10T04:53:10.456391+0000","last_peered":"2024-08-10T04:53:10.456391+0000","last_clean":"2024-08-10T04:53:10.456391+0000","last_became_active":"2024-08-10T04:52:46.395811+0000","last_became_peered":"2024-08-10T04:52:46.395811+0000","last_unstale":"2024-08-10T04:53:10.456391+0000","last_undegraded":"2024-08-10T04:53:10.456391+0000","last_fullsized":"2024-08-10T04:53:10.456391+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453559+0000","last_change":"2024-08-10T04:52:43.209394+0000","last_active":"2024-08-10T04:53:10.453559+0000","last_peered":"2024-08-10T04:53:10.453559+0000","last_clean":"2024-08-10T04:53:10.453559+0000","last_became_active":"2024-08-10T04:52:43.209123+0000","last_became_peered":"2024-08-10T04:52:43.209123+0000","last_unstale":"2024-08-10T04:53:10.453559+0000","last_undegraded":"2024-08-10T04:53:10.453559+0000","last_fullsized":"2024-08-10T04:53:10.453559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201294,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298620,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446532,"statfs":{"total":95995035648,"available":95689248768,"internally_reserved":0,"allocated":1290240,"data_stored":883903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462930,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1286144,"data_stored":884275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.54300000000000004}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.501},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.58399999999999996}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.48099999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.66200000000000003}]},{"osd":4,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724568,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":294262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.627},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.61599999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.789000000000001,"5min":16.789000000000001,"15min":16.789000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.64700000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.58699999999999997}]},{"osd":3,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.66200000000000003}]},{"osd":4,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.48299999999999998}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.498},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.44400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986205,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":704512,"data_stored":293639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.76100000000000001,"15min":0.80100000000000005},"min":{"1min":0.35199999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.73399999999999999,"5min":6.8090000000000002,"15min":6.8090000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54700000000000004,"15min":0.54400000000000004},"min":{"1min":0.42499999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72599999999999998,"5min":0.754,"15min":0.754},"last":0.68700000000000006}]},{"osd":1,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.50800000000000001,"15min":0.502},"min":{"1min":0.371,"5min":0.316,"15min":0.316},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51200000000000001},"min":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.64700000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.41299999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.79400000000000004,"15min":0.83599999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78500000000000003,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.626}]},{"osd":3,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.80600000000000005,"15min":0.84999999999999998},"min":{"1min":0.40600000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66100000000000003,"5min":6.7800000000000002,"15min":6.7800000000000002},"last":0.55700000000000005}]},{"osd":5,"last update":"Sat Aug 10 04:52:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.443},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.46999999999999997}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]}]},{"osd":3,"up_from":26,"seq":111669149729,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":708608,"data_stored":294599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36399999999999999,"15min":0.36599999999999999},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.314},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.38600000000000001,"15min":0.39000000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.40699999999999997}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65900000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.376},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66000000000000003,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.39500000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.68000000000000005,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.35899999999999999}]},{"osd":4,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.48899999999999999,"5min":0.436,"15min":0.436},"max":{"1min":0.71599999999999997,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54900000000000004}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.51400000000000001}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]}]},{"osd":2,"up_from":18,"seq":77309411366,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":688128,"data_stored":292943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.34000000000000002,"15min":0.33700000000000002},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.45800000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.34200000000000003,"15min":0.33300000000000002},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.50600000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.24399999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.35799999999999998,"15min":0.35399999999999998},"min":{"1min":0.24099999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.37},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.28599999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.498,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.28499999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:47 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.35599999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.54100000000000004},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.76300000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.67600000000000005}]},{"osd":5,"last update":"Sat Aug 10 04:52:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.68799999999999994}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":692224,"data_stored":292838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.28399999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.46899999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.307},"min":{"1min":0.224,"5min":0.222,"15min":0.222},"max":{"1min":0.47199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.51600000000000001}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.35699999999999998,"15min":0.34999999999999998},"min":{"1min":0.25700000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.498},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.60099999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41999999999999998,"15min":0.42099999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.72399999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:53:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.69399999999999995}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.63200000000000001}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.68200000000000005}]},{"osd":7,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66400000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738416,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1298432,"data_stored":884027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 04:53:02 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60199999999999998,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.33700000000000002,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.29099999999999998}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.35699999999999998},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.35499999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:46 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39300000000000002,"15min":0.39600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.50800000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.307},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.60099999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.42999999999999999}]},{"osd":4,"last update":"Sat Aug 10 04:53:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.54800000000000004,"15min":0.54500000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.72199999999999998,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.55600000000000005,"15min":0.55000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.501}]},{"osd":5,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.48399999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.55100000000000005}]},{"osd":7,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.52800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T04:53:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:21 smithi078 ceph-mon[29426]: from='client.14523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:21 smithi078 ceph-mon[29426]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:21.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:21 smithi078 ceph-mon[39622]: from='client.14523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:21 smithi078 ceph-mon[39622]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:21 smithi107 ceph-mon[32749]: from='client.14523 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:21 smithi107 ceph-mon[32749]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:23.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T04:53:23.636 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:23 smithi078 ceph-mon[29426]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:23 smithi078 ceph-mon[39622]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:23 smithi107 ceph-mon[32749]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:25.417 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:53:25.419 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T04:53:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:25 smithi078 ceph-mon[29426]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:25 smithi078 ceph-mon[39622]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:25 smithi107 ceph-mon[32749]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:26.033 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":215,"stamp":"2024-08-10T04:53:24.007042+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386064,"kb_used_data":7196,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575152,"statfs":{"total":767960285184,"available":765516955648,"internally_reserved":0,"allocated":7368704,"data_stored":4120486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003088"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453951+0000","last_change":"2024-08-10T04:52:46.411638+0000","last_active":"2024-08-10T04:53:10.453951+0000","last_peered":"2024-08-10T04:53:10.453951+0000","last_clean":"2024-08-10T04:53:10.453951+0000","last_became_active":"2024-08-10T04:52:46.411136+0000","last_became_peered":"2024-08-10T04:52:46.411136+0000","last_unstale":"2024-08-10T04:53:10.453951+0000","last_undegraded":"2024-08-10T04:53:10.453951+0000","last_fullsized":"2024-08-10T04:53:10.453951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.458636+0000","last_change":"2024-08-10T04:53:11.458636+0000","last_active":"2024-08-10T04:53:11.458636+0000","last_peered":"2024-08-10T04:53:11.458636+0000","last_clean":"2024-08-10T04:53:11.458636+0000","last_became_active":"2024-08-10T04:53:11.458267+0000","last_became_peered":"2024-08-10T04:53:11.458267+0000","last_unstale":"2024-08-10T04:53:11.458636+0000","last_undegraded":"2024-08-10T04:53:11.458636+0000","last_fullsized":"2024-08-10T04:53:11.458636+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:46:24.830245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453006+0000","last_change":"2024-08-10T04:52:46.396334+0000","last_active":"2024-08-10T04:53:10.453006+0000","last_peered":"2024-08-10T04:53:10.453006+0000","last_clean":"2024-08-10T04:53:10.453006+0000","last_became_active":"2024-08-10T04:52:46.396041+0000","last_became_peered":"2024-08-10T04:52:46.396041+0000","last_unstale":"2024-08-10T04:53:10.453006+0000","last_undegraded":"2024-08-10T04:53:10.453006+0000","last_fullsized":"2024-08-10T04:53:10.453006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454183+0000","last_change":"2024-08-10T04:52:46.411016+0000","last_active":"2024-08-10T04:53:10.454183+0000","last_peered":"2024-08-10T04:53:10.454183+0000","last_clean":"2024-08-10T04:53:10.454183+0000","last_became_active":"2024-08-10T04:52:46.410589+0000","last_became_peered":"2024-08-10T04:52:46.410589+0000","last_unstale":"2024-08-10T04:53:10.454183+0000","last_undegraded":"2024-08-10T04:53:10.454183+0000","last_fullsized":"2024-08-10T04:53:10.454183+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453211+0000","last_change":"2024-08-10T04:52:46.408224+0000","last_active":"2024-08-10T04:53:10.453211+0000","last_peered":"2024-08-10T04:53:10.453211+0000","last_clean":"2024-08-10T04:53:10.453211+0000","last_became_active":"2024-08-10T04:52:46.407579+0000","last_became_peered":"2024-08-10T04:52:46.407579+0000","last_unstale":"2024-08-10T04:53:10.453211+0000","last_undegraded":"2024-08-10T04:53:10.453211+0000","last_fullsized":"2024-08-10T04:53:10.453211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455254+0000","last_change":"2024-08-10T04:52:46.407014+0000","last_active":"2024-08-10T04:53:10.455254+0000","last_peered":"2024-08-10T04:53:10.455254+0000","last_clean":"2024-08-10T04:53:10.455254+0000","last_became_active":"2024-08-10T04:52:46.406716+0000","last_became_peered":"2024-08-10T04:52:46.406716+0000","last_unstale":"2024-08-10T04:53:10.455254+0000","last_undegraded":"2024-08-10T04:53:10.455254+0000","last_fullsized":"2024-08-10T04:53:10.455254+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453559+0000","last_change":"2024-08-10T04:52:46.412951+0000","last_active":"2024-08-10T04:53:10.453559+0000","last_peered":"2024-08-10T04:53:10.453559+0000","last_clean":"2024-08-10T04:53:10.453559+0000","last_became_active":"2024-08-10T04:52:46.412660+0000","last_became_peered":"2024-08-10T04:52:46.412660+0000","last_unstale":"2024-08-10T04:53:10.453559+0000","last_undegraded":"2024-08-10T04:53:10.453559+0000","last_fullsized":"2024-08-10T04:53:10.453559+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455571+0000","last_change":"2024-08-10T04:52:46.406098+0000","last_active":"2024-08-10T04:53:10.455571+0000","last_peered":"2024-08-10T04:53:10.455571+0000","last_clean":"2024-08-10T04:53:10.455571+0000","last_became_active":"2024-08-10T04:52:46.405036+0000","last_became_peered":"2024-08-10T04:52:46.405036+0000","last_unstale":"2024-08-10T04:53:10.455571+0000","last_undegraded":"2024-08-10T04:53:10.455571+0000","last_fullsized":"2024-08-10T04:53:10.455571+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454414+0000","last_change":"2024-08-10T04:52:46.407264+0000","last_active":"2024-08-10T04:53:10.454414+0000","last_peered":"2024-08-10T04:53:10.454414+0000","last_clean":"2024-08-10T04:53:10.454414+0000","last_became_active":"2024-08-10T04:52:46.406992+0000","last_became_peered":"2024-08-10T04:52:46.406992+0000","last_unstale":"2024-08-10T04:53:10.454414+0000","last_undegraded":"2024-08-10T04:53:10.454414+0000","last_fullsized":"2024-08-10T04:53:10.454414+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457015+0000","last_change":"2024-08-10T04:52:46.405085+0000","last_active":"2024-08-10T04:53:10.457015+0000","last_peered":"2024-08-10T04:53:10.457015+0000","last_clean":"2024-08-10T04:53:10.457015+0000","last_became_active":"2024-08-10T04:52:46.404791+0000","last_became_peered":"2024-08-10T04:52:46.404791+0000","last_unstale":"2024-08-10T04:53:10.457015+0000","last_undegraded":"2024-08-10T04:53:10.457015+0000","last_fullsized":"2024-08-10T04:53:10.457015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.457955+0000","last_change":"2024-08-10T04:53:11.457955+0000","last_active":"2024-08-10T04:53:11.457955+0000","last_peered":"2024-08-10T04:53:11.457955+0000","last_clean":"2024-08-10T04:53:11.457955+0000","last_became_active":"2024-08-10T04:53:11.457651+0000","last_became_peered":"2024-08-10T04:53:11.457651+0000","last_unstale":"2024-08-10T04:53:11.457955+0000","last_undegraded":"2024-08-10T04:53:11.457955+0000","last_fullsized":"2024-08-10T04:53:11.457955+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:19:03.195065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451802+0000","last_change":"2024-08-10T04:52:46.399846+0000","last_active":"2024-08-10T04:53:10.451802+0000","last_peered":"2024-08-10T04:53:10.451802+0000","last_clean":"2024-08-10T04:53:10.451802+0000","last_became_active":"2024-08-10T04:52:46.399470+0000","last_became_peered":"2024-08-10T04:52:46.399470+0000","last_unstale":"2024-08-10T04:53:10.451802+0000","last_undegraded":"2024-08-10T04:53:10.451802+0000","last_fullsized":"2024-08-10T04:53:10.451802+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456469+0000","last_change":"2024-08-10T04:52:46.395191+0000","last_active":"2024-08-10T04:53:10.456469+0000","last_peered":"2024-08-10T04:53:10.456469+0000","last_clean":"2024-08-10T04:53:10.456469+0000","last_became_active":"2024-08-10T04:52:46.394708+0000","last_became_peered":"2024-08-10T04:52:46.394708+0000","last_unstale":"2024-08-10T04:53:10.456469+0000","last_undegraded":"2024-08-10T04:53:10.456469+0000","last_fullsized":"2024-08-10T04:53:10.456469+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452862+0000","last_change":"2024-08-10T04:52:46.402662+0000","last_active":"2024-08-10T04:53:10.452862+0000","last_peered":"2024-08-10T04:53:10.452862+0000","last_clean":"2024-08-10T04:53:10.452862+0000","last_became_active":"2024-08-10T04:52:46.402347+0000","last_became_peered":"2024-08-10T04:52:46.402347+0000","last_unstale":"2024-08-10T04:53:10.452862+0000","last_undegraded":"2024-08-10T04:53:10.452862+0000","last_fullsized":"2024-08-10T04:53:10.452862+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455062+0000","last_change":"2024-08-10T04:52:46.399758+0000","last_active":"2024-08-10T04:53:10.455062+0000","last_peered":"2024-08-10T04:53:10.455062+0000","last_clean":"2024-08-10T04:53:10.455062+0000","last_became_active":"2024-08-10T04:52:46.399456+0000","last_became_peered":"2024-08-10T04:52:46.399456+0000","last_unstale":"2024-08-10T04:53:10.455062+0000","last_undegraded":"2024-08-10T04:53:10.455062+0000","last_fullsized":"2024-08-10T04:53:10.455062+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454286+0000","last_change":"2024-08-10T04:52:46.402571+0000","last_active":"2024-08-10T04:53:10.454286+0000","last_peered":"2024-08-10T04:53:10.454286+0000","last_clean":"2024-08-10T04:53:10.454286+0000","last_became_active":"2024-08-10T04:52:46.402075+0000","last_became_peered":"2024-08-10T04:52:46.402075+0000","last_unstale":"2024-08-10T04:53:10.454286+0000","last_undegraded":"2024-08-10T04:53:10.454286+0000","last_fullsized":"2024-08-10T04:53:10.454286+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.490552+0000","last_change":"2024-08-10T04:53:11.490552+0000","last_active":"2024-08-10T04:53:11.490552+0000","last_peered":"2024-08-10T04:53:11.490552+0000","last_clean":"2024-08-10T04:53:11.490552+0000","last_became_active":"2024-08-10T04:53:11.490122+0000","last_became_peered":"2024-08-10T04:53:11.490122+0000","last_unstale":"2024-08-10T04:53:11.490552+0000","last_undegraded":"2024-08-10T04:53:11.490552+0000","last_fullsized":"2024-08-10T04:53:11.490552+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:49:32.133370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452504+0000","last_change":"2024-08-10T04:52:46.397594+0000","last_active":"2024-08-10T04:53:10.452504+0000","last_peered":"2024-08-10T04:53:10.452504+0000","last_clean":"2024-08-10T04:53:10.452504+0000","last_became_active":"2024-08-10T04:52:46.397233+0000","last_became_peered":"2024-08-10T04:52:46.397233+0000","last_unstale":"2024-08-10T04:53:10.452504+0000","last_undegraded":"2024-08-10T04:53:10.452504+0000","last_fullsized":"2024-08-10T04:53:10.452504+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454003+0000","last_change":"2024-08-10T04:52:46.410675+0000","last_active":"2024-08-10T04:53:10.454003+0000","last_peered":"2024-08-10T04:53:10.454003+0000","last_clean":"2024-08-10T04:53:10.454003+0000","last_became_active":"2024-08-10T04:52:46.410146+0000","last_became_peered":"2024-08-10T04:52:46.410146+0000","last_unstale":"2024-08-10T04:53:10.454003+0000","last_undegraded":"2024-08-10T04:53:10.454003+0000","last_fullsized":"2024-08-10T04:53:10.454003+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456670+0000","last_change":"2024-08-10T04:52:46.408207+0000","last_active":"2024-08-10T04:53:10.456670+0000","last_peered":"2024-08-10T04:53:10.456670+0000","last_clean":"2024-08-10T04:53:10.456670+0000","last_became_active":"2024-08-10T04:52:46.407925+0000","last_became_peered":"2024-08-10T04:52:46.407925+0000","last_unstale":"2024-08-10T04:53:10.456670+0000","last_undegraded":"2024-08-10T04:53:10.456670+0000","last_fullsized":"2024-08-10T04:53:10.456670+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453618+0000","last_change":"2024-08-10T04:52:46.398125+0000","last_active":"2024-08-10T04:53:10.453618+0000","last_peered":"2024-08-10T04:53:10.453618+0000","last_clean":"2024-08-10T04:53:10.453618+0000","last_became_active":"2024-08-10T04:52:46.397725+0000","last_became_peered":"2024-08-10T04:52:46.397725+0000","last_unstale":"2024-08-10T04:53:10.453618+0000","last_undegraded":"2024-08-10T04:53:10.453618+0000","last_fullsized":"2024-08-10T04:53:10.453618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456132+0000","last_change":"2024-08-10T04:52:46.407585+0000","last_active":"2024-08-10T04:53:10.456132+0000","last_peered":"2024-08-10T04:53:10.456132+0000","last_clean":"2024-08-10T04:53:10.456132+0000","last_became_active":"2024-08-10T04:52:46.407313+0000","last_became_peered":"2024-08-10T04:52:46.407313+0000","last_unstale":"2024-08-10T04:53:10.456132+0000","last_undegraded":"2024-08-10T04:53:10.456132+0000","last_fullsized":"2024-08-10T04:53:10.456132+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456239+0000","last_change":"2024-08-10T04:52:46.401864+0000","last_active":"2024-08-10T04:53:10.456239+0000","last_peered":"2024-08-10T04:53:10.456239+0000","last_clean":"2024-08-10T04:53:10.456239+0000","last_became_active":"2024-08-10T04:52:46.401600+0000","last_became_peered":"2024-08-10T04:52:46.401600+0000","last_unstale":"2024-08-10T04:53:10.456239+0000","last_undegraded":"2024-08-10T04:53:10.456239+0000","last_fullsized":"2024-08-10T04:53:10.456239+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454358+0000","last_change":"2024-08-10T04:52:46.402400+0000","last_active":"2024-08-10T04:53:10.454358+0000","last_peered":"2024-08-10T04:53:10.454358+0000","last_clean":"2024-08-10T04:53:10.454358+0000","last_became_active":"2024-08-10T04:52:46.401643+0000","last_became_peered":"2024-08-10T04:52:46.401643+0000","last_unstale":"2024-08-10T04:53:10.454358+0000","last_undegraded":"2024-08-10T04:53:10.454358+0000","last_fullsized":"2024-08-10T04:53:10.454358+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456971+0000","last_change":"2024-08-10T04:52:46.408048+0000","last_active":"2024-08-10T04:53:10.456971+0000","last_peered":"2024-08-10T04:53:10.456971+0000","last_clean":"2024-08-10T04:53:10.456971+0000","last_became_active":"2024-08-10T04:52:46.407769+0000","last_became_peered":"2024-08-10T04:52:46.407769+0000","last_unstale":"2024-08-10T04:53:10.456971+0000","last_undegraded":"2024-08-10T04:53:10.456971+0000","last_fullsized":"2024-08-10T04:53:10.456971+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457114+0000","last_change":"2024-08-10T04:52:46.399967+0000","last_active":"2024-08-10T04:53:10.457114+0000","last_peered":"2024-08-10T04:53:10.457114+0000","last_clean":"2024-08-10T04:53:10.457114+0000","last_became_active":"2024-08-10T04:52:46.399551+0000","last_became_peered":"2024-08-10T04:52:46.399551+0000","last_unstale":"2024-08-10T04:53:10.457114+0000","last_undegraded":"2024-08-10T04:53:10.457114+0000","last_fullsized":"2024-08-10T04:53:10.457114+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456172+0000","last_change":"2024-08-10T04:52:46.394771+0000","last_active":"2024-08-10T04:53:10.456172+0000","last_peered":"2024-08-10T04:53:10.456172+0000","last_clean":"2024-08-10T04:53:10.456172+0000","last_became_active":"2024-08-10T04:52:46.394460+0000","last_became_peered":"2024-08-10T04:52:46.394460+0000","last_unstale":"2024-08-10T04:53:10.456172+0000","last_undegraded":"2024-08-10T04:53:10.456172+0000","last_fullsized":"2024-08-10T04:53:10.456172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456503+0000","last_change":"2024-08-10T04:52:46.403526+0000","last_active":"2024-08-10T04:53:10.456503+0000","last_peered":"2024-08-10T04:53:10.456503+0000","last_clean":"2024-08-10T04:53:10.456503+0000","last_became_active":"2024-08-10T04:52:46.403268+0000","last_became_peered":"2024-08-10T04:52:46.403268+0000","last_unstale":"2024-08-10T04:53:10.456503+0000","last_undegraded":"2024-08-10T04:53:10.456503+0000","last_fullsized":"2024-08-10T04:53:10.456503+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.490713+0000","last_change":"2024-08-10T04:53:11.490713+0000","last_active":"2024-08-10T04:53:11.490713+0000","last_peered":"2024-08-10T04:53:11.490713+0000","last_clean":"2024-08-10T04:53:11.490713+0000","last_became_active":"2024-08-10T04:53:11.490184+0000","last_became_peered":"2024-08-10T04:53:11.490184+0000","last_unstale":"2024-08-10T04:53:11.490713+0000","last_undegraded":"2024-08-10T04:53:11.490713+0000","last_fullsized":"2024-08-10T04:53:11.490713+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:25:54.791268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456459+0000","last_change":"2024-08-10T04:52:46.403389+0000","last_active":"2024-08-10T04:53:10.456459+0000","last_peered":"2024-08-10T04:53:10.456459+0000","last_clean":"2024-08-10T04:53:10.456459+0000","last_became_active":"2024-08-10T04:52:46.403112+0000","last_became_peered":"2024-08-10T04:52:46.403112+0000","last_unstale":"2024-08-10T04:53:10.456459+0000","last_undegraded":"2024-08-10T04:53:10.456459+0000","last_fullsized":"2024-08-10T04:53:10.456459+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453433+0000","last_change":"2024-08-10T04:52:46.395445+0000","last_active":"2024-08-10T04:53:10.453433+0000","last_peered":"2024-08-10T04:53:10.453433+0000","last_clean":"2024-08-10T04:53:10.453433+0000","last_became_active":"2024-08-10T04:52:46.395190+0000","last_became_peered":"2024-08-10T04:52:46.395190+0000","last_unstale":"2024-08-10T04:53:10.453433+0000","last_undegraded":"2024-08-10T04:53:10.453433+0000","last_fullsized":"2024-08-10T04:53:10.453433+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456933+0000","last_change":"2024-08-10T04:52:46.401541+0000","last_active":"2024-08-10T04:53:10.456933+0000","last_peered":"2024-08-10T04:53:10.456933+0000","last_clean":"2024-08-10T04:53:10.456933+0000","last_became_active":"2024-08-10T04:52:46.401263+0000","last_became_peered":"2024-08-10T04:52:46.401263+0000","last_unstale":"2024-08-10T04:53:10.456933+0000","last_undegraded":"2024-08-10T04:53:10.456933+0000","last_fullsized":"2024-08-10T04:53:10.456933+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451373+0000","last_change":"2024-08-10T04:52:46.397923+0000","last_active":"2024-08-10T04:53:10.451373+0000","last_peered":"2024-08-10T04:53:10.451373+0000","last_clean":"2024-08-10T04:53:10.451373+0000","last_became_active":"2024-08-10T04:52:46.397584+0000","last_became_peered":"2024-08-10T04:52:46.397584+0000","last_unstale":"2024-08-10T04:53:10.451373+0000","last_undegraded":"2024-08-10T04:53:10.451373+0000","last_fullsized":"2024-08-10T04:53:10.451373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456634+0000","last_change":"2024-08-10T04:52:43.204468+0000","last_active":"2024-08-10T04:53:10.456634+0000","last_peered":"2024-08-10T04:53:10.456634+0000","last_clean":"2024-08-10T04:53:10.456634+0000","last_became_active":"2024-08-10T04:52:43.204202+0000","last_became_peered":"2024-08-10T04:52:43.204202+0000","last_unstale":"2024-08-10T04:53:10.456634+0000","last_undegraded":"2024-08-10T04:53:10.456634+0000","last_fullsized":"2024-08-10T04:53:10.456634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453771+0000","last_change":"2024-08-10T04:52:46.397976+0000","last_active":"2024-08-10T04:53:10.453771+0000","last_peered":"2024-08-10T04:53:10.453771+0000","last_clean":"2024-08-10T04:53:10.453771+0000","last_became_active":"2024-08-10T04:52:46.397377+0000","last_became_peered":"2024-08-10T04:52:46.397377+0000","last_unstale":"2024-08-10T04:53:10.453771+0000","last_undegraded":"2024-08-10T04:53:10.453771+0000","last_fullsized":"2024-08-10T04:53:10.453771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455625+0000","last_change":"2024-08-10T04:52:43.206339+0000","last_active":"2024-08-10T04:53:10.455625+0000","last_peered":"2024-08-10T04:53:10.455625+0000","last_clean":"2024-08-10T04:53:10.455625+0000","last_became_active":"2024-08-10T04:52:43.205344+0000","last_became_peered":"2024-08-10T04:52:43.205344+0000","last_unstale":"2024-08-10T04:53:10.455625+0000","last_undegraded":"2024-08-10T04:53:10.455625+0000","last_fullsized":"2024-08-10T04:53:10.455625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456372+0000","last_change":"2024-08-10T04:52:43.206968+0000","last_active":"2024-08-10T04:53:10.456372+0000","last_peered":"2024-08-10T04:53:10.456372+0000","last_clean":"2024-08-10T04:53:10.456372+0000","last_became_active":"2024-08-10T04:52:43.206711+0000","last_became_peered":"2024-08-10T04:52:43.206711+0000","last_unstale":"2024-08-10T04:53:10.456372+0000","last_undegraded":"2024-08-10T04:53:10.456372+0000","last_fullsized":"2024-08-10T04:53:10.456372+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455646+0000","last_change":"2024-08-10T04:52:46.403132+0000","last_active":"2024-08-10T04:53:10.455646+0000","last_peered":"2024-08-10T04:53:10.455646+0000","last_clean":"2024-08-10T04:53:10.455646+0000","last_became_active":"2024-08-10T04:52:46.402812+0000","last_became_peered":"2024-08-10T04:52:46.402812+0000","last_unstale":"2024-08-10T04:53:10.455646+0000","last_undegraded":"2024-08-10T04:53:10.455646+0000","last_fullsized":"2024-08-10T04:53:10.455646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456085+0000","last_change":"2024-08-10T04:52:43.203854+0000","last_active":"2024-08-10T04:53:10.456085+0000","last_peered":"2024-08-10T04:53:10.456085+0000","last_clean":"2024-08-10T04:53:10.456085+0000","last_became_active":"2024-08-10T04:52:43.203566+0000","last_became_peered":"2024-08-10T04:52:43.203566+0000","last_unstale":"2024-08-10T04:53:10.456085+0000","last_undegraded":"2024-08-10T04:53:10.456085+0000","last_fullsized":"2024-08-10T04:53:10.456085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454938+0000","last_change":"2024-08-10T04:52:46.396795+0000","last_active":"2024-08-10T04:53:10.454938+0000","last_peered":"2024-08-10T04:53:10.454938+0000","last_clean":"2024-08-10T04:53:10.454938+0000","last_became_active":"2024-08-10T04:52:46.396514+0000","last_became_peered":"2024-08-10T04:52:46.396514+0000","last_unstale":"2024-08-10T04:53:10.454938+0000","last_undegraded":"2024-08-10T04:53:10.454938+0000","last_fullsized":"2024-08-10T04:53:10.454938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455828+0000","last_change":"2024-08-10T04:52:43.206962+0000","last_active":"2024-08-10T04:53:10.455828+0000","last_peered":"2024-08-10T04:53:10.455828+0000","last_clean":"2024-08-10T04:53:10.455828+0000","last_became_active":"2024-08-10T04:52:43.206669+0000","last_became_peered":"2024-08-10T04:52:43.206669+0000","last_unstale":"2024-08-10T04:53:10.455828+0000","last_undegraded":"2024-08-10T04:53:10.455828+0000","last_fullsized":"2024-08-10T04:53:10.455828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455639+0000","last_change":"2024-08-10T04:52:46.399588+0000","last_active":"2024-08-10T04:53:10.455639+0000","last_peered":"2024-08-10T04:53:10.455639+0000","last_clean":"2024-08-10T04:53:10.455639+0000","last_became_active":"2024-08-10T04:52:46.399281+0000","last_became_peered":"2024-08-10T04:52:46.399281+0000","last_unstale":"2024-08-10T04:53:10.455639+0000","last_undegraded":"2024-08-10T04:53:10.455639+0000","last_fullsized":"2024-08-10T04:53:10.455639+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456335+0000","last_change":"2024-08-10T04:52:43.206278+0000","last_active":"2024-08-10T04:53:10.456335+0000","last_peered":"2024-08-10T04:53:10.456335+0000","last_clean":"2024-08-10T04:53:10.456335+0000","last_became_active":"2024-08-10T04:52:43.205942+0000","last_became_peered":"2024-08-10T04:52:43.205942+0000","last_unstale":"2024-08-10T04:53:10.456335+0000","last_undegraded":"2024-08-10T04:53:10.456335+0000","last_fullsized":"2024-08-10T04:53:10.456335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453449+0000","last_change":"2024-08-10T04:52:46.400536+0000","last_active":"2024-08-10T04:53:10.453449+0000","last_peered":"2024-08-10T04:53:10.453449+0000","last_clean":"2024-08-10T04:53:10.453449+0000","last_became_active":"2024-08-10T04:52:46.399596+0000","last_became_peered":"2024-08-10T04:52:46.399596+0000","last_unstale":"2024-08-10T04:53:10.453449+0000","last_undegraded":"2024-08-10T04:53:10.453449+0000","last_fullsized":"2024-08-10T04:53:10.453449+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456252+0000","last_change":"2024-08-10T04:52:43.206421+0000","last_active":"2024-08-10T04:53:10.456252+0000","last_peered":"2024-08-10T04:53:10.456252+0000","last_clean":"2024-08-10T04:53:10.456252+0000","last_became_active":"2024-08-10T04:52:43.205710+0000","last_became_peered":"2024-08-10T04:52:43.205710+0000","last_unstale":"2024-08-10T04:53:10.456252+0000","last_undegraded":"2024-08-10T04:53:10.456252+0000","last_fullsized":"2024-08-10T04:53:10.456252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451849+0000","last_change":"2024-08-10T04:52:46.404276+0000","last_active":"2024-08-10T04:53:10.451849+0000","last_peered":"2024-08-10T04:53:10.451849+0000","last_clean":"2024-08-10T04:53:10.451849+0000","last_became_active":"2024-08-10T04:52:46.400744+0000","last_became_peered":"2024-08-10T04:52:46.400744+0000","last_unstale":"2024-08-10T04:53:10.451849+0000","last_undegraded":"2024-08-10T04:53:10.451849+0000","last_fullsized":"2024-08-10T04:53:10.451849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456762+0000","last_change":"2024-08-10T04:52:43.206260+0000","last_active":"2024-08-10T04:53:10.456762+0000","last_peered":"2024-08-10T04:53:10.456762+0000","last_clean":"2024-08-10T04:53:10.456762+0000","last_became_active":"2024-08-10T04:52:43.205910+0000","last_became_peered":"2024-08-10T04:52:43.205910+0000","last_unstale":"2024-08-10T04:53:10.456762+0000","last_undegraded":"2024-08-10T04:53:10.456762+0000","last_fullsized":"2024-08-10T04:53:10.456762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453633+0000","last_change":"2024-08-10T04:52:46.410449+0000","last_active":"2024-08-10T04:53:10.453633+0000","last_peered":"2024-08-10T04:53:10.453633+0000","last_clean":"2024-08-10T04:53:10.453633+0000","last_became_active":"2024-08-10T04:52:46.409294+0000","last_became_peered":"2024-08-10T04:52:46.409294+0000","last_unstale":"2024-08-10T04:53:10.453633+0000","last_undegraded":"2024-08-10T04:53:10.453633+0000","last_fullsized":"2024-08-10T04:53:10.453633+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453874+0000","last_change":"2024-08-10T04:52:43.202296+0000","last_active":"2024-08-10T04:53:10.453874+0000","last_peered":"2024-08-10T04:53:10.453874+0000","last_clean":"2024-08-10T04:53:10.453874+0000","last_became_active":"2024-08-10T04:52:43.201973+0000","last_became_peered":"2024-08-10T04:52:43.201973+0000","last_unstale":"2024-08-10T04:53:10.453874+0000","last_undegraded":"2024-08-10T04:53:10.453874+0000","last_fullsized":"2024-08-10T04:53:10.453874+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452942+0000","last_change":"2024-08-10T04:52:46.397712+0000","last_active":"2024-08-10T04:53:10.452942+0000","last_peered":"2024-08-10T04:53:10.452942+0000","last_clean":"2024-08-10T04:53:10.452942+0000","last_became_active":"2024-08-10T04:52:46.397464+0000","last_became_peered":"2024-08-10T04:52:46.397464+0000","last_unstale":"2024-08-10T04:53:10.452942+0000","last_undegraded":"2024-08-10T04:53:10.452942+0000","last_fullsized":"2024-08-10T04:53:10.452942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456559+0000","last_change":"2024-08-10T04:52:43.210566+0000","last_active":"2024-08-10T04:53:10.456559+0000","last_peered":"2024-08-10T04:53:10.456559+0000","last_clean":"2024-08-10T04:53:10.456559+0000","last_became_active":"2024-08-10T04:52:43.210268+0000","last_became_peered":"2024-08-10T04:52:43.210268+0000","last_unstale":"2024-08-10T04:53:10.456559+0000","last_undegraded":"2024-08-10T04:53:10.456559+0000","last_fullsized":"2024-08-10T04:53:10.456559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453309+0000","last_change":"2024-08-10T04:52:46.408576+0000","last_active":"2024-08-10T04:53:10.453309+0000","last_peered":"2024-08-10T04:53:10.453309+0000","last_clean":"2024-08-10T04:53:10.453309+0000","last_became_active":"2024-08-10T04:52:46.408291+0000","last_became_peered":"2024-08-10T04:52:46.408291+0000","last_unstale":"2024-08-10T04:53:10.453309+0000","last_undegraded":"2024-08-10T04:53:10.453309+0000","last_fullsized":"2024-08-10T04:53:10.453309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455514+0000","last_change":"2024-08-10T04:52:43.205526+0000","last_active":"2024-08-10T04:53:10.455514+0000","last_peered":"2024-08-10T04:53:10.455514+0000","last_clean":"2024-08-10T04:53:10.455514+0000","last_became_active":"2024-08-10T04:52:43.205223+0000","last_became_peered":"2024-08-10T04:52:43.205223+0000","last_unstale":"2024-08-10T04:53:10.455514+0000","last_undegraded":"2024-08-10T04:53:10.455514+0000","last_fullsized":"2024-08-10T04:53:10.455514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.457024+0000","last_change":"2024-08-10T04:52:46.401407+0000","last_active":"2024-08-10T04:53:10.457024+0000","last_peered":"2024-08-10T04:53:10.457024+0000","last_clean":"2024-08-10T04:53:10.457024+0000","last_became_active":"2024-08-10T04:52:46.401112+0000","last_became_peered":"2024-08-10T04:52:46.401112+0000","last_unstale":"2024-08-10T04:53:10.457024+0000","last_undegraded":"2024-08-10T04:53:10.457024+0000","last_fullsized":"2024-08-10T04:53:10.457024+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452670+0000","last_change":"2024-08-10T04:52:43.201153+0000","last_active":"2024-08-10T04:53:10.452670+0000","last_peered":"2024-08-10T04:53:10.452670+0000","last_clean":"2024-08-10T04:53:10.452670+0000","last_became_active":"2024-08-10T04:52:43.200858+0000","last_became_peered":"2024-08-10T04:52:43.200858+0000","last_unstale":"2024-08-10T04:53:10.452670+0000","last_undegraded":"2024-08-10T04:53:10.452670+0000","last_fullsized":"2024-08-10T04:53:10.452670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.459908+0000","last_change":"2024-08-10T04:53:11.459908+0000","last_active":"2024-08-10T04:53:11.459908+0000","last_peered":"2024-08-10T04:53:11.459908+0000","last_clean":"2024-08-10T04:53:11.459908+0000","last_became_active":"2024-08-10T04:53:11.459523+0000","last_became_peered":"2024-08-10T04:53:11.459523+0000","last_unstale":"2024-08-10T04:53:11.459908+0000","last_undegraded":"2024-08-10T04:53:11.459908+0000","last_fullsized":"2024-08-10T04:53:11.459908+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:37:45.965286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452470+0000","last_change":"2024-08-10T04:52:43.210743+0000","last_active":"2024-08-10T04:53:10.452470+0000","last_peered":"2024-08-10T04:53:10.452470+0000","last_clean":"2024-08-10T04:53:10.452470+0000","last_became_active":"2024-08-10T04:52:43.210395+0000","last_became_peered":"2024-08-10T04:52:43.210395+0000","last_unstale":"2024-08-10T04:53:10.452470+0000","last_undegraded":"2024-08-10T04:53:10.452470+0000","last_fullsized":"2024-08-10T04:53:10.452470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454069+0000","last_change":"2024-08-10T04:52:46.413785+0000","last_active":"2024-08-10T04:53:10.454069+0000","last_peered":"2024-08-10T04:53:10.454069+0000","last_clean":"2024-08-10T04:53:10.454069+0000","last_became_active":"2024-08-10T04:52:46.413359+0000","last_became_peered":"2024-08-10T04:52:46.413359+0000","last_unstale":"2024-08-10T04:53:10.454069+0000","last_undegraded":"2024-08-10T04:53:10.454069+0000","last_fullsized":"2024-08-10T04:53:10.454069+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452646+0000","last_change":"2024-08-10T04:52:43.206037+0000","last_active":"2024-08-10T04:53:10.452646+0000","last_peered":"2024-08-10T04:53:10.452646+0000","last_clean":"2024-08-10T04:53:10.452646+0000","last_became_active":"2024-08-10T04:52:43.205715+0000","last_became_peered":"2024-08-10T04:52:43.205715+0000","last_unstale":"2024-08-10T04:53:10.452646+0000","last_undegraded":"2024-08-10T04:53:10.452646+0000","last_fullsized":"2024-08-10T04:53:10.452646+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454311+0000","last_change":"2024-08-10T04:52:46.414772+0000","last_active":"2024-08-10T04:53:10.454311+0000","last_peered":"2024-08-10T04:53:10.454311+0000","last_clean":"2024-08-10T04:53:10.454311+0000","last_became_active":"2024-08-10T04:52:46.414493+0000","last_became_peered":"2024-08-10T04:52:46.414493+0000","last_unstale":"2024-08-10T04:53:10.454311+0000","last_undegraded":"2024-08-10T04:53:10.454311+0000","last_fullsized":"2024-08-10T04:53:10.454311+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456285+0000","last_change":"2024-08-10T04:52:43.206326+0000","last_active":"2024-08-10T04:53:10.456285+0000","last_peered":"2024-08-10T04:53:10.456285+0000","last_clean":"2024-08-10T04:53:10.456285+0000","last_became_active":"2024-08-10T04:52:43.206066+0000","last_became_peered":"2024-08-10T04:52:43.206066+0000","last_unstale":"2024-08-10T04:53:10.456285+0000","last_undegraded":"2024-08-10T04:53:10.456285+0000","last_fullsized":"2024-08-10T04:53:10.456285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456042+0000","last_change":"2024-08-10T04:52:46.408217+0000","last_active":"2024-08-10T04:53:10.456042+0000","last_peered":"2024-08-10T04:53:10.456042+0000","last_clean":"2024-08-10T04:53:10.456042+0000","last_became_active":"2024-08-10T04:52:46.407898+0000","last_became_peered":"2024-08-10T04:52:46.407898+0000","last_unstale":"2024-08-10T04:53:10.456042+0000","last_undegraded":"2024-08-10T04:53:10.456042+0000","last_fullsized":"2024-08-10T04:53:10.456042+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453079+0000","last_change":"2024-08-10T04:52:43.205131+0000","last_active":"2024-08-10T04:53:10.453079+0000","last_peered":"2024-08-10T04:53:10.453079+0000","last_clean":"2024-08-10T04:53:10.453079+0000","last_became_active":"2024-08-10T04:52:43.204888+0000","last_became_peered":"2024-08-10T04:52:43.204888+0000","last_unstale":"2024-08-10T04:53:10.453079+0000","last_undegraded":"2024-08-10T04:53:10.453079+0000","last_fullsized":"2024-08-10T04:53:10.453079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453771+0000","last_change":"2024-08-10T04:52:46.410663+0000","last_active":"2024-08-10T04:53:10.453771+0000","last_peered":"2024-08-10T04:53:10.453771+0000","last_clean":"2024-08-10T04:53:10.453771+0000","last_became_active":"2024-08-10T04:52:46.409729+0000","last_became_peered":"2024-08-10T04:52:46.409729+0000","last_unstale":"2024-08-10T04:53:10.453771+0000","last_undegraded":"2024-08-10T04:53:10.453771+0000","last_fullsized":"2024-08-10T04:53:10.453771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453354+0000","last_change":"2024-08-10T04:52:19.196408+0000","last_active":"2024-08-10T04:53:10.453354+0000","last_peered":"2024-08-10T04:53:10.453354+0000","last_clean":"2024-08-10T04:53:10.453354+0000","last_became_active":"2024-08-10T04:52:19.196088+0000","last_became_peered":"2024-08-10T04:52:19.196088+0000","last_unstale":"2024-08-10T04:53:10.453354+0000","last_undegraded":"2024-08-10T04:53:10.453354+0000","last_fullsized":"2024-08-10T04:53:10.453354+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454643+0000","last_change":"2024-08-10T04:52:43.205424+0000","last_active":"2024-08-10T04:53:10.454643+0000","last_peered":"2024-08-10T04:53:10.454643+0000","last_clean":"2024-08-10T04:53:10.454643+0000","last_became_active":"2024-08-10T04:52:43.205136+0000","last_became_peered":"2024-08-10T04:52:43.205136+0000","last_unstale":"2024-08-10T04:53:10.454643+0000","last_undegraded":"2024-08-10T04:53:10.454643+0000","last_fullsized":"2024-08-10T04:53:10.454643+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455928+0000","last_change":"2024-08-10T04:52:46.406004+0000","last_active":"2024-08-10T04:53:10.455928+0000","last_peered":"2024-08-10T04:53:10.455928+0000","last_clean":"2024-08-10T04:53:10.455928+0000","last_became_active":"2024-08-10T04:52:46.404971+0000","last_became_peered":"2024-08-10T04:52:46.404971+0000","last_unstale":"2024-08-10T04:53:10.455928+0000","last_undegraded":"2024-08-10T04:53:10.455928+0000","last_fullsized":"2024-08-10T04:53:10.455928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453231+0000","last_change":"2024-08-10T04:52:43.212693+0000","last_active":"2024-08-10T04:53:10.453231+0000","last_peered":"2024-08-10T04:53:10.453231+0000","last_clean":"2024-08-10T04:53:10.453231+0000","last_became_active":"2024-08-10T04:52:43.212372+0000","last_became_peered":"2024-08-10T04:52:43.212372+0000","last_unstale":"2024-08-10T04:53:10.453231+0000","last_undegraded":"2024-08-10T04:53:10.453231+0000","last_fullsized":"2024-08-10T04:53:10.453231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.452435+0000","last_change":"2024-08-10T04:52:46.395192+0000","last_active":"2024-08-10T04:53:10.452435+0000","last_peered":"2024-08-10T04:53:10.452435+0000","last_clean":"2024-08-10T04:53:10.452435+0000","last_became_active":"2024-08-10T04:52:46.394924+0000","last_became_peered":"2024-08-10T04:52:46.394924+0000","last_unstale":"2024-08-10T04:53:10.452435+0000","last_undegraded":"2024-08-10T04:53:10.452435+0000","last_fullsized":"2024-08-10T04:53:10.452435+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453509+0000","last_change":"2024-08-10T04:52:43.204599+0000","last_active":"2024-08-10T04:53:10.453509+0000","last_peered":"2024-08-10T04:53:10.453509+0000","last_clean":"2024-08-10T04:53:10.453509+0000","last_became_active":"2024-08-10T04:52:43.202967+0000","last_became_peered":"2024-08-10T04:52:43.202967+0000","last_unstale":"2024-08-10T04:53:10.453509+0000","last_undegraded":"2024-08-10T04:53:10.453509+0000","last_fullsized":"2024-08-10T04:53:10.453509+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456375+0000","last_change":"2024-08-10T04:52:46.398009+0000","last_active":"2024-08-10T04:53:10.456375+0000","last_peered":"2024-08-10T04:53:10.456375+0000","last_clean":"2024-08-10T04:53:10.456375+0000","last_became_active":"2024-08-10T04:52:46.397351+0000","last_became_peered":"2024-08-10T04:52:46.397351+0000","last_unstale":"2024-08-10T04:53:10.456375+0000","last_undegraded":"2024-08-10T04:53:10.456375+0000","last_fullsized":"2024-08-10T04:53:10.456375+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456673+0000","last_change":"2024-08-10T04:52:43.209451+0000","last_active":"2024-08-10T04:53:10.456673+0000","last_peered":"2024-08-10T04:53:10.456673+0000","last_clean":"2024-08-10T04:53:10.456673+0000","last_became_active":"2024-08-10T04:52:43.208688+0000","last_became_peered":"2024-08-10T04:52:43.208688+0000","last_unstale":"2024-08-10T04:53:10.456673+0000","last_undegraded":"2024-08-10T04:53:10.456673+0000","last_fullsized":"2024-08-10T04:53:10.456673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.459976+0000","last_change":"2024-08-10T04:53:11.459976+0000","last_active":"2024-08-10T04:53:11.459976+0000","last_peered":"2024-08-10T04:53:11.459976+0000","last_clean":"2024-08-10T04:53:11.459976+0000","last_became_active":"2024-08-10T04:53:11.459660+0000","last_became_peered":"2024-08-10T04:53:11.459660+0000","last_unstale":"2024-08-10T04:53:11.459976+0000","last_undegraded":"2024-08-10T04:53:11.459976+0000","last_fullsized":"2024-08-10T04:53:11.459976+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:31:33.577200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456143+0000","last_change":"2024-08-10T04:52:43.203373+0000","last_active":"2024-08-10T04:53:10.456143+0000","last_peered":"2024-08-10T04:53:10.456143+0000","last_clean":"2024-08-10T04:53:10.456143+0000","last_became_active":"2024-08-10T04:52:43.203110+0000","last_became_peered":"2024-08-10T04:52:43.203110+0000","last_unstale":"2024-08-10T04:53:10.456143+0000","last_undegraded":"2024-08-10T04:53:10.456143+0000","last_fullsized":"2024-08-10T04:53:10.456143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456408+0000","last_change":"2024-08-10T04:52:46.401218+0000","last_active":"2024-08-10T04:53:10.456408+0000","last_peered":"2024-08-10T04:53:10.456408+0000","last_clean":"2024-08-10T04:53:10.456408+0000","last_became_active":"2024-08-10T04:52:46.400947+0000","last_became_peered":"2024-08-10T04:52:46.400947+0000","last_unstale":"2024-08-10T04:53:10.456408+0000","last_undegraded":"2024-08-10T04:53:10.456408+0000","last_fullsized":"2024-08-10T04:53:10.456408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.454095+0000","last_change":"2024-08-10T04:52:43.213772+0000","last_active":"2024-08-10T04:53:10.454095+0000","last_peered":"2024-08-10T04:53:10.454095+0000","last_clean":"2024-08-10T04:53:10.454095+0000","last_became_active":"2024-08-10T04:52:43.213109+0000","last_became_peered":"2024-08-10T04:52:43.213109+0000","last_unstale":"2024-08-10T04:53:10.454095+0000","last_undegraded":"2024-08-10T04:53:10.454095+0000","last_fullsized":"2024-08-10T04:53:10.454095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456096+0000","last_change":"2024-08-10T04:52:46.399139+0000","last_active":"2024-08-10T04:53:10.456096+0000","last_peered":"2024-08-10T04:53:10.456096+0000","last_clean":"2024-08-10T04:53:10.456096+0000","last_became_active":"2024-08-10T04:52:46.398935+0000","last_became_peered":"2024-08-10T04:52:46.398935+0000","last_unstale":"2024-08-10T04:53:10.456096+0000","last_undegraded":"2024-08-10T04:53:10.456096+0000","last_fullsized":"2024-08-10T04:53:10.456096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456564+0000","last_change":"2024-08-10T04:52:43.209231+0000","last_active":"2024-08-10T04:53:10.456564+0000","last_peered":"2024-08-10T04:53:10.456564+0000","last_clean":"2024-08-10T04:53:10.456564+0000","last_became_active":"2024-08-10T04:52:43.208753+0000","last_became_peered":"2024-08-10T04:52:43.208753+0000","last_unstale":"2024-08-10T04:53:10.456564+0000","last_undegraded":"2024-08-10T04:53:10.456564+0000","last_fullsized":"2024-08-10T04:53:10.456564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456843+0000","last_change":"2024-08-10T04:52:46.403079+0000","last_active":"2024-08-10T04:53:10.456843+0000","last_peered":"2024-08-10T04:53:10.456843+0000","last_clean":"2024-08-10T04:53:10.456843+0000","last_became_active":"2024-08-10T04:52:46.402806+0000","last_became_peered":"2024-08-10T04:52:46.402806+0000","last_unstale":"2024-08-10T04:53:10.456843+0000","last_undegraded":"2024-08-10T04:53:10.456843+0000","last_fullsized":"2024-08-10T04:53:10.456843+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455917+0000","last_change":"2024-08-10T04:52:43.207654+0000","last_active":"2024-08-10T04:53:10.455917+0000","last_peered":"2024-08-10T04:53:10.455917+0000","last_clean":"2024-08-10T04:53:10.455917+0000","last_became_active":"2024-08-10T04:52:43.207374+0000","last_became_peered":"2024-08-10T04:52:43.207374+0000","last_unstale":"2024-08-10T04:53:10.455917+0000","last_undegraded":"2024-08-10T04:53:10.455917+0000","last_fullsized":"2024-08-10T04:53:10.455917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453182+0000","last_change":"2024-08-10T04:52:46.393161+0000","last_active":"2024-08-10T04:53:10.453182+0000","last_peered":"2024-08-10T04:53:10.453182+0000","last_clean":"2024-08-10T04:53:10.453182+0000","last_became_active":"2024-08-10T04:52:46.392897+0000","last_became_peered":"2024-08-10T04:52:46.392897+0000","last_unstale":"2024-08-10T04:53:10.453182+0000","last_undegraded":"2024-08-10T04:53:10.453182+0000","last_fullsized":"2024-08-10T04:53:10.453182+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453229+0000","last_change":"2024-08-10T04:52:43.211703+0000","last_active":"2024-08-10T04:53:10.453229+0000","last_peered":"2024-08-10T04:53:10.453229+0000","last_clean":"2024-08-10T04:53:10.453229+0000","last_became_active":"2024-08-10T04:52:43.211412+0000","last_became_peered":"2024-08-10T04:52:43.211412+0000","last_unstale":"2024-08-10T04:53:10.453229+0000","last_undegraded":"2024-08-10T04:53:10.453229+0000","last_fullsized":"2024-08-10T04:53:10.453229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.451562+0000","last_change":"2024-08-10T04:52:46.405488+0000","last_active":"2024-08-10T04:53:10.451562+0000","last_peered":"2024-08-10T04:53:10.451562+0000","last_clean":"2024-08-10T04:53:10.451562+0000","last_became_active":"2024-08-10T04:52:46.405225+0000","last_became_peered":"2024-08-10T04:52:46.405225+0000","last_unstale":"2024-08-10T04:53:10.451562+0000","last_undegraded":"2024-08-10T04:53:10.451562+0000","last_fullsized":"2024-08-10T04:53:10.451562+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T04:53:11.490135+0000","last_change":"2024-08-10T04:53:11.490135+0000","last_active":"2024-08-10T04:53:11.490135+0000","last_peered":"2024-08-10T04:53:11.490135+0000","last_clean":"2024-08-10T04:53:11.490135+0000","last_became_active":"2024-08-10T04:53:11.489837+0000","last_became_peered":"2024-08-10T04:53:11.489837+0000","last_unstale":"2024-08-10T04:53:11.490135+0000","last_undegraded":"2024-08-10T04:53:11.490135+0000","last_fullsized":"2024-08-10T04:53:11.490135+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:01:19.942205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455719+0000","last_change":"2024-08-10T04:52:46.398320+0000","last_active":"2024-08-10T04:53:10.455719+0000","last_peered":"2024-08-10T04:53:10.455719+0000","last_clean":"2024-08-10T04:53:10.455719+0000","last_became_active":"2024-08-10T04:52:46.397160+0000","last_became_peered":"2024-08-10T04:52:46.397160+0000","last_unstale":"2024-08-10T04:53:10.455719+0000","last_undegraded":"2024-08-10T04:53:10.455719+0000","last_fullsized":"2024-08-10T04:53:10.455719+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456022+0000","last_change":"2024-08-10T04:52:43.204589+0000","last_active":"2024-08-10T04:53:10.456022+0000","last_peered":"2024-08-10T04:53:10.456022+0000","last_clean":"2024-08-10T04:53:10.456022+0000","last_became_active":"2024-08-10T04:52:43.204306+0000","last_became_peered":"2024-08-10T04:52:43.204306+0000","last_unstale":"2024-08-10T04:53:10.456022+0000","last_undegraded":"2024-08-10T04:53:10.456022+0000","last_fullsized":"2024-08-10T04:53:10.456022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456548+0000","last_change":"2024-08-10T04:52:46.391312+0000","last_active":"2024-08-10T04:53:10.456548+0000","last_peered":"2024-08-10T04:53:10.456548+0000","last_clean":"2024-08-10T04:53:10.456548+0000","last_became_active":"2024-08-10T04:52:46.391025+0000","last_became_peered":"2024-08-10T04:52:46.391025+0000","last_unstale":"2024-08-10T04:53:10.456548+0000","last_undegraded":"2024-08-10T04:53:10.456548+0000","last_fullsized":"2024-08-10T04:53:10.456548+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453558+0000","last_change":"2024-08-10T04:52:43.213650+0000","last_active":"2024-08-10T04:53:10.453558+0000","last_peered":"2024-08-10T04:53:10.453558+0000","last_clean":"2024-08-10T04:53:10.453558+0000","last_became_active":"2024-08-10T04:52:43.213257+0000","last_became_peered":"2024-08-10T04:52:43.213257+0000","last_unstale":"2024-08-10T04:53:10.453558+0000","last_undegraded":"2024-08-10T04:53:10.453558+0000","last_fullsized":"2024-08-10T04:53:10.453558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455481+0000","last_change":"2024-08-10T04:52:46.399405+0000","last_active":"2024-08-10T04:53:10.455481+0000","last_peered":"2024-08-10T04:53:10.455481+0000","last_clean":"2024-08-10T04:53:10.455481+0000","last_became_active":"2024-08-10T04:52:46.399098+0000","last_became_peered":"2024-08-10T04:52:46.399098+0000","last_unstale":"2024-08-10T04:53:10.455481+0000","last_undegraded":"2024-08-10T04:53:10.455481+0000","last_fullsized":"2024-08-10T04:53:10.455481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456310+0000","last_change":"2024-08-10T04:52:46.413630+0000","last_active":"2024-08-10T04:53:10.456310+0000","last_peered":"2024-08-10T04:53:10.456310+0000","last_clean":"2024-08-10T04:53:10.456310+0000","last_became_active":"2024-08-10T04:52:46.413332+0000","last_became_peered":"2024-08-10T04:52:46.413332+0000","last_unstale":"2024-08-10T04:53:10.456310+0000","last_undegraded":"2024-08-10T04:53:10.456310+0000","last_fullsized":"2024-08-10T04:53:10.456310+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453692+0000","last_change":"2024-08-10T04:52:43.213489+0000","last_active":"2024-08-10T04:53:10.453692+0000","last_peered":"2024-08-10T04:53:10.453692+0000","last_clean":"2024-08-10T04:53:10.453692+0000","last_became_active":"2024-08-10T04:52:43.213212+0000","last_became_peered":"2024-08-10T04:52:43.213212+0000","last_unstale":"2024-08-10T04:53:10.453692+0000","last_undegraded":"2024-08-10T04:53:10.453692+0000","last_fullsized":"2024-08-10T04:53:10.453692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.455942+0000","last_change":"2024-08-10T04:52:46.403645+0000","last_active":"2024-08-10T04:53:10.455942+0000","last_peered":"2024-08-10T04:53:10.455942+0000","last_clean":"2024-08-10T04:53:10.455942+0000","last_became_active":"2024-08-10T04:52:46.403295+0000","last_became_peered":"2024-08-10T04:52:46.403295+0000","last_unstale":"2024-08-10T04:53:10.455942+0000","last_undegraded":"2024-08-10T04:53:10.455942+0000","last_fullsized":"2024-08-10T04:53:10.455942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453892+0000","last_change":"2024-08-10T04:52:43.213254+0000","last_active":"2024-08-10T04:53:10.453892+0000","last_peered":"2024-08-10T04:53:10.453892+0000","last_clean":"2024-08-10T04:53:10.453892+0000","last_became_active":"2024-08-10T04:52:43.212916+0000","last_became_peered":"2024-08-10T04:52:43.212916+0000","last_unstale":"2024-08-10T04:53:10.453892+0000","last_undegraded":"2024-08-10T04:53:10.453892+0000","last_fullsized":"2024-08-10T04:53:10.453892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453408+0000","last_change":"2024-08-10T04:52:46.401284+0000","last_active":"2024-08-10T04:53:10.453408+0000","last_peered":"2024-08-10T04:53:10.453408+0000","last_clean":"2024-08-10T04:53:10.453408+0000","last_became_active":"2024-08-10T04:52:46.401005+0000","last_became_peered":"2024-08-10T04:52:46.401005+0000","last_unstale":"2024-08-10T04:53:10.453408+0000","last_undegraded":"2024-08-10T04:53:10.453408+0000","last_fullsized":"2024-08-10T04:53:10.453408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456722+0000","last_change":"2024-08-10T04:52:43.204126+0000","last_active":"2024-08-10T04:53:10.456722+0000","last_peered":"2024-08-10T04:53:10.456722+0000","last_clean":"2024-08-10T04:53:10.456722+0000","last_became_active":"2024-08-10T04:52:43.203609+0000","last_became_peered":"2024-08-10T04:52:43.203609+0000","last_unstale":"2024-08-10T04:53:10.456722+0000","last_undegraded":"2024-08-10T04:53:10.456722+0000","last_fullsized":"2024-08-10T04:53:10.456722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.456391+0000","last_change":"2024-08-10T04:52:46.396078+0000","last_active":"2024-08-10T04:53:10.456391+0000","last_peered":"2024-08-10T04:53:10.456391+0000","last_clean":"2024-08-10T04:53:10.456391+0000","last_became_active":"2024-08-10T04:52:46.395811+0000","last_became_peered":"2024-08-10T04:52:46.395811+0000","last_unstale":"2024-08-10T04:53:10.456391+0000","last_undegraded":"2024-08-10T04:53:10.456391+0000","last_fullsized":"2024-08-10T04:53:10.456391+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T04:53:10.453559+0000","last_change":"2024-08-10T04:52:43.209394+0000","last_active":"2024-08-10T04:53:10.453559+0000","last_peered":"2024-08-10T04:53:10.453559+0000","last_clean":"2024-08-10T04:53:10.453559+0000","last_became_active":"2024-08-10T04:52:43.209123+0000","last_became_peered":"2024-08-10T04:52:43.209123+0000","last_unstale":"2024-08-10T04:53:10.453559+0000","last_undegraded":"2024-08-10T04:53:10.453559+0000","last_fullsized":"2024-08-10T04:53:10.453559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201295,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298620,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446532,"statfs":{"total":95995035648,"available":95689248768,"internally_reserved":0,"allocated":1290240,"data_stored":883903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":12.332000000000001,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.51800000000000002}]},{"osd":1,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.60999999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":12.297000000000001,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":5.5570000000000004,"5min":5.5570000000000004,"15min":5.5570000000000004},"last":0.59799999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":7.2619999999999996,"5min":7.2619999999999996,"15min":7.2619999999999996},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.625}]},{"osd":4,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48299999999999998}]},{"osd":5,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.438},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.46300000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.57499999999999996}]}]},{"osd":6,"up_from":47,"seq":201863462931,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1286144,"data_stored":884275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.505}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54400000000000004}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.35099999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.44500000000000001}]},{"osd":4,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.66200000000000003}]},{"osd":5,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.56299999999999994}]},{"osd":7,"last update":"Sat Aug 10 04:53:16 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.626},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.53400000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724569,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":294262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.64800000000000002}]},{"osd":1,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.789000000000001,"5min":16.789000000000001,"15min":16.789000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.69099999999999995}]},{"osd":2,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57799999999999996}]},{"osd":3,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.52600000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.62}]},{"osd":7,"last update":"Sat Aug 10 04:53:18 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59299999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986206,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":704512,"data_stored":293639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.76100000000000001,"15min":0.80100000000000005},"min":{"1min":0.35199999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.73399999999999999,"5min":6.8090000000000002,"15min":6.8090000000000002},"last":0.434},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54700000000000004,"15min":0.54400000000000004},"min":{"1min":0.42499999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72599999999999998,"5min":0.754,"15min":0.754},"last":0.51300000000000001}]},{"osd":1,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.50800000000000001,"15min":0.502},"min":{"1min":0.371,"5min":0.316,"15min":0.316},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51200000000000001},"min":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.40200000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.41299999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.79400000000000004,"15min":0.83599999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.78500000000000003,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.46800000000000003}]},{"osd":3,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.62},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.80600000000000005,"15min":0.84999999999999998},"min":{"1min":0.40600000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66100000000000003,"5min":6.7800000000000002,"15min":6.7800000000000002},"last":0.54000000000000004}]},{"osd":5,"last update":"Sat Aug 10 04:52:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.56200000000000006}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.64200000000000002}]},{"osd":7,"last update":"Sat Aug 10 04:53:16 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.69699999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149730,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":708608,"data_stored":294599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36399999999999999,"15min":0.36599999999999999},"min":{"1min":0.24399999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.314},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.38600000000000001,"15min":0.39000000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.28999999999999998}]},{"osd":1,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65900000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.371},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66000000000000003,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.36099999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.68000000000000005,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.34499999999999997}]},{"osd":4,"last update":"Sat Aug 10 04:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.48899999999999999,"5min":0.436,"15min":0.436},"max":{"1min":0.71599999999999997,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.64300000000000002}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.75900000000000001}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.66700000000000004}]},{"osd":7,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.69099999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411367,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":688128,"data_stored":292943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.34000000000000002,"15min":0.33700000000000002},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.45800000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.314},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.34200000000000003,"15min":0.33300000000000002},"min":{"1min":0.26600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.50600000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.218}]},{"osd":1,"last update":"Sat Aug 10 04:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.35799999999999998,"15min":0.35399999999999998},"min":{"1min":0.24099999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.28599999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.498,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.22900000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:52:47 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.26100000000000001}]},{"osd":4,"last update":"Sat Aug 10 04:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.54100000000000004},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.76300000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.627},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.62}]},{"osd":5,"last update":"Sat Aug 10 04:52:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.59699999999999998}]},{"osd":6,"last update":"Sat Aug 10 04:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.55600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298036,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447116,"statfs":{"total":95995035648,"available":95689846784,"internally_reserved":0,"allocated":692224,"data_stored":292838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.28399999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.46899999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.32600000000000001,"15min":0.307},"min":{"1min":0.224,"5min":0.222,"15min":0.222},"max":{"1min":0.47199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.35699999999999998,"15min":0.34999999999999998},"min":{"1min":0.25700000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Aug 10 04:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.317},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41999999999999998,"15min":0.42099999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.42599999999999999}]},{"osd":4,"last update":"Sat Aug 10 04:53:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.67800000000000005,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.66500000000000004}]},{"osd":5,"last update":"Sat Aug 10 04:52:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.60999999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.623},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.85599999999999998}]},{"osd":7,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.59699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738417,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1298432,"data_stored":884027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 04:53:02 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.219,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60199999999999998,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.372},{"interface":"front","average":{"1min":0.374,"5min":0.33700000000000002,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.28199999999999997}]},{"osd":2,"last update":"Sat Aug 10 04:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.36199999999999999,"15min":0.35699999999999998},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.253}]},{"osd":3,"last update":"Sat Aug 10 04:52:46 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39300000000000002,"15min":0.39600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.50800000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.60099999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:53:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.54800000000000004,"15min":0.54500000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.72199999999999998,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.55600000000000005,"15min":0.55000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Aug 10 04:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Aug 10 04:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52100000000000002}]},{"osd":7,"last update":"Sat Aug 10 04:53:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.623},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.70499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T04:53:26.039 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-10T04:53:26.039 INFO:tasks.cephadm:Adding prometheus.a on smithi107 2024-08-10T04:53:26.039 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch apply prometheus '1;smithi107=a' 2024-08-10T04:53:26.304 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:53:26.754 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:26 smithi107 ceph-mon[32749]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:26 smithi078 ceph-mon[29426]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:26.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:26 smithi078 ceph-mon[39622]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:53:27.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:27 smithi107 ceph-mon[32749]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:27.902 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled prometheus update... 2024-08-10T04:53:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:27 smithi078 ceph-mon[29426]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:27 smithi078 ceph-mon[39622]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:28.485 DEBUG:teuthology.orchestra.run.smithi107:prometheus.a> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service 2024-08-10T04:53:28.487 INFO:tasks.cephadm:Adding node-exporter.a on smithi078 2024-08-10T04:53:28.488 INFO:tasks.cephadm:Adding node-exporter.b on smithi107 2024-08-10T04:53:28.488 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch apply node-exporter '2;smithi078=a;smithi107=b' 2024-08-10T04:53:28.803 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:53:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: Saving service prometheus spec with placement smithi107=a;count:1 2024-08-10T04:53:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:53:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:29.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:53:29.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:53:29.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:29.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:28 smithi107 ceph-mon[32749]: Deploying daemon prometheus.a on smithi107 2024-08-10T04:53:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: Saving service prometheus spec with placement smithi107=a;count:1 2024-08-10T04:53:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[39622]: Deploying daemon prometheus.a on smithi107 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: Saving service prometheus spec with placement smithi107=a;count:1 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:53:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:53:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:29.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:28 smithi078 ceph-mon[29426]: Deploying daemon prometheus.a on smithi107 2024-08-10T04:53:30.848 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled node-exporter update... 2024-08-10T04:53:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:31 smithi107 ceph-mon[32749]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:31 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:31 smithi078 ceph-mon[39622]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:31 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:31 smithi078 ceph-mon[29426]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:31 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:31.936 DEBUG:teuthology.orchestra.run.smithi078:node-exporter.a> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service 2024-08-10T04:53:31.939 DEBUG:teuthology.orchestra.run.smithi107:node-exporter.b> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service 2024-08-10T04:53:31.942 INFO:tasks.cephadm:Adding alertmanager.a on smithi078 2024-08-10T04:53:31.942 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch apply alertmanager '1;smithi078=a' 2024-08-10T04:53:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:32 smithi078 ceph-mon[39622]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi078=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:32 smithi078 ceph-mon[39622]: Saving service node-exporter spec with placement smithi078=a;smithi107=b;count:2 2024-08-10T04:53:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:32 smithi078 ceph-mon[29426]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi078=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:32 smithi078 ceph-mon[29426]: Saving service node-exporter spec with placement smithi078=a;smithi107=b;count:2 2024-08-10T04:53:32.234 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:53:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:32 smithi107 ceph-mon[32749]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi078=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:32 smithi107 ceph-mon[32749]: Saving service node-exporter spec with placement smithi078=a;smithi107=b;count:2 2024-08-10T04:53:33.415 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:33 smithi107 ceph-mon[32749]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:33 smithi078 ceph-mon[29426]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:33 smithi078 ceph-mon[39622]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:34.665 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled alertmanager update... 2024-08-10T04:53:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:35 smithi078 ceph-mon[29426]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:35 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:35 smithi078 ceph-mon[39622]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:35 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:35 smithi107 ceph-mon[32749]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:35 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:36.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:36 smithi107 ceph-mon[32749]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:36 smithi107 ceph-mon[32749]: Saving service alertmanager spec with placement smithi078=a;count:1 2024-08-10T04:53:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:36 smithi078 ceph-mon[29426]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:36 smithi078 ceph-mon[29426]: Saving service alertmanager spec with placement smithi078=a;count:1 2024-08-10T04:53:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:36 smithi078 ceph-mon[39622]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:36 smithi078 ceph-mon[39622]: Saving service alertmanager spec with placement smithi078=a;count:1 2024-08-10T04:53:37.039 DEBUG:teuthology.orchestra.run.smithi078:alertmanager.a> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service 2024-08-10T04:53:37.042 INFO:tasks.cephadm:Adding grafana.a on smithi107 2024-08-10T04:53:37.043 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph orch apply grafana '1;smithi107=a' 2024-08-10T04:53:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:37 smithi107 ceph-mon[32749]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:37 smithi078 ceph-mon[39622]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:37 smithi078 ceph-mon[29426]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:37.773 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:53:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:39 smithi078 ceph-mon[29426]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:39 smithi078 ceph-mon[39622]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:39.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:39 smithi107 ceph-mon[32749]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:41.196 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:41 smithi107 ceph-mon[32749]: pgmap v223: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:41 smithi078 ceph-mon[29426]: pgmap v223: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:41 smithi078 ceph-mon[39622]: pgmap v223: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:41.893 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled grafana update... 2024-08-10T04:53:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:42 smithi107 ceph-mon[32749]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:42 smithi107 ceph-mon[32749]: Saving service grafana spec with placement smithi107=a;count:1 2024-08-10T04:53:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:42 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:42 smithi107 ceph-mon[32749]: pgmap v224: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:43.188 DEBUG:teuthology.orchestra.run.smithi107:grafana.a> sudo journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service 2024-08-10T04:53:43.190 INFO:tasks.cephadm:Setting up client nodes... 2024-08-10T04:53:43.191 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-10T04:53:43.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[29426]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:43.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[29426]: Saving service grafana spec with placement smithi107=a;count:1 2024-08-10T04:53:43.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:43.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[29426]: pgmap v224: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:43.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[39622]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:53:43.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[39622]: Saving service grafana spec with placement smithi107=a;count:1 2024-08-10T04:53:43.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:43.219 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:42 smithi078 ceph-mon[39622]: pgmap v224: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:43.423 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 podman[61108]: 2024-08-10 04:53:43.298965693 +0000 UTC m=+0.018086000 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T04:53:43.423 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 podman[61108]: 2024-08-10 04:53:43.423544638 +0000 UTC m=+0.142664933 container create 34e025993984f2c84bd4ce38ccc05fea15b33fdeaecadfe7d7126b456c400374 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:53:43.465 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:44.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 podman[61108]: 2024-08-10 04:53:43.709472914 +0000 UTC m=+0.428593209 container init 34e025993984f2c84bd4ce38ccc05fea15b33fdeaecadfe7d7126b456c400374 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:53:44.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 podman[61108]: 2024-08-10 04:53:43.71236865 +0000 UTC m=+0.431488952 container start 34e025993984f2c84bd4ce38ccc05fea15b33fdeaecadfe7d7126b456c400374 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.735Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.736Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.736Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi107 (none))" 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.736Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.736Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.737Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.737Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.738Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.738Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.740Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.740Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.913µs 2024-08-10T04:53:44.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.740Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.740Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.740Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.522µs wal_replay_duration=205.126µs wbl_replay_duration=170ns total_replay_duration=257.838µs 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.741Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.741Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.741Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.755Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.832846ms db_storage=980ns remote_storage=1.26µs web_handler=331ns query_engine=658ns scrape=760.883µs scrape_sd=21.866µs notify=627ns notify_sd=1.403µs rules=12.645811ms tracing=6.153µs 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.755Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:53:43.755Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 bash[61108]: 34e025993984f2c84bd4ce38ccc05fea15b33fdeaecadfe7d7126b456c400374 2024-08-10T04:53:44.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:53:43 smithi107 systemd[1]: Started Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:53:44.897 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[29426]: pgmap v225: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:44.898 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-10T04:53:44.899 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mon[39622]: pgmap v225: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:45.152 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-mon[32749]: pgmap v225: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ignoring --setuser ceph since I am not root 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ignoring --setgroup ceph since I am not root 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:44 smithi107 ceph-mgr[34619]: -- 172.21.15.107:0/2622658144 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555c06b0e9c0 con 0x555c06b1a800 2024-08-10T04:53:45.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:45.030+0000 7f7dfb6d5ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:53:45.154 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:45.152+0000 7f7dfb6d5ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:53:45.161 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setuser ceph since I am not root 2024-08-10T04:53:45.161 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setgroup ceph since I am not root 2024-08-10T04:53:45.161 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:44 smithi078 ceph-mgr[29656]: -- 172.21.15.78:0/168483061 <== mon.0 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55918e2649c0 con 0x55918e270800 2024-08-10T04:53:45.162 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:45.030+0000 7fdda05f9ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:53:45.162 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:45.160+0000 7fdda05f9ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:53:45.382 INFO:teuthology.orchestra.run.smithi078.stdout:[client.0] 2024-08-10T04:53:45.383 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQBZ8rZmulpyFhAAQEZiwEDjB18vvjaHWadhqQ== 2024-08-10T04:53:45.413 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:45.228+0000 7fdda05f9ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:53:45.453 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:45.217+0000 7f7dfb6d5ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:53:45.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:45.478+0000 7fdda05f9ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:53:45.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:45.536+0000 7fdda05f9ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:53:45.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:45.453+0000 7f7dfb6d5ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:53:45.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:45.509+0000 7f7dfb6d5ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:53:46.037 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[39622]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[39622]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1984766013' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[29426]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[29426]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1984766013' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:46.038 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:45 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T04:53:46.039 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:53:46.039 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-10T04:53:46.040 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-10T04:53:46.119 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-10T04:53:46.142 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-mon[32749]: from='mgr.14148 172.21.15.78:0/2296810926' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-10T04:53:46.142 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-mon[32749]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-10T04:53:46.142 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1984766013' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:46.142 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:46.142 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:45 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T04:53:46.382 INFO:teuthology.orchestra.run.smithi107.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T04:53:46.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:46.441+0000 7fdda05f9ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:53:46.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:46.552+0000 7fdda05f9ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:53:46.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:46.605+0000 7fdda05f9ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:53:46.782 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:46.430+0000 7f7dfb6d5ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:53:46.783 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:46.542+0000 7f7dfb6d5ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:53:46.783 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:46.596+0000 7f7dfb6d5ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:53:46.783 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:46.782+0000 7f7dfb6d5ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:53:47.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:46.842+0000 7f7dfb6d5ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:53:47.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:46.906+0000 7f7dfb6d5ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:53:47.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:47.027+0000 7f7dfb6d5ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:53:47.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:46.791+0000 7fdda05f9ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:53:47.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:46.851+0000 7fdda05f9ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:53:47.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:46.914+0000 7fdda05f9ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:53:47.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:47.033+0000 7fdda05f9ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:53:47.720 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:47.438+0000 7fdda05f9ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:53:47.727 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:47.438+0000 7f7dfb6d5ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:53:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:47.719+0000 7fdda05f9ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:53:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:47.782+0000 7fdda05f9ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:53:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:47.905+0000 7fdda05f9ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:53:47.989 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:47.727+0000 7f7dfb6d5ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:53:47.990 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:47.794+0000 7f7dfb6d5ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:53:47.990 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:47.922+0000 7f7dfb6d5ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:53:48.318 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:48.177+0000 7f7dfb6d5ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:53:48.318 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:48.235+0000 7f7dfb6d5ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:53:48.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:48 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:48.153+0000 7fdda05f9ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:53:48.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:48 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:48.212+0000 7fdda05f9ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:53:48.452 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:48 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:48.390+0000 7fdda05f9ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:53:48.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:48 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:48.450+0000 7fdda05f9ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:53:48.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:48 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:48.530+0000 7fdda05f9ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:53:48.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:48 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:48.586+0000 7fdda05f9ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:53:48.726 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:48.420+0000 7f7dfb6d5ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:53:48.727 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:48.483+0000 7f7dfb6d5ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:53:48.727 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:48.564+0000 7f7dfb6d5ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:53:48.727 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:48.620+0000 7f7dfb6d5ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:53:49.271 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:49.152+0000 7f7dfb6d5ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: Active manager daemon y restarted 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: Activating manager daemon y 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: osdmap e69: 8 total, 8 up, 8 in 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: mgrmap e17: y(active, starting, since 0.00881314s), standbys: x 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:53:49.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:53:49.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: Manager daemon y is now available 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: Active manager daemon y restarted 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: Activating manager daemon y 2024-08-10T04:53:49.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: osdmap e69: 8 total, 8 up, 8 in 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: mgrmap e17: y(active, starting, since 0.00881314s), standbys: x 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:53:49.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: Manager daemon y is now available 2024-08-10T04:53:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.096+0000 7fdda05f9ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.228+0000 7fdda05f9ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:53:49] ENGINE Bus STARTING 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: CherryPy Checker: 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: The Application mounted at '' has an empty config. 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.337+0000 7fdd4ff6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.337+0000 7fdd4ff6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.337+0000 7fdd4ff6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.337+0000 7fdd4ff6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.337+0000 7fdd4ff6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.338+0000 7fdd4cf67640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.338+0000 7fdd4cf67640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.338+0000 7fdd4cf67640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.338+0000 7fdd4cf67640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:49.338+0000 7fdd4cf67640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:53:49.509 INFO:teuthology.orchestra.run.smithi107.stdout:[client.1] 2024-08-10T04:53:49.510 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQBd8rZm2Gf+HRAAertX7qswYNLe9gSzwVSO9Q== 2024-08-10T04:53:49.548 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:49.296+0000 7f7dfb6d5ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:53:49.548 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: [10/Aug/2024:04:53:49] ENGINE Bus STARTING 2024-08-10T04:53:49.548 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: CherryPy Checker: 2024-08-10T04:53:49.548 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: The Application mounted at '' has an empty config. 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: [10/Aug/2024:04:53:49] ENGINE Serving on http://:::9283 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: [10/Aug/2024:04:53:49] ENGINE Bus STARTED 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: Active manager daemon y restarted 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: Activating manager daemon y 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: osdmap e69: 8 total, 8 up, 8 in 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: mgrmap e17: y(active, starting, since 0.00881314s), standbys: x 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:53:49.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:53:49.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:53:49.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: Manager daemon y is now available 2024-08-10T04:53:49.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:53:49.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:53:49] ENGINE Serving on http://:::9283 2024-08-10T04:53:49.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:53:49] ENGINE Bus STARTED 2024-08-10T04:53:50.242 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T04:53:50.243 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-10T04:53:50.243 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-10T04:53:50.322 INFO:tasks.cephadm:Creating RBD pool 2024-08-10T04:53:50.322 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool create rbd 8 2024-08-10T04:53:50.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:50.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:53:50.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: Standby manager daemon x restarted 2024-08-10T04:53:50.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: Standby manager daemon x started 2024-08-10T04:53:50.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:53:50.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='client.? 172.21.15.107:0/2788766678' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T04:53:50.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:50 smithi107 ceph-mon[32749]: mgrmap e18: y(active, since 1.0138s), standbys: x 2024-08-10T04:53:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:53:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: Standby manager daemon x restarted 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: Standby manager daemon x started 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='client.? 172.21.15.107:0/2788766678' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[29426]: mgrmap e18: y(active, since 1.0138s), standbys: x 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: Standby manager daemon x restarted 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: Standby manager daemon x started 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1749904318' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:53:50.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='client.? 172.21.15.107:0/2788766678' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-mon[39622]: mgrmap e18: y(active, since 1.0138s), standbys: x 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:50.433+0000 7fdd39340640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:04:53:50] ENGINE Error in HTTPServer.serve 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: Traceback (most recent call last): 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:53:50.729 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._connections.run(self.expiration_interval) 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._run(expiration_interval) 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: s = self.context.wrap_socket( 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: return self.sslsocket_class._create( 2024-08-10T04:53:50.730 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:53:50.731 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self.do_handshake() 2024-08-10T04:53:50.731 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:53:50.731 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: self._sslobj.do_handshake() 2024-08-10T04:53:50.731 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:53:50.731 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:53:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:53:50.812 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:51.591 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[29426]: [10/Aug/2024:04:53:50] ENGINE Bus STARTING 2024-08-10T04:53:51.591 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[29426]: [10/Aug/2024:04:53:50] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:53:51.591 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[29426]: [10/Aug/2024:04:53:50] ENGINE Bus STARTED 2024-08-10T04:53:51.591 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[29426]: [10/Aug/2024:04:53:50] ENGINE Error in HTTPServer.serve 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:53:51.592 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.a.smithi078.stdout: self.do_handshake() 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.a.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[39622]: [10/Aug/2024:04:53:50] ENGINE Bus STARTING 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[39622]: [10/Aug/2024:04:53:50] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[39622]: [10/Aug/2024:04:53:50] ENGINE Bus STARTED 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[39622]: [10/Aug/2024:04:53:50] ENGINE Error in HTTPServer.serve 2024-08-10T04:53:51.593 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:53:51.594 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:53:51.595 INFO:journalctl@ceph.mon.c.smithi078.stdout: self.do_handshake() 2024-08-10T04:53:51.595 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:53:51.595 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:53:51.595 INFO:journalctl@ceph.mon.c.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:53:51.595 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:51 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:51.732 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:51 smithi107 ceph-mon[32749]: [10/Aug/2024:04:53:50] ENGINE Bus STARTING 2024-08-10T04:53:51.732 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:51 smithi107 ceph-mon[32749]: [10/Aug/2024:04:53:50] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:53:51.732 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:51 smithi107 ceph-mon[32749]: [10/Aug/2024:04:53:50] ENGINE Bus STARTED 2024-08-10T04:53:51.732 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:51 smithi107 ceph-mon[32749]: [10/Aug/2024:04:53:50] ENGINE Error in HTTPServer.serve 2024-08-10T04:53:51.733 INFO:journalctl@ceph.mon.b.smithi107.stdout: Traceback (most recent call last): 2024-08-10T04:53:51.733 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:53:51.733 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:53:51.733 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:53:51.733 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._run(expiration_interval) 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: s = self.context.wrap_socket( 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: return self.sslsocket_class._create( 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: self.do_handshake() 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._sslobj.do_handshake() 2024-08-10T04:53:51.734 INFO:journalctl@ceph.mon.b.smithi107.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:53:51.735 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:51 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[39622]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[39622]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-10T04:53:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[29426]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[29426]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-10T04:53:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:52 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:52.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:52 smithi107 ceph-mon[32749]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:52.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:52 smithi107 ceph-mon[32749]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-10T04:53:52.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:52 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:52.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:52 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.662 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'rbd' created 2024-08-10T04:53:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3280173539' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3280173539' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:53:53.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:53 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3280173539' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:53:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:53:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:53 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:53:54.446 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- rbd pool init rbd 2024-08-10T04:53:54.718 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi107 to 2991M 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi078 to 2992M 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:53:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: osdmap e70: 8 total, 8 up, 8 in 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi107 to 2991M 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi078 to 2992M 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: osdmap e70: 8 total, 8 up, 8 in 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-10T04:53:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:54.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:54 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi107 to 2991M 2024-08-10T04:53:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi078 to 2992M 2024-08-10T04:53:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: osdmap e70: 8 total, 8 up, 8 in 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:55.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:54 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:53:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:55 smithi078 ceph-mon[29426]: Deploying daemon alertmanager.a on smithi078 2024-08-10T04:53:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:55 smithi078 ceph-mon[29426]: osdmap e71: 8 total, 8 up, 8 in 2024-08-10T04:53:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:55 smithi078 ceph-mon[39622]: Deploying daemon alertmanager.a on smithi078 2024-08-10T04:53:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:55 smithi078 ceph-mon[39622]: osdmap e71: 8 total, 8 up, 8 in 2024-08-10T04:53:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:55 smithi107 ceph-mon[32749]: Deploying daemon alertmanager.a on smithi078 2024-08-10T04:53:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:55 smithi107 ceph-mon[32749]: osdmap e71: 8 total, 8 up, 8 in 2024-08-10T04:53:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:56 smithi078 ceph-mon[29426]: pgmap v8: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:56 smithi078 ceph-mon[29426]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:53:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:56 smithi078 ceph-mon[29426]: osdmap e72: 8 total, 8 up, 8 in 2024-08-10T04:53:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:56 smithi078 ceph-mon[39622]: pgmap v8: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:56 smithi078 ceph-mon[39622]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:53:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:56 smithi078 ceph-mon[39622]: osdmap e72: 8 total, 8 up, 8 in 2024-08-10T04:53:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:56 smithi107 ceph-mon[32749]: pgmap v8: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:53:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:56 smithi107 ceph-mon[32749]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:53:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:56 smithi107 ceph-mon[32749]: osdmap e72: 8 total, 8 up, 8 in 2024-08-10T04:53:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:57 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3165106084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T04:53:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:57 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T04:53:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:57 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3165106084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T04:53:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:57 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T04:53:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:57 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3165106084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T04:53:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:57 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T04:53:58.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:53:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:53:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:53:58.880 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:58 smithi078 ceph-mon[29426]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-10T04:53:58.880 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:58 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-10T04:53:58.880 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:58 smithi078 ceph-mon[29426]: osdmap e73: 8 total, 8 up, 8 in 2024-08-10T04:53:58.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:58 smithi078 ceph-mon[39622]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-10T04:53:58.881 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:58 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-10T04:53:58.881 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:58 smithi078 ceph-mon[39622]: osdmap e73: 8 total, 8 up, 8 in 2024-08-10T04:53:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:58 smithi107 ceph-mon[32749]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-10T04:53:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:58 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-10T04:53:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:58 smithi107 ceph-mon[32749]: osdmap e73: 8 total, 8 up, 8 in 2024-08-10T04:53:59.937 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:53:59 smithi078 ceph-mon[29426]: osdmap e74: 8 total, 8 up, 8 in 2024-08-10T04:53:59.937 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:53:59 smithi078 ceph-mon[39622]: osdmap e74: 8 total, 8 up, 8 in 2024-08-10T04:54:00.003 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:53:59 smithi107 ceph-mon[32749]: osdmap e74: 8 total, 8 up, 8 in 2024-08-10T04:54:00.916 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-10T04:54:00.916 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-10T04:54:00.916 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph mgr dump --format=json 2024-08-10T04:54:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[39622]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-10T04:54:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[39622]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T04:54:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[39622]: Cluster is now healthy 2024-08-10T04:54:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[39622]: osdmap e75: 8 total, 8 up, 8 in 2024-08-10T04:54:00.945 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[29426]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-10T04:54:00.945 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[29426]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T04:54:00.945 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[29426]: Cluster is now healthy 2024-08-10T04:54:00.945 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:00 smithi078 ceph-mon[29426]: osdmap e75: 8 total, 8 up, 8 in 2024-08-10T04:54:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:00 smithi107 ceph-mon[32749]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-10T04:54:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:00 smithi107 ceph-mon[32749]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T04:54:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:00 smithi107 ceph-mon[32749]: Cluster is now healthy 2024-08-10T04:54:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:00 smithi107 ceph-mon[32749]: osdmap e75: 8 total, 8 up, 8 in 2024-08-10T04:54:01.734 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:02 smithi078 ceph-mon[29426]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 367 B/s wr, 0 op/s 2024-08-10T04:54:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:02 smithi078 ceph-mon[39622]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 367 B/s wr, 0 op/s 2024-08-10T04:54:02.977 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:02 smithi078 systemd[1]: Starting Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:54:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:02 smithi107 ceph-mon[32749]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 367 B/s wr, 0 op/s 2024-08-10T04:54:04.232 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:54:04.476 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 podman[71979]: 2024-08-10 04:54:04.214960798 +0000 UTC m=+0.121181161 volume create 18a7979fadf0fa34692899057915abc150e321333732a3d7189325d499145e91 2024-08-10T04:54:04.476 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 podman[71979]: 2024-08-10 04:54:04.119085556 +0000 UTC m=+0.025305932 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T04:54:04.476 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 podman[71979]: 2024-08-10 04:54:04.324035241 +0000 UTC m=+0.230255597 container create 41ca8961971fb556890aec24371fc6b7efec2593ec36e24c09b78dc8ae979a2a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:04.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[39622]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-10T04:54:04.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1983430951' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-10T04:54:04.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:04.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:04.752 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[29426]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-10T04:54:04.752 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1983430951' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-10T04:54:04.752 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:04.752 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:04.752 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 podman[71979]: 2024-08-10 04:54:04.643242699 +0000 UTC m=+0.549463066 container init 41ca8961971fb556890aec24371fc6b7efec2593ec36e24c09b78dc8ae979a2a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:04.752 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 podman[71979]: 2024-08-10 04:54:04.646018556 +0000 UTC m=+0.552238913 container start 41ca8961971fb556890aec24371fc6b7efec2593ec36e24c09b78dc8ae979a2a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:04.752 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.658Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T04:54:04.752 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.658Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T04:54:04.753 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.659Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.78 port=9094 2024-08-10T04:54:04.753 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.660Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T04:54:04.753 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.684Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T04:54:04.753 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.684Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T04:54:04.753 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.686Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T04:54:04.753 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:04.686Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T04:54:04.753 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 bash[71979]: 41ca8961971fb556890aec24371fc6b7efec2593ec36e24c09b78dc8ae979a2a 2024-08-10T04:54:05.048 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:04 smithi078 systemd[1]: Started Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:54:05.048 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:54:04] ENGINE Bus STOPPING 2024-08-10T04:54:05.048 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:54:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:54:05.048 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:54:04] ENGINE Bus STOPPED 2024-08-10T04:54:05.049 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:54:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:54:04] ENGINE Bus STARTING 2024-08-10T04:54:05.049 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:54:05] ENGINE Serving on http://:::9283 2024-08-10T04:54:05.049 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:54:05] ENGINE Bus STARTED 2024-08-10T04:54:05.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:04 smithi107 ceph-mon[32749]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-10T04:54:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:04 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1983430951' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-10T04:54:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:04 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:05.415 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":20,"flags":0,"active_gid":24461,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1530721786},{"type":"v1","addr":"172.21.15.78:6801","nonce":1530721786}]},"active_addr":"172.21.15.78:6801/1530721786","active_change":"2024-08-10T04:53:49.232536+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24376,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.78:8443/","prometheus":"http://172.21.15.78:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":69,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":3700231572}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":1485656319}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":3130324030}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":511774490}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":591398037}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":2040409446}]}]} 2024-08-10T04:54:05.418 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-10T04:54:05.419 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-10T04:54:05.419 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T04:54:05.707 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:05 smithi107 ceph-mon[32749]: Deploying daemon grafana.a on smithi107 2024-08-10T04:54:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[29426]: Deploying daemon grafana.a on smithi107 2024-08-10T04:54:06.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:05 smithi078 ceph-mon[39622]: Deploying daemon grafana.a on smithi107 2024-08-10T04:54:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:06 smithi078 ceph-mon[29426]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 270 B/s wr, 0 op/s 2024-08-10T04:54:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:06 smithi078 ceph-mon[39622]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 270 B/s wr, 0 op/s 2024-08-10T04:54:06.976 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:06 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:06.660Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000183302s 2024-08-10T04:54:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:06 smithi107 ceph-mon[32749]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 270 B/s wr, 0 op/s 2024-08-10T04:54:07.638 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:54:07.638 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":75,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T04:53:59.688147+0000","last_up_change":"2024-08-10T04:52:15.194425+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T04:53:52.932594+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6803","nonce":3180844923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6805","nonce":3180844923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6809","nonce":3180844923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6807","nonce":3180844923}]},"public_addr":"172.21.15.78:6803/3180844923","cluster_addr":"172.21.15.78:6805/3180844923","heartbeat_back_addr":"172.21.15.78:6809/3180844923","heartbeat_front_addr":"172.21.15.78:6807/3180844923","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6811","nonce":1776335391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6813","nonce":1776335391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6817","nonce":1776335391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6815","nonce":1776335391}]},"public_addr":"172.21.15.78:6811/1776335391","cluster_addr":"172.21.15.78:6813/1776335391","heartbeat_back_addr":"172.21.15.78:6817/1776335391","heartbeat_front_addr":"172.21.15.78:6815/1776335391","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6819","nonce":2218125346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6821","nonce":2218125346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6825","nonce":2218125346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6823","nonce":2218125346}]},"public_addr":"172.21.15.78:6819/2218125346","cluster_addr":"172.21.15.78:6821/2218125346","heartbeat_back_addr":"172.21.15.78:6825/2218125346","heartbeat_front_addr":"172.21.15.78:6823/2218125346","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6827","nonce":3669409038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6829","nonce":3669409038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6833","nonce":3669409038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6831","nonce":3669409038}]},"public_addr":"172.21.15.78:6827/3669409038","cluster_addr":"172.21.15.78:6829/3669409038","heartbeat_back_addr":"172.21.15.78:6833/3669409038","heartbeat_front_addr":"172.21.15.78:6831/3669409038","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6801","nonce":1677508043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6803","nonce":1677508043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6807","nonce":1677508043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6805","nonce":1677508043}]},"public_addr":"172.21.15.107:6801/1677508043","cluster_addr":"172.21.15.107:6803/1677508043","heartbeat_back_addr":"172.21.15.107:6807/1677508043","heartbeat_front_addr":"172.21.15.107:6805/1677508043","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6809","nonce":1829797218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6811","nonce":1829797218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6815","nonce":1829797218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6813","nonce":1829797218}]},"public_addr":"172.21.15.107:6809/1829797218","cluster_addr":"172.21.15.107:6811/1829797218","heartbeat_back_addr":"172.21.15.107:6815/1829797218","heartbeat_front_addr":"172.21.15.107:6813/1829797218","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6817","nonce":36072088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6819","nonce":36072088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6823","nonce":36072088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6821","nonce":36072088}]},"public_addr":"172.21.15.107:6817/36072088","cluster_addr":"172.21.15.107:6819/36072088","heartbeat_back_addr":"172.21.15.107:6823/36072088","heartbeat_front_addr":"172.21.15.107:6821/36072088","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6825","nonce":3252457461}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6827","nonce":3252457461}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6831","nonce":3252457461}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6829","nonce":3252457461}]},"public_addr":"172.21.15.107:6825/3252457461","cluster_addr":"172.21.15.107:6827/3252457461","heartbeat_back_addr":"172.21.15.107:6831/3252457461","heartbeat_front_addr":"172.21.15.107:6829/3252457461","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:6801/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:6800/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/1097824209":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3571281205":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/3094711655":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/739437770":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T04:54:08.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:07 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3360826908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:54:08.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:07 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3360826908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:54:08.272 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-10T04:54:08.272 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T04:54:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:07 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3360826908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:54:08.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:54:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:54:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:54:08.525 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:08.907 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:08 smithi078 ceph-mon[29426]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 B/s wr, 0 op/s 2024-08-10T04:54:08.907 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:08 smithi078 ceph-mon[29426]: osdmap e76: 8 total, 8 up, 8 in 2024-08-10T04:54:08.907 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:08 smithi078 ceph-mon[39622]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 B/s wr, 0 op/s 2024-08-10T04:54:08.907 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:08 smithi078 ceph-mon[39622]: osdmap e76: 8 total, 8 up, 8 in 2024-08-10T04:54:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:08 smithi107 ceph-mon[32749]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 B/s wr, 0 op/s 2024-08-10T04:54:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:08 smithi107 ceph-mon[32749]: osdmap e76: 8 total, 8 up, 8 in 2024-08-10T04:54:10.341 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:54:10.342 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":76,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T04:54:08.208843+0000","last_up_change":"2024-08-10T04:52:15.194425+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T04:53:52.932594+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6803","nonce":3180844923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6805","nonce":3180844923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6809","nonce":3180844923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6807","nonce":3180844923}]},"public_addr":"172.21.15.78:6803/3180844923","cluster_addr":"172.21.15.78:6805/3180844923","heartbeat_back_addr":"172.21.15.78:6809/3180844923","heartbeat_front_addr":"172.21.15.78:6807/3180844923","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6811","nonce":1776335391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6813","nonce":1776335391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6817","nonce":1776335391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6815","nonce":1776335391}]},"public_addr":"172.21.15.78:6811/1776335391","cluster_addr":"172.21.15.78:6813/1776335391","heartbeat_back_addr":"172.21.15.78:6817/1776335391","heartbeat_front_addr":"172.21.15.78:6815/1776335391","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6819","nonce":2218125346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6821","nonce":2218125346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6825","nonce":2218125346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6823","nonce":2218125346}]},"public_addr":"172.21.15.78:6819/2218125346","cluster_addr":"172.21.15.78:6821/2218125346","heartbeat_back_addr":"172.21.15.78:6825/2218125346","heartbeat_front_addr":"172.21.15.78:6823/2218125346","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6827","nonce":3669409038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6829","nonce":3669409038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6833","nonce":3669409038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6831","nonce":3669409038}]},"public_addr":"172.21.15.78:6827/3669409038","cluster_addr":"172.21.15.78:6829/3669409038","heartbeat_back_addr":"172.21.15.78:6833/3669409038","heartbeat_front_addr":"172.21.15.78:6831/3669409038","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6801","nonce":1677508043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6803","nonce":1677508043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6807","nonce":1677508043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6805","nonce":1677508043}]},"public_addr":"172.21.15.107:6801/1677508043","cluster_addr":"172.21.15.107:6803/1677508043","heartbeat_back_addr":"172.21.15.107:6807/1677508043","heartbeat_front_addr":"172.21.15.107:6805/1677508043","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6809","nonce":1829797218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6811","nonce":1829797218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6815","nonce":1829797218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6813","nonce":1829797218}]},"public_addr":"172.21.15.107:6809/1829797218","cluster_addr":"172.21.15.107:6811/1829797218","heartbeat_back_addr":"172.21.15.107:6815/1829797218","heartbeat_front_addr":"172.21.15.107:6813/1829797218","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6817","nonce":36072088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6819","nonce":36072088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6823","nonce":36072088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6821","nonce":36072088}]},"public_addr":"172.21.15.107:6817/36072088","cluster_addr":"172.21.15.107:6819/36072088","heartbeat_back_addr":"172.21.15.107:6823/36072088","heartbeat_front_addr":"172.21.15.107:6821/36072088","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6825","nonce":3252457461}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6827","nonce":3252457461}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6831","nonce":3252457461}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6829","nonce":3252457461}]},"public_addr":"172.21.15.107:6825/3252457461","cluster_addr":"172.21.15.107:6827/3252457461","heartbeat_back_addr":"172.21.15.107:6831/3252457461","heartbeat_front_addr":"172.21.15.107:6829/3252457461","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:6801/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:6800/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/1097824209":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3571281205":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/3094711655":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/739437770":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T04:54:10.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:10 smithi107 ceph-mon[32749]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 214 B/s wr, 0 op/s 2024-08-10T04:54:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:10 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:10.699 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:10 smithi078 ceph-mon[29426]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 214 B/s wr, 0 op/s 2024-08-10T04:54:10.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:10 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:10.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:10 smithi078 ceph-mon[39622]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 214 B/s wr, 0 op/s 2024-08-10T04:54:10.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:10 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:11.094 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-10T04:54:11.095 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-10T04:54:11.095 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-10T04:54:11.096 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-10T04:54:11.096 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-10T04:54:11.097 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-10T04:54:11.097 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-10T04:54:11.097 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-10T04:54:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:11 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3011450452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:54:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:11 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3011450452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:54:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:11 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3011450452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:54:11.581 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:11.584 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:11.646 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:11.647 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:11.652 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:11.652 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:11.666 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:11.670 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:12 smithi107 ceph-mon[32749]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:12.692 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:12 smithi078 ceph-mon[29426]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:12.692 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:12 smithi078 ceph-mon[39622]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:14.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:14 smithi078 ceph-mon[29426]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:14.344 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:14 smithi078 ceph-mon[39622]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:14 smithi107 ceph-mon[32749]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:14.897 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:14.663Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002588741s 2024-08-10T04:54:15.338 INFO:teuthology.orchestra.run.smithi078.stdout:111669149741 2024-08-10T04:54:15.341 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-10T04:54:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:16 smithi078 ceph-mon[39622]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:16 smithi078 ceph-mon[29426]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:16 smithi107 ceph-mon[32749]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:18.058 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:54:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:54:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:54:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:18 smithi107 ceph-mon[32749]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:18.567 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:18 smithi107 systemd[1]: Starting Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:54:18.688 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:18 smithi078 ceph-mon[29426]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:18.688 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:18 smithi078 ceph-mon[39622]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:18.939 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:18 smithi107 podman[63077]: 2024-08-10 04:54:18.47243748 +0000 UTC m=+0.016577389 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-10T04:54:18.939 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:18 smithi107 podman[63077]: 2024-08-10 04:54:18.678666138 +0000 UTC m=+0.222806043 container create 9ec52696e9bf1edd891439fc54f9814a1a8a5ec64c7c03572cfb7af28b05da3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, distribution-scope=public, architecture=x86_64, version=8.5, maintainer=Paul Cuzner , description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.openshift.expose-services=, vcs-type=git, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-10T04:54:18.939 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:18 smithi107 podman[63077]: 2024-08-10 04:54:18.939617666 +0000 UTC m=+0.483757582 container init 9ec52696e9bf1edd891439fc54f9814a1a8a5ec64c7c03572cfb7af28b05da3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, vendor=Red Hat, Inc., name=ubi8, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-08-10T04:54:19.190 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:18 smithi107 podman[63077]: 2024-08-10 04:54:18.942561921 +0000 UTC m=+0.486701835 container start 9ec52696e9bf1edd891439fc54f9814a1a8a5ec64c7c03572cfb7af28b05da3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, vcs-type=git, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.buildah.version=1.32.0, distribution-scope=public, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, version=8.5, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, vendor=Red Hat, Inc., architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=) 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 bash[63077]: 9ec52696e9bf1edd891439fc54f9814a1a8a5ec64c7c03572cfb7af28b05da3b 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 systemd[1]: Started Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104493693Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104666114Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104684092Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104691145Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104697083Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104702765Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104708399Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-10T04:54:19.191 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104714227Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104719861Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.10472527Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104730489Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104735603Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.104741062Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=settings t=2024-08-10T04:54:19.10474951Z level=info msg="App mode production" 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=sqlstore t=2024-08-10T04:54:19.104796561Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=sqlstore t=2024-08-10T04:54:19.104813204Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.105682673Z level=info msg="Starting DB migrations" 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.105764134Z level=info msg="Executing migration" id="create migration_log table" 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.106268696Z level=info msg="Executing migration" id="create user table" 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.108554943Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-10T04:54:19.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.111420673Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.114102656Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.117077927Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.117631501Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.120657941Z level=info msg="Executing migration" id="create user table v2" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.123304687Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.126078677Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.126603325Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.129264437Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.129871048Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-10T04:54:19.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.13189884Z level=info msg="Executing migration" id="Update user table charset" 2024-08-10T04:54:19.194 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.13471672Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-10T04:54:19.194 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.137304519Z level=info msg="Executing migration" id="Add missing user data" 2024-08-10T04:54:19.194 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.139970212Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-10T04:54:19.194 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.14275047Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-10T04:54:19.194 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.145438694Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.148142332Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.151073137Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.151763519Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.152755371Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.153548479Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.154407571Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.154852977Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.155686197Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.156483921Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.156937098Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.15783748Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.158648347Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.159616523Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-10T04:54:19.195 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.160210481Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.161047667Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.161881689Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.162804417Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.163440937Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.164241168Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.16507658Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.166064465Z level=info msg="Executing migration" id="create star table" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.166962109Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.167764082Z level=info msg="Executing migration" id="create org table v1" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.168604662Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.169036783Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.170015611Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.170761406Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-10T04:54:19.196 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.171673862Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.172590544Z level=info msg="Executing migration" id="Update org table charset" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.173383005Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.174213113Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.175217863Z level=info msg="Executing migration" id="create dashboard table" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.175944926Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.176803453Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.177684185Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.178665664Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.179440826Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.182403705Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.185215834Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.188172501Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.18868693Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-10T04:54:19.197 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.189590246Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-10T04:54:19.198 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.190422214Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-10T04:54:19.198 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.191261418Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-10T04:54:19.198 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.192103357Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-10T04:54:19.198 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.192923753Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-10T04:54:19.442 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.193815319Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-10T04:54:19.442 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.194607847Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-10T04:54:19.442 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.195438122Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-10T04:54:19.442 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.196293063Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-10T04:54:19.442 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.197185488Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-10T04:54:19.442 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.198065376Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.198945879Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.199930944Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.200655224Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.201160798Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.202046738Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.202892Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.20385145Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.204634932Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.205471875Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.206323771Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.207233798Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.20811622Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-10T04:54:19.443 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.209326141Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-10T04:54:19.444 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.210252737Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-10T04:54:19.444 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.211140782Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-10T04:54:19.444 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.212013456Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-10T04:54:19.444 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.21285832Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-10T04:54:19.444 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.215784476Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-10T04:54:19.444 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.218587885Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-10T04:54:19.444 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.221400777Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.224226712Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.227099817Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.230047931Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.232689263Z level=info msg="Executing migration" id="create data_source table" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.235453138Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.238326682Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.238922274Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.241828621Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.244579875Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.247209499Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.2500432Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.252810141Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-10T04:54:19.445 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.255581857Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.258202783Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.261070692Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.263759165Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.266567475Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.26694201Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.267515283Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.267789484Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.268056108Z level=info msg="Executing migration" id="Add uid column" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.270185491Z level=info msg="Executing migration" id="Update uid value" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.272545453Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.272989273Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.275404314Z level=info msg="Executing migration" id="create api_key table" 2024-08-10T04:54:19.446 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.278203341Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.280767542Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.283300967Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.285875783Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.286297654Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.2866764Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.287029402Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.288048887Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.288433037Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.288801428Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.289216563Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.289617668Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-10T04:54:19.447 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.28990009Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.290249907Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.290521241Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.291043941Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.291596445Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.29187062Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.29239714Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.292928333Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.29331272Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.293642091Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.293995537Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.294394923Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.294780524Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-10T04:54:19.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.295179035Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-10T04:54:19.449 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.295466491Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.295722098Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.296282762Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.296817833Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.297123127Z level=info msg="Executing migration" id="create quota table v1" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.297505801Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.297904705Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.298210049Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.298591873Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.298995985Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.299580886Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-10T04:54:19.450 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.299842994Z level=info msg="Executing migration" id="create session table" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.300283689Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.302855621Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.303193132Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.303580819Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.303954902Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.304272295Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.304540562Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.304806545Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.305089214Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.305504768Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.30579938Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.306450561Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-10T04:54:19.451 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.306763006Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.307416487Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.308016276Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.30832755Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.308758867Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.30926905Z level=info msg="Executing migration" id="create alert table v1" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.311908767Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.314432978Z level=info msg="Executing migration" id="add index alert state" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.314895019Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.31534977Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.315747889Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.316181581Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.316602424Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-10T04:54:19.452 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.318941538Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.319413068Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.319875816Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.320204104Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.320558078Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.322069942Z level=info msg="Executing migration" id="Add column is_default" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.322757875Z level=info msg="Executing migration" id="Add column frequency" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.323405799Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.324038674Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.324699398Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.325140363Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.325434009Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.325698652Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.326087723Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-10T04:54:19.453 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.32651775Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.326881685Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.327323548Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.329689943Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.330380488Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.331207403Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.332152503Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.332891413Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.333446836Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.336523756Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.339504067Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.342228377Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.342666887Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-10T04:54:19.454 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.345576012Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.346261944Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.348470517Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.351385303Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.351844205Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.354905233Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.357762689Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.360391072Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.3610979Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.364065556Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.366779233Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.369589784Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.370194179Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.373116262Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.375823743Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.378435037Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-10T04:54:19.455 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.378890895Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.381719371Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.384382843Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.387207228Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.387907603Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.390671517Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.393352025Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.396115773Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.39647055Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.397219414Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.398220787Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.398981926Z level=info msg="Executing migration" id="Move region to single row" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.399338972Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.400281118Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.40089731Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-10T04:54:19.456 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.401320064Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.402156886Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.402559943Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.4033967Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.403725486Z level=info msg="Executing migration" id="create test_data table" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.404220549Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.405063255Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.405505944Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.406251373Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.407208087Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.407978887Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.408275896Z level=info msg="Executing migration" id="create team table" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.409234835Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.410012092Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-10T04:54:19.457 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.41092792Z level=info msg="Executing migration" id="create team member table" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.411365956Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.412178852Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.413057261Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.414047813Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.414770455Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.415641481Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.416518638Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.41739555Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.417872132Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.418735736Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.419602718Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.420477424Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.420904553Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-10T04:54:19.458 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.421787125Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.424527507Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.42748215Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.430665934Z level=info msg="Executing migration" id="create tag table" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.433524849Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.436399957Z level=info msg="Executing migration" id="create login attempt table" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.439211237Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.442133306Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.444843345Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-10T04:54:19.459 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.447836399Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-10T04:54:19.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.450654219Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.453489894Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.456512392Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.459307203Z level=info msg="Executing migration" id="create user auth table" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.462163229Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.464970012Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.467878255Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.470819358Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.473789244Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.476194191Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.479082649Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-10T04:54:19.693 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.481808386Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-10T04:54:19.694 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.48459926Z level=info msg="Executing migration" id="create server_lock table" 2024-08-10T04:54:19.694 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.487101263Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-10T04:54:19.694 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.489767931Z level=info msg="Executing migration" id="create user auth token table" 2024-08-10T04:54:19.694 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.492462351Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-10T04:54:19.694 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.49505455Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-10T04:54:19.694 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.497905158Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-10T04:54:19.694 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.500358072Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-10T04:54:19.695 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.502771931Z level=info msg="Executing migration" id="create cache_data table" 2024-08-10T04:54:19.695 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.50545323Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.508254365Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.510683905Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.513233755Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.515948274Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.51857659Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.519355031Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.520138889Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.521066401Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.522031388Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.522791955Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.52362231Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.524469998Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-10T04:54:19.696 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.525416528Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.526459025Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.527323805Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.528177284Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.529019811Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.529866095Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.530711056Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.531564427Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.532459875Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.533301173Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.534129636Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.535011485Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.535896441Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-10T04:54:19.697 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.536779731Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.537635091Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.541011939Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.544305602Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.545294612Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.546036522Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.546999147Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.547946031Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.548689397Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.549585899Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.550528787Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.550924615Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-10T04:54:19.698 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.551832981Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.552693499Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.553577445Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.554505218Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.555355008Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.556222144Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.557079703Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.560124727Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.563096976Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.566073941Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.568871105Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.571971562Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.574846574Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-10T04:54:19.699 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.577494294Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.577821898Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.580696163Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.583754885Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.586644013Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.589282181Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.592255876Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.595087605Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.597780067Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.600698184Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.603592769Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.606463761Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.609290515Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-10T04:54:19.700 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.612141329Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.614724032Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.617356304Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.620028905Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.62280972Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.625415361Z level=info msg="Executing migration" id="create alert_image table" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.62808059Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.630682297Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.633555941Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.635846464Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.636305293Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.636386301Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-10T04:54:19.701 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.639023784Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.641634319Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.644215958Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.644452168Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.644573602Z level=info msg="alerts found to migrate" alerts=0 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.647016466Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.649608491Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.652171438Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.654819846Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.65557773Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.656428978Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.657292006Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.658230996Z level=info msg="Executing migration" id="create data_keys table" 2024-08-10T04:54:19.702 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.658962331Z level=info msg="Executing migration" id="create secrets table" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.659790428Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.664046974Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.665000329Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.665792666Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.66999353Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.674212783Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.674925045Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.675431843Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.675753742Z level=info msg="Executing migration" id="create permission table" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.676156731Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.676635092Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.677073127Z level=info msg="Executing migration" id="create role table" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.677511101Z level=info msg="Executing migration" id="add column display_name" 2024-08-10T04:54:19.703 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.67849688Z level=info msg="Executing migration" id="add column group_name" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.679465259Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.679930712Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.680423129Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.680858663Z level=info msg="Executing migration" id="create team role table" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.681254733Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.681711744Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.68219038Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.682656101Z level=info msg="Executing migration" id="create user role table" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.683046898Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.683516567Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.683956908Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.68443121Z level=info msg="Executing migration" id="create builtin role table" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.684841085Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-10T04:54:19.704 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.685612208Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.686056231Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.687046132Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.687524838Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.688394678Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.688844272Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.689286165Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.689699041Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.690163546Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.691136907Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.691562689Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.692009165Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.692306647Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.692700286Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-10T04:54:19.705 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.69316175Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-10T04:54:19.706 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.693568232Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-10T04:54:19.706 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.693874048Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-10T04:54:19.706 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.694273833Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-10T04:54:19.706 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.694676163Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-10T04:54:19.706 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.695132878Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-10T04:54:19.706 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.696126881Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-10T04:54:19.706 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.696451444Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-10T04:54:20.067 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.696865828Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-10T04:54:20.067 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.69731925Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-10T04:54:20.067 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.697763325Z level=info msg="Executing migration" id="add correlation config column" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.698748228Z level=info msg="Executing migration" id="create entity_events table" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.699199551Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.699926704Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.700040049Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.700343905Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.700445731Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.700713651Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.70116333Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.701650944Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.702490445Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.703341245Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.704183354Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-10T04:54:20.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.705159564Z level=info msg="Executing migration" id="Drop public config table" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.705898281Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.706838998Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.707586536Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.708553991Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.709320632Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.712394105Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.713473857Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.714521084Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.715401454Z level=info msg="Executing migration" id="add share column" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.716495726Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.717568507Z level=info msg="Executing migration" id="create file table" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.718288417Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-10T04:54:20.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.719158759Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.719968687Z level=info msg="Executing migration" id="create file_meta table" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.720403182Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.723435342Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.72629361Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.729091964Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.731869155Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.732363318Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-10T04:54:20.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.733409251Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.734275867Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.735213039Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.73605659Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.73700384Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.737891743Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.739070019Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.740098933Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.741118943Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.750934594Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.751785394Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.754527749Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-10T04:54:20.071 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.758057823Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.761145487Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.76380866Z level=info msg="Executing migration" id="create folder table" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.766920185Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.76968475Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.772503485Z level=info msg="Executing migration" id="Update folder title length" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.77541286Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=migrator t=2024-08-10T04:54:19.77832343Z level=info msg="migrations completed" performed=485 skipped=0 duration=672.585863ms 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=sqlstore t=2024-08-10T04:54:19.778717936Z level=info msg="Created default organization" 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=plugin.loader t=2024-08-10T04:54:19.834802847Z level=info msg="Plugin registered" pluginID=input 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=plugin.loader t=2024-08-10T04:54:19.862781272Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=plugin.loader t=2024-08-10T04:54:19.862810728Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=secrets t=2024-08-10T04:54:19.862842475Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-10T04:54:20.072 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=query_data t=2024-08-10T04:54:19.864485371Z level=info msg="Query Service initialization" 2024-08-10T04:54:20.073 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=live.push_http t=2024-08-10T04:54:19.867046677Z level=info msg="Live Push Gateway initialization" 2024-08-10T04:54:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: Deploying daemon node-exporter.a on smithi078 2024-08-10T04:54:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: Deploying daemon node-exporter.a on smithi078 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.357 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.357 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.357 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.357 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.357 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: Deploying daemon node-exporter.a on smithi078 2024-08-10T04:54:20.357 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:20.358 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:20.358 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:20.631 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=infra.usagestats.collector t=2024-08-10T04:54:20.598645097Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-10T04:54:20.631 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=provisioning.datasources t=2024-08-10T04:54:20.598983079Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-10T04:54:20.631 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=provisioning.datasources t=2024-08-10T04:54:20.631421394Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-10T04:54:21.067 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=provisioning.datasources t=2024-08-10T04:54:20.663277276Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-10T04:54:21.067 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=provisioning.alerting t=2024-08-10T04:54:20.685000643Z level=info msg="starting to provision alerting" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=provisioning.alerting t=2024-08-10T04:54:20.685036826Z level=info msg="finished to provision alerting" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=ngalert.state.manager t=2024-08-10T04:54:20.685135087Z level=info msg="Warming state cache for startup" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=grafanaStorageLogger t=2024-08-10T04:54:20.68524609Z level=info msg="storage starting" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=http.server t=2024-08-10T04:54:20.687005986Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=sqlstore.transactions t=2024-08-10T04:54:20.695408229Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=ngalert.state.manager t=2024-08-10T04:54:20.69547934Z level=info msg="State cache has been initialized" states=0 duration=10.34293ms 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=ticker t=2024-08-10T04:54:20.695580534Z level=info msg=starting first_tick=2024-08-10T04:54:30Z 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=ngalert.multiorg.alertmanager t=2024-08-10T04:54:20.695578536Z level=info msg="starting MultiOrg Alertmanager" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=sqlstore.transactions t=2024-08-10T04:54:20.742723799Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=sqlstore.transactions t=2024-08-10T04:54:20.753156299Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-10T04:54:21.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:54:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[63092]: logger=sqlstore.transactions t=2024-08-10T04:54:20.764625729Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T04:54:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:22 smithi107 ceph-mon[32749]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:22.670 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:22 smithi078 ceph-mon[29426]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:22.671 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:22 smithi078 ceph-mon[39622]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:22.694 INFO:teuthology.orchestra.run.smithi078.stdout:34359738428 2024-08-10T04:54:22.694 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-10T04:54:24.144 INFO:teuthology.orchestra.run.smithi078.stdout:133143986218 2024-08-10T04:54:24.144 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-10T04:54:24.412 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:24 smithi078 ceph-mon[29426]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:24.413 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:24 smithi078 ceph-mon[39622]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:24 smithi107 ceph-mon[32749]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:25.091 INFO:teuthology.orchestra.run.smithi078.stdout:55834574903 2024-08-10T04:54:25.092 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-10T04:54:25.954 INFO:teuthology.orchestra.run.smithi078.stdout:201863462943 2024-08-10T04:54:25.954 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-10T04:54:25.963 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:26.202 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:26.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:26 smithi078 ceph-mon[39622]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:26.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:26 smithi078 ceph-mon[29426]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:26 smithi107 ceph-mon[32749]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:28.315 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:54:27 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:54:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:54:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:28 smithi078 ceph-mon[29426]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:28 smithi078 ceph-mon[39622]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:28 smithi107 ceph-mon[32749]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:30.117 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:29 smithi078 bash[73949]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-10T04:54:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:30 smithi078 ceph-mon[29426]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:30 smithi078 ceph-mon[39622]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:30.477 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:30 smithi078 bash[73949]: Writing manifest to image destination 2024-08-10T04:54:30.741 INFO:teuthology.orchestra.run.smithi078.stdout:167503724582 2024-08-10T04:54:30.741 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-10T04:54:30.805 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:30 smithi078 podman[73949]: 2024-08-10 04:54:30.419495484 +0000 UTC m=+3.752446943 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T04:54:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:30 smithi107 ceph-mon[32749]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:31.083 INFO:teuthology.orchestra.run.smithi078.stdout:236223201308 2024-08-10T04:54:31.084 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-10T04:54:31.388 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:31 smithi078 podman[73949]: 2024-08-10 04:54:31.160057615 +0000 UTC m=+4.493009070 container create 217eca71ef2117cf2cb7f367714c4e4be30231da664fe43392c7116db940581f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:31.813 INFO:teuthology.orchestra.run.smithi078.stdout:77309411381 2024-08-10T04:54:31.813 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-10T04:54:32.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-mon[29426]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:32.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-mon[39622]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:32.726 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 podman[73949]: 2024-08-10 04:54:32.418428671 +0000 UTC m=+5.751380136 container init 217eca71ef2117cf2cb7f367714c4e4be30231da664fe43392c7116db940581f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 podman[73949]: 2024-08-10 04:54:32.421641281 +0000 UTC m=+5.754592736 container start 217eca71ef2117cf2cb7f367714c4e4be30231da664fe43392c7116db940581f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.425Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.425Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T04:54:32.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T04:54:32.728 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T04:54:32.729 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T04:54:32.730 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T04:54:32.731 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T04:54:32.732 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T04:54:32.732 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T04:54:32.732 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T04:54:32.732 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T04:54:32.732 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.426Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T04:54:32.732 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.427Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T04:54:32.733 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[74201]: ts=2024-08-10T04:54:32.427Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T04:54:32.733 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 bash[73949]: 217eca71ef2117cf2cb7f367714c4e4be30231da664fe43392c7116db940581f 2024-08-10T04:54:32.733 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:54:32 smithi078 systemd[1]: Started Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:54:32.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:32 smithi107 ceph-mon[32749]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:33.272 INFO:teuthology.orchestra.run.smithi078.stdout:34359738431 2024-08-10T04:54:33.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:33 smithi107 bash[63355]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-10T04:54:33.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:33 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:33 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:33 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:33 smithi107 ceph-mon[32749]: Deploying daemon node-exporter.b on smithi107 2024-08-10T04:54:33.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:33 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/479463624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-10T04:54:33.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[29426]: Deploying daemon node-exporter.b on smithi107 2024-08-10T04:54:33.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/479463624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-10T04:54:33.870 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.870 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.870 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:33.870 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[39622]: Deploying daemon node-exporter.b on smithi107 2024-08-10T04:54:33.870 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:33 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/479463624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-10T04:54:34.047 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:34.317 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:33 smithi107 bash[63355]: Getting image source signatures 2024-08-10T04:54:34.317 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:33 smithi107 bash[63355]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-10T04:54:34.317 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:33 smithi107 bash[63355]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-10T04:54:34.317 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:33 smithi107 bash[63355]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-10T04:54:34.405 INFO:teuthology.orchestra.run.smithi078.stdout:111669149745 2024-08-10T04:54:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:34 smithi078 ceph-mon[39622]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:34 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1844118599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-10T04:54:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:34 smithi078 ceph-mon[29426]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:34 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1844118599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-10T04:54:34.895 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738428 got 34359738431 for osd.0 2024-08-10T04:54:34.896 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:34 smithi107 ceph-mon[32749]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:34 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1844118599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-10T04:54:35.149 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:35.150 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:35.150 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:35.818 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:35 smithi107 bash[63355]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-10T04:54:35.818 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:35 smithi107 bash[63355]: Writing manifest to image destination 2024-08-10T04:54:35.818 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:36.209 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:35 smithi107 podman[63355]: 2024-08-10 04:54:35.88434648 +0000 UTC m=+2.510454463 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T04:54:36.209 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 podman[63355]: 2024-08-10 04:54:36.016269695 +0000 UTC m=+2.642377664 container create ac3e342ed41ce947d2a9a8aae0f23b0b32a39a32fc796790ec7c237856bcfea2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:54:36.567 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 podman[63355]: 2024-08-10 04:54:36.209848574 +0000 UTC m=+2.835956569 container init ac3e342ed41ce947d2a9a8aae0f23b0b32a39a32fc796790ec7c237856bcfea2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:54:36.567 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 podman[63355]: 2024-08-10 04:54:36.213559599 +0000 UTC m=+2.839667568 container start ac3e342ed41ce947d2a9a8aae0f23b0b32a39a32fc796790ec7c237856bcfea2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:54:36.567 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.218Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T04:54:36.567 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.218Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T04:54:36.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T04:54:36.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T04:54:36.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T04:54:36.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T04:54:36.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T04:54:36.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T04:54:36.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.219Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T04:54:36.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.220Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T04:54:36.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[63404]: ts=2024-08-10T04:54:36.220Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T04:54:36.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 bash[63355]: ac3e342ed41ce947d2a9a8aae0f23b0b32a39a32fc796790ec7c237856bcfea2 2024-08-10T04:54:36.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:54:36 smithi107 systemd[1]: Started Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:54:36.871 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[29426]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[39622]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.872 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:36.873 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:36 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:54:37.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-mon[32749]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:37.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:37.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:37.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:37.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:37.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:37.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:36 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:54:37.459 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149741 got 111669149745 for osd.3 2024-08-10T04:54:37.459 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:37.789 INFO:teuthology.orchestra.run.smithi078.stdout:55834574906 2024-08-10T04:54:38.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:54:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:54:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:54:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:38 smithi078 ceph-mon[29426]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:38 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3851431771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-10T04:54:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:38 smithi078 ceph-mon[39622]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:38 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3851431771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-10T04:54:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:38 smithi107 ceph-mon[32749]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:38 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3851431771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-10T04:54:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[39622]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[29426]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:40 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:40 smithi107 ceph-mon[32749]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:40 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:40 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:40 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:41.627 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:42.036 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574903 got 55834574906 for osd.1 2024-08-10T04:54:42.036 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:42.541 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:42 smithi078 ceph-mon[29426]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:42.542 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:42 smithi078 ceph-mon[39622]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:42.589 INFO:teuthology.orchestra.run.smithi078.stdout:77309411384 2024-08-10T04:54:42.787 INFO:teuthology.orchestra.run.smithi078.stdout:133143986222 2024-08-10T04:54:42.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:42 smithi107 ceph-mon[32749]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:43 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1344802977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-10T04:54:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:43 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3686134483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-10T04:54:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:43 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1344802977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-10T04:54:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:43 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3686134483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-10T04:54:43.555 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986218 got 133143986222 for osd.4 2024-08-10T04:54:43.556 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:43 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1344802977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-10T04:54:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:43 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3686134483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-10T04:54:43.911 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411381 got 77309411384 for osd.2 2024-08-10T04:54:43.912 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:44 smithi078 ceph-mon[29426]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:44 smithi078 ceph-mon[39622]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:44.746 INFO:teuthology.orchestra.run.smithi078.stdout:167503724585 2024-08-10T04:54:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:44 smithi107 ceph-mon[32749]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:45.641 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:45 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/4186835727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-10T04:54:45.642 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:45 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/4186835727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-10T04:54:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:45 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/4186835727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-10T04:54:45.835 INFO:teuthology.orchestra.run.smithi078.stdout:201863462948 2024-08-10T04:54:46.148 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724582 got 167503724585 for osd.5 2024-08-10T04:54:46.148 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:46 smithi078 ceph-mon[29426]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:46 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3348044925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-10T04:54:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:46 smithi078 ceph-mon[39622]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:46 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3348044925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-10T04:54:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:46 smithi107 ceph-mon[32749]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:46 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3348044925' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-10T04:54:47.307 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462943 got 201863462948 for osd.6 2024-08-10T04:54:47.308 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:47.876 INFO:teuthology.orchestra.run.smithi078.stdout:236223201312 2024-08-10T04:54:48.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:54:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:54:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:54:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:48 smithi078 ceph-mon[39622]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:48 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3442805156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-10T04:54:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:48 smithi078 ceph-mon[29426]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:48 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3442805156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-10T04:54:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:48 smithi107 ceph-mon[32749]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:48 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3442805156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-10T04:54:49.212 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201308 got 236223201312 for osd.7 2024-08-10T04:54:49.212 DEBUG:teuthology.parallel:result is None 2024-08-10T04:54:49.212 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-10T04:54:49.213 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T04:54:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:49.498 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:49.718 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:54:50.574 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:50 smithi078 ceph-mon[29426]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:50.575 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:50 smithi078 ceph-mon[39622]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:50.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:50 smithi107 ceph-mon[32749]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:54:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:54:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[29426]: Reconfiguring daemon alertmanager.a on smithi078 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T04:54:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:52 smithi078 ceph-mon[39622]: Reconfiguring daemon alertmanager.a on smithi078 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T04:54:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:52 smithi107 ceph-mon[32749]: Reconfiguring daemon alertmanager.a on smithi078 2024-08-10T04:54:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:54:53.348 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T04:54:54.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:54 smithi107 ceph-mon[32749]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:54.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:54 smithi107 ceph-mon[32749]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:54:54.904 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:54 smithi078 ceph-mon[29426]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:54.904 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:54 smithi078 ceph-mon[29426]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:54:54.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:54 smithi078 ceph-mon[39622]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:54.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:54 smithi078 ceph-mon[39622]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:54:55.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:55 smithi078 systemd[1]: Stopping Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:54:55.859 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-10T04:54:53.259498+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386824,"kb_used_data":7976,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574392,"statfs":{"total":767960285184,"available":765516177408,"internally_reserved":0,"allocated":8167424,"data_stored":4593977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003045"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174215+0000","last_change":"2024-08-10T04:52:46.411638+0000","last_active":"2024-08-10T04:54:00.174215+0000","last_peered":"2024-08-10T04:54:00.174215+0000","last_clean":"2024-08-10T04:54:00.174215+0000","last_became_active":"2024-08-10T04:52:46.411136+0000","last_became_peered":"2024-08-10T04:52:46.411136+0000","last_unstale":"2024-08-10T04:54:00.174215+0000","last_undegraded":"2024-08-10T04:54:00.174215+0000","last_fullsized":"2024-08-10T04:54:00.174215+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697417+0000","last_change":"2024-08-10T04:53:11.458636+0000","last_active":"2024-08-10T04:53:59.697417+0000","last_peered":"2024-08-10T04:53:59.697417+0000","last_clean":"2024-08-10T04:53:59.697417+0000","last_became_active":"2024-08-10T04:53:11.458267+0000","last_became_peered":"2024-08-10T04:53:11.458267+0000","last_unstale":"2024-08-10T04:53:59.697417+0000","last_undegraded":"2024-08-10T04:53:59.697417+0000","last_fullsized":"2024-08-10T04:53:59.697417+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:46:24.830245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698023+0000","last_change":"2024-08-10T04:52:46.396334+0000","last_active":"2024-08-10T04:53:59.698023+0000","last_peered":"2024-08-10T04:53:59.698023+0000","last_clean":"2024-08-10T04:53:59.698023+0000","last_became_active":"2024-08-10T04:52:46.396041+0000","last_became_peered":"2024-08-10T04:52:46.396041+0000","last_unstale":"2024-08-10T04:53:59.698023+0000","last_undegraded":"2024-08-10T04:53:59.698023+0000","last_fullsized":"2024-08-10T04:53:59.698023+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702058+0000","last_change":"2024-08-10T04:52:46.411016+0000","last_active":"2024-08-10T04:53:59.702058+0000","last_peered":"2024-08-10T04:53:59.702058+0000","last_clean":"2024-08-10T04:53:59.702058+0000","last_became_active":"2024-08-10T04:52:46.410589+0000","last_became_peered":"2024-08-10T04:52:46.410589+0000","last_unstale":"2024-08-10T04:53:59.702058+0000","last_undegraded":"2024-08-10T04:53:59.702058+0000","last_fullsized":"2024-08-10T04:53:59.702058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173803+0000","last_change":"2024-08-10T04:52:46.408224+0000","last_active":"2024-08-10T04:54:00.173803+0000","last_peered":"2024-08-10T04:54:00.173803+0000","last_clean":"2024-08-10T04:54:00.173803+0000","last_became_active":"2024-08-10T04:52:46.407579+0000","last_became_peered":"2024-08-10T04:52:46.407579+0000","last_unstale":"2024-08-10T04:54:00.173803+0000","last_undegraded":"2024-08-10T04:54:00.173803+0000","last_fullsized":"2024-08-10T04:54:00.173803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701890+0000","last_change":"2024-08-10T04:52:46.407014+0000","last_active":"2024-08-10T04:53:59.701890+0000","last_peered":"2024-08-10T04:53:59.701890+0000","last_clean":"2024-08-10T04:53:59.701890+0000","last_became_active":"2024-08-10T04:52:46.406716+0000","last_became_peered":"2024-08-10T04:52:46.406716+0000","last_unstale":"2024-08-10T04:53:59.701890+0000","last_undegraded":"2024-08-10T04:53:59.701890+0000","last_fullsized":"2024-08-10T04:53:59.701890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173590+0000","last_change":"2024-08-10T04:52:46.412951+0000","last_active":"2024-08-10T04:54:00.173590+0000","last_peered":"2024-08-10T04:54:00.173590+0000","last_clean":"2024-08-10T04:54:00.173590+0000","last_became_active":"2024-08-10T04:52:46.412660+0000","last_became_peered":"2024-08-10T04:52:46.412660+0000","last_unstale":"2024-08-10T04:54:00.173590+0000","last_undegraded":"2024-08-10T04:54:00.173590+0000","last_fullsized":"2024-08-10T04:54:00.173590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324784+0000","last_change":"2024-08-10T04:52:46.406098+0000","last_active":"2024-08-10T04:54:00.324784+0000","last_peered":"2024-08-10T04:54:00.324784+0000","last_clean":"2024-08-10T04:54:00.324784+0000","last_became_active":"2024-08-10T04:52:46.405036+0000","last_became_peered":"2024-08-10T04:52:46.405036+0000","last_unstale":"2024-08-10T04:54:00.324784+0000","last_undegraded":"2024-08-10T04:54:00.324784+0000","last_fullsized":"2024-08-10T04:54:00.324784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174268+0000","last_change":"2024-08-10T04:52:46.407264+0000","last_active":"2024-08-10T04:54:00.174268+0000","last_peered":"2024-08-10T04:54:00.174268+0000","last_clean":"2024-08-10T04:54:00.174268+0000","last_became_active":"2024-08-10T04:52:46.406992+0000","last_became_peered":"2024-08-10T04:52:46.406992+0000","last_unstale":"2024-08-10T04:54:00.174268+0000","last_undegraded":"2024-08-10T04:54:00.174268+0000","last_fullsized":"2024-08-10T04:54:00.174268+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255340+0000","last_change":"2024-08-10T04:52:46.405085+0000","last_active":"2024-08-10T04:54:00.255340+0000","last_peered":"2024-08-10T04:54:00.255340+0000","last_clean":"2024-08-10T04:54:00.255340+0000","last_became_active":"2024-08-10T04:52:46.404791+0000","last_became_peered":"2024-08-10T04:52:46.404791+0000","last_unstale":"2024-08-10T04:54:00.255340+0000","last_undegraded":"2024-08-10T04:54:00.255340+0000","last_fullsized":"2024-08-10T04:54:00.255340+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255353+0000","last_change":"2024-08-10T04:53:11.457955+0000","last_active":"2024-08-10T04:54:00.255353+0000","last_peered":"2024-08-10T04:54:00.255353+0000","last_clean":"2024-08-10T04:54:00.255353+0000","last_became_active":"2024-08-10T04:53:11.457651+0000","last_became_peered":"2024-08-10T04:53:11.457651+0000","last_unstale":"2024-08-10T04:54:00.255353+0000","last_undegraded":"2024-08-10T04:54:00.255353+0000","last_fullsized":"2024-08-10T04:54:00.255353+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:19:03.195065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700369+0000","last_change":"2024-08-10T04:52:46.399846+0000","last_active":"2024-08-10T04:53:59.700369+0000","last_peered":"2024-08-10T04:53:59.700369+0000","last_clean":"2024-08-10T04:53:59.700369+0000","last_became_active":"2024-08-10T04:52:46.399470+0000","last_became_peered":"2024-08-10T04:52:46.399470+0000","last_unstale":"2024-08-10T04:53:59.700369+0000","last_undegraded":"2024-08-10T04:53:59.700369+0000","last_fullsized":"2024-08-10T04:53:59.700369+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325107+0000","last_change":"2024-08-10T04:52:46.395191+0000","last_active":"2024-08-10T04:54:00.325107+0000","last_peered":"2024-08-10T04:54:00.325107+0000","last_clean":"2024-08-10T04:54:00.325107+0000","last_became_active":"2024-08-10T04:52:46.394708+0000","last_became_peered":"2024-08-10T04:52:46.394708+0000","last_unstale":"2024-08-10T04:54:00.325107+0000","last_undegraded":"2024-08-10T04:54:00.325107+0000","last_fullsized":"2024-08-10T04:54:00.325107+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697287+0000","last_change":"2024-08-10T04:52:46.402662+0000","last_active":"2024-08-10T04:53:59.697287+0000","last_peered":"2024-08-10T04:53:59.697287+0000","last_clean":"2024-08-10T04:53:59.697287+0000","last_became_active":"2024-08-10T04:52:46.402347+0000","last_became_peered":"2024-08-10T04:52:46.402347+0000","last_unstale":"2024-08-10T04:53:59.697287+0000","last_undegraded":"2024-08-10T04:53:59.697287+0000","last_fullsized":"2024-08-10T04:53:59.697287+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696679+0000","last_change":"2024-08-10T04:52:46.399758+0000","last_active":"2024-08-10T04:53:59.696679+0000","last_peered":"2024-08-10T04:53:59.696679+0000","last_clean":"2024-08-10T04:53:59.696679+0000","last_became_active":"2024-08-10T04:52:46.399456+0000","last_became_peered":"2024-08-10T04:52:46.399456+0000","last_unstale":"2024-08-10T04:53:59.696679+0000","last_undegraded":"2024-08-10T04:53:59.696679+0000","last_fullsized":"2024-08-10T04:53:59.696679+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701826+0000","last_change":"2024-08-10T04:52:46.402571+0000","last_active":"2024-08-10T04:53:59.701826+0000","last_peered":"2024-08-10T04:53:59.701826+0000","last_clean":"2024-08-10T04:53:59.701826+0000","last_became_active":"2024-08-10T04:52:46.402075+0000","last_became_peered":"2024-08-10T04:52:46.402075+0000","last_unstale":"2024-08-10T04:53:59.701826+0000","last_undegraded":"2024-08-10T04:53:59.701826+0000","last_fullsized":"2024-08-10T04:53:59.701826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702418+0000","last_change":"2024-08-10T04:53:11.490552+0000","last_active":"2024-08-10T04:53:59.702418+0000","last_peered":"2024-08-10T04:53:59.702418+0000","last_clean":"2024-08-10T04:53:59.702418+0000","last_became_active":"2024-08-10T04:53:11.490122+0000","last_became_peered":"2024-08-10T04:53:11.490122+0000","last_unstale":"2024-08-10T04:53:59.702418+0000","last_undegraded":"2024-08-10T04:53:59.702418+0000","last_fullsized":"2024-08-10T04:53:59.702418+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:49:32.133370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107726+0000","last_change":"2024-08-10T04:52:46.397594+0000","last_active":"2024-08-10T04:54:00.107726+0000","last_peered":"2024-08-10T04:54:00.107726+0000","last_clean":"2024-08-10T04:54:00.107726+0000","last_became_active":"2024-08-10T04:52:46.397233+0000","last_became_peered":"2024-08-10T04:52:46.397233+0000","last_unstale":"2024-08-10T04:54:00.107726+0000","last_undegraded":"2024-08-10T04:54:00.107726+0000","last_fullsized":"2024-08-10T04:54:00.107726+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174160+0000","last_change":"2024-08-10T04:52:46.410675+0000","last_active":"2024-08-10T04:54:00.174160+0000","last_peered":"2024-08-10T04:54:00.174160+0000","last_clean":"2024-08-10T04:54:00.174160+0000","last_became_active":"2024-08-10T04:52:46.410146+0000","last_became_peered":"2024-08-10T04:52:46.410146+0000","last_unstale":"2024-08-10T04:54:00.174160+0000","last_undegraded":"2024-08-10T04:54:00.174160+0000","last_fullsized":"2024-08-10T04:54:00.174160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255009+0000","last_change":"2024-08-10T04:52:46.408207+0000","last_active":"2024-08-10T04:54:00.255009+0000","last_peered":"2024-08-10T04:54:00.255009+0000","last_clean":"2024-08-10T04:54:00.255009+0000","last_became_active":"2024-08-10T04:52:46.407925+0000","last_became_peered":"2024-08-10T04:52:46.407925+0000","last_unstale":"2024-08-10T04:54:00.255009+0000","last_undegraded":"2024-08-10T04:54:00.255009+0000","last_fullsized":"2024-08-10T04:54:00.255009+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698209+0000","last_change":"2024-08-10T04:52:46.398125+0000","last_active":"2024-08-10T04:53:59.698209+0000","last_peered":"2024-08-10T04:53:59.698209+0000","last_clean":"2024-08-10T04:53:59.698209+0000","last_became_active":"2024-08-10T04:52:46.397725+0000","last_became_peered":"2024-08-10T04:52:46.397725+0000","last_unstale":"2024-08-10T04:53:59.698209+0000","last_undegraded":"2024-08-10T04:53:59.698209+0000","last_fullsized":"2024-08-10T04:53:59.698209+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702015+0000","last_change":"2024-08-10T04:52:46.407585+0000","last_active":"2024-08-10T04:53:59.702015+0000","last_peered":"2024-08-10T04:53:59.702015+0000","last_clean":"2024-08-10T04:53:59.702015+0000","last_became_active":"2024-08-10T04:52:46.407313+0000","last_became_peered":"2024-08-10T04:52:46.407313+0000","last_unstale":"2024-08-10T04:53:59.702015+0000","last_undegraded":"2024-08-10T04:53:59.702015+0000","last_fullsized":"2024-08-10T04:53:59.702015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324936+0000","last_change":"2024-08-10T04:52:46.401864+0000","last_active":"2024-08-10T04:54:00.324936+0000","last_peered":"2024-08-10T04:54:00.324936+0000","last_clean":"2024-08-10T04:54:00.324936+0000","last_became_active":"2024-08-10T04:52:46.401600+0000","last_became_peered":"2024-08-10T04:52:46.401600+0000","last_unstale":"2024-08-10T04:54:00.324936+0000","last_undegraded":"2024-08-10T04:54:00.324936+0000","last_fullsized":"2024-08-10T04:54:00.324936+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701867+0000","last_change":"2024-08-10T04:52:46.402400+0000","last_active":"2024-08-10T04:53:59.701867+0000","last_peered":"2024-08-10T04:53:59.701867+0000","last_clean":"2024-08-10T04:53:59.701867+0000","last_became_active":"2024-08-10T04:52:46.401643+0000","last_became_peered":"2024-08-10T04:52:46.401643+0000","last_unstale":"2024-08-10T04:53:59.701867+0000","last_undegraded":"2024-08-10T04:53:59.701867+0000","last_fullsized":"2024-08-10T04:53:59.701867+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325378+0000","last_change":"2024-08-10T04:52:46.408048+0000","last_active":"2024-08-10T04:54:00.325378+0000","last_peered":"2024-08-10T04:54:00.325378+0000","last_clean":"2024-08-10T04:54:00.325378+0000","last_became_active":"2024-08-10T04:52:46.407769+0000","last_became_peered":"2024-08-10T04:52:46.407769+0000","last_unstale":"2024-08-10T04:54:00.325378+0000","last_undegraded":"2024-08-10T04:54:00.325378+0000","last_fullsized":"2024-08-10T04:54:00.325378+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255350+0000","last_change":"2024-08-10T04:52:46.399967+0000","last_active":"2024-08-10T04:54:00.255350+0000","last_peered":"2024-08-10T04:54:00.255350+0000","last_clean":"2024-08-10T04:54:00.255350+0000","last_became_active":"2024-08-10T04:52:46.399551+0000","last_became_peered":"2024-08-10T04:52:46.399551+0000","last_unstale":"2024-08-10T04:54:00.255350+0000","last_undegraded":"2024-08-10T04:54:00.255350+0000","last_fullsized":"2024-08-10T04:54:00.255350+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696578+0000","last_change":"2024-08-10T04:52:46.394771+0000","last_active":"2024-08-10T04:53:59.696578+0000","last_peered":"2024-08-10T04:53:59.696578+0000","last_clean":"2024-08-10T04:53:59.696578+0000","last_became_active":"2024-08-10T04:52:46.394460+0000","last_became_peered":"2024-08-10T04:52:46.394460+0000","last_unstale":"2024-08-10T04:53:59.696578+0000","last_undegraded":"2024-08-10T04:53:59.696578+0000","last_fullsized":"2024-08-10T04:53:59.696578+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325268+0000","last_change":"2024-08-10T04:52:46.403526+0000","last_active":"2024-08-10T04:54:00.325268+0000","last_peered":"2024-08-10T04:54:00.325268+0000","last_clean":"2024-08-10T04:54:00.325268+0000","last_became_active":"2024-08-10T04:52:46.403268+0000","last_became_peered":"2024-08-10T04:52:46.403268+0000","last_unstale":"2024-08-10T04:54:00.325268+0000","last_undegraded":"2024-08-10T04:54:00.325268+0000","last_fullsized":"2024-08-10T04:54:00.325268+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107432+0000","last_change":"2024-08-10T04:53:11.490713+0000","last_active":"2024-08-10T04:54:00.107432+0000","last_peered":"2024-08-10T04:54:00.107432+0000","last_clean":"2024-08-10T04:54:00.107432+0000","last_became_active":"2024-08-10T04:53:11.490184+0000","last_became_peered":"2024-08-10T04:53:11.490184+0000","last_unstale":"2024-08-10T04:54:00.107432+0000","last_undegraded":"2024-08-10T04:54:00.107432+0000","last_fullsized":"2024-08-10T04:54:00.107432+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:25:54.791268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702012+0000","last_change":"2024-08-10T04:52:46.403389+0000","last_active":"2024-08-10T04:53:59.702012+0000","last_peered":"2024-08-10T04:53:59.702012+0000","last_clean":"2024-08-10T04:53:59.702012+0000","last_became_active":"2024-08-10T04:52:46.403112+0000","last_became_peered":"2024-08-10T04:52:46.403112+0000","last_unstale":"2024-08-10T04:53:59.702012+0000","last_undegraded":"2024-08-10T04:53:59.702012+0000","last_fullsized":"2024-08-10T04:53:59.702012+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107419+0000","last_change":"2024-08-10T04:52:46.395445+0000","last_active":"2024-08-10T04:54:00.107419+0000","last_peered":"2024-08-10T04:54:00.107419+0000","last_clean":"2024-08-10T04:54:00.107419+0000","last_became_active":"2024-08-10T04:52:46.395190+0000","last_became_peered":"2024-08-10T04:52:46.395190+0000","last_unstale":"2024-08-10T04:54:00.107419+0000","last_undegraded":"2024-08-10T04:54:00.107419+0000","last_fullsized":"2024-08-10T04:54:00.107419+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.254786+0000","last_change":"2024-08-10T04:52:46.401541+0000","last_active":"2024-08-10T04:54:00.254786+0000","last_peered":"2024-08-10T04:54:00.254786+0000","last_clean":"2024-08-10T04:54:00.254786+0000","last_became_active":"2024-08-10T04:52:46.401263+0000","last_became_peered":"2024-08-10T04:52:46.401263+0000","last_unstale":"2024-08-10T04:54:00.254786+0000","last_undegraded":"2024-08-10T04:54:00.254786+0000","last_fullsized":"2024-08-10T04:54:00.254786+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700008+0000","last_change":"2024-08-10T04:52:46.397923+0000","last_active":"2024-08-10T04:53:59.700008+0000","last_peered":"2024-08-10T04:53:59.700008+0000","last_clean":"2024-08-10T04:53:59.700008+0000","last_became_active":"2024-08-10T04:52:46.397584+0000","last_became_peered":"2024-08-10T04:52:46.397584+0000","last_unstale":"2024-08-10T04:53:59.700008+0000","last_undegraded":"2024-08-10T04:53:59.700008+0000","last_fullsized":"2024-08-10T04:53:59.700008+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325235+0000","last_change":"2024-08-10T04:52:43.204468+0000","last_active":"2024-08-10T04:54:00.325235+0000","last_peered":"2024-08-10T04:54:00.325235+0000","last_clean":"2024-08-10T04:54:00.325235+0000","last_became_active":"2024-08-10T04:52:43.204202+0000","last_became_peered":"2024-08-10T04:52:43.204202+0000","last_unstale":"2024-08-10T04:54:00.325235+0000","last_undegraded":"2024-08-10T04:54:00.325235+0000","last_fullsized":"2024-08-10T04:54:00.325235+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698749+0000","last_change":"2024-08-10T04:52:46.397976+0000","last_active":"2024-08-10T04:53:59.698749+0000","last_peered":"2024-08-10T04:53:59.698749+0000","last_clean":"2024-08-10T04:53:59.698749+0000","last_became_active":"2024-08-10T04:52:46.397377+0000","last_became_peered":"2024-08-10T04:52:46.397377+0000","last_unstale":"2024-08-10T04:53:59.698749+0000","last_undegraded":"2024-08-10T04:53:59.698749+0000","last_fullsized":"2024-08-10T04:53:59.698749+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255064+0000","last_change":"2024-08-10T04:52:43.206339+0000","last_active":"2024-08-10T04:54:00.255064+0000","last_peered":"2024-08-10T04:54:00.255064+0000","last_clean":"2024-08-10T04:54:00.255064+0000","last_became_active":"2024-08-10T04:52:43.205344+0000","last_became_peered":"2024-08-10T04:52:43.205344+0000","last_unstale":"2024-08-10T04:54:00.255064+0000","last_undegraded":"2024-08-10T04:54:00.255064+0000","last_fullsized":"2024-08-10T04:54:00.255064+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325041+0000","last_change":"2024-08-10T04:52:43.206968+0000","last_active":"2024-08-10T04:54:00.325041+0000","last_peered":"2024-08-10T04:54:00.325041+0000","last_clean":"2024-08-10T04:54:00.325041+0000","last_became_active":"2024-08-10T04:52:43.206711+0000","last_became_peered":"2024-08-10T04:52:43.206711+0000","last_unstale":"2024-08-10T04:54:00.325041+0000","last_undegraded":"2024-08-10T04:54:00.325041+0000","last_fullsized":"2024-08-10T04:54:00.325041+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324860+0000","last_change":"2024-08-10T04:52:46.403132+0000","last_active":"2024-08-10T04:54:00.324860+0000","last_peered":"2024-08-10T04:54:00.324860+0000","last_clean":"2024-08-10T04:54:00.324860+0000","last_became_active":"2024-08-10T04:52:46.402812+0000","last_became_peered":"2024-08-10T04:52:46.402812+0000","last_unstale":"2024-08-10T04:54:00.324860+0000","last_undegraded":"2024-08-10T04:54:00.324860+0000","last_fullsized":"2024-08-10T04:54:00.324860+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701916+0000","last_change":"2024-08-10T04:52:43.203854+0000","last_active":"2024-08-10T04:53:59.701916+0000","last_peered":"2024-08-10T04:53:59.701916+0000","last_clean":"2024-08-10T04:53:59.701916+0000","last_became_active":"2024-08-10T04:52:43.203566+0000","last_became_peered":"2024-08-10T04:52:43.203566+0000","last_unstale":"2024-08-10T04:53:59.701916+0000","last_undegraded":"2024-08-10T04:53:59.701916+0000","last_fullsized":"2024-08-10T04:53:59.701916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696533+0000","last_change":"2024-08-10T04:52:46.396795+0000","last_active":"2024-08-10T04:53:59.696533+0000","last_peered":"2024-08-10T04:53:59.696533+0000","last_clean":"2024-08-10T04:53:59.696533+0000","last_became_active":"2024-08-10T04:52:46.396514+0000","last_became_peered":"2024-08-10T04:52:46.396514+0000","last_unstale":"2024-08-10T04:53:59.696533+0000","last_undegraded":"2024-08-10T04:53:59.696533+0000","last_fullsized":"2024-08-10T04:53:59.696533+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255282+0000","last_change":"2024-08-10T04:52:43.206962+0000","last_active":"2024-08-10T04:54:00.255282+0000","last_peered":"2024-08-10T04:54:00.255282+0000","last_clean":"2024-08-10T04:54:00.255282+0000","last_became_active":"2024-08-10T04:52:43.206669+0000","last_became_peered":"2024-08-10T04:52:43.206669+0000","last_unstale":"2024-08-10T04:54:00.255282+0000","last_undegraded":"2024-08-10T04:54:00.255282+0000","last_fullsized":"2024-08-10T04:54:00.255282+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702246+0000","last_change":"2024-08-10T04:52:46.399588+0000","last_active":"2024-08-10T04:53:59.702246+0000","last_peered":"2024-08-10T04:53:59.702246+0000","last_clean":"2024-08-10T04:53:59.702246+0000","last_became_active":"2024-08-10T04:52:46.399281+0000","last_became_peered":"2024-08-10T04:52:46.399281+0000","last_unstale":"2024-08-10T04:53:59.702246+0000","last_undegraded":"2024-08-10T04:53:59.702246+0000","last_fullsized":"2024-08-10T04:53:59.702246+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702349+0000","last_change":"2024-08-10T04:52:43.206278+0000","last_active":"2024-08-10T04:53:59.702349+0000","last_peered":"2024-08-10T04:53:59.702349+0000","last_clean":"2024-08-10T04:53:59.702349+0000","last_became_active":"2024-08-10T04:52:43.205942+0000","last_became_peered":"2024-08-10T04:52:43.205942+0000","last_unstale":"2024-08-10T04:53:59.702349+0000","last_undegraded":"2024-08-10T04:53:59.702349+0000","last_fullsized":"2024-08-10T04:53:59.702349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697654+0000","last_change":"2024-08-10T04:52:46.400536+0000","last_active":"2024-08-10T04:53:59.697654+0000","last_peered":"2024-08-10T04:53:59.697654+0000","last_clean":"2024-08-10T04:53:59.697654+0000","last_became_active":"2024-08-10T04:52:46.399596+0000","last_became_peered":"2024-08-10T04:52:46.399596+0000","last_unstale":"2024-08-10T04:53:59.697654+0000","last_undegraded":"2024-08-10T04:53:59.697654+0000","last_fullsized":"2024-08-10T04:53:59.697654+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696725+0000","last_change":"2024-08-10T04:52:43.206421+0000","last_active":"2024-08-10T04:53:59.696725+0000","last_peered":"2024-08-10T04:53:59.696725+0000","last_clean":"2024-08-10T04:53:59.696725+0000","last_became_active":"2024-08-10T04:52:43.205710+0000","last_became_peered":"2024-08-10T04:52:43.205710+0000","last_unstale":"2024-08-10T04:53:59.696725+0000","last_undegraded":"2024-08-10T04:53:59.696725+0000","last_fullsized":"2024-08-10T04:53:59.696725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700475+0000","last_change":"2024-08-10T04:52:46.404276+0000","last_active":"2024-08-10T04:53:59.700475+0000","last_peered":"2024-08-10T04:53:59.700475+0000","last_clean":"2024-08-10T04:53:59.700475+0000","last_became_active":"2024-08-10T04:52:46.400744+0000","last_became_peered":"2024-08-10T04:52:46.400744+0000","last_unstale":"2024-08-10T04:53:59.700475+0000","last_undegraded":"2024-08-10T04:53:59.700475+0000","last_fullsized":"2024-08-10T04:53:59.700475+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255175+0000","last_change":"2024-08-10T04:52:43.206260+0000","last_active":"2024-08-10T04:54:00.255175+0000","last_peered":"2024-08-10T04:54:00.255175+0000","last_clean":"2024-08-10T04:54:00.255175+0000","last_became_active":"2024-08-10T04:52:43.205910+0000","last_became_peered":"2024-08-10T04:52:43.205910+0000","last_unstale":"2024-08-10T04:54:00.255175+0000","last_undegraded":"2024-08-10T04:54:00.255175+0000","last_fullsized":"2024-08-10T04:54:00.255175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173980+0000","last_change":"2024-08-10T04:52:46.410449+0000","last_active":"2024-08-10T04:54:00.173980+0000","last_peered":"2024-08-10T04:54:00.173980+0000","last_clean":"2024-08-10T04:54:00.173980+0000","last_became_active":"2024-08-10T04:52:46.409294+0000","last_became_peered":"2024-08-10T04:52:46.409294+0000","last_unstale":"2024-08-10T04:54:00.173980+0000","last_undegraded":"2024-08-10T04:54:00.173980+0000","last_fullsized":"2024-08-10T04:54:00.173980+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698309+0000","last_change":"2024-08-10T04:52:43.202296+0000","last_active":"2024-08-10T04:53:59.698309+0000","last_peered":"2024-08-10T04:53:59.698309+0000","last_clean":"2024-08-10T04:53:59.698309+0000","last_became_active":"2024-08-10T04:52:43.201973+0000","last_became_peered":"2024-08-10T04:52:43.201973+0000","last_unstale":"2024-08-10T04:53:59.698309+0000","last_undegraded":"2024-08-10T04:53:59.698309+0000","last_fullsized":"2024-08-10T04:53:59.698309+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697755+0000","last_change":"2024-08-10T04:52:46.397712+0000","last_active":"2024-08-10T04:53:59.697755+0000","last_peered":"2024-08-10T04:53:59.697755+0000","last_clean":"2024-08-10T04:53:59.697755+0000","last_became_active":"2024-08-10T04:52:46.397464+0000","last_became_peered":"2024-08-10T04:52:46.397464+0000","last_unstale":"2024-08-10T04:53:59.697755+0000","last_undegraded":"2024-08-10T04:53:59.697755+0000","last_fullsized":"2024-08-10T04:53:59.697755+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702134+0000","last_change":"2024-08-10T04:52:43.210566+0000","last_active":"2024-08-10T04:53:59.702134+0000","last_peered":"2024-08-10T04:53:59.702134+0000","last_clean":"2024-08-10T04:53:59.702134+0000","last_became_active":"2024-08-10T04:52:43.210268+0000","last_became_peered":"2024-08-10T04:52:43.210268+0000","last_unstale":"2024-08-10T04:53:59.702134+0000","last_undegraded":"2024-08-10T04:53:59.702134+0000","last_fullsized":"2024-08-10T04:53:59.702134+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173832+0000","last_change":"2024-08-10T04:52:46.408576+0000","last_active":"2024-08-10T04:54:00.173832+0000","last_peered":"2024-08-10T04:54:00.173832+0000","last_clean":"2024-08-10T04:54:00.173832+0000","last_became_active":"2024-08-10T04:52:46.408291+0000","last_became_peered":"2024-08-10T04:52:46.408291+0000","last_unstale":"2024-08-10T04:54:00.173832+0000","last_undegraded":"2024-08-10T04:54:00.173832+0000","last_fullsized":"2024-08-10T04:54:00.173832+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255272+0000","last_change":"2024-08-10T04:52:43.205526+0000","last_active":"2024-08-10T04:54:00.255272+0000","last_peered":"2024-08-10T04:54:00.255272+0000","last_clean":"2024-08-10T04:54:00.255272+0000","last_became_active":"2024-08-10T04:52:43.205223+0000","last_became_peered":"2024-08-10T04:52:43.205223+0000","last_unstale":"2024-08-10T04:54:00.255272+0000","last_undegraded":"2024-08-10T04:54:00.255272+0000","last_fullsized":"2024-08-10T04:54:00.255272+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.254866+0000","last_change":"2024-08-10T04:52:46.401407+0000","last_active":"2024-08-10T04:54:00.254866+0000","last_peered":"2024-08-10T04:54:00.254866+0000","last_clean":"2024-08-10T04:54:00.254866+0000","last_became_active":"2024-08-10T04:52:46.401112+0000","last_became_peered":"2024-08-10T04:52:46.401112+0000","last_unstale":"2024-08-10T04:54:00.254866+0000","last_undegraded":"2024-08-10T04:54:00.254866+0000","last_fullsized":"2024-08-10T04:54:00.254866+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107363+0000","last_change":"2024-08-10T04:52:43.201153+0000","last_active":"2024-08-10T04:54:00.107363+0000","last_peered":"2024-08-10T04:54:00.107363+0000","last_clean":"2024-08-10T04:54:00.107363+0000","last_became_active":"2024-08-10T04:52:43.200858+0000","last_became_peered":"2024-08-10T04:52:43.200858+0000","last_unstale":"2024-08-10T04:54:00.107363+0000","last_undegraded":"2024-08-10T04:54:00.107363+0000","last_fullsized":"2024-08-10T04:54:00.107363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173632+0000","last_change":"2024-08-10T04:53:11.459908+0000","last_active":"2024-08-10T04:54:00.173632+0000","last_peered":"2024-08-10T04:54:00.173632+0000","last_clean":"2024-08-10T04:54:00.173632+0000","last_became_active":"2024-08-10T04:53:11.459523+0000","last_became_peered":"2024-08-10T04:53:11.459523+0000","last_unstale":"2024-08-10T04:54:00.173632+0000","last_undegraded":"2024-08-10T04:54:00.173632+0000","last_fullsized":"2024-08-10T04:54:00.173632+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:37:45.965286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700802+0000","last_change":"2024-08-10T04:52:43.210743+0000","last_active":"2024-08-10T04:53:59.700802+0000","last_peered":"2024-08-10T04:53:59.700802+0000","last_clean":"2024-08-10T04:53:59.700802+0000","last_became_active":"2024-08-10T04:52:43.210395+0000","last_became_peered":"2024-08-10T04:52:43.210395+0000","last_unstale":"2024-08-10T04:53:59.700802+0000","last_undegraded":"2024-08-10T04:53:59.700802+0000","last_fullsized":"2024-08-10T04:53:59.700802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174205+0000","last_change":"2024-08-10T04:52:46.413785+0000","last_active":"2024-08-10T04:54:00.174205+0000","last_peered":"2024-08-10T04:54:00.174205+0000","last_clean":"2024-08-10T04:54:00.174205+0000","last_became_active":"2024-08-10T04:52:46.413359+0000","last_became_peered":"2024-08-10T04:52:46.413359+0000","last_unstale":"2024-08-10T04:54:00.174205+0000","last_undegraded":"2024-08-10T04:54:00.174205+0000","last_fullsized":"2024-08-10T04:54:00.174205+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107741+0000","last_change":"2024-08-10T04:52:43.206037+0000","last_active":"2024-08-10T04:54:00.107741+0000","last_peered":"2024-08-10T04:54:00.107741+0000","last_clean":"2024-08-10T04:54:00.107741+0000","last_became_active":"2024-08-10T04:52:43.205715+0000","last_became_peered":"2024-08-10T04:52:43.205715+0000","last_unstale":"2024-08-10T04:54:00.107741+0000","last_undegraded":"2024-08-10T04:54:00.107741+0000","last_fullsized":"2024-08-10T04:54:00.107741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174268+0000","last_change":"2024-08-10T04:52:46.414772+0000","last_active":"2024-08-10T04:54:00.174268+0000","last_peered":"2024-08-10T04:54:00.174268+0000","last_clean":"2024-08-10T04:54:00.174268+0000","last_became_active":"2024-08-10T04:52:46.414493+0000","last_became_peered":"2024-08-10T04:52:46.414493+0000","last_unstale":"2024-08-10T04:54:00.174268+0000","last_undegraded":"2024-08-10T04:54:00.174268+0000","last_fullsized":"2024-08-10T04:54:00.174268+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696885+0000","last_change":"2024-08-10T04:52:43.206326+0000","last_active":"2024-08-10T04:53:59.696885+0000","last_peered":"2024-08-10T04:53:59.696885+0000","last_clean":"2024-08-10T04:53:59.696885+0000","last_became_active":"2024-08-10T04:52:43.206066+0000","last_became_peered":"2024-08-10T04:52:43.206066+0000","last_unstale":"2024-08-10T04:53:59.696885+0000","last_undegraded":"2024-08-10T04:53:59.696885+0000","last_fullsized":"2024-08-10T04:53:59.696885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702140+0000","last_change":"2024-08-10T04:52:46.408217+0000","last_active":"2024-08-10T04:53:59.702140+0000","last_peered":"2024-08-10T04:53:59.702140+0000","last_clean":"2024-08-10T04:53:59.702140+0000","last_became_active":"2024-08-10T04:52:46.407898+0000","last_became_peered":"2024-08-10T04:52:46.407898+0000","last_unstale":"2024-08-10T04:53:59.702140+0000","last_undegraded":"2024-08-10T04:53:59.702140+0000","last_fullsized":"2024-08-10T04:53:59.702140+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107574+0000","last_change":"2024-08-10T04:52:43.205131+0000","last_active":"2024-08-10T04:54:00.107574+0000","last_peered":"2024-08-10T04:54:00.107574+0000","last_clean":"2024-08-10T04:54:00.107574+0000","last_became_active":"2024-08-10T04:52:43.204888+0000","last_became_peered":"2024-08-10T04:52:43.204888+0000","last_unstale":"2024-08-10T04:54:00.107574+0000","last_undegraded":"2024-08-10T04:54:00.107574+0000","last_fullsized":"2024-08-10T04:54:00.107574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174065+0000","last_change":"2024-08-10T04:52:46.410663+0000","last_active":"2024-08-10T04:54:00.174065+0000","last_peered":"2024-08-10T04:54:00.174065+0000","last_clean":"2024-08-10T04:54:00.174065+0000","last_became_active":"2024-08-10T04:52:46.409729+0000","last_became_peered":"2024-08-10T04:52:46.409729+0000","last_unstale":"2024-08-10T04:54:00.174065+0000","last_undegraded":"2024-08-10T04:54:00.174065+0000","last_fullsized":"2024-08-10T04:54:00.174065+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.362460+0000","last_change":"2024-08-10T04:54:00.255522+0000","last_active":"2024-08-10T04:54:08.362460+0000","last_peered":"2024-08-10T04:54:08.362460+0000","last_clean":"2024-08-10T04:54:08.362460+0000","last_became_active":"2024-08-10T04:53:54.666504+0000","last_became_peered":"2024-08-10T04:53:54.666504+0000","last_unstale":"2024-08-10T04:54:08.362460+0000","last_undegraded":"2024-08-10T04:54:08.362460+0000","last_fullsized":"2024-08-10T04:54:08.362460+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:20:04.605157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042986499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":281,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173800+0000","last_change":"2024-08-10T04:52:19.196408+0000","last_active":"2024-08-10T04:54:00.173800+0000","last_peered":"2024-08-10T04:54:00.173800+0000","last_clean":"2024-08-10T04:54:00.173800+0000","last_became_active":"2024-08-10T04:52:19.196088+0000","last_became_peered":"2024-08-10T04:52:19.196088+0000","last_unstale":"2024-08-10T04:54:00.173800+0000","last_undegraded":"2024-08-10T04:54:00.173800+0000","last_fullsized":"2024-08-10T04:54:00.173800+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702008+0000","last_change":"2024-08-10T04:52:43.205424+0000","last_active":"2024-08-10T04:53:59.702008+0000","last_peered":"2024-08-10T04:53:59.702008+0000","last_clean":"2024-08-10T04:53:59.702008+0000","last_became_active":"2024-08-10T04:52:43.205136+0000","last_became_peered":"2024-08-10T04:52:43.205136+0000","last_unstale":"2024-08-10T04:53:59.702008+0000","last_undegraded":"2024-08-10T04:53:59.702008+0000","last_fullsized":"2024-08-10T04:53:59.702008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325304+0000","last_change":"2024-08-10T04:52:46.406004+0000","last_active":"2024-08-10T04:54:00.325304+0000","last_peered":"2024-08-10T04:54:00.325304+0000","last_clean":"2024-08-10T04:54:00.325304+0000","last_became_active":"2024-08-10T04:52:46.404971+0000","last_became_peered":"2024-08-10T04:52:46.404971+0000","last_unstale":"2024-08-10T04:54:00.325304+0000","last_undegraded":"2024-08-10T04:54:00.325304+0000","last_fullsized":"2024-08-10T04:54:00.325304+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.213776+0000","last_change":"2024-08-10T04:53:59.697784+0000","last_active":"2024-08-10T04:54:08.213776+0000","last_peered":"2024-08-10T04:54:08.213776+0000","last_clean":"2024-08-10T04:54:08.213776+0000","last_became_active":"2024-08-10T04:53:54.749136+0000","last_became_peered":"2024-08-10T04:53:54.749136+0000","last_unstale":"2024-08-10T04:54:08.213776+0000","last_undegraded":"2024-08-10T04:54:08.213776+0000","last_fullsized":"2024-08-10T04:54:08.213776+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:42.034779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034845299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173790+0000","last_change":"2024-08-10T04:52:43.212693+0000","last_active":"2024-08-10T04:54:00.173790+0000","last_peered":"2024-08-10T04:54:00.173790+0000","last_clean":"2024-08-10T04:54:00.173790+0000","last_became_active":"2024-08-10T04:52:43.212372+0000","last_became_peered":"2024-08-10T04:52:43.212372+0000","last_unstale":"2024-08-10T04:54:00.173790+0000","last_undegraded":"2024-08-10T04:54:00.173790+0000","last_fullsized":"2024-08-10T04:54:00.173790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698136+0000","last_change":"2024-08-10T04:52:46.395192+0000","last_active":"2024-08-10T04:53:59.698136+0000","last_peered":"2024-08-10T04:53:59.698136+0000","last_clean":"2024-08-10T04:53:59.698136+0000","last_became_active":"2024-08-10T04:52:46.394924+0000","last_became_peered":"2024-08-10T04:52:46.394924+0000","last_unstale":"2024-08-10T04:53:59.698136+0000","last_undegraded":"2024-08-10T04:53:59.698136+0000","last_fullsized":"2024-08-10T04:53:59.698136+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.467436+0000","last_change":"2024-08-10T04:53:59.698537+0000","last_active":"2024-08-10T04:54:08.467436+0000","last_peered":"2024-08-10T04:54:08.467436+0000","last_clean":"2024-08-10T04:54:08.467436+0000","last_became_active":"2024-08-10T04:53:54.749195+0000","last_became_peered":"2024-08-10T04:53:54.749195+0000","last_unstale":"2024-08-10T04:54:08.467436+0000","last_undegraded":"2024-08-10T04:54:08.467436+0000","last_fullsized":"2024-08-10T04:54:08.467436+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:06.913284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015318129999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107438+0000","last_change":"2024-08-10T04:52:43.204599+0000","last_active":"2024-08-10T04:54:00.107438+0000","last_peered":"2024-08-10T04:54:00.107438+0000","last_clean":"2024-08-10T04:54:00.107438+0000","last_became_active":"2024-08-10T04:52:43.202967+0000","last_became_peered":"2024-08-10T04:52:43.202967+0000","last_unstale":"2024-08-10T04:54:00.107438+0000","last_undegraded":"2024-08-10T04:54:00.107438+0000","last_fullsized":"2024-08-10T04:54:00.107438+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696389+0000","last_change":"2024-08-10T04:52:46.398009+0000","last_active":"2024-08-10T04:53:59.696389+0000","last_peered":"2024-08-10T04:53:59.696389+0000","last_clean":"2024-08-10T04:53:59.696389+0000","last_became_active":"2024-08-10T04:52:46.397351+0000","last_became_peered":"2024-08-10T04:52:46.397351+0000","last_unstale":"2024-08-10T04:53:59.696389+0000","last_undegraded":"2024-08-10T04:53:59.696389+0000","last_fullsized":"2024-08-10T04:53:59.696389+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.467211+0000","last_change":"2024-08-10T04:53:59.698627+0000","last_active":"2024-08-10T04:54:08.467211+0000","last_peered":"2024-08-10T04:54:08.467211+0000","last_clean":"2024-08-10T04:54:08.467211+0000","last_became_active":"2024-08-10T04:53:54.749750+0000","last_became_peered":"2024-08-10T04:53:54.749750+0000","last_unstale":"2024-08-10T04:54:08.467211+0000","last_undegraded":"2024-08-10T04:54:08.467211+0000","last_fullsized":"2024-08-10T04:54:08.467211+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:51.770417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014852590000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702133+0000","last_change":"2024-08-10T04:52:43.209451+0000","last_active":"2024-08-10T04:53:59.702133+0000","last_peered":"2024-08-10T04:53:59.702133+0000","last_clean":"2024-08-10T04:53:59.702133+0000","last_became_active":"2024-08-10T04:52:43.208688+0000","last_became_peered":"2024-08-10T04:52:43.208688+0000","last_unstale":"2024-08-10T04:53:59.702133+0000","last_undegraded":"2024-08-10T04:53:59.702133+0000","last_fullsized":"2024-08-10T04:53:59.702133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107387+0000","last_change":"2024-08-10T04:53:11.459976+0000","last_active":"2024-08-10T04:54:00.107387+0000","last_peered":"2024-08-10T04:54:00.107387+0000","last_clean":"2024-08-10T04:54:00.107387+0000","last_became_active":"2024-08-10T04:53:11.459660+0000","last_became_peered":"2024-08-10T04:53:11.459660+0000","last_unstale":"2024-08-10T04:54:00.107387+0000","last_undegraded":"2024-08-10T04:54:00.107387+0000","last_fullsized":"2024-08-10T04:54:00.107387+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:31:33.577200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.467001+0000","last_change":"2024-08-10T04:53:59.698363+0000","last_active":"2024-08-10T04:54:08.467001+0000","last_peered":"2024-08-10T04:54:08.467001+0000","last_clean":"2024-08-10T04:54:08.467001+0000","last_became_active":"2024-08-10T04:53:54.749130+0000","last_became_peered":"2024-08-10T04:53:54.749130+0000","last_unstale":"2024-08-10T04:54:08.467001+0000","last_undegraded":"2024-08-10T04:54:08.467001+0000","last_fullsized":"2024-08-10T04:54:08.467001+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:53:09.474452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015018329999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697303+0000","last_change":"2024-08-10T04:52:43.203373+0000","last_active":"2024-08-10T04:53:59.697303+0000","last_peered":"2024-08-10T04:53:59.697303+0000","last_clean":"2024-08-10T04:53:59.697303+0000","last_became_active":"2024-08-10T04:52:43.203110+0000","last_became_peered":"2024-08-10T04:52:43.203110+0000","last_unstale":"2024-08-10T04:53:59.697303+0000","last_undegraded":"2024-08-10T04:53:59.697303+0000","last_fullsized":"2024-08-10T04:53:59.697303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702298+0000","last_change":"2024-08-10T04:52:46.401218+0000","last_active":"2024-08-10T04:53:59.702298+0000","last_peered":"2024-08-10T04:53:59.702298+0000","last_clean":"2024-08-10T04:53:59.702298+0000","last_became_active":"2024-08-10T04:52:46.400947+0000","last_became_peered":"2024-08-10T04:52:46.400947+0000","last_unstale":"2024-08-10T04:53:59.702298+0000","last_undegraded":"2024-08-10T04:53:59.702298+0000","last_fullsized":"2024-08-10T04:53:59.702298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.213173+0000","last_change":"2024-08-10T04:53:59.698708+0000","last_active":"2024-08-10T04:54:08.213173+0000","last_peered":"2024-08-10T04:54:08.213173+0000","last_clean":"2024-08-10T04:54:08.213173+0000","last_became_active":"2024-08-10T04:53:54.749668+0000","last_became_peered":"2024-08-10T04:53:54.749668+0000","last_unstale":"2024-08-10T04:54:08.213173+0000","last_undegraded":"2024-08-10T04:54:08.213173+0000","last_fullsized":"2024-08-10T04:54:08.213173+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:47:13.084161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085297599999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174187+0000","last_change":"2024-08-10T04:52:43.213772+0000","last_active":"2024-08-10T04:54:00.174187+0000","last_peered":"2024-08-10T04:54:00.174187+0000","last_clean":"2024-08-10T04:54:00.174187+0000","last_became_active":"2024-08-10T04:52:43.213109+0000","last_became_peered":"2024-08-10T04:52:43.213109+0000","last_unstale":"2024-08-10T04:54:00.174187+0000","last_undegraded":"2024-08-10T04:54:00.174187+0000","last_fullsized":"2024-08-10T04:54:00.174187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697295+0000","last_change":"2024-08-10T04:52:46.399139+0000","last_active":"2024-08-10T04:53:59.697295+0000","last_peered":"2024-08-10T04:53:59.697295+0000","last_clean":"2024-08-10T04:53:59.697295+0000","last_became_active":"2024-08-10T04:52:46.398935+0000","last_became_peered":"2024-08-10T04:52:46.398935+0000","last_unstale":"2024-08-10T04:53:59.697295+0000","last_undegraded":"2024-08-10T04:53:59.697295+0000","last_fullsized":"2024-08-10T04:53:59.697295+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.651909+0000","last_change":"2024-08-10T04:54:00.325075+0000","last_active":"2024-08-10T04:54:08.651909+0000","last_peered":"2024-08-10T04:54:08.651909+0000","last_clean":"2024-08-10T04:54:08.651909+0000","last_became_active":"2024-08-10T04:53:54.667542+0000","last_became_peered":"2024-08-10T04:53:54.667542+0000","last_unstale":"2024-08-10T04:54:08.651909+0000","last_undegraded":"2024-08-10T04:54:08.651909+0000","last_fullsized":"2024-08-10T04:54:08.651909+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T04:55:26.003386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034888299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697470+0000","last_change":"2024-08-10T04:52:43.209231+0000","last_active":"2024-08-10T04:53:59.697470+0000","last_peered":"2024-08-10T04:53:59.697470+0000","last_clean":"2024-08-10T04:53:59.697470+0000","last_became_active":"2024-08-10T04:52:43.208753+0000","last_became_peered":"2024-08-10T04:52:43.208753+0000","last_unstale":"2024-08-10T04:53:59.697470+0000","last_undegraded":"2024-08-10T04:53:59.697470+0000","last_fullsized":"2024-08-10T04:53:59.697470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325394+0000","last_change":"2024-08-10T04:52:46.403079+0000","last_active":"2024-08-10T04:54:00.325394+0000","last_peered":"2024-08-10T04:54:00.325394+0000","last_clean":"2024-08-10T04:54:00.325394+0000","last_became_active":"2024-08-10T04:52:46.402806+0000","last_became_peered":"2024-08-10T04:52:46.402806+0000","last_unstale":"2024-08-10T04:54:00.325394+0000","last_undegraded":"2024-08-10T04:54:00.325394+0000","last_fullsized":"2024-08-10T04:54:00.325394+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.211916+0000","last_change":"2024-08-10T04:53:59.700207+0000","last_active":"2024-08-10T04:54:08.211916+0000","last_peered":"2024-08-10T04:54:08.211916+0000","last_clean":"2024-08-10T04:54:08.211916+0000","last_became_active":"2024-08-10T04:53:54.749008+0000","last_became_peered":"2024-08-10T04:53:54.749008+0000","last_unstale":"2024-08-10T04:54:08.211916+0000","last_undegraded":"2024-08-10T04:54:08.211916+0000","last_fullsized":"2024-08-10T04:54:08.211916+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:47:31.109154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051987599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255335+0000","last_change":"2024-08-10T04:52:43.207654+0000","last_active":"2024-08-10T04:54:00.255335+0000","last_peered":"2024-08-10T04:54:00.255335+0000","last_clean":"2024-08-10T04:54:00.255335+0000","last_became_active":"2024-08-10T04:52:43.207374+0000","last_became_peered":"2024-08-10T04:52:43.207374+0000","last_unstale":"2024-08-10T04:54:00.255335+0000","last_undegraded":"2024-08-10T04:54:00.255335+0000","last_fullsized":"2024-08-10T04:54:00.255335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697322+0000","last_change":"2024-08-10T04:52:46.393161+0000","last_active":"2024-08-10T04:53:59.697322+0000","last_peered":"2024-08-10T04:53:59.697322+0000","last_clean":"2024-08-10T04:53:59.697322+0000","last_became_active":"2024-08-10T04:52:46.392897+0000","last_became_peered":"2024-08-10T04:52:46.392897+0000","last_unstale":"2024-08-10T04:53:59.697322+0000","last_undegraded":"2024-08-10T04:53:59.697322+0000","last_fullsized":"2024-08-10T04:53:59.697322+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173674+0000","last_change":"2024-08-10T04:52:43.211703+0000","last_active":"2024-08-10T04:54:00.173674+0000","last_peered":"2024-08-10T04:54:00.173674+0000","last_clean":"2024-08-10T04:54:00.173674+0000","last_became_active":"2024-08-10T04:52:43.211412+0000","last_became_peered":"2024-08-10T04:52:43.211412+0000","last_unstale":"2024-08-10T04:54:00.173674+0000","last_undegraded":"2024-08-10T04:54:00.173674+0000","last_fullsized":"2024-08-10T04:54:00.173674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.699983+0000","last_change":"2024-08-10T04:52:46.405488+0000","last_active":"2024-08-10T04:53:59.699983+0000","last_peered":"2024-08-10T04:53:59.699983+0000","last_clean":"2024-08-10T04:53:59.699983+0000","last_became_active":"2024-08-10T04:52:46.405225+0000","last_became_peered":"2024-08-10T04:52:46.405225+0000","last_unstale":"2024-08-10T04:53:59.699983+0000","last_undegraded":"2024-08-10T04:53:59.699983+0000","last_fullsized":"2024-08-10T04:53:59.699983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696784+0000","last_change":"2024-08-10T04:53:11.490135+0000","last_active":"2024-08-10T04:53:59.696784+0000","last_peered":"2024-08-10T04:53:59.696784+0000","last_clean":"2024-08-10T04:53:59.696784+0000","last_became_active":"2024-08-10T04:53:11.489837+0000","last_became_peered":"2024-08-10T04:53:11.489837+0000","last_unstale":"2024-08-10T04:53:59.696784+0000","last_undegraded":"2024-08-10T04:53:59.696784+0000","last_fullsized":"2024-08-10T04:53:59.696784+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:01:19.942205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324876+0000","last_change":"2024-08-10T04:52:46.398320+0000","last_active":"2024-08-10T04:54:00.324876+0000","last_peered":"2024-08-10T04:54:00.324876+0000","last_clean":"2024-08-10T04:54:00.324876+0000","last_became_active":"2024-08-10T04:52:46.397160+0000","last_became_peered":"2024-08-10T04:52:46.397160+0000","last_unstale":"2024-08-10T04:54:00.324876+0000","last_undegraded":"2024-08-10T04:54:00.324876+0000","last_fullsized":"2024-08-10T04:54:00.324876+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697176+0000","last_change":"2024-08-10T04:52:43.204589+0000","last_active":"2024-08-10T04:53:59.697176+0000","last_peered":"2024-08-10T04:53:59.697176+0000","last_clean":"2024-08-10T04:53:59.697176+0000","last_became_active":"2024-08-10T04:52:43.204306+0000","last_became_peered":"2024-08-10T04:52:43.204306+0000","last_unstale":"2024-08-10T04:53:59.697176+0000","last_undegraded":"2024-08-10T04:53:59.697176+0000","last_fullsized":"2024-08-10T04:53:59.697176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325202+0000","last_change":"2024-08-10T04:52:46.391312+0000","last_active":"2024-08-10T04:54:00.325202+0000","last_peered":"2024-08-10T04:54:00.325202+0000","last_clean":"2024-08-10T04:54:00.325202+0000","last_became_active":"2024-08-10T04:52:46.391025+0000","last_became_peered":"2024-08-10T04:52:46.391025+0000","last_unstale":"2024-08-10T04:54:00.325202+0000","last_undegraded":"2024-08-10T04:54:00.325202+0000","last_fullsized":"2024-08-10T04:54:00.325202+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174047+0000","last_change":"2024-08-10T04:52:43.213650+0000","last_active":"2024-08-10T04:54:00.174047+0000","last_peered":"2024-08-10T04:54:00.174047+0000","last_clean":"2024-08-10T04:54:00.174047+0000","last_became_active":"2024-08-10T04:52:43.213257+0000","last_became_peered":"2024-08-10T04:52:43.213257+0000","last_unstale":"2024-08-10T04:54:00.174047+0000","last_undegraded":"2024-08-10T04:54:00.174047+0000","last_fullsized":"2024-08-10T04:54:00.174047+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.254779+0000","last_change":"2024-08-10T04:52:46.399405+0000","last_active":"2024-08-10T04:54:00.254779+0000","last_peered":"2024-08-10T04:54:00.254779+0000","last_clean":"2024-08-10T04:54:00.254779+0000","last_became_active":"2024-08-10T04:52:46.399098+0000","last_became_peered":"2024-08-10T04:52:46.399098+0000","last_unstale":"2024-08-10T04:54:00.254779+0000","last_undegraded":"2024-08-10T04:54:00.254779+0000","last_fullsized":"2024-08-10T04:54:00.254779+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702214+0000","last_change":"2024-08-10T04:52:46.413630+0000","last_active":"2024-08-10T04:53:59.702214+0000","last_peered":"2024-08-10T04:53:59.702214+0000","last_clean":"2024-08-10T04:53:59.702214+0000","last_became_active":"2024-08-10T04:52:46.413332+0000","last_became_peered":"2024-08-10T04:52:46.413332+0000","last_unstale":"2024-08-10T04:53:59.702214+0000","last_undegraded":"2024-08-10T04:53:59.702214+0000","last_fullsized":"2024-08-10T04:53:59.702214+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174053+0000","last_change":"2024-08-10T04:52:43.213489+0000","last_active":"2024-08-10T04:54:00.174053+0000","last_peered":"2024-08-10T04:54:00.174053+0000","last_clean":"2024-08-10T04:54:00.174053+0000","last_became_active":"2024-08-10T04:52:43.213212+0000","last_became_peered":"2024-08-10T04:52:43.213212+0000","last_unstale":"2024-08-10T04:54:00.174053+0000","last_undegraded":"2024-08-10T04:54:00.174053+0000","last_fullsized":"2024-08-10T04:54:00.174053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702018+0000","last_change":"2024-08-10T04:52:46.403645+0000","last_active":"2024-08-10T04:53:59.702018+0000","last_peered":"2024-08-10T04:53:59.702018+0000","last_clean":"2024-08-10T04:53:59.702018+0000","last_became_active":"2024-08-10T04:52:46.403295+0000","last_became_peered":"2024-08-10T04:52:46.403295+0000","last_unstale":"2024-08-10T04:53:59.702018+0000","last_undegraded":"2024-08-10T04:53:59.702018+0000","last_fullsized":"2024-08-10T04:53:59.702018+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174091+0000","last_change":"2024-08-10T04:52:43.213254+0000","last_active":"2024-08-10T04:54:00.174091+0000","last_peered":"2024-08-10T04:54:00.174091+0000","last_clean":"2024-08-10T04:54:00.174091+0000","last_became_active":"2024-08-10T04:52:43.212916+0000","last_became_peered":"2024-08-10T04:52:43.212916+0000","last_unstale":"2024-08-10T04:54:00.174091+0000","last_undegraded":"2024-08-10T04:54:00.174091+0000","last_fullsized":"2024-08-10T04:54:00.174091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697571+0000","last_change":"2024-08-10T04:52:46.401284+0000","last_active":"2024-08-10T04:53:59.697571+0000","last_peered":"2024-08-10T04:53:59.697571+0000","last_clean":"2024-08-10T04:53:59.697571+0000","last_became_active":"2024-08-10T04:52:46.401005+0000","last_became_peered":"2024-08-10T04:52:46.401005+0000","last_unstale":"2024-08-10T04:53:59.697571+0000","last_undegraded":"2024-08-10T04:53:59.697571+0000","last_fullsized":"2024-08-10T04:53:59.697571+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325292+0000","last_change":"2024-08-10T04:52:43.204126+0000","last_active":"2024-08-10T04:54:00.325292+0000","last_peered":"2024-08-10T04:54:00.325292+0000","last_clean":"2024-08-10T04:54:00.325292+0000","last_became_active":"2024-08-10T04:52:43.203609+0000","last_became_peered":"2024-08-10T04:52:43.203609+0000","last_unstale":"2024-08-10T04:54:00.325292+0000","last_undegraded":"2024-08-10T04:54:00.325292+0000","last_fullsized":"2024-08-10T04:54:00.325292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325165+0000","last_change":"2024-08-10T04:52:46.396078+0000","last_active":"2024-08-10T04:54:00.325165+0000","last_peered":"2024-08-10T04:54:00.325165+0000","last_clean":"2024-08-10T04:54:00.325165+0000","last_became_active":"2024-08-10T04:52:46.395811+0000","last_became_peered":"2024-08-10T04:52:46.395811+0000","last_unstale":"2024-08-10T04:54:00.325165+0000","last_undegraded":"2024-08-10T04:54:00.325165+0000","last_fullsized":"2024-08-10T04:54:00.325165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697974+0000","last_change":"2024-08-10T04:52:43.209394+0000","last_active":"2024-08-10T04:53:59.697974+0000","last_peered":"2024-08-10T04:53:59.697974+0000","last_clean":"2024-08-10T04:53:59.697974+0000","last_became_active":"2024-08-10T04:52:43.209123+0000","last_became_peered":"2024-08-10T04:52:43.209123+0000","last_unstale":"2024-08-10T04:53:59.697974+0000","last_undegraded":"2024-08-10T04:53:59.697974+0000","last_fullsized":"2024-08-10T04:53:59.697974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201313,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":942786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.90800000000000003,"15min":0.97699999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.72899999999999998,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52200000000000002,"15min":0.52700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.76900000000000002}]},{"osd":1,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51100000000000001,"15min":0.51200000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.61599999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.90100000000000002,"15min":0.96699999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71399999999999997,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.69799999999999995,"15min":0.72799999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.74399999999999999,"5min":5.5570000000000004,"15min":5.5570000000000004},"last":0.57399999999999995}]},{"osd":3,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.74399999999999999,"15min":0.78600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.64200000000000002,"5min":7.2619999999999996,"15min":7.2619999999999996},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.56899999999999995,"15min":0.57899999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.69699999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.60599999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.48699999999999999,"15min":0.49099999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65900000000000003,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.51600000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.74199999999999999,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.47599999999999998,"15min":0.47799999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53500000000000003}]},{"osd":6,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65000000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.499,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.35499999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.61799999999999999,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.46999999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462949,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":943948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.501,"15min":0.496},"min":{"1min":0.36199999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52300000000000002,"15min":0.51700000000000002},"min":{"1min":0.33700000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.61499999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51300000000000001,"15min":0.50700000000000001},"min":{"1min":0.376,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.503},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.437,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.55400000000000005}]},{"osd":2,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.52500000000000002,"15min":0.51700000000000002},"min":{"1min":0.372,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.50700000000000001,"15min":0.503},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.53200000000000003,"15min":0.52200000000000002},"min":{"1min":0.43099999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.434}]},{"osd":4,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.34699999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.43099999999999999,"15min":0.42299999999999999},"min":{"1min":0.38800000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66200000000000003,"5min":0.753,"15min":0.753},"last":0.67900000000000005}]},{"osd":5,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.35899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.58699999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.434,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.626,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39900000000000002}]},{"osd":7,"last update":"Sat Aug 10 04:54:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.35899999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.70399999999999996,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.49199999999999999,"15min":0.48999999999999999},"min":{"1min":0.38400000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65700000000000003,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.58599999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724587,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":353954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.48099999999999998,"15min":0.46999999999999997},"min":{"1min":0.39000000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.64600000000000002,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.52400000000000002,"15min":0.51400000000000001},"min":{"1min":0.32900000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.745,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.497}]},{"osd":1,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.93999999999999995,"15min":1.127},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.66400000000000003,"5min":16.789000000000001,"15min":16.789000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52200000000000002,"15min":0.50800000000000001},"min":{"1min":0.40799999999999997,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69299999999999995,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.34799999999999998}]},{"osd":2,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.502,"15min":0.496},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60199999999999998,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52700000000000002,"15min":0.51300000000000001},"min":{"1min":0.36899999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72299999999999998,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.41499999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.49299999999999999,"15min":0.48199999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.629,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.5,"15min":0.495},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.60799999999999998,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.53200000000000003}]},{"osd":4,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.40200000000000002,"15min":0.38},"min":{"1min":0.316,"5min":0.245,"15min":0.245},"max":{"1min":0.623,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40200000000000002,"15min":0.379},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59099999999999997,"5min":0.749,"15min":0.749},"last":0.50800000000000001}]},{"osd":6,"last update":"Sat Aug 10 04:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.435,"15min":0.434},"min":{"1min":0.28799999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.67300000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.71899999999999997,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.439}]},{"osd":7,"last update":"Sat Aug 10 04:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.53000000000000003,"15min":0.53800000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66600000000000004,"5min":0.749,"15min":0.749},"last":0.376},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.498,"15min":0.50600000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.70699999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.38600000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986224,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":352541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.69499999999999995,"15min":0.77900000000000003},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64200000000000002,"5min":6.8090000000000002,"15min":6.8090000000000002},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38100000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68700000000000006,"5min":0.754,"15min":0.754},"last":0.57599999999999996}]},{"osd":1,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51000000000000001,"15min":0.503},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.51500000000000001,"15min":0.51200000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65500000000000003,"5min":0.748,"15min":0.748},"last":0.48399999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52500000000000002,"15min":0.52000000000000002},"min":{"1min":0.374,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.67000000000000004,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.71999999999999997,"15min":0.81200000000000006},"min":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71199999999999997,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.56299999999999994}]},{"osd":3,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51700000000000002,"15min":0.51000000000000001},"min":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.73999999999999999,"15min":0.82799999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70099999999999996,"5min":6.7800000000000002,"15min":6.7800000000000002},"last":0.46400000000000002}]},{"osd":5,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.39900000000000002,"15min":0.379},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.315},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.39600000000000002,"15min":0.376},"min":{"1min":0.30199999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.44500000000000001}]},{"osd":6,"last update":"Sat Aug 10 04:53:54 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.48799999999999999,"15min":0.48499999999999999},"min":{"1min":0.36699999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68100000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.5},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.437,"15min":0.432},"min":{"1min":0.308,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.65400000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.33200000000000002}]},{"osd":7,"last update":"Sat Aug 10 04:54:17 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.5,"15min":0.499},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.505,"15min":0.505},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.35999999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149749,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:51 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.35799999999999998,"15min":0.36399999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.46400000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.378,"15min":0.38800000000000001},"min":{"1min":0.26100000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.498,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.36299999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:53:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.39300000000000002,"15min":0.39900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.42899999999999999,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39900000000000002,"15min":0.40300000000000002},"min":{"1min":0.28199999999999997,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.47199999999999998,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.40899999999999997}]},{"osd":2,"last update":"Sat Aug 10 04:53:51 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.41699999999999998,"15min":0.41999999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.501,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.38},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.38300000000000001,"15min":0.38700000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.51800000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.313}]},{"osd":4,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.57599999999999996,"15min":0.58099999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73999999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52900000000000003}]},{"osd":5,"last update":"Sat Aug 10 04:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.438,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57499999999999996,"15min":0.57899999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.77600000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.48499999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:53:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69999999999999996,"5min":0.745,"15min":0.745},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56899999999999995,"15min":0.57299999999999995},"min":{"1min":0.433,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73199999999999998,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53900000000000003}]},{"osd":7,"last update":"Sat Aug 10 04:54:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.46000000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.59099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411386,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":351826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.34599999999999997,"15min":0.33900000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.49399999999999999,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.34300000000000003,"15min":0.33300000000000002},"min":{"1min":0.23999999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.496,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.5}]},{"osd":1,"last update":"Sat Aug 10 04:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.27500000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.48899999999999999,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.35399999999999998},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.44500000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:53:50 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.42699999999999999,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.55600000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.41099999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.63500000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.56499999999999995,"15min":0.57199999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63200000000000001,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.58899999999999997}]},{"osd":5,"last update":"Sat Aug 10 04:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73599999999999999,"5min":0.748,"15min":0.748},"last":0.626},{"interface":"front","average":{"1min":0.498,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.57799999999999996}]},{"osd":6,"last update":"Sat Aug 10 04:53:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.58299999999999996,"15min":0.58999999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56100000000000005,"15min":0.56699999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.67400000000000004,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.54800000000000004}]},{"osd":7,"last update":"Sat Aug 10 04:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.59799999999999998,"15min":0.60399999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.61799999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":351740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32000000000000001,"15min":0.28899999999999998},"min":{"1min":0.22600000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.33900000000000002,"15min":0.311},"min":{"1min":0.23599999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.315}]},{"osd":2,"last update":"Sat Aug 10 04:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35599999999999998,"15min":0.34999999999999998},"min":{"1min":0.224,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.36299999999999999,"15min":0.35699999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.56999999999999995,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34000000000000002}]},{"osd":3,"last update":"Sat Aug 10 04:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.373,"15min":0.38300000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.47299999999999998,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40400000000000003,"15min":0.41599999999999998},"min":{"1min":0.25700000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.63300000000000001,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.35499999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55700000000000005,"15min":0.56699999999999995},"min":{"1min":0.33600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.70599999999999996,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57599999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.63900000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.54200000000000004,"15min":0.55200000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.67000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.52700000000000002,"15min":0.53700000000000003},"min":{"1min":0.40600000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.52000000000000002}]},{"osd":6,"last update":"Sat Aug 10 04:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.57499999999999996,"15min":0.56200000000000006},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.53800000000000003}]},{"osd":7,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79600000000000004,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70099999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.628}]}]},{"osd":0,"up_from":8,"seq":34359738435,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":942910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 04:54:02 2024","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.32400000000000001,"15min":0.314},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":0.443,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.32200000000000001},"min":{"1min":0.22800000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Sat Aug 10 04:54:26 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.56899999999999995,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.438},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.37},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.52800000000000002,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.376}]},{"osd":3,"last update":"Sat Aug 10 04:54:50 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.374,"15min":0.39000000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.52800000000000002,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41299999999999998,"15min":0.439},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.45800000000000002}]},{"osd":4,"last update":"Sat Aug 10 04:54:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.746,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.505},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.55700000000000005,"15min":0.55100000000000005},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.54000000000000004}]},{"osd":5,"last update":"Sat Aug 10 04:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54400000000000004,"15min":0.54700000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.40899999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.49199999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.40699999999999997,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51600000000000001}]},{"osd":7,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.56599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T04:54:55.866 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T04:54:56.421 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:56 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[72008]: ts=2024-08-10T04:54:56.137Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T04:54:56.421 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:56 smithi078 podman[75975]: 2024-08-10 04:54:56.157865286 +0000 UTC m=+0.160439833 container died 41ca8961971fb556890aec24371fc6b7efec2593ec36e24c09b78dc8ae979a2a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:56 smithi078 ceph-mon[29426]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:56 smithi078 ceph-mon[39622]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:56.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:56 smithi078 podman[75975]: 2024-08-10 04:54:56.519954367 +0000 UTC m=+0.522528915 container cleanup 41ca8961971fb556890aec24371fc6b7efec2593ec36e24c09b78dc8ae979a2a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:56.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:56 smithi078 bash[75975]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T04:54:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:56 smithi107 ceph-mon[32749]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:56.980 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:54:57.104 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:56 smithi078 podman[75999]: 2024-08-10 04:54:56.804609731 +0000 UTC m=+0.645911114 container remove 41ca8961971fb556890aec24371fc6b7efec2593ec36e24c09b78dc8ae979a2a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:57.104 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:56 smithi078 podman[75999]: 2024-08-10 04:54:56.880308302 +0000 UTC m=+0.721609702 volume remove 18a7979fadf0fa34692899057915abc150e321333732a3d7189325d499145e91 2024-08-10T04:54:57.707 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:57 smithi078 podman[76057]: 2024-08-10 04:54:57.442613359 +0000 UTC m=+0.463748815 container died 00881a53ea92740e5393ecfd89abb16ac3ea9fd9828e9781660f9c0cd8972eb7 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=stupefied_davinci, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-10T04:54:57.707 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:57 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T04:54:57.707 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:57 smithi078 systemd[1]: Stopped Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:54:57.707 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:57 smithi078 systemd[1]: Starting Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:54:58.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:54:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:54:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:54:58.792 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:58 smithi078 ceph-mon[29426]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:58.792 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:58 smithi078 ceph-mon[39622]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:58 smithi107 ceph-mon[32749]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:54:58.869 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:54:58.870 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T04:54:59.052 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:58 smithi078 podman[76181]: 2024-08-10 04:54:58.792388921 +0000 UTC m=+0.283322580 volume create f5d4c6df5c1515c5fe76541bdf96061e256a3dc7eaa547d3e4b763daa01e1325 2024-08-10T04:54:59.052 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:58 smithi078 podman[76181]: 2024-08-10 04:54:58.706390047 +0000 UTC m=+0.197323703 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T04:54:59.052 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:58 smithi078 podman[76181]: 2024-08-10 04:54:58.876299927 +0000 UTC m=+0.367233584 container create 5535b1132b99590ba1ece6a9eec2b9a8509aa99ee46cfa64b1ffb9facf10f154 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:59.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-mon[29426]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:54:59.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-mon[39622]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:54:59.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 podman[76181]: 2024-08-10 04:54:59.405475664 +0000 UTC m=+0.896409330 container init 5535b1132b99590ba1ece6a9eec2b9a8509aa99ee46cfa64b1ffb9facf10f154 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:59.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 podman[76181]: 2024-08-10 04:54:59.408404817 +0000 UTC m=+0.899338481 container start 5535b1132b99590ba1ece6a9eec2b9a8509aa99ee46cfa64b1ffb9facf10f154 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:54:59.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.420Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T04:54:59.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.420Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T04:54:59.705 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.421Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.78 port=9094 2024-08-10T04:54:59.706 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.422Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T04:54:59.706 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.445Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T04:54:59.706 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.445Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T04:54:59.706 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.448Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T04:54:59.706 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:54:59.448Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T04:54:59.707 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 bash[76181]: 5535b1132b99590ba1ece6a9eec2b9a8509aa99ee46cfa64b1ffb9facf10f154 2024-08-10T04:54:59.707 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:54:59 smithi078 systemd[1]: Started Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:54:59.793 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:54:59 smithi107 ceph-mon[32749]: from='client.24641 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T04:55:00.051 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-08-10T04:54:57.260395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386824,"kb_used_data":7976,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574392,"statfs":{"total":767960285184,"available":765516177408,"internally_reserved":0,"allocated":8167424,"data_stored":4593977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003010"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174215+0000","last_change":"2024-08-10T04:52:46.411638+0000","last_active":"2024-08-10T04:54:00.174215+0000","last_peered":"2024-08-10T04:54:00.174215+0000","last_clean":"2024-08-10T04:54:00.174215+0000","last_became_active":"2024-08-10T04:52:46.411136+0000","last_became_peered":"2024-08-10T04:52:46.411136+0000","last_unstale":"2024-08-10T04:54:00.174215+0000","last_undegraded":"2024-08-10T04:54:00.174215+0000","last_fullsized":"2024-08-10T04:54:00.174215+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697417+0000","last_change":"2024-08-10T04:53:11.458636+0000","last_active":"2024-08-10T04:53:59.697417+0000","last_peered":"2024-08-10T04:53:59.697417+0000","last_clean":"2024-08-10T04:53:59.697417+0000","last_became_active":"2024-08-10T04:53:11.458267+0000","last_became_peered":"2024-08-10T04:53:11.458267+0000","last_unstale":"2024-08-10T04:53:59.697417+0000","last_undegraded":"2024-08-10T04:53:59.697417+0000","last_fullsized":"2024-08-10T04:53:59.697417+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:46:24.830245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698023+0000","last_change":"2024-08-10T04:52:46.396334+0000","last_active":"2024-08-10T04:53:59.698023+0000","last_peered":"2024-08-10T04:53:59.698023+0000","last_clean":"2024-08-10T04:53:59.698023+0000","last_became_active":"2024-08-10T04:52:46.396041+0000","last_became_peered":"2024-08-10T04:52:46.396041+0000","last_unstale":"2024-08-10T04:53:59.698023+0000","last_undegraded":"2024-08-10T04:53:59.698023+0000","last_fullsized":"2024-08-10T04:53:59.698023+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702058+0000","last_change":"2024-08-10T04:52:46.411016+0000","last_active":"2024-08-10T04:53:59.702058+0000","last_peered":"2024-08-10T04:53:59.702058+0000","last_clean":"2024-08-10T04:53:59.702058+0000","last_became_active":"2024-08-10T04:52:46.410589+0000","last_became_peered":"2024-08-10T04:52:46.410589+0000","last_unstale":"2024-08-10T04:53:59.702058+0000","last_undegraded":"2024-08-10T04:53:59.702058+0000","last_fullsized":"2024-08-10T04:53:59.702058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173803+0000","last_change":"2024-08-10T04:52:46.408224+0000","last_active":"2024-08-10T04:54:00.173803+0000","last_peered":"2024-08-10T04:54:00.173803+0000","last_clean":"2024-08-10T04:54:00.173803+0000","last_became_active":"2024-08-10T04:52:46.407579+0000","last_became_peered":"2024-08-10T04:52:46.407579+0000","last_unstale":"2024-08-10T04:54:00.173803+0000","last_undegraded":"2024-08-10T04:54:00.173803+0000","last_fullsized":"2024-08-10T04:54:00.173803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701890+0000","last_change":"2024-08-10T04:52:46.407014+0000","last_active":"2024-08-10T04:53:59.701890+0000","last_peered":"2024-08-10T04:53:59.701890+0000","last_clean":"2024-08-10T04:53:59.701890+0000","last_became_active":"2024-08-10T04:52:46.406716+0000","last_became_peered":"2024-08-10T04:52:46.406716+0000","last_unstale":"2024-08-10T04:53:59.701890+0000","last_undegraded":"2024-08-10T04:53:59.701890+0000","last_fullsized":"2024-08-10T04:53:59.701890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173590+0000","last_change":"2024-08-10T04:52:46.412951+0000","last_active":"2024-08-10T04:54:00.173590+0000","last_peered":"2024-08-10T04:54:00.173590+0000","last_clean":"2024-08-10T04:54:00.173590+0000","last_became_active":"2024-08-10T04:52:46.412660+0000","last_became_peered":"2024-08-10T04:52:46.412660+0000","last_unstale":"2024-08-10T04:54:00.173590+0000","last_undegraded":"2024-08-10T04:54:00.173590+0000","last_fullsized":"2024-08-10T04:54:00.173590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324784+0000","last_change":"2024-08-10T04:52:46.406098+0000","last_active":"2024-08-10T04:54:00.324784+0000","last_peered":"2024-08-10T04:54:00.324784+0000","last_clean":"2024-08-10T04:54:00.324784+0000","last_became_active":"2024-08-10T04:52:46.405036+0000","last_became_peered":"2024-08-10T04:52:46.405036+0000","last_unstale":"2024-08-10T04:54:00.324784+0000","last_undegraded":"2024-08-10T04:54:00.324784+0000","last_fullsized":"2024-08-10T04:54:00.324784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174268+0000","last_change":"2024-08-10T04:52:46.407264+0000","last_active":"2024-08-10T04:54:00.174268+0000","last_peered":"2024-08-10T04:54:00.174268+0000","last_clean":"2024-08-10T04:54:00.174268+0000","last_became_active":"2024-08-10T04:52:46.406992+0000","last_became_peered":"2024-08-10T04:52:46.406992+0000","last_unstale":"2024-08-10T04:54:00.174268+0000","last_undegraded":"2024-08-10T04:54:00.174268+0000","last_fullsized":"2024-08-10T04:54:00.174268+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255340+0000","last_change":"2024-08-10T04:52:46.405085+0000","last_active":"2024-08-10T04:54:00.255340+0000","last_peered":"2024-08-10T04:54:00.255340+0000","last_clean":"2024-08-10T04:54:00.255340+0000","last_became_active":"2024-08-10T04:52:46.404791+0000","last_became_peered":"2024-08-10T04:52:46.404791+0000","last_unstale":"2024-08-10T04:54:00.255340+0000","last_undegraded":"2024-08-10T04:54:00.255340+0000","last_fullsized":"2024-08-10T04:54:00.255340+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255353+0000","last_change":"2024-08-10T04:53:11.457955+0000","last_active":"2024-08-10T04:54:00.255353+0000","last_peered":"2024-08-10T04:54:00.255353+0000","last_clean":"2024-08-10T04:54:00.255353+0000","last_became_active":"2024-08-10T04:53:11.457651+0000","last_became_peered":"2024-08-10T04:53:11.457651+0000","last_unstale":"2024-08-10T04:54:00.255353+0000","last_undegraded":"2024-08-10T04:54:00.255353+0000","last_fullsized":"2024-08-10T04:54:00.255353+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:19:03.195065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700369+0000","last_change":"2024-08-10T04:52:46.399846+0000","last_active":"2024-08-10T04:53:59.700369+0000","last_peered":"2024-08-10T04:53:59.700369+0000","last_clean":"2024-08-10T04:53:59.700369+0000","last_became_active":"2024-08-10T04:52:46.399470+0000","last_became_peered":"2024-08-10T04:52:46.399470+0000","last_unstale":"2024-08-10T04:53:59.700369+0000","last_undegraded":"2024-08-10T04:53:59.700369+0000","last_fullsized":"2024-08-10T04:53:59.700369+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325107+0000","last_change":"2024-08-10T04:52:46.395191+0000","last_active":"2024-08-10T04:54:00.325107+0000","last_peered":"2024-08-10T04:54:00.325107+0000","last_clean":"2024-08-10T04:54:00.325107+0000","last_became_active":"2024-08-10T04:52:46.394708+0000","last_became_peered":"2024-08-10T04:52:46.394708+0000","last_unstale":"2024-08-10T04:54:00.325107+0000","last_undegraded":"2024-08-10T04:54:00.325107+0000","last_fullsized":"2024-08-10T04:54:00.325107+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697287+0000","last_change":"2024-08-10T04:52:46.402662+0000","last_active":"2024-08-10T04:53:59.697287+0000","last_peered":"2024-08-10T04:53:59.697287+0000","last_clean":"2024-08-10T04:53:59.697287+0000","last_became_active":"2024-08-10T04:52:46.402347+0000","last_became_peered":"2024-08-10T04:52:46.402347+0000","last_unstale":"2024-08-10T04:53:59.697287+0000","last_undegraded":"2024-08-10T04:53:59.697287+0000","last_fullsized":"2024-08-10T04:53:59.697287+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696679+0000","last_change":"2024-08-10T04:52:46.399758+0000","last_active":"2024-08-10T04:53:59.696679+0000","last_peered":"2024-08-10T04:53:59.696679+0000","last_clean":"2024-08-10T04:53:59.696679+0000","last_became_active":"2024-08-10T04:52:46.399456+0000","last_became_peered":"2024-08-10T04:52:46.399456+0000","last_unstale":"2024-08-10T04:53:59.696679+0000","last_undegraded":"2024-08-10T04:53:59.696679+0000","last_fullsized":"2024-08-10T04:53:59.696679+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701826+0000","last_change":"2024-08-10T04:52:46.402571+0000","last_active":"2024-08-10T04:53:59.701826+0000","last_peered":"2024-08-10T04:53:59.701826+0000","last_clean":"2024-08-10T04:53:59.701826+0000","last_became_active":"2024-08-10T04:52:46.402075+0000","last_became_peered":"2024-08-10T04:52:46.402075+0000","last_unstale":"2024-08-10T04:53:59.701826+0000","last_undegraded":"2024-08-10T04:53:59.701826+0000","last_fullsized":"2024-08-10T04:53:59.701826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702418+0000","last_change":"2024-08-10T04:53:11.490552+0000","last_active":"2024-08-10T04:53:59.702418+0000","last_peered":"2024-08-10T04:53:59.702418+0000","last_clean":"2024-08-10T04:53:59.702418+0000","last_became_active":"2024-08-10T04:53:11.490122+0000","last_became_peered":"2024-08-10T04:53:11.490122+0000","last_unstale":"2024-08-10T04:53:59.702418+0000","last_undegraded":"2024-08-10T04:53:59.702418+0000","last_fullsized":"2024-08-10T04:53:59.702418+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:49:32.133370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107726+0000","last_change":"2024-08-10T04:52:46.397594+0000","last_active":"2024-08-10T04:54:00.107726+0000","last_peered":"2024-08-10T04:54:00.107726+0000","last_clean":"2024-08-10T04:54:00.107726+0000","last_became_active":"2024-08-10T04:52:46.397233+0000","last_became_peered":"2024-08-10T04:52:46.397233+0000","last_unstale":"2024-08-10T04:54:00.107726+0000","last_undegraded":"2024-08-10T04:54:00.107726+0000","last_fullsized":"2024-08-10T04:54:00.107726+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174160+0000","last_change":"2024-08-10T04:52:46.410675+0000","last_active":"2024-08-10T04:54:00.174160+0000","last_peered":"2024-08-10T04:54:00.174160+0000","last_clean":"2024-08-10T04:54:00.174160+0000","last_became_active":"2024-08-10T04:52:46.410146+0000","last_became_peered":"2024-08-10T04:52:46.410146+0000","last_unstale":"2024-08-10T04:54:00.174160+0000","last_undegraded":"2024-08-10T04:54:00.174160+0000","last_fullsized":"2024-08-10T04:54:00.174160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255009+0000","last_change":"2024-08-10T04:52:46.408207+0000","last_active":"2024-08-10T04:54:00.255009+0000","last_peered":"2024-08-10T04:54:00.255009+0000","last_clean":"2024-08-10T04:54:00.255009+0000","last_became_active":"2024-08-10T04:52:46.407925+0000","last_became_peered":"2024-08-10T04:52:46.407925+0000","last_unstale":"2024-08-10T04:54:00.255009+0000","last_undegraded":"2024-08-10T04:54:00.255009+0000","last_fullsized":"2024-08-10T04:54:00.255009+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698209+0000","last_change":"2024-08-10T04:52:46.398125+0000","last_active":"2024-08-10T04:53:59.698209+0000","last_peered":"2024-08-10T04:53:59.698209+0000","last_clean":"2024-08-10T04:53:59.698209+0000","last_became_active":"2024-08-10T04:52:46.397725+0000","last_became_peered":"2024-08-10T04:52:46.397725+0000","last_unstale":"2024-08-10T04:53:59.698209+0000","last_undegraded":"2024-08-10T04:53:59.698209+0000","last_fullsized":"2024-08-10T04:53:59.698209+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702015+0000","last_change":"2024-08-10T04:52:46.407585+0000","last_active":"2024-08-10T04:53:59.702015+0000","last_peered":"2024-08-10T04:53:59.702015+0000","last_clean":"2024-08-10T04:53:59.702015+0000","last_became_active":"2024-08-10T04:52:46.407313+0000","last_became_peered":"2024-08-10T04:52:46.407313+0000","last_unstale":"2024-08-10T04:53:59.702015+0000","last_undegraded":"2024-08-10T04:53:59.702015+0000","last_fullsized":"2024-08-10T04:53:59.702015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324936+0000","last_change":"2024-08-10T04:52:46.401864+0000","last_active":"2024-08-10T04:54:00.324936+0000","last_peered":"2024-08-10T04:54:00.324936+0000","last_clean":"2024-08-10T04:54:00.324936+0000","last_became_active":"2024-08-10T04:52:46.401600+0000","last_became_peered":"2024-08-10T04:52:46.401600+0000","last_unstale":"2024-08-10T04:54:00.324936+0000","last_undegraded":"2024-08-10T04:54:00.324936+0000","last_fullsized":"2024-08-10T04:54:00.324936+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701867+0000","last_change":"2024-08-10T04:52:46.402400+0000","last_active":"2024-08-10T04:53:59.701867+0000","last_peered":"2024-08-10T04:53:59.701867+0000","last_clean":"2024-08-10T04:53:59.701867+0000","last_became_active":"2024-08-10T04:52:46.401643+0000","last_became_peered":"2024-08-10T04:52:46.401643+0000","last_unstale":"2024-08-10T04:53:59.701867+0000","last_undegraded":"2024-08-10T04:53:59.701867+0000","last_fullsized":"2024-08-10T04:53:59.701867+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325378+0000","last_change":"2024-08-10T04:52:46.408048+0000","last_active":"2024-08-10T04:54:00.325378+0000","last_peered":"2024-08-10T04:54:00.325378+0000","last_clean":"2024-08-10T04:54:00.325378+0000","last_became_active":"2024-08-10T04:52:46.407769+0000","last_became_peered":"2024-08-10T04:52:46.407769+0000","last_unstale":"2024-08-10T04:54:00.325378+0000","last_undegraded":"2024-08-10T04:54:00.325378+0000","last_fullsized":"2024-08-10T04:54:00.325378+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255350+0000","last_change":"2024-08-10T04:52:46.399967+0000","last_active":"2024-08-10T04:54:00.255350+0000","last_peered":"2024-08-10T04:54:00.255350+0000","last_clean":"2024-08-10T04:54:00.255350+0000","last_became_active":"2024-08-10T04:52:46.399551+0000","last_became_peered":"2024-08-10T04:52:46.399551+0000","last_unstale":"2024-08-10T04:54:00.255350+0000","last_undegraded":"2024-08-10T04:54:00.255350+0000","last_fullsized":"2024-08-10T04:54:00.255350+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696578+0000","last_change":"2024-08-10T04:52:46.394771+0000","last_active":"2024-08-10T04:53:59.696578+0000","last_peered":"2024-08-10T04:53:59.696578+0000","last_clean":"2024-08-10T04:53:59.696578+0000","last_became_active":"2024-08-10T04:52:46.394460+0000","last_became_peered":"2024-08-10T04:52:46.394460+0000","last_unstale":"2024-08-10T04:53:59.696578+0000","last_undegraded":"2024-08-10T04:53:59.696578+0000","last_fullsized":"2024-08-10T04:53:59.696578+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325268+0000","last_change":"2024-08-10T04:52:46.403526+0000","last_active":"2024-08-10T04:54:00.325268+0000","last_peered":"2024-08-10T04:54:00.325268+0000","last_clean":"2024-08-10T04:54:00.325268+0000","last_became_active":"2024-08-10T04:52:46.403268+0000","last_became_peered":"2024-08-10T04:52:46.403268+0000","last_unstale":"2024-08-10T04:54:00.325268+0000","last_undegraded":"2024-08-10T04:54:00.325268+0000","last_fullsized":"2024-08-10T04:54:00.325268+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107432+0000","last_change":"2024-08-10T04:53:11.490713+0000","last_active":"2024-08-10T04:54:00.107432+0000","last_peered":"2024-08-10T04:54:00.107432+0000","last_clean":"2024-08-10T04:54:00.107432+0000","last_became_active":"2024-08-10T04:53:11.490184+0000","last_became_peered":"2024-08-10T04:53:11.490184+0000","last_unstale":"2024-08-10T04:54:00.107432+0000","last_undegraded":"2024-08-10T04:54:00.107432+0000","last_fullsized":"2024-08-10T04:54:00.107432+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:25:54.791268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702012+0000","last_change":"2024-08-10T04:52:46.403389+0000","last_active":"2024-08-10T04:53:59.702012+0000","last_peered":"2024-08-10T04:53:59.702012+0000","last_clean":"2024-08-10T04:53:59.702012+0000","last_became_active":"2024-08-10T04:52:46.403112+0000","last_became_peered":"2024-08-10T04:52:46.403112+0000","last_unstale":"2024-08-10T04:53:59.702012+0000","last_undegraded":"2024-08-10T04:53:59.702012+0000","last_fullsized":"2024-08-10T04:53:59.702012+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107419+0000","last_change":"2024-08-10T04:52:46.395445+0000","last_active":"2024-08-10T04:54:00.107419+0000","last_peered":"2024-08-10T04:54:00.107419+0000","last_clean":"2024-08-10T04:54:00.107419+0000","last_became_active":"2024-08-10T04:52:46.395190+0000","last_became_peered":"2024-08-10T04:52:46.395190+0000","last_unstale":"2024-08-10T04:54:00.107419+0000","last_undegraded":"2024-08-10T04:54:00.107419+0000","last_fullsized":"2024-08-10T04:54:00.107419+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.254786+0000","last_change":"2024-08-10T04:52:46.401541+0000","last_active":"2024-08-10T04:54:00.254786+0000","last_peered":"2024-08-10T04:54:00.254786+0000","last_clean":"2024-08-10T04:54:00.254786+0000","last_became_active":"2024-08-10T04:52:46.401263+0000","last_became_peered":"2024-08-10T04:52:46.401263+0000","last_unstale":"2024-08-10T04:54:00.254786+0000","last_undegraded":"2024-08-10T04:54:00.254786+0000","last_fullsized":"2024-08-10T04:54:00.254786+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700008+0000","last_change":"2024-08-10T04:52:46.397923+0000","last_active":"2024-08-10T04:53:59.700008+0000","last_peered":"2024-08-10T04:53:59.700008+0000","last_clean":"2024-08-10T04:53:59.700008+0000","last_became_active":"2024-08-10T04:52:46.397584+0000","last_became_peered":"2024-08-10T04:52:46.397584+0000","last_unstale":"2024-08-10T04:53:59.700008+0000","last_undegraded":"2024-08-10T04:53:59.700008+0000","last_fullsized":"2024-08-10T04:53:59.700008+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325235+0000","last_change":"2024-08-10T04:52:43.204468+0000","last_active":"2024-08-10T04:54:00.325235+0000","last_peered":"2024-08-10T04:54:00.325235+0000","last_clean":"2024-08-10T04:54:00.325235+0000","last_became_active":"2024-08-10T04:52:43.204202+0000","last_became_peered":"2024-08-10T04:52:43.204202+0000","last_unstale":"2024-08-10T04:54:00.325235+0000","last_undegraded":"2024-08-10T04:54:00.325235+0000","last_fullsized":"2024-08-10T04:54:00.325235+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698749+0000","last_change":"2024-08-10T04:52:46.397976+0000","last_active":"2024-08-10T04:53:59.698749+0000","last_peered":"2024-08-10T04:53:59.698749+0000","last_clean":"2024-08-10T04:53:59.698749+0000","last_became_active":"2024-08-10T04:52:46.397377+0000","last_became_peered":"2024-08-10T04:52:46.397377+0000","last_unstale":"2024-08-10T04:53:59.698749+0000","last_undegraded":"2024-08-10T04:53:59.698749+0000","last_fullsized":"2024-08-10T04:53:59.698749+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255064+0000","last_change":"2024-08-10T04:52:43.206339+0000","last_active":"2024-08-10T04:54:00.255064+0000","last_peered":"2024-08-10T04:54:00.255064+0000","last_clean":"2024-08-10T04:54:00.255064+0000","last_became_active":"2024-08-10T04:52:43.205344+0000","last_became_peered":"2024-08-10T04:52:43.205344+0000","last_unstale":"2024-08-10T04:54:00.255064+0000","last_undegraded":"2024-08-10T04:54:00.255064+0000","last_fullsized":"2024-08-10T04:54:00.255064+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325041+0000","last_change":"2024-08-10T04:52:43.206968+0000","last_active":"2024-08-10T04:54:00.325041+0000","last_peered":"2024-08-10T04:54:00.325041+0000","last_clean":"2024-08-10T04:54:00.325041+0000","last_became_active":"2024-08-10T04:52:43.206711+0000","last_became_peered":"2024-08-10T04:52:43.206711+0000","last_unstale":"2024-08-10T04:54:00.325041+0000","last_undegraded":"2024-08-10T04:54:00.325041+0000","last_fullsized":"2024-08-10T04:54:00.325041+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324860+0000","last_change":"2024-08-10T04:52:46.403132+0000","last_active":"2024-08-10T04:54:00.324860+0000","last_peered":"2024-08-10T04:54:00.324860+0000","last_clean":"2024-08-10T04:54:00.324860+0000","last_became_active":"2024-08-10T04:52:46.402812+0000","last_became_peered":"2024-08-10T04:52:46.402812+0000","last_unstale":"2024-08-10T04:54:00.324860+0000","last_undegraded":"2024-08-10T04:54:00.324860+0000","last_fullsized":"2024-08-10T04:54:00.324860+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.701916+0000","last_change":"2024-08-10T04:52:43.203854+0000","last_active":"2024-08-10T04:53:59.701916+0000","last_peered":"2024-08-10T04:53:59.701916+0000","last_clean":"2024-08-10T04:53:59.701916+0000","last_became_active":"2024-08-10T04:52:43.203566+0000","last_became_peered":"2024-08-10T04:52:43.203566+0000","last_unstale":"2024-08-10T04:53:59.701916+0000","last_undegraded":"2024-08-10T04:53:59.701916+0000","last_fullsized":"2024-08-10T04:53:59.701916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696533+0000","last_change":"2024-08-10T04:52:46.396795+0000","last_active":"2024-08-10T04:53:59.696533+0000","last_peered":"2024-08-10T04:53:59.696533+0000","last_clean":"2024-08-10T04:53:59.696533+0000","last_became_active":"2024-08-10T04:52:46.396514+0000","last_became_peered":"2024-08-10T04:52:46.396514+0000","last_unstale":"2024-08-10T04:53:59.696533+0000","last_undegraded":"2024-08-10T04:53:59.696533+0000","last_fullsized":"2024-08-10T04:53:59.696533+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255282+0000","last_change":"2024-08-10T04:52:43.206962+0000","last_active":"2024-08-10T04:54:00.255282+0000","last_peered":"2024-08-10T04:54:00.255282+0000","last_clean":"2024-08-10T04:54:00.255282+0000","last_became_active":"2024-08-10T04:52:43.206669+0000","last_became_peered":"2024-08-10T04:52:43.206669+0000","last_unstale":"2024-08-10T04:54:00.255282+0000","last_undegraded":"2024-08-10T04:54:00.255282+0000","last_fullsized":"2024-08-10T04:54:00.255282+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702246+0000","last_change":"2024-08-10T04:52:46.399588+0000","last_active":"2024-08-10T04:53:59.702246+0000","last_peered":"2024-08-10T04:53:59.702246+0000","last_clean":"2024-08-10T04:53:59.702246+0000","last_became_active":"2024-08-10T04:52:46.399281+0000","last_became_peered":"2024-08-10T04:52:46.399281+0000","last_unstale":"2024-08-10T04:53:59.702246+0000","last_undegraded":"2024-08-10T04:53:59.702246+0000","last_fullsized":"2024-08-10T04:53:59.702246+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702349+0000","last_change":"2024-08-10T04:52:43.206278+0000","last_active":"2024-08-10T04:53:59.702349+0000","last_peered":"2024-08-10T04:53:59.702349+0000","last_clean":"2024-08-10T04:53:59.702349+0000","last_became_active":"2024-08-10T04:52:43.205942+0000","last_became_peered":"2024-08-10T04:52:43.205942+0000","last_unstale":"2024-08-10T04:53:59.702349+0000","last_undegraded":"2024-08-10T04:53:59.702349+0000","last_fullsized":"2024-08-10T04:53:59.702349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697654+0000","last_change":"2024-08-10T04:52:46.400536+0000","last_active":"2024-08-10T04:53:59.697654+0000","last_peered":"2024-08-10T04:53:59.697654+0000","last_clean":"2024-08-10T04:53:59.697654+0000","last_became_active":"2024-08-10T04:52:46.399596+0000","last_became_peered":"2024-08-10T04:52:46.399596+0000","last_unstale":"2024-08-10T04:53:59.697654+0000","last_undegraded":"2024-08-10T04:53:59.697654+0000","last_fullsized":"2024-08-10T04:53:59.697654+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696725+0000","last_change":"2024-08-10T04:52:43.206421+0000","last_active":"2024-08-10T04:53:59.696725+0000","last_peered":"2024-08-10T04:53:59.696725+0000","last_clean":"2024-08-10T04:53:59.696725+0000","last_became_active":"2024-08-10T04:52:43.205710+0000","last_became_peered":"2024-08-10T04:52:43.205710+0000","last_unstale":"2024-08-10T04:53:59.696725+0000","last_undegraded":"2024-08-10T04:53:59.696725+0000","last_fullsized":"2024-08-10T04:53:59.696725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700475+0000","last_change":"2024-08-10T04:52:46.404276+0000","last_active":"2024-08-10T04:53:59.700475+0000","last_peered":"2024-08-10T04:53:59.700475+0000","last_clean":"2024-08-10T04:53:59.700475+0000","last_became_active":"2024-08-10T04:52:46.400744+0000","last_became_peered":"2024-08-10T04:52:46.400744+0000","last_unstale":"2024-08-10T04:53:59.700475+0000","last_undegraded":"2024-08-10T04:53:59.700475+0000","last_fullsized":"2024-08-10T04:53:59.700475+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255175+0000","last_change":"2024-08-10T04:52:43.206260+0000","last_active":"2024-08-10T04:54:00.255175+0000","last_peered":"2024-08-10T04:54:00.255175+0000","last_clean":"2024-08-10T04:54:00.255175+0000","last_became_active":"2024-08-10T04:52:43.205910+0000","last_became_peered":"2024-08-10T04:52:43.205910+0000","last_unstale":"2024-08-10T04:54:00.255175+0000","last_undegraded":"2024-08-10T04:54:00.255175+0000","last_fullsized":"2024-08-10T04:54:00.255175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173980+0000","last_change":"2024-08-10T04:52:46.410449+0000","last_active":"2024-08-10T04:54:00.173980+0000","last_peered":"2024-08-10T04:54:00.173980+0000","last_clean":"2024-08-10T04:54:00.173980+0000","last_became_active":"2024-08-10T04:52:46.409294+0000","last_became_peered":"2024-08-10T04:52:46.409294+0000","last_unstale":"2024-08-10T04:54:00.173980+0000","last_undegraded":"2024-08-10T04:54:00.173980+0000","last_fullsized":"2024-08-10T04:54:00.173980+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698309+0000","last_change":"2024-08-10T04:52:43.202296+0000","last_active":"2024-08-10T04:53:59.698309+0000","last_peered":"2024-08-10T04:53:59.698309+0000","last_clean":"2024-08-10T04:53:59.698309+0000","last_became_active":"2024-08-10T04:52:43.201973+0000","last_became_peered":"2024-08-10T04:52:43.201973+0000","last_unstale":"2024-08-10T04:53:59.698309+0000","last_undegraded":"2024-08-10T04:53:59.698309+0000","last_fullsized":"2024-08-10T04:53:59.698309+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697755+0000","last_change":"2024-08-10T04:52:46.397712+0000","last_active":"2024-08-10T04:53:59.697755+0000","last_peered":"2024-08-10T04:53:59.697755+0000","last_clean":"2024-08-10T04:53:59.697755+0000","last_became_active":"2024-08-10T04:52:46.397464+0000","last_became_peered":"2024-08-10T04:52:46.397464+0000","last_unstale":"2024-08-10T04:53:59.697755+0000","last_undegraded":"2024-08-10T04:53:59.697755+0000","last_fullsized":"2024-08-10T04:53:59.697755+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702134+0000","last_change":"2024-08-10T04:52:43.210566+0000","last_active":"2024-08-10T04:53:59.702134+0000","last_peered":"2024-08-10T04:53:59.702134+0000","last_clean":"2024-08-10T04:53:59.702134+0000","last_became_active":"2024-08-10T04:52:43.210268+0000","last_became_peered":"2024-08-10T04:52:43.210268+0000","last_unstale":"2024-08-10T04:53:59.702134+0000","last_undegraded":"2024-08-10T04:53:59.702134+0000","last_fullsized":"2024-08-10T04:53:59.702134+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173832+0000","last_change":"2024-08-10T04:52:46.408576+0000","last_active":"2024-08-10T04:54:00.173832+0000","last_peered":"2024-08-10T04:54:00.173832+0000","last_clean":"2024-08-10T04:54:00.173832+0000","last_became_active":"2024-08-10T04:52:46.408291+0000","last_became_peered":"2024-08-10T04:52:46.408291+0000","last_unstale":"2024-08-10T04:54:00.173832+0000","last_undegraded":"2024-08-10T04:54:00.173832+0000","last_fullsized":"2024-08-10T04:54:00.173832+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255272+0000","last_change":"2024-08-10T04:52:43.205526+0000","last_active":"2024-08-10T04:54:00.255272+0000","last_peered":"2024-08-10T04:54:00.255272+0000","last_clean":"2024-08-10T04:54:00.255272+0000","last_became_active":"2024-08-10T04:52:43.205223+0000","last_became_peered":"2024-08-10T04:52:43.205223+0000","last_unstale":"2024-08-10T04:54:00.255272+0000","last_undegraded":"2024-08-10T04:54:00.255272+0000","last_fullsized":"2024-08-10T04:54:00.255272+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.254866+0000","last_change":"2024-08-10T04:52:46.401407+0000","last_active":"2024-08-10T04:54:00.254866+0000","last_peered":"2024-08-10T04:54:00.254866+0000","last_clean":"2024-08-10T04:54:00.254866+0000","last_became_active":"2024-08-10T04:52:46.401112+0000","last_became_peered":"2024-08-10T04:52:46.401112+0000","last_unstale":"2024-08-10T04:54:00.254866+0000","last_undegraded":"2024-08-10T04:54:00.254866+0000","last_fullsized":"2024-08-10T04:54:00.254866+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107363+0000","last_change":"2024-08-10T04:52:43.201153+0000","last_active":"2024-08-10T04:54:00.107363+0000","last_peered":"2024-08-10T04:54:00.107363+0000","last_clean":"2024-08-10T04:54:00.107363+0000","last_became_active":"2024-08-10T04:52:43.200858+0000","last_became_peered":"2024-08-10T04:52:43.200858+0000","last_unstale":"2024-08-10T04:54:00.107363+0000","last_undegraded":"2024-08-10T04:54:00.107363+0000","last_fullsized":"2024-08-10T04:54:00.107363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173632+0000","last_change":"2024-08-10T04:53:11.459908+0000","last_active":"2024-08-10T04:54:00.173632+0000","last_peered":"2024-08-10T04:54:00.173632+0000","last_clean":"2024-08-10T04:54:00.173632+0000","last_became_active":"2024-08-10T04:53:11.459523+0000","last_became_peered":"2024-08-10T04:53:11.459523+0000","last_unstale":"2024-08-10T04:54:00.173632+0000","last_undegraded":"2024-08-10T04:54:00.173632+0000","last_fullsized":"2024-08-10T04:54:00.173632+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:37:45.965286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.700802+0000","last_change":"2024-08-10T04:52:43.210743+0000","last_active":"2024-08-10T04:53:59.700802+0000","last_peered":"2024-08-10T04:53:59.700802+0000","last_clean":"2024-08-10T04:53:59.700802+0000","last_became_active":"2024-08-10T04:52:43.210395+0000","last_became_peered":"2024-08-10T04:52:43.210395+0000","last_unstale":"2024-08-10T04:53:59.700802+0000","last_undegraded":"2024-08-10T04:53:59.700802+0000","last_fullsized":"2024-08-10T04:53:59.700802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174205+0000","last_change":"2024-08-10T04:52:46.413785+0000","last_active":"2024-08-10T04:54:00.174205+0000","last_peered":"2024-08-10T04:54:00.174205+0000","last_clean":"2024-08-10T04:54:00.174205+0000","last_became_active":"2024-08-10T04:52:46.413359+0000","last_became_peered":"2024-08-10T04:52:46.413359+0000","last_unstale":"2024-08-10T04:54:00.174205+0000","last_undegraded":"2024-08-10T04:54:00.174205+0000","last_fullsized":"2024-08-10T04:54:00.174205+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107741+0000","last_change":"2024-08-10T04:52:43.206037+0000","last_active":"2024-08-10T04:54:00.107741+0000","last_peered":"2024-08-10T04:54:00.107741+0000","last_clean":"2024-08-10T04:54:00.107741+0000","last_became_active":"2024-08-10T04:52:43.205715+0000","last_became_peered":"2024-08-10T04:52:43.205715+0000","last_unstale":"2024-08-10T04:54:00.107741+0000","last_undegraded":"2024-08-10T04:54:00.107741+0000","last_fullsized":"2024-08-10T04:54:00.107741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174268+0000","last_change":"2024-08-10T04:52:46.414772+0000","last_active":"2024-08-10T04:54:00.174268+0000","last_peered":"2024-08-10T04:54:00.174268+0000","last_clean":"2024-08-10T04:54:00.174268+0000","last_became_active":"2024-08-10T04:52:46.414493+0000","last_became_peered":"2024-08-10T04:52:46.414493+0000","last_unstale":"2024-08-10T04:54:00.174268+0000","last_undegraded":"2024-08-10T04:54:00.174268+0000","last_fullsized":"2024-08-10T04:54:00.174268+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696885+0000","last_change":"2024-08-10T04:52:43.206326+0000","last_active":"2024-08-10T04:53:59.696885+0000","last_peered":"2024-08-10T04:53:59.696885+0000","last_clean":"2024-08-10T04:53:59.696885+0000","last_became_active":"2024-08-10T04:52:43.206066+0000","last_became_peered":"2024-08-10T04:52:43.206066+0000","last_unstale":"2024-08-10T04:53:59.696885+0000","last_undegraded":"2024-08-10T04:53:59.696885+0000","last_fullsized":"2024-08-10T04:53:59.696885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702140+0000","last_change":"2024-08-10T04:52:46.408217+0000","last_active":"2024-08-10T04:53:59.702140+0000","last_peered":"2024-08-10T04:53:59.702140+0000","last_clean":"2024-08-10T04:53:59.702140+0000","last_became_active":"2024-08-10T04:52:46.407898+0000","last_became_peered":"2024-08-10T04:52:46.407898+0000","last_unstale":"2024-08-10T04:53:59.702140+0000","last_undegraded":"2024-08-10T04:53:59.702140+0000","last_fullsized":"2024-08-10T04:53:59.702140+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107574+0000","last_change":"2024-08-10T04:52:43.205131+0000","last_active":"2024-08-10T04:54:00.107574+0000","last_peered":"2024-08-10T04:54:00.107574+0000","last_clean":"2024-08-10T04:54:00.107574+0000","last_became_active":"2024-08-10T04:52:43.204888+0000","last_became_peered":"2024-08-10T04:52:43.204888+0000","last_unstale":"2024-08-10T04:54:00.107574+0000","last_undegraded":"2024-08-10T04:54:00.107574+0000","last_fullsized":"2024-08-10T04:54:00.107574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174065+0000","last_change":"2024-08-10T04:52:46.410663+0000","last_active":"2024-08-10T04:54:00.174065+0000","last_peered":"2024-08-10T04:54:00.174065+0000","last_clean":"2024-08-10T04:54:00.174065+0000","last_became_active":"2024-08-10T04:52:46.409729+0000","last_became_peered":"2024-08-10T04:52:46.409729+0000","last_unstale":"2024-08-10T04:54:00.174065+0000","last_undegraded":"2024-08-10T04:54:00.174065+0000","last_fullsized":"2024-08-10T04:54:00.174065+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.362460+0000","last_change":"2024-08-10T04:54:00.255522+0000","last_active":"2024-08-10T04:54:08.362460+0000","last_peered":"2024-08-10T04:54:08.362460+0000","last_clean":"2024-08-10T04:54:08.362460+0000","last_became_active":"2024-08-10T04:53:54.666504+0000","last_became_peered":"2024-08-10T04:53:54.666504+0000","last_unstale":"2024-08-10T04:54:08.362460+0000","last_undegraded":"2024-08-10T04:54:08.362460+0000","last_fullsized":"2024-08-10T04:54:08.362460+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:20:04.605157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042986499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":281,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173800+0000","last_change":"2024-08-10T04:52:19.196408+0000","last_active":"2024-08-10T04:54:00.173800+0000","last_peered":"2024-08-10T04:54:00.173800+0000","last_clean":"2024-08-10T04:54:00.173800+0000","last_became_active":"2024-08-10T04:52:19.196088+0000","last_became_peered":"2024-08-10T04:52:19.196088+0000","last_unstale":"2024-08-10T04:54:00.173800+0000","last_undegraded":"2024-08-10T04:54:00.173800+0000","last_fullsized":"2024-08-10T04:54:00.173800+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702008+0000","last_change":"2024-08-10T04:52:43.205424+0000","last_active":"2024-08-10T04:53:59.702008+0000","last_peered":"2024-08-10T04:53:59.702008+0000","last_clean":"2024-08-10T04:53:59.702008+0000","last_became_active":"2024-08-10T04:52:43.205136+0000","last_became_peered":"2024-08-10T04:52:43.205136+0000","last_unstale":"2024-08-10T04:53:59.702008+0000","last_undegraded":"2024-08-10T04:53:59.702008+0000","last_fullsized":"2024-08-10T04:53:59.702008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325304+0000","last_change":"2024-08-10T04:52:46.406004+0000","last_active":"2024-08-10T04:54:00.325304+0000","last_peered":"2024-08-10T04:54:00.325304+0000","last_clean":"2024-08-10T04:54:00.325304+0000","last_became_active":"2024-08-10T04:52:46.404971+0000","last_became_peered":"2024-08-10T04:52:46.404971+0000","last_unstale":"2024-08-10T04:54:00.325304+0000","last_undegraded":"2024-08-10T04:54:00.325304+0000","last_fullsized":"2024-08-10T04:54:00.325304+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.213776+0000","last_change":"2024-08-10T04:53:59.697784+0000","last_active":"2024-08-10T04:54:08.213776+0000","last_peered":"2024-08-10T04:54:08.213776+0000","last_clean":"2024-08-10T04:54:08.213776+0000","last_became_active":"2024-08-10T04:53:54.749136+0000","last_became_peered":"2024-08-10T04:53:54.749136+0000","last_unstale":"2024-08-10T04:54:08.213776+0000","last_undegraded":"2024-08-10T04:54:08.213776+0000","last_fullsized":"2024-08-10T04:54:08.213776+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:42.034779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034845299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173790+0000","last_change":"2024-08-10T04:52:43.212693+0000","last_active":"2024-08-10T04:54:00.173790+0000","last_peered":"2024-08-10T04:54:00.173790+0000","last_clean":"2024-08-10T04:54:00.173790+0000","last_became_active":"2024-08-10T04:52:43.212372+0000","last_became_peered":"2024-08-10T04:52:43.212372+0000","last_unstale":"2024-08-10T04:54:00.173790+0000","last_undegraded":"2024-08-10T04:54:00.173790+0000","last_fullsized":"2024-08-10T04:54:00.173790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.698136+0000","last_change":"2024-08-10T04:52:46.395192+0000","last_active":"2024-08-10T04:53:59.698136+0000","last_peered":"2024-08-10T04:53:59.698136+0000","last_clean":"2024-08-10T04:53:59.698136+0000","last_became_active":"2024-08-10T04:52:46.394924+0000","last_became_peered":"2024-08-10T04:52:46.394924+0000","last_unstale":"2024-08-10T04:53:59.698136+0000","last_undegraded":"2024-08-10T04:53:59.698136+0000","last_fullsized":"2024-08-10T04:53:59.698136+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.467436+0000","last_change":"2024-08-10T04:53:59.698537+0000","last_active":"2024-08-10T04:54:08.467436+0000","last_peered":"2024-08-10T04:54:08.467436+0000","last_clean":"2024-08-10T04:54:08.467436+0000","last_became_active":"2024-08-10T04:53:54.749195+0000","last_became_peered":"2024-08-10T04:53:54.749195+0000","last_unstale":"2024-08-10T04:54:08.467436+0000","last_undegraded":"2024-08-10T04:54:08.467436+0000","last_fullsized":"2024-08-10T04:54:08.467436+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:06.913284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015318129999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107438+0000","last_change":"2024-08-10T04:52:43.204599+0000","last_active":"2024-08-10T04:54:00.107438+0000","last_peered":"2024-08-10T04:54:00.107438+0000","last_clean":"2024-08-10T04:54:00.107438+0000","last_became_active":"2024-08-10T04:52:43.202967+0000","last_became_peered":"2024-08-10T04:52:43.202967+0000","last_unstale":"2024-08-10T04:54:00.107438+0000","last_undegraded":"2024-08-10T04:54:00.107438+0000","last_fullsized":"2024-08-10T04:54:00.107438+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696389+0000","last_change":"2024-08-10T04:52:46.398009+0000","last_active":"2024-08-10T04:53:59.696389+0000","last_peered":"2024-08-10T04:53:59.696389+0000","last_clean":"2024-08-10T04:53:59.696389+0000","last_became_active":"2024-08-10T04:52:46.397351+0000","last_became_peered":"2024-08-10T04:52:46.397351+0000","last_unstale":"2024-08-10T04:53:59.696389+0000","last_undegraded":"2024-08-10T04:53:59.696389+0000","last_fullsized":"2024-08-10T04:53:59.696389+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.467211+0000","last_change":"2024-08-10T04:53:59.698627+0000","last_active":"2024-08-10T04:54:08.467211+0000","last_peered":"2024-08-10T04:54:08.467211+0000","last_clean":"2024-08-10T04:54:08.467211+0000","last_became_active":"2024-08-10T04:53:54.749750+0000","last_became_peered":"2024-08-10T04:53:54.749750+0000","last_unstale":"2024-08-10T04:54:08.467211+0000","last_undegraded":"2024-08-10T04:54:08.467211+0000","last_fullsized":"2024-08-10T04:54:08.467211+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:51.770417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014852590000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702133+0000","last_change":"2024-08-10T04:52:43.209451+0000","last_active":"2024-08-10T04:53:59.702133+0000","last_peered":"2024-08-10T04:53:59.702133+0000","last_clean":"2024-08-10T04:53:59.702133+0000","last_became_active":"2024-08-10T04:52:43.208688+0000","last_became_peered":"2024-08-10T04:52:43.208688+0000","last_unstale":"2024-08-10T04:53:59.702133+0000","last_undegraded":"2024-08-10T04:53:59.702133+0000","last_fullsized":"2024-08-10T04:53:59.702133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.107387+0000","last_change":"2024-08-10T04:53:11.459976+0000","last_active":"2024-08-10T04:54:00.107387+0000","last_peered":"2024-08-10T04:54:00.107387+0000","last_clean":"2024-08-10T04:54:00.107387+0000","last_became_active":"2024-08-10T04:53:11.459660+0000","last_became_peered":"2024-08-10T04:53:11.459660+0000","last_unstale":"2024-08-10T04:54:00.107387+0000","last_undegraded":"2024-08-10T04:54:00.107387+0000","last_fullsized":"2024-08-10T04:54:00.107387+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:31:33.577200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.467001+0000","last_change":"2024-08-10T04:53:59.698363+0000","last_active":"2024-08-10T04:54:08.467001+0000","last_peered":"2024-08-10T04:54:08.467001+0000","last_clean":"2024-08-10T04:54:08.467001+0000","last_became_active":"2024-08-10T04:53:54.749130+0000","last_became_peered":"2024-08-10T04:53:54.749130+0000","last_unstale":"2024-08-10T04:54:08.467001+0000","last_undegraded":"2024-08-10T04:54:08.467001+0000","last_fullsized":"2024-08-10T04:54:08.467001+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:53:09.474452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015018329999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697303+0000","last_change":"2024-08-10T04:52:43.203373+0000","last_active":"2024-08-10T04:53:59.697303+0000","last_peered":"2024-08-10T04:53:59.697303+0000","last_clean":"2024-08-10T04:53:59.697303+0000","last_became_active":"2024-08-10T04:52:43.203110+0000","last_became_peered":"2024-08-10T04:52:43.203110+0000","last_unstale":"2024-08-10T04:53:59.697303+0000","last_undegraded":"2024-08-10T04:53:59.697303+0000","last_fullsized":"2024-08-10T04:53:59.697303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702298+0000","last_change":"2024-08-10T04:52:46.401218+0000","last_active":"2024-08-10T04:53:59.702298+0000","last_peered":"2024-08-10T04:53:59.702298+0000","last_clean":"2024-08-10T04:53:59.702298+0000","last_became_active":"2024-08-10T04:52:46.400947+0000","last_became_peered":"2024-08-10T04:52:46.400947+0000","last_unstale":"2024-08-10T04:53:59.702298+0000","last_undegraded":"2024-08-10T04:53:59.702298+0000","last_fullsized":"2024-08-10T04:53:59.702298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.213173+0000","last_change":"2024-08-10T04:53:59.698708+0000","last_active":"2024-08-10T04:54:08.213173+0000","last_peered":"2024-08-10T04:54:08.213173+0000","last_clean":"2024-08-10T04:54:08.213173+0000","last_became_active":"2024-08-10T04:53:54.749668+0000","last_became_peered":"2024-08-10T04:53:54.749668+0000","last_unstale":"2024-08-10T04:54:08.213173+0000","last_undegraded":"2024-08-10T04:54:08.213173+0000","last_fullsized":"2024-08-10T04:54:08.213173+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:47:13.084161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085297599999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174187+0000","last_change":"2024-08-10T04:52:43.213772+0000","last_active":"2024-08-10T04:54:00.174187+0000","last_peered":"2024-08-10T04:54:00.174187+0000","last_clean":"2024-08-10T04:54:00.174187+0000","last_became_active":"2024-08-10T04:52:43.213109+0000","last_became_peered":"2024-08-10T04:52:43.213109+0000","last_unstale":"2024-08-10T04:54:00.174187+0000","last_undegraded":"2024-08-10T04:54:00.174187+0000","last_fullsized":"2024-08-10T04:54:00.174187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697295+0000","last_change":"2024-08-10T04:52:46.399139+0000","last_active":"2024-08-10T04:53:59.697295+0000","last_peered":"2024-08-10T04:53:59.697295+0000","last_clean":"2024-08-10T04:53:59.697295+0000","last_became_active":"2024-08-10T04:52:46.398935+0000","last_became_peered":"2024-08-10T04:52:46.398935+0000","last_unstale":"2024-08-10T04:53:59.697295+0000","last_undegraded":"2024-08-10T04:53:59.697295+0000","last_fullsized":"2024-08-10T04:53:59.697295+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.651909+0000","last_change":"2024-08-10T04:54:00.325075+0000","last_active":"2024-08-10T04:54:08.651909+0000","last_peered":"2024-08-10T04:54:08.651909+0000","last_clean":"2024-08-10T04:54:08.651909+0000","last_became_active":"2024-08-10T04:53:54.667542+0000","last_became_peered":"2024-08-10T04:53:54.667542+0000","last_unstale":"2024-08-10T04:54:08.651909+0000","last_undegraded":"2024-08-10T04:54:08.651909+0000","last_fullsized":"2024-08-10T04:54:08.651909+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T04:55:26.003386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034888299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697470+0000","last_change":"2024-08-10T04:52:43.209231+0000","last_active":"2024-08-10T04:53:59.697470+0000","last_peered":"2024-08-10T04:53:59.697470+0000","last_clean":"2024-08-10T04:53:59.697470+0000","last_became_active":"2024-08-10T04:52:43.208753+0000","last_became_peered":"2024-08-10T04:52:43.208753+0000","last_unstale":"2024-08-10T04:53:59.697470+0000","last_undegraded":"2024-08-10T04:53:59.697470+0000","last_fullsized":"2024-08-10T04:53:59.697470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325394+0000","last_change":"2024-08-10T04:52:46.403079+0000","last_active":"2024-08-10T04:54:00.325394+0000","last_peered":"2024-08-10T04:54:00.325394+0000","last_clean":"2024-08-10T04:54:00.325394+0000","last_became_active":"2024-08-10T04:52:46.402806+0000","last_became_peered":"2024-08-10T04:52:46.402806+0000","last_unstale":"2024-08-10T04:54:00.325394+0000","last_undegraded":"2024-08-10T04:54:00.325394+0000","last_fullsized":"2024-08-10T04:54:00.325394+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T04:54:08.211916+0000","last_change":"2024-08-10T04:53:59.700207+0000","last_active":"2024-08-10T04:54:08.211916+0000","last_peered":"2024-08-10T04:54:08.211916+0000","last_clean":"2024-08-10T04:54:08.211916+0000","last_became_active":"2024-08-10T04:53:54.749008+0000","last_became_peered":"2024-08-10T04:53:54.749008+0000","last_unstale":"2024-08-10T04:54:08.211916+0000","last_undegraded":"2024-08-10T04:54:08.211916+0000","last_fullsized":"2024-08-10T04:54:08.211916+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:47:31.109154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051987599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.255335+0000","last_change":"2024-08-10T04:52:43.207654+0000","last_active":"2024-08-10T04:54:00.255335+0000","last_peered":"2024-08-10T04:54:00.255335+0000","last_clean":"2024-08-10T04:54:00.255335+0000","last_became_active":"2024-08-10T04:52:43.207374+0000","last_became_peered":"2024-08-10T04:52:43.207374+0000","last_unstale":"2024-08-10T04:54:00.255335+0000","last_undegraded":"2024-08-10T04:54:00.255335+0000","last_fullsized":"2024-08-10T04:54:00.255335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697322+0000","last_change":"2024-08-10T04:52:46.393161+0000","last_active":"2024-08-10T04:53:59.697322+0000","last_peered":"2024-08-10T04:53:59.697322+0000","last_clean":"2024-08-10T04:53:59.697322+0000","last_became_active":"2024-08-10T04:52:46.392897+0000","last_became_peered":"2024-08-10T04:52:46.392897+0000","last_unstale":"2024-08-10T04:53:59.697322+0000","last_undegraded":"2024-08-10T04:53:59.697322+0000","last_fullsized":"2024-08-10T04:53:59.697322+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.173674+0000","last_change":"2024-08-10T04:52:43.211703+0000","last_active":"2024-08-10T04:54:00.173674+0000","last_peered":"2024-08-10T04:54:00.173674+0000","last_clean":"2024-08-10T04:54:00.173674+0000","last_became_active":"2024-08-10T04:52:43.211412+0000","last_became_peered":"2024-08-10T04:52:43.211412+0000","last_unstale":"2024-08-10T04:54:00.173674+0000","last_undegraded":"2024-08-10T04:54:00.173674+0000","last_fullsized":"2024-08-10T04:54:00.173674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.699983+0000","last_change":"2024-08-10T04:52:46.405488+0000","last_active":"2024-08-10T04:53:59.699983+0000","last_peered":"2024-08-10T04:53:59.699983+0000","last_clean":"2024-08-10T04:53:59.699983+0000","last_became_active":"2024-08-10T04:52:46.405225+0000","last_became_peered":"2024-08-10T04:52:46.405225+0000","last_unstale":"2024-08-10T04:53:59.699983+0000","last_undegraded":"2024-08-10T04:53:59.699983+0000","last_fullsized":"2024-08-10T04:53:59.699983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.696784+0000","last_change":"2024-08-10T04:53:11.490135+0000","last_active":"2024-08-10T04:53:59.696784+0000","last_peered":"2024-08-10T04:53:59.696784+0000","last_clean":"2024-08-10T04:53:59.696784+0000","last_became_active":"2024-08-10T04:53:11.489837+0000","last_became_peered":"2024-08-10T04:53:11.489837+0000","last_unstale":"2024-08-10T04:53:59.696784+0000","last_undegraded":"2024-08-10T04:53:59.696784+0000","last_fullsized":"2024-08-10T04:53:59.696784+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:01:19.942205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.324876+0000","last_change":"2024-08-10T04:52:46.398320+0000","last_active":"2024-08-10T04:54:00.324876+0000","last_peered":"2024-08-10T04:54:00.324876+0000","last_clean":"2024-08-10T04:54:00.324876+0000","last_became_active":"2024-08-10T04:52:46.397160+0000","last_became_peered":"2024-08-10T04:52:46.397160+0000","last_unstale":"2024-08-10T04:54:00.324876+0000","last_undegraded":"2024-08-10T04:54:00.324876+0000","last_fullsized":"2024-08-10T04:54:00.324876+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697176+0000","last_change":"2024-08-10T04:52:43.204589+0000","last_active":"2024-08-10T04:53:59.697176+0000","last_peered":"2024-08-10T04:53:59.697176+0000","last_clean":"2024-08-10T04:53:59.697176+0000","last_became_active":"2024-08-10T04:52:43.204306+0000","last_became_peered":"2024-08-10T04:52:43.204306+0000","last_unstale":"2024-08-10T04:53:59.697176+0000","last_undegraded":"2024-08-10T04:53:59.697176+0000","last_fullsized":"2024-08-10T04:53:59.697176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325202+0000","last_change":"2024-08-10T04:52:46.391312+0000","last_active":"2024-08-10T04:54:00.325202+0000","last_peered":"2024-08-10T04:54:00.325202+0000","last_clean":"2024-08-10T04:54:00.325202+0000","last_became_active":"2024-08-10T04:52:46.391025+0000","last_became_peered":"2024-08-10T04:52:46.391025+0000","last_unstale":"2024-08-10T04:54:00.325202+0000","last_undegraded":"2024-08-10T04:54:00.325202+0000","last_fullsized":"2024-08-10T04:54:00.325202+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174047+0000","last_change":"2024-08-10T04:52:43.213650+0000","last_active":"2024-08-10T04:54:00.174047+0000","last_peered":"2024-08-10T04:54:00.174047+0000","last_clean":"2024-08-10T04:54:00.174047+0000","last_became_active":"2024-08-10T04:52:43.213257+0000","last_became_peered":"2024-08-10T04:52:43.213257+0000","last_unstale":"2024-08-10T04:54:00.174047+0000","last_undegraded":"2024-08-10T04:54:00.174047+0000","last_fullsized":"2024-08-10T04:54:00.174047+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.254779+0000","last_change":"2024-08-10T04:52:46.399405+0000","last_active":"2024-08-10T04:54:00.254779+0000","last_peered":"2024-08-10T04:54:00.254779+0000","last_clean":"2024-08-10T04:54:00.254779+0000","last_became_active":"2024-08-10T04:52:46.399098+0000","last_became_peered":"2024-08-10T04:52:46.399098+0000","last_unstale":"2024-08-10T04:54:00.254779+0000","last_undegraded":"2024-08-10T04:54:00.254779+0000","last_fullsized":"2024-08-10T04:54:00.254779+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702214+0000","last_change":"2024-08-10T04:52:46.413630+0000","last_active":"2024-08-10T04:53:59.702214+0000","last_peered":"2024-08-10T04:53:59.702214+0000","last_clean":"2024-08-10T04:53:59.702214+0000","last_became_active":"2024-08-10T04:52:46.413332+0000","last_became_peered":"2024-08-10T04:52:46.413332+0000","last_unstale":"2024-08-10T04:53:59.702214+0000","last_undegraded":"2024-08-10T04:53:59.702214+0000","last_fullsized":"2024-08-10T04:53:59.702214+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174053+0000","last_change":"2024-08-10T04:52:43.213489+0000","last_active":"2024-08-10T04:54:00.174053+0000","last_peered":"2024-08-10T04:54:00.174053+0000","last_clean":"2024-08-10T04:54:00.174053+0000","last_became_active":"2024-08-10T04:52:43.213212+0000","last_became_peered":"2024-08-10T04:52:43.213212+0000","last_unstale":"2024-08-10T04:54:00.174053+0000","last_undegraded":"2024-08-10T04:54:00.174053+0000","last_fullsized":"2024-08-10T04:54:00.174053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.702018+0000","last_change":"2024-08-10T04:52:46.403645+0000","last_active":"2024-08-10T04:53:59.702018+0000","last_peered":"2024-08-10T04:53:59.702018+0000","last_clean":"2024-08-10T04:53:59.702018+0000","last_became_active":"2024-08-10T04:52:46.403295+0000","last_became_peered":"2024-08-10T04:52:46.403295+0000","last_unstale":"2024-08-10T04:53:59.702018+0000","last_undegraded":"2024-08-10T04:53:59.702018+0000","last_fullsized":"2024-08-10T04:53:59.702018+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.174091+0000","last_change":"2024-08-10T04:52:43.213254+0000","last_active":"2024-08-10T04:54:00.174091+0000","last_peered":"2024-08-10T04:54:00.174091+0000","last_clean":"2024-08-10T04:54:00.174091+0000","last_became_active":"2024-08-10T04:52:43.212916+0000","last_became_peered":"2024-08-10T04:52:43.212916+0000","last_unstale":"2024-08-10T04:54:00.174091+0000","last_undegraded":"2024-08-10T04:54:00.174091+0000","last_fullsized":"2024-08-10T04:54:00.174091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697571+0000","last_change":"2024-08-10T04:52:46.401284+0000","last_active":"2024-08-10T04:53:59.697571+0000","last_peered":"2024-08-10T04:53:59.697571+0000","last_clean":"2024-08-10T04:53:59.697571+0000","last_became_active":"2024-08-10T04:52:46.401005+0000","last_became_peered":"2024-08-10T04:52:46.401005+0000","last_unstale":"2024-08-10T04:53:59.697571+0000","last_undegraded":"2024-08-10T04:53:59.697571+0000","last_fullsized":"2024-08-10T04:53:59.697571+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325292+0000","last_change":"2024-08-10T04:52:43.204126+0000","last_active":"2024-08-10T04:54:00.325292+0000","last_peered":"2024-08-10T04:54:00.325292+0000","last_clean":"2024-08-10T04:54:00.325292+0000","last_became_active":"2024-08-10T04:52:43.203609+0000","last_became_peered":"2024-08-10T04:52:43.203609+0000","last_unstale":"2024-08-10T04:54:00.325292+0000","last_undegraded":"2024-08-10T04:54:00.325292+0000","last_fullsized":"2024-08-10T04:54:00.325292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:54:00.325165+0000","last_change":"2024-08-10T04:52:46.396078+0000","last_active":"2024-08-10T04:54:00.325165+0000","last_peered":"2024-08-10T04:54:00.325165+0000","last_clean":"2024-08-10T04:54:00.325165+0000","last_became_active":"2024-08-10T04:52:46.395811+0000","last_became_peered":"2024-08-10T04:52:46.395811+0000","last_unstale":"2024-08-10T04:54:00.325165+0000","last_undegraded":"2024-08-10T04:54:00.325165+0000","last_fullsized":"2024-08-10T04:54:00.325165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T04:53:59.697974+0000","last_change":"2024-08-10T04:52:43.209394+0000","last_active":"2024-08-10T04:53:59.697974+0000","last_peered":"2024-08-10T04:53:59.697974+0000","last_clean":"2024-08-10T04:53:59.697974+0000","last_became_active":"2024-08-10T04:52:43.209123+0000","last_became_peered":"2024-08-10T04:52:43.209123+0000","last_unstale":"2024-08-10T04:53:59.697974+0000","last_undegraded":"2024-08-10T04:53:59.697974+0000","last_fullsized":"2024-08-10T04:53:59.697974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201314,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":942786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.90800000000000003,"15min":0.97699999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.72899999999999998,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52200000000000002,"15min":0.52700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.42399999999999999}]},{"osd":1,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51100000000000001,"15min":0.51200000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48299999999999998}]},{"osd":2,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.90100000000000002,"15min":0.96699999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71399999999999997,"5min":12.297000000000001,"15min":12.297000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.69799999999999995,"15min":0.72799999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.74399999999999999,"5min":5.5570000000000004,"15min":5.5570000000000004},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.74399999999999999,"15min":0.78600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.64200000000000002,"5min":7.2619999999999996,"15min":7.2619999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.56899999999999995,"15min":0.57899999999999996},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.69699999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.38500000000000001}]},{"osd":4,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.48699999999999999,"15min":0.49099999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65900000000000003,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.33000000000000002}]},{"osd":5,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.74199999999999999,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.307},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.47599999999999998,"15min":0.47799999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.35799999999999998}]},{"osd":6,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65000000000000002,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.499,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.35499999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.61799999999999999,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.443}]}]},{"osd":6,"up_from":47,"seq":201863462950,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":943948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.501,"15min":0.496},"min":{"1min":0.36199999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52300000000000002,"15min":0.51700000000000002},"min":{"1min":0.33700000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53400000000000003}]},{"osd":1,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51300000000000001,"15min":0.50700000000000001},"min":{"1min":0.376,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.437,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.52500000000000002,"15min":0.51700000000000002},"min":{"1min":0.372,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.50700000000000001,"15min":0.503},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.38800000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.53200000000000003,"15min":0.52200000000000002},"min":{"1min":0.43099999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.442}]},{"osd":4,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.34699999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.43099999999999999,"15min":0.42299999999999999},"min":{"1min":0.38800000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66200000000000003,"5min":0.753,"15min":0.753},"last":0.40400000000000003}]},{"osd":5,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.35899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.58699999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.434,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.626,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.42099999999999999}]},{"osd":7,"last update":"Sat Aug 10 04:54:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.35899999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.70399999999999996,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.433},{"interface":"front","average":{"1min":0.5,"5min":0.49199999999999999,"15min":0.48999999999999999},"min":{"1min":0.38400000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65700000000000003,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.50700000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":353954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.48099999999999998,"15min":0.46999999999999997},"min":{"1min":0.39000000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.64600000000000002,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.52400000000000002,"15min":0.51400000000000001},"min":{"1min":0.32900000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.745,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.93999999999999995,"15min":1.127},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.66400000000000003,"5min":16.789000000000001,"15min":16.789000000000001},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52200000000000002,"15min":0.50800000000000001},"min":{"1min":0.40799999999999997,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69299999999999995,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.49199999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.502,"15min":0.496},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60199999999999998,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52700000000000002,"15min":0.51300000000000001},"min":{"1min":0.36899999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.72299999999999998,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.41199999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.49299999999999999,"15min":0.48199999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.629,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.432},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.5,"15min":0.495},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.60799999999999998,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.33200000000000002}]},{"osd":4,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.40200000000000002,"15min":0.38},"min":{"1min":0.316,"5min":0.245,"15min":0.245},"max":{"1min":0.623,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40200000000000002,"15min":0.379},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59099999999999997,"5min":0.749,"15min":0.749},"last":0.34599999999999997}]},{"osd":6,"last update":"Sat Aug 10 04:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.435,"15min":0.434},"min":{"1min":0.28799999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.67300000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.317},{"interface":"front","average":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.71899999999999997,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.47599999999999998}]},{"osd":7,"last update":"Sat Aug 10 04:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.53000000000000003,"15min":0.53800000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66600000000000004,"5min":0.749,"15min":0.749},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.498,"15min":0.50600000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.70699999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.45500000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986225,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":352541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.69499999999999995,"15min":0.77900000000000003},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64200000000000002,"5min":6.8090000000000002,"15min":6.8090000000000002},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38100000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68700000000000006,"5min":0.754,"15min":0.754},"last":0.60499999999999998}]},{"osd":1,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51000000000000001,"15min":0.503},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.51500000000000001,"15min":0.51200000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65500000000000003,"5min":0.748,"15min":0.748},"last":0.66700000000000004}]},{"osd":2,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52500000000000002,"15min":0.52000000000000002},"min":{"1min":0.374,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.67000000000000004,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.627},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.71999999999999997,"15min":0.81200000000000006},"min":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71199999999999997,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51700000000000002,"15min":0.51000000000000001},"min":{"1min":0.36299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.73999999999999999,"15min":0.82799999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70099999999999996,"5min":6.7800000000000002,"15min":6.7800000000000002},"last":0.65500000000000003}]},{"osd":5,"last update":"Sat Aug 10 04:54:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.39900000000000002,"15min":0.379},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.39600000000000002,"15min":0.376},"min":{"1min":0.30199999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.47199999999999998}]},{"osd":6,"last update":"Sat Aug 10 04:53:54 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.48799999999999999,"15min":0.48499999999999999},"min":{"1min":0.36699999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68100000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.437,"15min":0.432},"min":{"1min":0.308,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.65400000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.57599999999999996}]},{"osd":7,"last update":"Sat Aug 10 04:54:17 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.5,"15min":0.499},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.505,"15min":0.505},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.54800000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149750,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35599999999999998,"15min":0.36299999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.222},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.36899999999999999,"15min":0.38500000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.251}]},{"osd":1,"last update":"Sat Aug 10 04:54:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39200000000000002,"15min":0.39800000000000002},"min":{"1min":0.27300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.40200000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.19}]},{"osd":2,"last update":"Sat Aug 10 04:54:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40899999999999997,"15min":0.41699999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67100000000000004,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38300000000000001,"15min":0.38700000000000001},"min":{"1min":0.26100000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.27000000000000002}]},{"osd":4,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.41699999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.57599999999999996,"15min":0.58099999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73999999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.438}]},{"osd":5,"last update":"Sat Aug 10 04:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.438,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57499999999999996,"15min":0.57899999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.77600000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.54400000000000004}]},{"osd":6,"last update":"Sat Aug 10 04:54:54 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.65400000000000003,"15min":0.60199999999999998},"min":{"1min":0.41899999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":8.9749999999999996,"5min":8.9749999999999996,"15min":8.9749999999999996},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56999999999999995,"15min":0.57399999999999995},"min":{"1min":0.45500000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78200000000000003,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.44900000000000001}]},{"osd":7,"last update":"Sat Aug 10 04:54:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.46000000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.47999999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411387,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":351826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.34599999999999997,"15min":0.33900000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.49399999999999999,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.34300000000000003,"15min":0.33300000000000002},"min":{"1min":0.23999999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.496,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.307}]},{"osd":1,"last update":"Sat Aug 10 04:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.27500000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.48899999999999999,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.378},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.35399999999999998},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.23999999999999999}]},{"osd":3,"last update":"Sat Aug 10 04:53:50 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.42699999999999999,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.55600000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.32300000000000001}]},{"osd":4,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.63500000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.504,"5min":0.56499999999999995,"15min":0.57199999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63200000000000001,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.36899999999999999}]},{"osd":5,"last update":"Sat Aug 10 04:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73599999999999999,"5min":0.748,"15min":0.748},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.42699999999999999}]},{"osd":6,"last update":"Sat Aug 10 04:53:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.58299999999999996,"15min":0.58999999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56100000000000005,"15min":0.56699999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.67400000000000004,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.38500000000000001}]},{"osd":7,"last update":"Sat Aug 10 04:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.59799999999999998,"15min":0.60399999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.41699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":351740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 04:54:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32000000000000001,"15min":0.28899999999999998},"min":{"1min":0.22600000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.219},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.33900000000000002,"15min":0.311},"min":{"1min":0.23599999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.36899999999999999}]},{"osd":2,"last update":"Sat Aug 10 04:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35599999999999998,"15min":0.34999999999999998},"min":{"1min":0.224,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.36299999999999999,"15min":0.35699999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.56999999999999995,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Sat Aug 10 04:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.373,"15min":0.38300000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.47299999999999998,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40400000000000003,"15min":0.41599999999999998},"min":{"1min":0.25700000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.63300000000000001,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Aug 10 04:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55700000000000005,"15min":0.56699999999999995},"min":{"1min":0.33600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.70599999999999996,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57599999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.63}]},{"osd":5,"last update":"Sat Aug 10 04:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.54200000000000004,"15min":0.55200000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.67000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.5,"5min":0.52700000000000002,"15min":0.53700000000000003},"min":{"1min":0.40600000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.55600000000000005}]},{"osd":6,"last update":"Sat Aug 10 04:53:57 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.57499999999999996,"15min":0.56200000000000006},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.68300000000000005}]},{"osd":7,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79600000000000004,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70099999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66100000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":942910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 04:54:02 2024","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.32400000000000001,"15min":0.314},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":0.443,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.32200000000000001},"min":{"1min":0.22800000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Aug 10 04:54:26 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.56899999999999995,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.37},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.52800000000000002,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.41499999999999998}]},{"osd":3,"last update":"Sat Aug 10 04:54:50 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.374,"15min":0.39000000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.52800000000000002,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41299999999999998,"15min":0.439},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.442}]},{"osd":4,"last update":"Sat Aug 10 04:54:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.746,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.55700000000000005,"15min":0.55100000000000005},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51500000000000001}]},{"osd":5,"last update":"Sat Aug 10 04:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54400000000000004,"15min":0.54700000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.40899999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.55100000000000005}]},{"osd":6,"last update":"Sat Aug 10 04:53:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.40699999999999997,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.63200000000000001}]},{"osd":7,"last update":"Sat Aug 10 04:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T04:55:00.056 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-10T04:55:00.056 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-10T04:55:00.056 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-10T04:55:00.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph health --format=json 2024-08-10T04:55:00.311 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:55:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[29426]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[29426]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:55:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[29426]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:55:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[39622]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[39622]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:55:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:00 smithi078 ceph-mon[39622]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:55:00.800 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:00 smithi107 ceph-mon[32749]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:00.800 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:00 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:00.800 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:00 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:00.800 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:00 smithi107 ceph-mon[32749]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:55:00.800 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:00 smithi107 ceph-mon[32749]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:55:01.615 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:55:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:55:01.423Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000702474s 2024-08-10T04:55:02.324 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:55:02.324 INFO:teuthology.orchestra.run.smithi078.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-10T04:55:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 systemd[1]: Stopping Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:55:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-mon[32749]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/372503242' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-10T04:55:02.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:02 smithi078 ceph-mon[39622]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:02.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:02 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/372503242' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-10T04:55:02.640 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:02 smithi078 ceph-mon[29426]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:02.640 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:02 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/372503242' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-10T04:55:02.939 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-10T04:55:02.939 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T04:55:03.026 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T04:55:03.026 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.718Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.719Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.719Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.719Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[61123]: ts=2024-08-10T04:55:02.719Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:02 smithi107 podman[64187]: 2024-08-10 04:55:02.728809839 +0000 UTC m=+0.116447427 container died 34e025993984f2c84bd4ce38ccc05fea15b33fdeaecadfe7d7126b456c400374 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 podman[64187]: 2024-08-10 04:55:03.026745952 +0000 UTC m=+0.414383529 container cleanup 34e025993984f2c84bd4ce38ccc05fea15b33fdeaecadfe7d7126b456c400374 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:55:03.027 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 bash[64187]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T04:55:03.190 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:55:03.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 podman[64199]: 2024-08-10 04:55:03.27800996 +0000 UTC m=+0.549491267 container remove 34e025993984f2c84bd4ce38ccc05fea15b33fdeaecadfe7d7126b456c400374 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:55:03.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T04:55:03.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 systemd[1]: Stopped Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:55:03.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 1.041s CPU time. 2024-08-10T04:55:03.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 systemd[1]: Starting Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:55:03.922 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 podman[64292]: 2024-08-10 04:55:03.537385067 +0000 UTC m=+0.018289674 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T04:55:03.922 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 podman[64292]: 2024-08-10 04:55:03.662127819 +0000 UTC m=+0.143032431 container create 62860f1dfb219c97141aea231a78214862b462224f967787884ca79e356abb58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:55:04.302 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 podman[64292]: 2024-08-10 04:55:03.922876053 +0000 UTC m=+0.403780668 container init 62860f1dfb219c97141aea231a78214862b462224f967787884ca79e356abb58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:55:04.302 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 podman[64292]: 2024-08-10 04:55:03.925895418 +0000 UTC m=+0.406800031 container start 62860f1dfb219c97141aea231a78214862b462224f967787884ca79e356abb58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:55:04.302 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.948Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.949Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.949Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi107 (none))" 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.949Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.949Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.950Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.950Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.953Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.953Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.954Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.954Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.514µs 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.954Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.954Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.954Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-10T04:55:04.303 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.954Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.879µs wal_replay_duration=432.858µs wbl_replay_duration=111ns total_replay_duration=483.317µs 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.955Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.955Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.955Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.970Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.749183ms db_storage=766ns remote_storage=1.001µs web_handler=227ns query_engine=499ns scrape=593.906µs scrape_sd=30.178µs notify=28.212µs notify_sd=6.152µs rules=13.832364ms tracing=5.42µs 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.970Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:55:03.970Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:03 smithi107 bash[64292]: 62860f1dfb219c97141aea231a78214862b462224f967787884ca79e356abb58 2024-08-10T04:55:04.304 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:55:04 smithi107 systemd[1]: Started Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:55:04.414 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STOPPING 2024-08-10T04:55:04.414 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:55:04.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STOPPED 2024-08-10T04:55:04.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STARTING 2024-08-10T04:55:04.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Serving on http://:::9283 2024-08-10T04:55:04.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STARTED 2024-08-10T04:55:04.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STOPPING 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:55:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T04:55:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:55:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T04:55:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:04.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:04.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:04.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:55:04.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T04:55:04.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:04.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:04.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:04.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:55:04.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STOPPED 2024-08-10T04:55:04.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STARTING 2024-08-10T04:55:04.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Serving on http://:::9283 2024-08-10T04:55:04.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STARTED 2024-08-10T04:55:04.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:04] ENGINE Bus STOPPING 2024-08-10T04:55:05.096 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:55:05.097 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14424,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2767537394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2767537394},{"type":"v1","addr":"172.21.15.78:6835","nonce":2767537394}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T04:52:48.088650+0000","modified":"2024-08-10T04:53:00.422851+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24292},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24292":{"gid":24292,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.107:6833/3531512475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3531512475},{"type":"v1","addr":"172.21.15.107:6833","nonce":3531512475}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T04:55:05.097 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 8 2024-08-10T04:55:05.438 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:55:05.439 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:05] ENGINE Bus STOPPED 2024-08-10T04:55:05.439 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:05] ENGINE Bus STARTING 2024-08-10T04:55:05.439 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:05] ENGINE Serving on http://:::9283 2024-08-10T04:55:05.439 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:05] ENGINE Bus STARTED 2024-08-10T04:55:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:55:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T04:55:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:55:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T04:55:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:55:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1949889073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T04:55:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:05 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1949889073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:05 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:55:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:05 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi078.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T04:55:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:05 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:55:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:05 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T04:55:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:05 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:55:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:05 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T04:55:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:05 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1949889073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:06.308 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T04:55:06.597 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:55:06.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:06 smithi107 ceph-mon[32749]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:06.834 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:06 smithi078 ceph-mon[29426]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:06.834 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:06 smithi078 ceph-mon[39622]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:08.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:08 smithi078 ceph-mon[29426]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:08.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:08 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:08.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:08 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:08.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:08 smithi078 ceph-mon[39622]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:08.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:08 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:08.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:08 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:08 smithi107 ceph-mon[32749]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:08 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:08 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:09.694 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:55:09.694 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14424,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2767537394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2767537394},{"type":"v1","addr":"172.21.15.78:6835","nonce":2767537394}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T04:52:48.088650+0000","modified":"2024-08-10T04:53:00.422851+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24292},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24292":{"gid":24292,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.107:6833/3531512475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3531512475},{"type":"v1","addr":"172.21.15.107:6833","nonce":3531512475}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T04:55:09.694 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 8 2024-08-10T04:55:09.694 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:55:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:55:09.425Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002409235s 2024-08-10T04:55:10.357 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/188894857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:10.358 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:10.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:10.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:10.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/188894857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:10.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:10 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:10.385 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T04:55:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/188894857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:10 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:11.278 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:55:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:12 smithi107 ceph-mon[32749]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:12.577 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:12 smithi078 ceph-mon[29426]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:12.577 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:12 smithi078 ceph-mon[39622]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:13.080 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:55:13.081 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":76,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T04:54:08.208843+0000","last_up_change":"2024-08-10T04:52:15.194425+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T04:53:52.932594+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6803","nonce":3180844923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6805","nonce":3180844923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6809","nonce":3180844923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3180844923},{"type":"v1","addr":"172.21.15.78:6807","nonce":3180844923}]},"public_addr":"172.21.15.78:6803/3180844923","cluster_addr":"172.21.15.78:6805/3180844923","heartbeat_back_addr":"172.21.15.78:6809/3180844923","heartbeat_front_addr":"172.21.15.78:6807/3180844923","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6811","nonce":1776335391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6813","nonce":1776335391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6817","nonce":1776335391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1776335391},{"type":"v1","addr":"172.21.15.78:6815","nonce":1776335391}]},"public_addr":"172.21.15.78:6811/1776335391","cluster_addr":"172.21.15.78:6813/1776335391","heartbeat_back_addr":"172.21.15.78:6817/1776335391","heartbeat_front_addr":"172.21.15.78:6815/1776335391","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6819","nonce":2218125346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6821","nonce":2218125346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6825","nonce":2218125346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2218125346},{"type":"v1","addr":"172.21.15.78:6823","nonce":2218125346}]},"public_addr":"172.21.15.78:6819/2218125346","cluster_addr":"172.21.15.78:6821/2218125346","heartbeat_back_addr":"172.21.15.78:6825/2218125346","heartbeat_front_addr":"172.21.15.78:6823/2218125346","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6827","nonce":3669409038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6829","nonce":3669409038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6833","nonce":3669409038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":3669409038},{"type":"v1","addr":"172.21.15.78:6831","nonce":3669409038}]},"public_addr":"172.21.15.78:6827/3669409038","cluster_addr":"172.21.15.78:6829/3669409038","heartbeat_back_addr":"172.21.15.78:6833/3669409038","heartbeat_front_addr":"172.21.15.78:6831/3669409038","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6801","nonce":1677508043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6803","nonce":1677508043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6807","nonce":1677508043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":1677508043},{"type":"v1","addr":"172.21.15.107:6805","nonce":1677508043}]},"public_addr":"172.21.15.107:6801/1677508043","cluster_addr":"172.21.15.107:6803/1677508043","heartbeat_back_addr":"172.21.15.107:6807/1677508043","heartbeat_front_addr":"172.21.15.107:6805/1677508043","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6809","nonce":1829797218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6811","nonce":1829797218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6815","nonce":1829797218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":1829797218},{"type":"v1","addr":"172.21.15.107:6813","nonce":1829797218}]},"public_addr":"172.21.15.107:6809/1829797218","cluster_addr":"172.21.15.107:6811/1829797218","heartbeat_back_addr":"172.21.15.107:6815/1829797218","heartbeat_front_addr":"172.21.15.107:6813/1829797218","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6817","nonce":36072088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6819","nonce":36072088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6823","nonce":36072088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":36072088},{"type":"v1","addr":"172.21.15.107:6821","nonce":36072088}]},"public_addr":"172.21.15.107:6817/36072088","cluster_addr":"172.21.15.107:6819/36072088","heartbeat_back_addr":"172.21.15.107:6823/36072088","heartbeat_front_addr":"172.21.15.107:6821/36072088","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6825","nonce":3252457461}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6827","nonce":3252457461}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6831","nonce":3252457461}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":3252457461},{"type":"v1","addr":"172.21.15.107:6829","nonce":3252457461}]},"public_addr":"172.21.15.107:6825/3252457461","cluster_addr":"172.21.15.107:6827/3252457461","heartbeat_back_addr":"172.21.15.107:6831/3252457461","heartbeat_front_addr":"172.21.15.107:6829/3252457461","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:6801/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:6800/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/1097824209":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3571281205":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/3094711655":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/739437770":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T04:55:13.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:13 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:13] "GET /metrics HTTP/1.1" 200 235921 "" "Prometheus/2.43.0" 2024-08-10T04:55:14.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:14.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:14.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/687834101' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:55:14.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[29426]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:14.297 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:14.297 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:14.298 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/687834101' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:55:14.298 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:14 smithi078 ceph-mon[39622]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:14 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:14 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:14 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/687834101' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T04:55:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:14 smithi107 ceph-mon[32749]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:14.322 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T04:55:15.083 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:55:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:16 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:16 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:16 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:16 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:16 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:16 smithi107 ceph-mon[32749]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:16.346 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[29426]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:16.347 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:16 smithi078 ceph-mon[39622]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:16.902 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T04:55:16.902 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14424,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2767537394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2767537394},{"type":"v1","addr":"172.21.15.78:6835","nonce":2767537394}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T04:52:48.088650+0000","modified":"2024-08-10T04:53:00.422851+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24292},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24292":{"gid":24292,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.107:6833/3531512475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":3531512475},{"type":"v1","addr":"172.21.15.107:6833","nonce":3531512475}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T04:55:16.903 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 8 2024-08-10T04:55:17.198 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:17 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2637008024' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:17.198 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:17 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2637008024' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:17 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2637008024' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T04:55:17.639 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-10T04:52:48.088650+0000', 'modified': '2024-08-10T04:53:00.422851+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24292}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24292': {'gid': 24292, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.107:6833/3531512475', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.107:6832', 'nonce': 3531512475}, {'type': 'v1', 'addr': '172.21.15.107:6833', 'nonce': 3531512475}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-10T04:55:17.639 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-10T04:55:17.640 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph tell mds.b status 2024-08-10T04:55:17.893 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:55:18.293 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:18 smithi078 ceph-mon[29426]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:18.293 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:18 smithi078 ceph-mon[39622]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:18 smithi107 ceph-mon[32749]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:18.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:55:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:55:19.484 INFO:teuthology.orchestra.run.smithi078.stderr:2024-08-10T04:55:19.477+0000 7fa2e17fa640 0 client.24683 ms_handle_reset on v2:172.21.15.107:6832/3531512475 2024-08-10T04:55:19.496 INFO:teuthology.orchestra.run.smithi078.stderr:2024-08-10T04:55:19.496+0000 7fa2e17fa640 0 client.24689 ms_handle_reset on v2:172.21.15.107:6832/3531512475 2024-08-10T04:55:19.496 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:55:19.496 INFO:teuthology.orchestra.run.smithi078.stdout: "cluster_fsid": "8a876d60-56d3-11ef-bcce-c7b262605968", 2024-08-10T04:55:19.496 INFO:teuthology.orchestra.run.smithi078.stdout: "whoami": 0, 2024-08-10T04:55:19.496 INFO:teuthology.orchestra.run.smithi078.stdout: "id": 24292, 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "want_state": "up:active", 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "state": "up:active", 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "fs_name": "cephfs", 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "rank_uptime": 151.10266791500001, 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "mdsmap_epoch": 8, 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_epoch": 76, 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_epoch_barrier": 66, 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout: "uptime": 166.482981053 2024-08-10T04:55:19.497 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:55:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:19 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:19 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:19 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:20.112 INFO:tasks.cephadm:Setup complete, yielding 2024-08-10T04:55:20.112 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:55:20.120 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-10T04:55:20.120 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:55:20.194 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-10T04:55:20.194 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-10T04:55:20.202 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi078.front.sepia.ceph.com 2024-08-10T04:55:20.203 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-10T04:55:20.457 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:55:20.667 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:20 smithi078 ceph-mon[29426]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:20.667 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:20 smithi078 ceph-mon[39622]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:20 smithi107 ceph-mon[32749]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:22.619 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[29426]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[29426]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[39622]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:22.620 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[39622]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:22] ENGINE Bus STOPPING 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:22] ENGINE Bus STOPPED 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:22] ENGINE Bus STARTING 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:22] ENGINE Serving on http://:::9283 2024-08-10T04:55:22.621 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:55:22] ENGINE Bus STARTED 2024-08-10T04:55:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:22 smithi107 ceph-mon[32749]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:22 smithi107 ceph-mon[32749]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-10T04:55:22.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:22 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' 2024-08-10T04:55:22.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:22 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:55:22.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:22 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:55:22.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:22 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:55:22.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:22 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:55:22.963 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:55:22.973 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-10T04:55:22.973 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:55:22.994 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-10T04:55:22.995 INFO:teuthology.run_tasks:Running task workunit... 2024-08-10T04:55:23.007 INFO:tasks.workunit:Pulling workunits from ref 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T04:55:23.008 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T04:55:23.008 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T04:55:23.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:55:23.024 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T04:55:23.024 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T04:55:23.080 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T04:55:23.081 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T04:55:23.136 INFO:tasks.workunit:timeout=3h 2024-08-10T04:55:23.136 INFO:tasks.workunit:cleanup=True 2024-08-10T04:55:23.137 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T04:55:23.193 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T04:55:24.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:23] "GET /metrics HTTP/1.1" 200 235918 "" "Prometheus/2.43.0" 2024-08-10T04:55:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:24 smithi107 ceph-mon[32749]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:24 smithi078 ceph-mon[29426]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:24 smithi078 ceph-mon[39622]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:26 smithi078 ceph-mon[29426]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:26 smithi078 ceph-mon[39622]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:26 smithi107 ceph-mon[32749]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:28.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:55:27 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:55:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:28 smithi078 ceph-mon[29426]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:28 smithi078 ceph-mon[39622]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:28 smithi107 ceph-mon[32749]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:30 smithi078 ceph-mon[29426]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:30 smithi078 ceph-mon[39622]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:30 smithi107 ceph-mon[32749]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:32 smithi078 ceph-mon[29426]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:32 smithi078 ceph-mon[39622]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:32.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:32 smithi107 ceph-mon[32749]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T04:55:34.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:33] "GET /metrics HTTP/1.1" 200 235918 "" "Prometheus/2.43.0" 2024-08-10T04:55:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:34 smithi078 ceph-mon[29426]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:34 smithi078 ceph-mon[39622]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:34 smithi107 ceph-mon[32749]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:36 smithi078 ceph-mon[29426]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:36 smithi078 ceph-mon[39622]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:36 smithi107 ceph-mon[32749]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:38.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:55:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:55:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:38 smithi078 ceph-mon[29426]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:38 smithi078 ceph-mon[39622]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:38 smithi107 ceph-mon[32749]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:40.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:40 smithi078 ceph-mon[29426]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:40.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:40 smithi078 ceph-mon[39622]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:40 smithi107 ceph-mon[32749]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:42 smithi078 ceph-mon[29426]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:42.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:42 smithi078 ceph-mon[39622]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:42.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:42 smithi107 ceph-mon[32749]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:44.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:43] "GET /metrics HTTP/1.1" 200 235930 "" "Prometheus/2.43.0" 2024-08-10T04:55:44.513 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:44 smithi078 ceph-mon[29426]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:44.513 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:44 smithi078 ceph-mon[39622]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:44 smithi107 ceph-mon[32749]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:46 smithi078 ceph-mon[29426]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:46 smithi078 ceph-mon[39622]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:46 smithi107 ceph-mon[32749]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:48.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:55:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:55:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:48 smithi078 ceph-mon[29426]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:48 smithi078 ceph-mon[39622]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:48 smithi107 ceph-mon[32749]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:49.718 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:55:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:50 smithi078 ceph-mon[29426]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:50 smithi078 ceph-mon[39622]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:50.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:50 smithi107 ceph-mon[32749]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:52 smithi078 ceph-mon[29426]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:52 smithi078 ceph-mon[39622]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:52.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:52 smithi107 ceph-mon[32749]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:54.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:55:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:53] "GET /metrics HTTP/1.1" 200 235925 "" "Prometheus/2.43.0" 2024-08-10T04:55:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:54 smithi078 ceph-mon[29426]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:54.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:54 smithi078 ceph-mon[39622]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:54.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:54 smithi107 ceph-mon[32749]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:56 smithi078 ceph-mon[29426]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:56 smithi078 ceph-mon[39622]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:56 smithi107 ceph-mon[32749]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:58.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:55:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:55:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:55:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:55:58 smithi078 ceph-mon[29426]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:55:58 smithi078 ceph-mon[39622]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:55:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:55:58 smithi107 ceph-mon[32749]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:00 smithi078 ceph-mon[29426]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:00 smithi078 ceph-mon[39622]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:00 smithi107 ceph-mon[32749]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:02 smithi078 ceph-mon[29426]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:02 smithi078 ceph-mon[39622]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:02 smithi107 ceph-mon[32749]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:04.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:03 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:03] "GET /metrics HTTP/1.1" 200 235925 "" "Prometheus/2.43.0" 2024-08-10T04:56:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:04 smithi078 ceph-mon[29426]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:04 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:04 smithi078 ceph-mon[39622]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:04 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:04 smithi107 ceph-mon[32749]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:04 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:06 smithi078 ceph-mon[29426]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:06 smithi078 ceph-mon[39622]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:06 smithi107 ceph-mon[32749]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:08.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:56:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:56:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:08 smithi078 ceph-mon[29426]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:08.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:08 smithi078 ceph-mon[39622]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:08 smithi107 ceph-mon[32749]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:10 smithi078 ceph-mon[29426]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:10 smithi078 ceph-mon[39622]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:10 smithi107 ceph-mon[32749]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:12 smithi078 ceph-mon[29426]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:12.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:12 smithi078 ceph-mon[39622]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:12.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:12 smithi107 ceph-mon[32749]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:14.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:13 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:13] "GET /metrics HTTP/1.1" 200 235923 "" "Prometheus/2.43.0" 2024-08-10T04:56:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:14 smithi078 ceph-mon[29426]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:14 smithi078 ceph-mon[39622]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:14 smithi107 ceph-mon[32749]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:16 smithi078 ceph-mon[29426]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:16 smithi078 ceph-mon[39622]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:16.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:16 smithi107 ceph-mon[32749]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:17.879 INFO:tasks.workunit.client.0.smithi078.stderr:Note: switching to '36f0121854057afc3d1c62b7c67046d0bb7294df'. 2024-08-10T04:56:17.879 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr:state without impacting any branches by switching back to a branch. 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr: git switch -c 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr:Or undo this operation with: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr: git switch - 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:17.880 INFO:tasks.workunit.client.0.smithi078.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-10T04:56:17.881 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:17.881 INFO:tasks.workunit.client.0.smithi078.stderr:HEAD is now at 36f01218540 Merge pull request #59099 from zdover23/wip-doc-2024-08-09-backport-59807-to-squid 2024-08-10T04:56:17.884 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T04:56:18.018 INFO:tasks.workunit.client.0.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T04:56:18.020 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T04:56:18.020 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T04:56:18.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:56:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:56:18.666 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T04:56:18.721 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T04:56:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:18 smithi078 ceph-mon[29426]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:18.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:18 smithi078 ceph-mon[39622]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:18.760 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T04:56:18.762 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T04:56:18.762 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T04:56:18.800 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T04:56:18.803 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T04:56:18.803 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T04:56:18.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:18 smithi107 ceph-mon[32749]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:18.819 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-10T04:56:18.820 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-10T04:56:18.821 DEBUG:teuthology.orchestra.run.smithi078:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=36f0121854057afc3d1c62b7c67046d0bb7294df TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-10T04:56:18.890 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-10T04:56:19.264 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-10T04:56:19.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Bus STOPPING 2024-08-10T04:56:19.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:56:19.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Bus STOPPED 2024-08-10T04:56:19.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Bus STARTING 2024-08-10T04:56:19.653 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-10T04:56:19.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Serving on http://:::9283 2024-08-10T04:56:19.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Bus STARTED 2024-08-10T04:56:19.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Bus STOPPING 2024-08-10T04:56:20.029 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry preview 2024-08-10T04:56:20.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:56:20.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Bus STOPPED 2024-08-10T04:56:20.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:19 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:19] ENGINE Bus STARTING 2024-08-10T04:56:20.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE Serving on http://:::9283 2024-08-10T04:56:20.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE Bus STARTED 2024-08-10T04:56:20.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE Bus STOPPING 2024-08-10T04:56:20.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' 2024-08-10T04:56:20.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:20.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:20.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2849809055' entity='client.admin' 2024-08-10T04:56:20.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3606904582' entity='client.admin' 2024-08-10T04:56:20.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' 2024-08-10T04:56:20.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:20.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:20.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2849809055' entity='client.admin' 2024-08-10T04:56:20.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3606904582' entity='client.admin' 2024-08-10T04:56:20.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.490 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T04:56:20.491 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T04:56:20.491 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T04:56:20.491 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T04:56:20.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.492 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T04:56:20.492 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:20.492 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:20.492 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:20.492 INFO:tasks.workunit.client.0.smithi078.stdout: "ident" 2024-08-10T04:56:20.493 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.493 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T04:56:20.493 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:20.493 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T04:56:20.493 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:20.494 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:20.494 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T04:56:20.494 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.494 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T04:56:20.495 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:20.495 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:20.495 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:20.495 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:20.496 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:20.497 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:20.498 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:20.498 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:20.498 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:20.498 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:20.498 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:20.499 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.499 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T04:56:20.499 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:20.499 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:20.499 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:20.499 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:20.500 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:20.500 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:20.500 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:20.500 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:20.501 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:20.501 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:20.501 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:20.501 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.501 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T04:56:20.502 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T04:56:20.502 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:20.502 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:20.502 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:20.503 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:20.503 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:20.503 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T04:56:20.503 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T04:56:20.503 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T04:56:20.503 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T04:56:20.504 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:20.504 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T04:56:20.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:20.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:20.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:20.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:20.505 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:20.505 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:20.505 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T04:56:20.505 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_block_size", 2024-08-10T04:56:20.505 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_cache_size", 2024-08-10T04:56:20.506 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_compression", 2024-08-10T04:56:20.506 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_log", 2024-08-10T04:56:20.506 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_write_buffer_size", 2024-08-10T04:56:20.506 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:20.506 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:20.506 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:20.507 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:20.507 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:20.507 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:20.507 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T04:56:20.507 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T04:56:20.508 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:20.508 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:20.508 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T04:56:20.508 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:20.508 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:20.508 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:20.509 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:20.509 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:20.509 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:20.509 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:20.509 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:20.510 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:20.510 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:20.510 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:20.510 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:20.510 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:20.510 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:20.511 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:20.511 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:20.511 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T04:56:20.511 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:20.511 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:20.512 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:20.512 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:20.512 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:20.512 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:20.512 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:20.512 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:20.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:20.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:20.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:20.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T04:56:20.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T04:56:20.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T04:56:20.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T04:56:20.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T04:56:20.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T04:56:20.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T04:56:20.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T04:56:20.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T04:56:20.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:20.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:20.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:20.516 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:20.516 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:20.516 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:20.516 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:20.516 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:20.516 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:20.517 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:20.517 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:20.517 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addr", 2024-08-10T04:56:20.517 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addrv", 2024-08-10T04:56:20.517 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:20.518 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T04:56:20.518 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T04:56:20.518 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T04:56:20.518 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T04:56:20.518 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.518 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T04:56:20.519 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:20.519 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:20.519 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:20.519 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:20.519 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:20.519 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:20.520 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:20.520 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:20.520 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:20.520 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:20.520 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:20.520 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:20.521 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:20.521 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:20.521 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:20.521 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T04:56:20.522 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T04:56:20.522 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T04:56:20.522 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T04:56:20.522 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T04:56:20.522 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T04:56:20.522 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T04:56:20.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T04:56:20.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T04:56:20.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T04:56:20.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T04:56:20.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T04:56:20.524 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T04:56:20.524 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T04:56:20.524 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:20.524 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:20.524 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:20.524 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:20.525 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:20.525 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:20.525 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:20.525 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:20.525 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:20.525 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:20.526 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:20.526 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:20.526 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:20.526 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:20.526 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:20.526 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:20.527 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:20.527 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:20.527 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:20.527 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:20.527 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:20.527 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:20.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:20.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:20.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:20.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:20.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:20.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:20.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:20.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:20.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:20.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:20.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:20.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:20.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:20.530 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T04:56:20.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 1, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 0, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T04:56:20.533 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T04:56:20.534 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T04:56:20.535 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T04:56:20.536 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T04:56:20.537 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:20.538 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T04:56:20.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.539 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:20.539 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T04:56:20.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.539 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:20.539 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T04:56:20.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:20.540 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T04:56:20.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:56:20.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T04:56:20.545 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy" 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 17, 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T04:56:20.546 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "quincy" 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T04:56:20.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T04:56:20.548 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 212, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 313344, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 179, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:20.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T04:56:20.550 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 98304, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 98304, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:20.551 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 3410, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 3410, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 10230, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 51, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 19456 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:20.552 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:20.553 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:20.554 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:20.555 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:20.556 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12288, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12288, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:20.557 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 19, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 19, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 57, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 2, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2048 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T04:56:20.558 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T04:56:20.485307", 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T04:56:20.559 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T04:56:20.560 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T04:56:20.561 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T04:56:20.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T04:56:20.563 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 2444095488, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.564 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T04:56:20.565 INFO:tasks.workunit.client.0.smithi078.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-10T04:56:20.565 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry preview-device 2024-08-10T04:56:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' 2024-08-10T04:56:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2849809055' entity='client.admin' 2024-08-10T04:56:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3606904582' entity='client.admin' 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:20 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:20.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:56:20.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE Bus STOPPED 2024-08-10T04:56:20.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE Bus STARTING 2024-08-10T04:56:20.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE Serving on http://:::9283 2024-08-10T04:56:20.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:20] ENGINE Bus STARTED 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b187a4-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045024": { 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.980 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265424 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:20.981 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:20.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.983 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 32299761 2024-08-10T04:56:20.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 53072367 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:20.985 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:20.988 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3558, 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3574, 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3542 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 19, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 398149272, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2116797168, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 6477093570, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 36842101554, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:20.990 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 51230, 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59152, 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 23, 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 1067 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 51230, 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59152 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:20.991 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:20.992 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:20.993 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:20.994 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:20.995 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 23 Celsius", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 398,149,272 [203 TB]", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,116,797,168 [1.08 PB]", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 6,477,093,570", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 36,842,101,554", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 19", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 51,230", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,152", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 1,067", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:20.996 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "No Errors Logged", 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.997 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 23 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b310ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045022": { 2024-08-10T04:56:20.998 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:20.999 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265422 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:21.000 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:21.001 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.002 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 31447171 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:21.003 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 52436748 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:21.005 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:21.007 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3535, 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3550, 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3518 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:21.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 2, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 427298766, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2060921856, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 7275914058, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 37332370841, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 52701, 2024-08-10T04:56:21.009 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59085, 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 26, 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 213 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 52701, 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59085 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.010 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.011 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:21.012 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:21.013 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:21.014 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 26 Celsius", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 427,298,766 [218 TB]", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,060,921,856 [1.05 PB]", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 7,275,914,058", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 37,332,370,841", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 2", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 52,701", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,085", 2024-08-10T04:56:21.015 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 213", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:21.016 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 26 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.017 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T04:56:21.018 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry preview-all 2024-08-10T04:56:21.461 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T04:56:21.461 INFO:tasks.workunit.client.0.smithi078.stdout: "device_report": { 2024-08-10T04:56:21.461 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b187a4-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045024": { 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:21.462 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265424 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:21.463 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.464 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.465 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:21.466 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:21.466 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:21.466 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.466 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 32299761 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:21.468 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 53072367 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.470 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:21.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3558, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3574, 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3542 2024-08-10T04:56:21.472 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 19, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 398149272, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2116797168, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 6477093570, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 36842101554, 2024-08-10T04:56:21.473 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 51230, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59152, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 23, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 1067 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 51230, 2024-08-10T04:56:21.474 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59152 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:21.475 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:21.476 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:21.477 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:21.478 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 23 Celsius", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 398,149,272 [203 TB]", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,116,797,168 [1.08 PB]", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 6,477,093,570", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 36,842,101,554", 2024-08-10T04:56:21.479 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 19", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 51,230", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,152", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 1,067", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "No Errors Logged", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:21.480 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 23 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.481 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b310ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045022": { 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:21.482 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265422 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:21.484 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:21.485 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 31447171 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:21.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 52436748 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.487 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.488 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:21.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:21.490 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3535, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3550, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3518 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 2, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:21.491 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 427298766, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2060921856, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 7275914058, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 37332370841, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 52701, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59085, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 26, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 213 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:21.492 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 52701, 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59085 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:21.493 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:21.494 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:21.495 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:21.496 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 26 Celsius", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 427,298,766 [218 TB]", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,060,921,856 [1.05 PB]", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 7,275,914,058", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 37,332,370,841", 2024-08-10T04:56:21.497 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 2", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 52,701", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,085", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 213", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:21.498 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 26 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:21.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "report": { 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:21.500 INFO:tasks.workunit.client.0.smithi078.stdout: "ident" 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:21.501 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T04:56:21.503 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_block_size", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_cache_size", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_compression", 2024-08-10T04:56:21.504 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_log", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_write_buffer_size", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:21.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:21.506 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:21.507 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:21.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addr", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addrv", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T04:56:21.509 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:21.510 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T04:56:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:21.513 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:21.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T04:56:21.515 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T04:56:21.516 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 1, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 0, 2024-08-10T04:56:21.517 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.518 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T04:56:21.519 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.520 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T04:56:21.521 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:21.522 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:21.523 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:21.524 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:56:21.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:21.526 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:21.527 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy" 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T04:56:21.528 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 17, 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "quincy" 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.529 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:21.530 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 212, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 313344, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T04:56:21.531 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 179, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.532 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 98304, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:21.533 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 98304, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 3410, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 3410, 2024-08-10T04:56:21.534 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 10230, 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 51, 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 19456 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.535 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:21.536 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T04:56:21.537 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:21.538 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12288, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12288, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:21.539 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 19, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 19, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 57, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 2, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2048 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.540 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T04:56:21.541 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T04:56:21.446827", 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T04:56:21.542 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T04:56:21.543 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T04:56:21.544 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.545 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 2444095488, 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-08-10T04:56:21.546 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:21.547 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:21.547 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:21.547 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488 2024-08-10T04:56:21.547 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.547 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:21.547 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T04:56:21.548 INFO:tasks.workunit.client.0.smithi078.stderr:++ ceph telemetry collection ls 2024-08-10T04:56:21.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.548 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.550 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.550 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.550 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.550 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.550 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:21 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:21 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:21.924 INFO:tasks.workunit.client.0.smithi078.stderr:+ COLLECTIONS='New collections are available: 2024-08-10T04:56:21.924 INFO:tasks.workunit.client.0.smithi078.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-10T04:56:21.924 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T04:56:21.924 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:21.924 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T04:56:21.924 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T04:56:21.925 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T04:56:21.926 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T04:56:21.927 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T04:56:21.928 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T04:56:21.929 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T04:56:21.930 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T04:56:21.931 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T04:56:21.932 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-10T04:56:21.933 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-10T04:56:22.418 INFO:tasks.workunit.client.0.smithi078.stdout:Telemetry is on. 2024-08-10T04:56:22.418 INFO:tasks.workunit.client.0.smithi078.stdout:Some channels are disabled, please enable with: 2024-08-10T04:56:22.418 INFO:tasks.workunit.client.0.smithi078.stdout:`ceph telemetry enable channel perf` 2024-08-10T04:56:22.429 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry enable channel perf 2024-08-10T04:56:22.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:22] ENGINE Bus STOPPING 2024-08-10T04:56:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[29426]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-mon[39622]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:22 smithi107 ceph-mon[32749]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:22.925 INFO:tasks.workunit.client.0.smithi078.stdout:channel_perf is enabled 2024-08-10T04:56:22.936 INFO:tasks.workunit.client.0.smithi078.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-10T04:56:22.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:56:22.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:22] ENGINE Bus STOPPED 2024-08-10T04:56:22.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:22] ENGINE Bus STARTING 2024-08-10T04:56:22.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:22] ENGINE Serving on http://:::9283 2024-08-10T04:56:22.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:22] ENGINE Bus STARTED 2024-08-10T04:56:22.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:22 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:22] ENGINE Bus STOPPING 2024-08-10T04:56:23.299 INFO:tasks.workunit.client.0.smithi078.stderr:+ LAST_OPT_REVISION=1 2024-08-10T04:56:23.299 INFO:tasks.workunit.client.0.smithi078.stderr:+ '[' 1 -ne 1 ']' 2024-08-10T04:56:23.299 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry show 2024-08-10T04:56:23.417 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:56:23.417 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:23] ENGINE Bus STOPPED 2024-08-10T04:56:23.418 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:23] ENGINE Bus STARTING 2024-08-10T04:56:23.418 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:23] ENGINE Serving on http://:::9283 2024-08-10T04:56:23.418 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:56:23] ENGINE Bus STARTED 2024-08-10T04:56:23.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-10T04:56:23.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:23.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:23.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:23.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:23.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-10T04:56:23.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.425 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.425 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.425 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.425 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:23.425 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.425 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:23.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.426 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:23.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:23.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.429 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[29426]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-mon[39622]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:23.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:23.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:23.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:23.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:23.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:23 smithi107 ceph-mon[32749]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T04:56:23.956 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:23.957 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:23.958 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T04:56:23.959 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:23.960 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_block_size", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_cache_size", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_compression", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_log", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_write_buffer_size", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:23.961 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:23.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:23.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:23.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T04:56:23.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T04:56:23.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:23.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:23.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:23.963 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:23.964 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T04:56:23.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:23.966 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addr", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addrv", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:23.967 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T04:56:23.968 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_perf", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/enabled", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T04:56:23.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:23.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:23.971 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:23.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T04:56:23.973 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.974 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 1, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T04:56:23.975 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 0, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T04:56:23.976 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.977 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T04:56:23.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_stats": { 2024-08-10T04:56:23.979 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20291584, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 446360, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 81920, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 892928, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 410, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1325152, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 747008, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 15069704, 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 21184512 2024-08-10T04:56:23.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20135936, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 327096, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 901120, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 0, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 339, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 968616, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 12, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 667136, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 14650528, 2024-08-10T04:56:23.981 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 20135936 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 37617664, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1218160, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 540672, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 8839168, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1146, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 7380256, 2024-08-10T04:56:23.982 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1803520, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 24053616, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 46456832 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 35635200, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1347680, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 10813440, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1085, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 7069848, 2024-08-10T04:56:23.983 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 21, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1123584, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 23472648, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 46448640 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 43499520, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1201312, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 3915776, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1655, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.984 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 9724800, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2644480, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 27307488, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 47415296 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 275742720, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 910696, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 1097728, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 16384, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1407, 2024-08-10T04:56:23.985 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 4971616, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 45, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2812672, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 263197496, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 275759104 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 274030592, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 659504, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 958464, 2024-08-10T04:56:23.986 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1381, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 5511016, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 46, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2919168, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262188392, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 274989056 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 274399232, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 635744, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 4849664, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:23.987 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 524288, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1264, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 4949648, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 46, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2838272, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 261125904, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 274923520 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 271171584, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 695064, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T04:56:23.988 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 458752, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1232, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 3959784, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 45, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1854464, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 261885184, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 271630336 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 272637952, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 520224, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:23.989 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 40960, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1262, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 5263976, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 47, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1713152, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262388088, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 272678912 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 272809984, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 880032, 2024-08-10T04:56:23.990 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 81920, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1272, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 4618920, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 47, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2152960, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262380984, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 272891904 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 273031168, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1001736, 2024-08-10T04:56:23.991 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 696320, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1290, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 4927368, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 45, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2078720, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262270832, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 273727488 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 272482304, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1156280, 2024-08-10T04:56:23.992 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 1179648, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1318, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 5133648, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 46, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1907200, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 261532664, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 273661952 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.993 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "io_rate": { 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_stats_delta": { 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 0, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 0, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:23.994 INFO:tasks.workunit.client.0.smithi078.stdout: "stamp_delta": "12.002776", 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:23.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:23.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.997 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.998 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 0 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "mempool": { 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:23.999 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.003 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 222471, 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 72 2024-08-10T04:56:24.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 50488, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 208 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.005 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8136, 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 139 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.007 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.009 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.011 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 149057, 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.013 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 856, 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.014 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.015 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.016 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.018 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1425622, 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 445 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.022 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6784, 2024-08-10T04:56:24.023 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12744, 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1546 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5312, 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 103 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.024 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.026 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.027 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.029 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.030 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1188358, 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 365 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6784, 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.032 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12744, 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1546 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5312, 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 103 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.033 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.034 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.036 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1228114, 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 372 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 528, 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 6 2024-08-10T04:56:24.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.040 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6784, 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12744, 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1546 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10624, 2024-08-10T04:56:24.041 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T04:56:24.042 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.043 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23072, 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1456, 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 13 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9888, 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23072, 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6480, 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 81 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 606208, 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 17 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 58626, 2024-08-10T04:56:24.045 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10677 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 146880, 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 216 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11732, 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 775 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.046 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 33720, 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 216 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 456166, 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 99 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.047 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2444582, 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6952, 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 79 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 521280, 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 95264, 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 188 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.049 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237680, 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3539 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.050 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.051 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21728, 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1008, 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9312, 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.053 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21728, 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5280, 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 66 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16384, 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 4 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52223, 2024-08-10T04:56:24.054 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9658 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 137360, 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9800, 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 601 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 29532, 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 446212, 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 97 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.056 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12096, 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2443162, 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 190 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5016, 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 440192, 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8528, 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.058 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238192, 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3563 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.059 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.060 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21504, 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 192 2024-08-10T04:56:24.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 784, 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9216, 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 192 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21504, 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 192 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4640, 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 58 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8192, 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 49350, 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9273 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 131920, 2024-08-10T04:56:24.063 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8976, 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 590 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 27820, 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.064 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 351688, 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 75 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12096, 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2446624, 2024-08-10T04:56:24.065 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 188 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4312, 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 49 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 359104, 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.066 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8320, 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 24 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238192, 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3563 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.067 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.069 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 224, 2024-08-10T04:56:24.070 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9456, 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4400, 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 55 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.071 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 51014, 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9601 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 136680, 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 201 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9780, 2024-08-10T04:56:24.072 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 608 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 28772, 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 201 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2208, 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 301856, 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 62 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30637, 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2469205, 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.074 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4752, 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 54 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 428608, 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 37 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10400, 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 20 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237680, 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3539 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.077 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.078 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 560, 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9456, 2024-08-10T04:56:24.079 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4080, 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 51 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 51862, 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9702 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 138040, 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9860, 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 607 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 29284, 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 990890, 2024-08-10T04:56:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 87 2024-08-10T04:56:24.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12096, 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2413476, 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 173 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4664, 2024-08-10T04:56:24.086 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 53 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 440192, 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.087 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8944, 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 18 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237936, 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3551 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.089 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.090 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21952, 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 196 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 448, 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 4 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9408, 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 196 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21952, 2024-08-10T04:56:24.091 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 196 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3440, 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 43 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 14744, 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 53231, 2024-08-10T04:56:24.092 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9841 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 140080, 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10208, 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 610 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30220, 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2208, 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 865251, 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.094 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30637, 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2430864, 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 177 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5632, 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 64 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.095 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 474944, 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 41 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13520, 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 26 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.096 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238192, 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3563 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.097 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.098 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22736, 2024-08-10T04:56:24.099 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9744, 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22736, 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.100 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2800, 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 35 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52316, 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9984 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 137360, 2024-08-10T04:56:24.101 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11192, 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 763 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30560, 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:24.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 836995, 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 51 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2409353, 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 170 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4664, 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 53 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 451776, 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T04:56:24.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 94432, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 192 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238448, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3575 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.105 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.106 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22848, 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 204 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1120, 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:24.108 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9792, 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 204 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22848, 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 204 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2320, 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 29 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 282624, 2024-08-10T04:56:24.109 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 56544, 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10524 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 144840, 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 213 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11996, 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 772 2024-08-10T04:56:24.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 33208, 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 213 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:24.111 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 200774, 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2402646, 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 189 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6248, 2024-08-10T04:56:24.112 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 71 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 532864, 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 46 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 99008, 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 228 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237680, 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3539 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:24.114 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T04:56:24.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.117 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.118 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.119 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:24.120 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.121 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T04:56:24.122 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy" 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 17, 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.123 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "quincy" 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_perf_histograms": [ 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.124 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:24.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:24.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:24.127 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:24.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:24.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.130 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.131 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.132 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.133 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.134 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.135 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.136 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.137 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.138 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.139 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.140 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.141 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.142 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.143 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.144 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.145 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.146 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.147 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.148 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.149 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.150 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.151 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.152 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:24.153 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:24.154 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:24.155 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:24.156 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:24.157 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:24.158 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:24.159 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.160 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.161 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.162 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.163 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.164 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.165 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.166 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.167 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.168 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.169 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.170 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.171 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.172 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.173 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.174 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.175 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.176 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.177 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.178 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.179 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.180 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.181 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:24.182 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:24.183 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:24.184 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:24.185 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:24.186 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.187 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.188 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.189 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.190 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.191 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.192 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.193 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.194 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.195 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.196 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.197 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.198 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.199 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.200 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:24.201 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.202 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.203 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.205 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.206 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.207 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.208 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.209 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:24.210 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:24.211 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:24.212 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:24.213 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:24.214 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:24.215 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.216 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.217 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.218 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 16, 6, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.219 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.220 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.221 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.222 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.223 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.224 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.225 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.226 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.227 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.228 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.229 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.230 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.231 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.232 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.233 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.234 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.235 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.236 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.237 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_counters": { 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: "caps": { 2024-08-10T04:56:24.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_grant": { 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_revoke": { 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_trunc": { 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_commit": { 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch": { 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_merge": { 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_split": { 2024-08-10T04:56:24.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "exported_inodes": { 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "forward": { 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_cap_release": { 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps": { 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.241 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps_dirty": { 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_inode_file_caps": { 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "imported_inodes": { 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes": { 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_expired": { 2024-08-10T04:56:24.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_pinned": { 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_with_caps": { 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "load_cent": { 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "openino_dir_fetch": { 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "process_request_cap_release": { 2024-08-10T04:56:24.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "reply_latency": { 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141214 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "request": { 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rbytes": { 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rfiles": { 2024-08-10T04:56:24.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rsnaps": { 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_reply": { 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "subtrees": { 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_cache": { 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_enqueue_scrub": { 2024-08-10T04:56:24.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_exportdir": { 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_flush": { 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragmentdir": { 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragstats": { 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.246 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_inodestats": { 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_enqueued": { 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_prioritized": { 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_processing": { 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays": { 2024-08-10T04:56:24.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_delayed": { 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_enqueuing": { 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_completed": { 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_started": { 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_created": { 2024-08-10T04:56:24.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_enqueued": { 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_migrated": { 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_reintegrated": { 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_log": { 2024-08-10T04:56:24.249 INFO:tasks.workunit.client.0.smithi078.stdout: "ev": { 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "evadd": { 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "evex": { 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "evexd": { 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "evexg": { 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "evtrm": { 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "jlat": { 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24873939 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "replayed": { 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "seg": { 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "segadd": { 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "segex": { 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "segexd": { 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "segexg": { 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "segtrm": { 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.252 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_mem": { 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "cap": { 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "cap+": { 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "cap-": { 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "dir": { 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:24.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "dir+": { 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "dir-": { 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "dn": { 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "dn+": { 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.254 INFO:tasks.workunit.client.0.smithi078.stdout: "dn-": { 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "heap": { 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 207068 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "ino": { 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "ino+": { 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "ino-": { 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "rss": { 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37304 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_server": { 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_acquisition_throttle": { 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_revoke_eviction": { 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_request": { 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_session": { 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_peer_request": { 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "req_create_latency": { 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getattr_latency": { 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141214 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getfilelock_latency": { 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getvxattr_latency": { 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "req_link_latency": { 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.258 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookup_latency": { 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookuphash_latency": { 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupino_latency": { 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupname_latency": { 2024-08-10T04:56:24.259 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupparent_latency": { 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupsnap_latency": { 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lssnap_latency": { 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.260 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mkdir_latency": { 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mknod_latency": { 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mksnap_latency": { 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "req_open_latency": { 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "req_readdir_latency": { 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rename_latency": { 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "req_renamesnap_latency": { 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmdir_latency": { 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmsnap_latency": { 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmxattr_latency": { 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setattr_latency": { 2024-08-10T04:56:24.263 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setdirlayout_latency": { 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setfilelock_latency": { 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setlayout_latency": { 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.264 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setxattr_latency": { 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "req_symlink_latency": { 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "req_unlink_latency": { 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.265 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_sessions": { 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "average_load": { 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "avg_session_uptime": { 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 88 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "mdthresh_evicted": { 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "session_count": { 2024-08-10T04:56:24.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "session_remove": { 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_open": { 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_stale": { 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "total_load": { 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "purge_queue": { 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed": { 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing": { 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_high_water": { 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops": { 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops_high_water": { 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_item_in_journal": { 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.270 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:24.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 91 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T04:56:24.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 823 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 823, 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3905585 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 823, 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 234996113 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.273 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 824 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 824 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:24.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1891968748 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T04:56:24.278 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 824 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:24.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7656820 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5568 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 532991203 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T04:56:24.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43835392 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32997376 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10838016 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.281 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:24.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 311095 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.284 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70810493 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.285 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43549 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.287 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.288 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71078039 2024-08-10T04:56:24.289 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.289 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T04:56:24.289 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 322961408 2024-08-10T04:56:24.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184670429 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.290 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71182115 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.292 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T04:56:24.293 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35448, 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87698972 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1776, 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 812668298 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T04:56:24.297 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 833 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 833, 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3932412 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.298 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 833, 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 123997809 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 146 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T04:56:24.299 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T04:56:24.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 834 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T04:56:24.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T04:56:24.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 834 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1816967860 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 834 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.304 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7708376 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5643 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314994439 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T04:56:24.305 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43827200 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32579584 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11247616 2024-08-10T04:56:24.306 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:24.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 311095 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70810493 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43549 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71078039 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 322961408 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184670429 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.314 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.315 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71182115 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.316 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35529, 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 82141125 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.317 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1821, 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 513684970 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.319 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:24.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 168 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.321 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 953 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4941453 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2859 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 165997261 2024-08-10T04:56:24.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T04:56:24.323 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 953 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4872895 2024-08-10T04:56:24.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5467 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 474706099 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1999968 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 955 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 955, 2024-08-10T04:56:24.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2480959099 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1050 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.328 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44793856 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40009728 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4784128 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T04:56:24.330 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277006707 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 310665 2024-08-10T04:56:24.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70809860 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277006707 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41146 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71079379 2024-08-10T04:56:24.336 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 322961408 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184671138 2024-08-10T04:56:24.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71181406 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 42591, 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 160515781 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2082, 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 754189773 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2940928 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1908736 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1769472 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.346 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.349 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4784128 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1396736 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 183739 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.353 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21, 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64138 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 415, 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93815214 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 406, 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6311184 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 415, 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 505775 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.355 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 415, 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94320989 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30020 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20500 2024-08-10T04:56:24.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13719 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 873 2024-08-10T04:56:24.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135, 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3392179 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 358, 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 258469 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.358 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 223, 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2796607 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35942 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31434621 2024-08-10T04:56:24.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135, 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9377314 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 134, 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 540708562418 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135, 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 160930625651 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 496, 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167923034800 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 496, 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50692 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6958188 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 150881121 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 155562 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44234814 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22751379 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 942910 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 69, 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 355254 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256330711 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27486371 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3131658 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271958016 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271794176 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163840 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85459561 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 606208 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73317783 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640946709 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72082843 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56973040 2024-08-10T04:56:24.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68855616 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640946709 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 306398 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71778573 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 604 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.380 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21903357 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7, 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3186303 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20129395 2024-08-10T04:56:24.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 604 2024-08-10T04:56:24.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21903357 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7, 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3186303 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.386 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20129395 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1771104 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305889280 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2523136 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1609728 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1470464 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.394 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.396 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4067328 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.397 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 794624 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 206161 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29, 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 84966 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.399 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342, 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73811476 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 340, 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7828262 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342, 2024-08-10T04:56:24.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412846 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342, 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74224322 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43018 2024-08-10T04:56:24.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8997 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.402 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14052 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 854 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 248 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 141, 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5978687 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 362, 2024-08-10T04:56:24.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277064 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 221, 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6081577 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 111555 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.404 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14725055 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 128, 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12703449 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 127, 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 540244528237 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 128, 2024-08-10T04:56:24.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 147020440464 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 426, 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172264388412 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 426, 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 39919 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7537415 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.406 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 135902749 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 134683 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71463350 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.407 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22520237 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 351740 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 61, 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 281643 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 252206290 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.408 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26813192 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3463811 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271187968 2024-08-10T04:56:24.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271130624 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57344 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85496544 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.411 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T04:56:24.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73870624 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.413 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641224087 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.414 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71805465 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.417 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56997696 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68830960 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641224087 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 279892 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71527701 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.424 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 157 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2429467 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 825534955 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1052 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:24.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56782458 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 211459080 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33, 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7595929 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1052 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33, 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6905302 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33, 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6173667 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.428 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22, 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17300597 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22, 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7789362 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22, 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16294933 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.430 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2429467 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102, 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 800638429 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.431 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102, 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42087794 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102, 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188990480 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 590368 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305287168 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.434 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2215936 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.435 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1425408 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1286144 2024-08-10T04:56:24.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.440 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.441 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3575808 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 786432 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250132 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.443 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.444 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12626 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 297, 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62255990 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 292, 2024-08-10T04:56:24.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8370683 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 297, 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 390447 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 297, 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62646437 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41388 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1086 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.447 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4830 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 612 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.448 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 100, 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1217287 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 272, 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266617 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 172, 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1404439 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.449 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 119017 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8900761 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 119, 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15358741 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.450 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 118, 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 251567873712 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 119, 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 126840586106 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 338, 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37527171957 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 338, 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33269 2024-08-10T04:56:24.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3732290 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94872579 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106503 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.452 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 39122254 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18675294 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 351826 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 243412 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.453 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 165347973 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22508922 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2526137 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270073856 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269434880 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 638976 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.456 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85497733 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.457 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8192 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73877627 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641233001 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.460 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71796551 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56998489 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.463 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68830167 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.465 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641233001 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268279 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71530400 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64738141 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4763186 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48436541 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.473 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64738141 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4763186 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48436541 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305278976 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T04:56:24.478 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1277952 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 966656 2024-08-10T04:56:24.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 827392 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.485 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2179072 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 806912 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.488 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.489 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4757 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 185, 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48197922 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 182, 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4371569 2024-08-10T04:56:24.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 185, 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256583 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 185, 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48454505 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.491 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32459 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 954 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9514 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 365 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 91, 2024-08-10T04:56:24.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 823348 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 158, 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 245513 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67, 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 397274 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.494 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3516599 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57, 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4317213 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 54, 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343256374391 2024-08-10T04:56:24.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57, 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69682937833 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 244, 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 604502 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 244, 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23301 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.496 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 252319 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79556670 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73432 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42581583 2024-08-10T04:56:24.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12761168 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354554 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48, 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 234751 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 138698799 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15865375 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1531259 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:24.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268877824 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268214272 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 663552 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85497686 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73885866 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.504 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641232647 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71796905 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56998457 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.508 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68830199 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641232647 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6966 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 273087 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71518980 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.515 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1211070 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.516 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.517 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.518 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.519 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.520 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1211070 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.521 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305295360 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1380352 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.525 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1024000 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 884736 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.528 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.530 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2338816 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 806912 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 410003 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2242 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 199, 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56094054 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 193, 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5732094 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 199, 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 320350 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.535 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 199, 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56414404 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33442 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1137 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13489 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.537 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 409 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 251 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 113, 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 985877 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 195, 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 295826 2024-08-10T04:56:24.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 82, 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 156284 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 140815 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5743743 2024-08-10T04:56:24.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3494136 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48, 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 226556839508 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 78234633064 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.540 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 273, 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 551239 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 273, 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36396 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 276866 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106767883 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 86392 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43888144 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14695620 2024-08-10T04:56:24.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 352541 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47, 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 203278 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171409704 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17422308 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3073869 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269926400 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.544 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269918208 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8192 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85495670 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73887882 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.548 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641217526 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71812026 2024-08-10T04:56:24.551 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56997113 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68831543 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641217526 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277609 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71536545 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4741247 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.560 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 826241 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4632559 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.564 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4741247 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.565 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 826241 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4632559 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.566 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305299456 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.567 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.568 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1355776 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1011712 2024-08-10T04:56:24.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 872448 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.572 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.575 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2301952 2024-08-10T04:56:24.576 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802816 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 318356 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:24.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9328 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 196, 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60889338 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 190, 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9538326 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 196, 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 215715 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 196, 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 61105053 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33602 2024-08-10T04:56:24.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 878 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.581 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5975 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 369 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 259 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 97, 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 935407 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.582 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 231867 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 60, 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 597404 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 128974 2024-08-10T04:56:24.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4253660 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46, 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3280826 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 290745668631 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.584 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46, 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75722462804 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 282, 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8730100287 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 282, 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 49957 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 254040 2024-08-10T04:56:24.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 131641278 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87678 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67055262 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.586 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13310556 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354236 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38, 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 175517 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 216552732 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.587 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15954255 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2262332 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270139392 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269885440 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 253952 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85494920 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8192 2024-08-10T04:56:24.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73880440 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.592 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641211901 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71817651 2024-08-10T04:56:24.595 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56996613 2024-08-10T04:56:24.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68832043 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641211901 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6978 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 280520 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71532281 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.605 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.608 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.609 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.610 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305291264 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.611 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.612 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 974848 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 835584 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.618 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.620 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2183168 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1384448 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6347 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 187, 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48659616 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.623 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 184, 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6405582 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 187, 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 185047 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 187, 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48844663 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28754 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 970 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.625 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9397 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 267 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 100, 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 697826 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 153, 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268901 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 446420 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2542212 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2851729 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.628 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 34, 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 258997577030 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59820503157 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 266, 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 505635 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 266, 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26799 2024-08-10T04:56:24.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229975 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 123072923 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 81253 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.630 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 103139890 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11315535 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 944230 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30, 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 129223 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.631 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 240334091 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13601363 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1866571 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.632 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270974976 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270123008 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 851968 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85495440 2024-08-10T04:56:24.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73888112 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641215807 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71813745 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.640 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56996960 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.641 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68831696 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641215807 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7104 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 279907 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71528862 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.646 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 39 2024-08-10T04:56:24.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2804 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93140300 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7343554 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.649 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57612244 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.650 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.651 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2804 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93140300 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7343554 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.654 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57612244 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305872896 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:24.656 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.657 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1134592 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.658 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 872448 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 733184 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:24.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:24.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.661 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:24.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.663 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:24.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1941504 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1388544 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141400 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:24.666 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:24.667 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16839 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60159214 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 151, 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13107448 2024-08-10T04:56:24.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139690 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60298904 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.669 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32124 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1027 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:24.670 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4124 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 285 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:24.671 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 106, 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1618946 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 158, 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 240046 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 52, 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1037261 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.672 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16468 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2043085 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25, 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1724426 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24, 2024-08-10T04:56:24.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 148220827831 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25, 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40464475797 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 284, 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 459425 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 284, 2024-08-10T04:56:24.674 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31893 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 212814 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 217786581 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85650 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.675 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 144551300 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12252117 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 942786 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24, 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102840 2024-08-10T04:56:24.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 376885641 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14224800 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1938158 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:24.677 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270909440 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269426688 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:24.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1482752 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85486113 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.680 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139264 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73758175 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.682 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641145847 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.684 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71883705 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.685 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56990742 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68837914 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.688 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641145847 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:24.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 297517 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.691 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71588316 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.692 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.693 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58521606 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 132134 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9958851 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27944875 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28 2024-08-10T04:56:24.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28, 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4039437 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 132134 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28, 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3548871 2024-08-10T04:56:24.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28, 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2986975 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7935943 2024-08-10T04:56:24.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3520349 2024-08-10T04:56:24.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7529343 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46546226 2024-08-10T04:56:24.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7, 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2889631 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17428557 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305881088 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.701 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T04:56:24.702 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:24.703 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 212, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 313344, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 179, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:24.704 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T04:56:24.705 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 98304, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 98304, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:24.706 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 3410, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 3410, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 10230, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 51, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 19456 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:24.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:24.708 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:24.709 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.710 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:24.711 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12288, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12288, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:24.712 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 19, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 19, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 57, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 2, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2048 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T04:56:24.713 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T04:56:23.846701", 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_stats": { 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "6.15.5" 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T04:56:24.714 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.715 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T04:56:24.716 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.717 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.718 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pg": [ 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.719 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.411136+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.411136+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.411638+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.721 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3f", 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000", 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.722 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.725 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.726 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.458267+0000", 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.458267+0000", 2024-08-10T04:56:24.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.458636+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:24.728 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.729 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3e", 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 31, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:46:24.830245+0000", 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.733 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.734 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.396041+0000", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.396041+0000", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.396334+0000", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.736 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3d", 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000", 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.742 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.410589+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.410589+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.411016+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:24.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.744 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3c", 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000", 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.748 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.749 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407579+0000", 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407579+0000", 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408224+0000", 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.750 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.751 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3b", 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.752 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000", 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.753 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:24.756 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.757 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.406716+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.406716+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.407014+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.759 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3a", 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000", 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.763 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:24.764 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.412660+0000", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.412660+0000", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.412951+0000", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.766 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.39", 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.767 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000", 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.771 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:24.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.405036+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.405036+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.406098+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.774 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.38", 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000", 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.778 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.779 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.406992+0000", 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.406992+0000", 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.407264+0000", 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.781 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.37", 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.782 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000", 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.787 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.404791+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.404791+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.405085+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.788 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.789 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.36", 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000", 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.793 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.794 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.457651+0000", 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.457651+0000", 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.457955+0000", 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.795 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.796 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.35", 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 29, 2024-08-10T04:56:24.797 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:19:03.195065+0000", 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:24.801 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.802 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399470+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399470+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399846+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:24.803 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.804 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.34", 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000", 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.805 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.808 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.809 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.394708+0000", 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.394708+0000", 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.395191+0000", 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.810 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.811 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.33", 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.812 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000", 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.814 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.816 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.817 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402347+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402347+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.402662+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:24.818 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.819 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.32", 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000", 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.820 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.824 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399456+0000", 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399456+0000", 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399758+0000", 2024-08-10T04:56:24.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.826 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.31", 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.827 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000", 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.831 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.832 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402075+0000", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402075+0000", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.402571+0000", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.834 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.30", 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.835 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000", 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.840 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.490122+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.490122+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.490552+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.842 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2f", 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 31, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:49:32.133370+0000", 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.843 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.846 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.847 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397233+0000", 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397233+0000", 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397594+0000", 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.848 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.849 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2e", 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.850 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000", 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.851 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.854 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.855 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.410146+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.410146+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.410675+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:24.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.857 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2d", 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000", 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.858 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.861 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.862 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407925+0000", 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407925+0000", 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408207+0000", 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:24.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.864 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2c", 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.865 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000", 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.869 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.870 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397725+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397725+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.398125+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:24.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.872 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2b", 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000", 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.877 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407313+0000", 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407313+0000", 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.407585+0000", 2024-08-10T04:56:24.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.879 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2a", 2024-08-10T04:56:24.880 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000", 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.884 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.885 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401600+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401600+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401864+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:24.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.887 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.29", 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000", 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.888 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.892 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401643+0000", 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401643+0000", 2024-08-10T04:56:24.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.402400+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.895 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.28", 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000", 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.899 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.900 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407769+0000", 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407769+0000", 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408048+0000", 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.901 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.902 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.27", 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.903 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000", 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.907 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.909 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.909 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.909 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.909 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.910 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399551+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399551+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399967+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:24.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.912 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.26", 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000", 2024-08-10T04:56:24.913 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.917 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:24.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.394460+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.394460+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.394771+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.920 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.25", 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000", 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.925 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.403268+0000", 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.403268+0000", 2024-08-10T04:56:24.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403526+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:24.927 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.24", 2024-08-10T04:56:24.928 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000", 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.932 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.933 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.490184+0000", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.490184+0000", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.490713+0000", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:24.934 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.935 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.23", 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 17, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:25:54.791268+0000", 2024-08-10T04:56:24.936 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.939 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.941 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.403112+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.403112+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403389+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:24.942 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.943 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.22", 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000", 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.944 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.948 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.395190+0000", 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.395190+0000", 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.395445+0000", 2024-08-10T04:56:24.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.950 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.21", 2024-08-10T04:56:24.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000", 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:24.955 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.956 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401263+0000", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401263+0000", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401541+0000", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.958 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.20", 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.959 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000", 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.963 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:24.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397584+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397584+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397923+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:24.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.966 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1a", 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000", 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:24.970 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.971 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.204202+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.204202+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204468+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:24.972 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.973 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1b", 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000", 2024-08-10T04:56:24.974 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.978 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:24.979 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397377+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397377+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397976+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:24.980 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.981 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1b", 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000", 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.984 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.985 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:24.986 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205344+0000", 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205344+0000", 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206339+0000", 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.987 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.988 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1a", 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:24.989 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000", 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:24.992 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:24.993 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:24.994 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.206711+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.206711+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206968+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:24.995 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:24.996 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.19", 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000", 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:24.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:24.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:24.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.000 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.001 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402812+0000", 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402812+0000", 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403132+0000", 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.003 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.18", 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.004 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000", 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.008 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.009 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.203566+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.203566+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.203854+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:25.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.011 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.18", 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000", 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.012 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.016 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.396514+0000", 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.396514+0000", 2024-08-10T04:56:25.017 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.396795+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:25.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.019 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.19", 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000", 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.023 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:25.024 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.206669+0000", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.206669+0000", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206962+0000", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.025 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.026 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.17", 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:25.027 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000", 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.031 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.032 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399281+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399281+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399588+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:25.033 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.034 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.16", 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000", 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.035 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.037 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.039 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205942+0000", 2024-08-10T04:56:25.040 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205942+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206278+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.041 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.042 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.16", 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000", 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.046 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.047 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399596+0000", 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399596+0000", 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.400536+0000", 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.048 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.049 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.17", 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.050 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000", 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.054 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.055 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205710+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205710+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206421+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:25.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.057 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.15", 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 27, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000", 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.058 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 90, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.061 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'3" 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.062 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.400744+0000", 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.400744+0000", 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.404276+0000", 2024-08-10T04:56:25.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.064 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.14", 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.065 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000", 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.069 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.070 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205910+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205910+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206260+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:25.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 12, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.072 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 12, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.14", 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 34, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000", 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 2624, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 9 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.076 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "76'12" 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.077 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.409294+0000", 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.409294+0000", 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.410449+0000", 2024-08-10T04:56:25.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.079 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.15", 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000", 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.084 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.085 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.201973+0000", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.201973+0000", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.202296+0000", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.087 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.13", 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 26, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.088 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000", 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 34, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 6 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.092 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:25.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397464+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397464+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397712+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.094 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.095 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.12", 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000", 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.099 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.100 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.210268+0000", 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.210268+0000", 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.210566+0000", 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:25.101 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.102 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.12", 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.103 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000", 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.107 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.108 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.408291+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.408291+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408576+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:25.109 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.110 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.13", 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000", 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.113 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.115 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205223+0000", 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205223+0000", 2024-08-10T04:56:25.116 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.205526+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.117 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.11", 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.118 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000", 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.122 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.123 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401112+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401112+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401407+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:25.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.125 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.10", 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.126 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000", 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.130 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:25.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.200858+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.200858+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.201153+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 8, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 8, 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.133 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.10", 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 30, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000", 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 4, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.137 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'8" 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.138 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.459523+0000", 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.459523+0000", 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.459908+0000", 2024-08-10T04:56:25.139 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.140 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.11", 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.141 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 30, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:37:45.965286+0000", 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.146 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.210395+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.210395+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.210743+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.147 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:25.148 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.f", 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000", 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 22, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.152 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.153 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.413359+0000", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.413359+0000", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.413785+0000", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.154 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.155 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.e", 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.156 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000", 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.160 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205715+0000", 2024-08-10T04:56:25.161 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205715+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206037+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:25.162 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.163 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.e", 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000", 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.167 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.168 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.414493+0000", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.414493+0000", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.414772+0000", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.170 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.f", 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.171 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000", 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.175 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.206066+0000", 2024-08-10T04:56:25.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.206066+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206326+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.178 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.d", 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000", 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 70, 2024-08-10T04:56:25.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.182 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.183 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407898+0000", 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407898+0000", 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408217+0000", 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.185 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.c", 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.186 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000", 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.190 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.191 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.204888+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.204888+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.205131+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.193 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.c", 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000", 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.194 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.198 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.409729+0000", 2024-08-10T04:56:25.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.409729+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.410663+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:25.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.d", 2024-08-10T04:56:25.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000", 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.205 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.206 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.666504+0000", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.666504+0000", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:54:00.255522+0000", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.208 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.5", 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 18, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:20:04.605157+0000", 2024-08-10T04:56:25.209 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000429865, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 20, 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:25.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:19.196088+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:19.196088+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:19.196408+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 59, 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.215 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 128, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 58, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 128, 2024-08-10T04:56:25.216 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "1.0", 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 281, 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000", 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 212, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 306, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 179, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.220 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "69'128" 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.221 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205136+0000", 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205136+0000", 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.205424+0000", 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.223 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.3", 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.224 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000", 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.227 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.228 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:25.229 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.404971+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.404971+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.406004+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.230 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.231 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2", 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000", 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.236 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749136+0000", 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749136+0000", 2024-08-10T04:56:25.237 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.697784+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:25.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.239 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.6", 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:42.034779+0000", 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000348453, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.241 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.242 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.243 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.244 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.212372+0000", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.212372+0000", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.212693+0000", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.245 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.246 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.0", 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.247 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000", 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.248 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.249 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.251 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.394924+0000", 2024-08-10T04:56:25.252 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.394924+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.395192+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:25.253 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.254 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1", 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000", 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.255 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.256 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.258 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.259 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749195+0000", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749195+0000", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698537+0000", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.260 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.261 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.7", 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:42:06.913284+0000", 2024-08-10T04:56:25.262 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.001531813, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.263 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.264 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.265 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.266 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.202967+0000", 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.202967+0000", 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204599+0000", 2024-08-10T04:56:25.267 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.268 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1", 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.269 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000", 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.271 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.272 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.273 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.274 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397351+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397351+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.398009+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:25.275 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.276 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.0", 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000", 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.277 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.281 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749750+0000", 2024-08-10T04:56:25.282 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749750+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698627+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:25.283 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.4", 2024-08-10T04:56:25.284 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:26:51.770417+0000", 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.001485259, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.285 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.286 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.288 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.289 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.208688+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.208688+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.209451+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:25.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.291 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.2", 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000", 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.292 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.296 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.459660+0000", 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.459660+0000", 2024-08-10T04:56:25.297 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.459976+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:25.298 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.299 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3", 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 17, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:31:33.577200+0000", 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.303 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.304 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749130+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749130+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698363+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:25.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.306 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.2", 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:53:09.474452+0000", 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.001501833, 2024-08-10T04:56:25.307 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2 2024-08-10T04:56:25.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "75'2" 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.311 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.203110+0000", 2024-08-10T04:56:25.312 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.203110+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.203373+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:25.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.314 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.4", 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000", 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.318 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.319 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.400947+0000", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.400947+0000", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401218+0000", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.321 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.5", 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.322 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000", 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.326 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.327 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749668+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749668+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698708+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:25.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.329 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.3", 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:47:13.084161+0000", 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000852976, 2024-08-10T04:56:25.330 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "73'1" 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.334 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.213109+0000", 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.213109+0000", 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213772+0000", 2024-08-10T04:56:25.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:25.336 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.5", 2024-08-10T04:56:25.337 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000", 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.341 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.342 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.398935+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.398935+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399139+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:25.343 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.344 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.4", 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000", 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.345 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.347 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.349 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.667542+0000", 2024-08-10T04:56:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.667542+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:54:00.325075+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:25.351 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.352 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.0", 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T04:55:26.003386+0000", 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000348883, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.356 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.357 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.208753+0000", 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.208753+0000", 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.209231+0000", 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.358 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.359 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.6", 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:25.360 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000", 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:25.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:25.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402806+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402806+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403079+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.366 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.367 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.7", 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000", 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.371 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:25.372 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749008+0000", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749008+0000", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.700207+0000", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.374 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.1", 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:25.375 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:47:31.109154+0000", 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000519876, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:25.379 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.380 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.207374+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.207374+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.207654+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.382 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.7", 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000", 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.383 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:25.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:25.388 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.392897+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.392897+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.393161+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:25.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.390 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.6", 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000", 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.394 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.395 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.211412+0000", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.211412+0000", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.211703+0000", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.396 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.397 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.8", 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:25.398 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000", 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.399 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.403 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.405225+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.405225+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.405488+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.404 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.405 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.9", 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000", 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.406 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.407 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.409 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.410 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.489837+0000", 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.489837+0000", 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.490135+0000", 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:25.411 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.412 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.9", 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.413 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 34, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:01:19.942205+0000", 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.414 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.415 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.416 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:25.417 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.418 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397160+0000", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397160+0000", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.398320+0000", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.419 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.420 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.8", 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000", 2024-08-10T04:56:25.421 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.423 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.424 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.425 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:25.426 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.204306+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.204306+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204589+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.427 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.428 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.a", 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000", 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.433 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.391025+0000", 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.391025+0000", 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.391312+0000", 2024-08-10T04:56:25.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:25.435 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.b", 2024-08-10T04:56:25.436 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000", 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.440 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.441 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.213257+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.213257+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213650+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:25.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.443 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.b", 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000", 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.444 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.448 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399098+0000", 2024-08-10T04:56:25.449 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399098+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399405+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:25.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.451 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.a", 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000", 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.455 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.456 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.413332+0000", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.413332+0000", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.413630+0000", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1d", 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000", 2024-08-10T04:56:25.459 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.463 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.213212+0000", 2024-08-10T04:56:25.464 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.213212+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213489+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:25.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1c", 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000", 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.470 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.471 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.403295+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.403295+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403645+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:25.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.473 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1c", 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000", 2024-08-10T04:56:25.474 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.478 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.212916+0000", 2024-08-10T04:56:25.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.212916+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213254+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:25.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.481 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1d", 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000", 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.485 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.486 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401005+0000", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401005+0000", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401284+0000", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.488 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1f", 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000", 2024-08-10T04:56:25.489 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.493 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:25.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.203609+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.203609+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204126+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.496 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1e", 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000", 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.500 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.501 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.395811+0000", 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.395811+0000", 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.396078+0000", 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.502 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.503 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1e", 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.504 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000", 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.508 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:25.509 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.209123+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.209123+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.209394+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:25.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 4, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:25.511 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 4, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1f", 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 28, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000", 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 570, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.515 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'4" 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pool": [ 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.516 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 24, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 8, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 4, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:25.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.520 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T04:56:25.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 12288, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 57, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:25.522 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 24 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 192, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 64, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 3, 2024-08-10T04:56:25.523 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.526 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 192 2024-08-10T04:56:25.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 96, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 45, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 32, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 45, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 2, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 3410, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 66, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 22, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 22, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 14, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 51, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 19 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 98304, 2024-08-10T04:56:25.531 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 10230, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 96 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 3, 2024-08-10T04:56:25.532 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 128, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 1, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 3, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 128, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 1, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:25.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 212, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 306, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 179, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 1781760, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:25.536 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 1771104, 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 3 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T04:56:25.537 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488, 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 2444095488, 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T04:56:25.538 INFO:tasks.workunit.client.0.smithi078.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-10T04:56:25.539 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry show-device 2024-08-10T04:56:25.540 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:23] "GET /metrics HTTP/1.1" 200 235887 "" "Prometheus/2.43.0" 2024-08-10T04:56:25.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/418909268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T04:56:25.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:25.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/418909268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:24 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b187a4-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045024": { 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:25.545 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265424 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.546 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.547 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.548 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.549 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 32299761 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 53072367 2024-08-10T04:56:25.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.551 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:25.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.553 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3558, 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3574, 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3542 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 19, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 398149272, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2116797168, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 6477093570, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 36842101554, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:25.555 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 51230, 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59152, 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 23, 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 1067 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 51230, 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59152 2024-08-10T04:56:25.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.557 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:25.558 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.559 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:25.560 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 23 Celsius", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 398,149,272 [203 TB]", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,116,797,168 [1.08 PB]", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 6,477,093,570", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 36,842,101,554", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 19", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 51,230", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,152", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 1,067", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:25.561 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "No Errors Logged", 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.562 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 23 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b310ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045022": { 2024-08-10T04:56:25.563 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:25.564 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265422 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:25.565 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 31447171 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.568 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 52436748 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:25.569 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.570 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.571 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3535, 2024-08-10T04:56:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3550, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3518 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 2, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 427298766, 2024-08-10T04:56:25.573 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2060921856, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 7275914058, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 37332370841, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 52701, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59085, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 26, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 213 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:25.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 52701, 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59085 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:25.575 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.576 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:25.577 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:25.578 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 26 Celsius", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 427,298,766 [218 TB]", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,060,921,856 [1.05 PB]", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 7,275,914,058", 2024-08-10T04:56:25.579 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 37,332,370,841", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 2", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 52,701", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,085", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 213", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 26 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.581 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.582 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.582 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T04:56:25.582 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry show-all 2024-08-10T04:56:25.582 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/418909268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T04:56:25.582 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:25.582 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/418909268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.583 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/418909268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/418909268' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.587 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.588 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.589 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.590 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.591 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.592 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.592 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.592 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:24 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:25.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:25.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:25.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:25.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:25 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout: "device_report": { 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b187a4-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045024": { 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:25.602 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265424 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.603 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.604 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.605 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 32299761 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.607 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 53072367 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:25.608 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:25.610 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.611 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3558, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3574, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3542 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 19, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 398149272, 2024-08-10T04:56:25.612 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2116797168, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 6477093570, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 36842101554, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 51230, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59152, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 23, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 1067 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 51230, 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59152 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:25.614 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:25.615 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:25.616 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:25.617 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 23 Celsius", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 398,149,272 [203 TB]", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,116,797,168 [1.08 PB]", 2024-08-10T04:56:25.618 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 6,477,093,570", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 36,842,101,554", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 19", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 51,230", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,152", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 1,067", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "No Errors Logged", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:25.619 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 23 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.620 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b310ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045022": { 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T04:56:25.621 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265422 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.622 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.623 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T04:56:25.624 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 31447171 2024-08-10T04:56:25.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 52436748 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.626 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T04:56:25.627 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.628 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T04:56:25.629 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3535, 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3550, 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3518 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.630 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 2, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 427298766, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2060921856, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 7275914058, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 37332370841, 2024-08-10T04:56:25.631 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 52701, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59085, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 26, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 213 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 52701, 2024-08-10T04:56:25.632 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59085 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T04:56:25.633 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T04:56:25.634 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T04:56:25.635 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T04:56:25.636 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 26 Celsius", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 427,298,766 [218 TB]", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,060,921,856 [1.05 PB]", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 7,275,914,058", 2024-08-10T04:56:25.637 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 37,332,370,841", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 2", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 52,701", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,085", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 213", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.638 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 26 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T04:56:25.639 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "report": { 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:25.640 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:25.641 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T04:56:25.642 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:25.643 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T04:56:25.644 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_block_size", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_cache_size", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_compression", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_log", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "leveldb_write_buffer_size", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:25.646 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:25.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:25.648 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addr", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "public_addrv", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T04:56:25.649 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T04:56:25.650 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T04:56:25.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_perf", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/enabled", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T04:56:25.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T04:56:25.653 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T04:56:25.654 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T04:56:25.655 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T04:56:25.656 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 1, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T04:56:25.657 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 0, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T04:56:25.658 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T04:56:25.659 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T04:56:25.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_stats": { 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20226048, 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 445192, 2024-08-10T04:56:25.661 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 958464, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 411, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1277120, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 812544, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 15069752, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 21184512 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20135936, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 321784, 2024-08-10T04:56:25.662 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 884736, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 0, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 341, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 990312, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 12, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 667136, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 14650528, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 20135936 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T04:56:25.663 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 37617664, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1328168, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 1441792, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 8839168, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1154, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 6686184, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1531648, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 24008432, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 46456832 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 35807232, 2024-08-10T04:56:25.664 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1445640, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 876544, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 10641408, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1088, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 6151728, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 21, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1266432, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 23445448, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 46448640 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 44343296, 2024-08-10T04:56:25.665 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1163464, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 753664, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 3072000, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1669, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 10039288, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2412032, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 27353408, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 47415296 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.666 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 275701760, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 808632, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 1048576, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 1105920, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1409, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 5144016, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 45, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2738432, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 263209592, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 276807680 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.667 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 274071552, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 666912, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 917504, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1382, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 5384312, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 46, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 3051776, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262191464, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 274989056 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.668 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 274399232, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 615248, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 4849664, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 524288, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1264, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 4904608, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 46, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2897664, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 261132048, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 274923520 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T04:56:25.669 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 271155200, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 691136, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 475136, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1233, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 3969344, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 45, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1853952, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 261888256, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 271630336 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.670 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 272654336, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 506768, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 24576, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1262, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 5229816, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 47, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1774080, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262391160, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 272678912 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.671 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 272785408, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 859776, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 106496, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1272, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 4640712, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 47, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2148352, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262384056, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 272891904 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.672 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 273022976, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1026024, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 704512, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1291, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 4951656, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 45, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2009088, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 262283696, 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 273727488 2024-08-10T04:56:25.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 272515072, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1198360, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2752512, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 1146880, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 1320, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 5123792, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 46, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1894400, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 261546008, 2024-08-10T04:56:25.674 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 273661952 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "io_rate": { 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_stats_delta": { 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 0, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:25.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "stamp_delta": "12.002776", 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:25.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:25.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:25.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.679 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 0 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "mempool": { 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.681 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.682 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.683 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.684 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 222471, 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 72 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.685 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 50488, 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 208 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.686 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8136, 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 139 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.687 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.688 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.689 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.693 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 149057, 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 856, 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T04:56:25.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.695 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.696 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.697 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.699 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.701 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1414102, 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 440 2024-08-10T04:56:25.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.703 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6784, 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12744, 2024-08-10T04:56:25.704 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1546 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5312, 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 103 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.707 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.709 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.710 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1184230, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 362 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.711 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.712 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6784, 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12744, 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1546 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5312, 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 103 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.713 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.714 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.715 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.716 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.717 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.719 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1227606, 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 368 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 440, 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6784, 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.721 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12744, 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1546 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10624, 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.722 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.723 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.724 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.724 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.724 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.725 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.725 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.725 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.725 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23072, 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1456, 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 13 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9888, 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23072, 2024-08-10T04:56:25.726 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6480, 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 81 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 606208, 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 17 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 58626, 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10677 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.727 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 146880, 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 216 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11732, 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 775 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 33720, 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 216 2024-08-10T04:56:25.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 456166, 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 99 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.729 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2444582, 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6952, 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 79 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 521280, 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T04:56:25.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 101504, 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 200 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237680, 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3539 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.731 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.732 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21728, 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1008, 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.734 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9312, 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21728, 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5280, 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 66 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16384, 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 4 2024-08-10T04:56:25.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52223, 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9658 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 137360, 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.736 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9800, 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 601 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 29532, 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T04:56:25.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 446212, 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 97 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12096, 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2443162, 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 190 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.738 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5016, 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 440192, 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.739 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8528, 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238192, 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3563 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T04:56:25.741 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.742 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21504, 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 192 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 784, 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9216, 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 192 2024-08-10T04:56:25.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21504, 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 192 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4640, 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 58 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8192, 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.744 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 49350, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9273 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 131920, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8976, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 590 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.745 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 27820, 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 351688, 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 75 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.746 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12096, 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2446624, 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 188 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4312, 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 49 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 359104, 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8320, 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 24 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.748 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238192, 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3563 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.750 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.751 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 224, 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9456, 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4400, 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 55 2024-08-10T04:56:25.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 51014, 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9601 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 136680, 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 201 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.753 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9780, 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 608 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 28772, 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 201 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2208, 2024-08-10T04:56:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 301856, 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 62 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30637, 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2469205, 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 194 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.755 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4752, 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 54 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 428608, 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 37 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.756 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10400, 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 20 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237680, 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3539 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.758 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 560, 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9456, 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22064, 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 197 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4080, 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 51 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 51862, 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9702 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 138040, 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9860, 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 607 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.762 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 29284, 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 990890, 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 87 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.763 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12096, 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2413476, 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 173 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4664, 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 53 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.764 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 440192, 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8944, 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 18 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.765 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237936, 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3551 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.766 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.767 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21952, 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 196 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.768 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 448, 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 4 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9408, 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 196 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21952, 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 196 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3440, 2024-08-10T04:56:25.769 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 43 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 14744, 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 53231, 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9841 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 140080, 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:25.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10208, 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 610 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30220, 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 206 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2208, 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 865251, 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30637, 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2430864, 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 177 2024-08-10T04:56:25.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5632, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 64 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 474944, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 41 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.773 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13520, 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 26 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238192, 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3563 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.775 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22736, 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9744, 2024-08-10T04:56:25.777 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22736, 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 203 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2800, 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 35 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52316, 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9984 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 137360, 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11192, 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 763 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.779 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30560, 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 202 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 836995, 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 51 2024-08-10T04:56:25.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2409353, 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 170 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4664, 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 53 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.781 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 451776, 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 100672, 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 204 2024-08-10T04:56:25.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 238448, 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3575 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.783 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6304, 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 115 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16896, 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Blob": { 2024-08-10T04:56:25.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22848, 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 204 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Buffer": { 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1120, 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_Extent": { 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 9792, 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 204 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_SharedBlob": { 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22848, 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 204 2024-08-10T04:56:25.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2320, 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 29 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 282624, 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 56544, 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10524 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T04:56:25.787 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 144840, 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 213 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11996, 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 772 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 33208, 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 213 2024-08-10T04:56:25.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 200774, 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T04:56:25.789 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2401538, 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 191 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6248, 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 71 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 532864, 2024-08-10T04:56:25.790 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 46 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 106496, 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 252 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 237680, 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3539 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.791 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T04:56:25.792 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:25.793 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T04:56:25.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.795 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T04:56:25.796 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T04:56:25.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.798 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T04:56:25.799 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy" 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 17, 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T04:56:25.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "quincy" 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_perf_histograms": [ 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.801 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:25.802 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:25.803 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.804 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:25.805 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:25.806 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:25.807 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.808 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.809 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.810 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.811 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.812 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.813 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.814 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.815 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.816 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.817 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.818 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.819 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.820 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.821 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.822 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.823 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.824 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.825 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.826 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.827 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.828 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.829 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:25.830 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:25.831 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.832 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:25.833 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:25.834 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.835 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.836 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.837 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:25.838 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.839 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.840 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.841 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.842 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.843 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.844 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.845 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.846 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.847 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.848 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.849 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.850 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.851 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.852 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.853 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.854 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.855 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.856 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:25.858 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:25.859 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:25.860 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:25.861 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:25.862 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.864 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.865 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.867 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.868 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.869 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.870 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.871 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.872 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.873 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.875 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.876 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.877 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.878 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.879 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.880 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.881 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.883 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.884 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.885 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T04:56:25.886 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T04:56:25.887 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.888 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T04:56:25.889 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T04:56:25.890 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.891 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.892 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.893 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 16, 6, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.895 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.896 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.897 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.898 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.899 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.901 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.902 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.903 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.904 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.905 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.906 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.907 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.908 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.909 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.910 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.911 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.912 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T04:56:25.913 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_counters": { 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: "caps": { 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T04:56:25.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_grant": { 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_revoke": { 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_trunc": { 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.915 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_commit": { 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch": { 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_merge": { 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_split": { 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "exported_inodes": { 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "forward": { 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_cap_release": { 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps": { 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps_dirty": { 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_inode_file_caps": { 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "imported_inodes": { 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes": { 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_expired": { 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_pinned": { 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:25.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_with_caps": { 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "load_cent": { 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "openino_dir_fetch": { 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "process_request_cap_release": { 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "reply_latency": { 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:25.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141214 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "request": { 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rbytes": { 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rfiles": { 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rsnaps": { 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.920 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_reply": { 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "subtrees": { 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_cache": { 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_enqueue_scrub": { 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_exportdir": { 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.921 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_flush": { 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragmentdir": { 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragstats": { 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_inodestats": { 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_enqueued": { 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_prioritized": { 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_processing": { 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays": { 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_delayed": { 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_enqueuing": { 2024-08-10T04:56:25.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_completed": { 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_started": { 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_created": { 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_enqueued": { 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.924 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_migrated": { 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_reintegrated": { 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_log": { 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "ev": { 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "evadd": { 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.925 INFO:tasks.workunit.client.0.smithi078.stdout: "evex": { 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "evexd": { 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "evexg": { 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "evtrm": { 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "jlat": { 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:25.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24873939 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "replayed": { 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "seg": { 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "segadd": { 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "segex": { 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.927 INFO:tasks.workunit.client.0.smithi078.stdout: "segexd": { 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "segexg": { 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "segtrm": { 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_mem": { 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "cap": { 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.928 INFO:tasks.workunit.client.0.smithi078.stdout: "cap+": { 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "cap-": { 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "dir": { 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "dir+": { 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "dir-": { 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "dn": { 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "dn+": { 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "dn-": { 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "heap": { 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 207068 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "ino": { 2024-08-10T04:56:25.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "ino+": { 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "ino-": { 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "rss": { 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37304 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_server": { 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_acquisition_throttle": { 2024-08-10T04:56:25.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_revoke_eviction": { 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_request": { 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_session": { 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_peer_request": { 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "req_create_latency": { 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getattr_latency": { 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141214 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getfilelock_latency": { 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getvxattr_latency": { 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "req_link_latency": { 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookup_latency": { 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookuphash_latency": { 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupino_latency": { 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupname_latency": { 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupparent_latency": { 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupsnap_latency": { 2024-08-10T04:56:25.935 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lssnap_latency": { 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mkdir_latency": { 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mknod_latency": { 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mksnap_latency": { 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "req_open_latency": { 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "req_readdir_latency": { 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rename_latency": { 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "req_renamesnap_latency": { 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmdir_latency": { 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmsnap_latency": { 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmxattr_latency": { 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setattr_latency": { 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setdirlayout_latency": { 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setfilelock_latency": { 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setlayout_latency": { 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setxattr_latency": { 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "req_symlink_latency": { 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.940 INFO:tasks.workunit.client.0.smithi078.stdout: "req_unlink_latency": { 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_sessions": { 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "average_load": { 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "avg_session_uptime": { 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 88 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "mdthresh_evicted": { 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.941 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "session_count": { 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "session_remove": { 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_open": { 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_stale": { 2024-08-10T04:56:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "total_load": { 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "purge_queue": { 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed": { 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing": { 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_high_water": { 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops": { 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops_high_water": { 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_item_in_journal": { 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:25.945 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11 2024-08-10T04:56:25.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 91 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.947 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 823 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 823, 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3905585 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 823, 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 234996113 2024-08-10T04:56:25.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:25.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 824 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 824 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1891968748 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.952 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.953 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 824 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7656820 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T04:56:25.954 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5568 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 824, 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 532991203 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43835392 2024-08-10T04:56:25.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32997376 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10838016 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.956 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 311095 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:25.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70810493 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:25.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43549 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71078039 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.962 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 322961408 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184670429 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:25.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:25.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71182115 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.966 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35448, 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87698972 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T04:56:25.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1776, 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 812668298 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T04:56:25.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51 2024-08-10T04:56:25.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 833 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 833, 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3932412 2024-08-10T04:56:25.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 833, 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 123997809 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:25.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 146 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T04:56:25.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 834 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.974 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T04:56:25.975 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 834 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1816967860 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T04:56:25.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T04:56:25.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 834 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7708376 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5643 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T04:56:25.978 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 834, 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314994439 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43827200 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32579584 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.979 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11247616 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:25.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 311095 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.981 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:25.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70810493 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:25.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277005644 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43549 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:25.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.985 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71078039 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 322961408 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.986 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184670429 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:25.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71182115 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T04:56:25.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35529, 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 82141125 2024-08-10T04:56:25.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T04:56:25.991 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1821, 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 513684970 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T04:56:25.992 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T04:56:25.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 168 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T04:56:25.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 953 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4941453 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2859 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T04:56:25.995 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 165997261 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.996 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 953 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T04:56:25.997 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4872895 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5467 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 953, 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 474706099 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.998 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1999968 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 955 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T04:56:25.999 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 955, 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2480959099 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1050 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.002 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44793856 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40009728 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4784128 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.003 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277006707 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 310665 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70809860 2024-08-10T04:56:26.006 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 348127232 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277006707 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41146 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71079379 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 322961408 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184671138 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.011 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71181406 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 42591, 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 160515781 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T04:56:26.014 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.015 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2082, 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 754189773 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.016 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.017 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2940928 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.018 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1908736 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1769472 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.021 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.024 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4784128 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.025 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1396736 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 183739 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.026 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21, 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64138 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.027 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 415, 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93815214 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 406, 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6311184 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 415, 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 505775 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 415, 2024-08-10T04:56:26.028 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94320989 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30020 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20500 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.029 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13719 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 873 2024-08-10T04:56:26.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135, 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3392179 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 358, 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 258469 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 223, 2024-08-10T04:56:26.031 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2796607 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35942 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31434621 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135, 2024-08-10T04:56:26.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9377314 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 134, 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 540708562418 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135, 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 160930625651 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 496, 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167923034800 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.033 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 496, 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50692 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6958188 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 150881121 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 155562 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44234814 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22751379 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 942910 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 69, 2024-08-10T04:56:26.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 355254 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256330711 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27486371 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 497, 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3131658 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271958016 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271794176 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:26.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163840 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85459561 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 606208 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73317783 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.041 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640946709 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72082843 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56973040 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.045 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68855616 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640946709 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 306398 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.049 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71778573 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.050 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.052 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 604 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21903357 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7, 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3186303 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.053 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20129395 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.055 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 604 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21903357 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7, 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3186303 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.058 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20129395 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1771104 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305889280 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2523136 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1609728 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1470464 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.063 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4067328 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 794624 2024-08-10T04:56:26.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 206161 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29, 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 84966 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342, 2024-08-10T04:56:26.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73811476 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 340, 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7828262 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342, 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412846 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342, 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74224322 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.072 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43018 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8997 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14052 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 854 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.074 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 248 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 141, 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5978687 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 362, 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277064 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 221, 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6081577 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.075 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 111555 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14725055 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 128, 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12703449 2024-08-10T04:56:26.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 127, 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 540244528237 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 128, 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 147020440464 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 426, 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172264388412 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.077 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 426, 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 39919 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7537415 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 135902749 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 134683 2024-08-10T04:56:26.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71463350 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22520237 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 351740 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 61, 2024-08-10T04:56:26.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 281643 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 252206290 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26813192 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 427, 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3463811 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.080 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271187968 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 271130624 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57344 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85496544 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73870624 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641224087 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71805465 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56997696 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68830960 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641224087 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 279892 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71527701 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.094 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 157 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2429467 2024-08-10T04:56:26.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 825534955 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1052 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56782458 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 211459080 2024-08-10T04:56:26.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33, 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7595929 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1052 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33, 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6905302 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33, 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6173667 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22, 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17300597 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.100 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22, 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7789362 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22, 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16294933 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2429467 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102, 2024-08-10T04:56:26.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 800638429 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102, 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42087794 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102, 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188990480 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 590368 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305287168 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.103 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2215936 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1425408 2024-08-10T04:56:26.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1286144 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.111 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3575808 2024-08-10T04:56:26.112 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 786432 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250132 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.113 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.114 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12626 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 297, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62255990 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 292, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8370683 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.115 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 297, 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 390447 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 297, 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62646437 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41388 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1086 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4830 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 612 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 100, 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1217287 2024-08-10T04:56:26.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 272, 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266617 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 172, 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1404439 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 119017 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8900761 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 119, 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15358741 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 118, 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 251567873712 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.120 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 119, 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 126840586106 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 338, 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37527171957 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 338, 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33269 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3732290 2024-08-10T04:56:26.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94872579 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106503 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 39122254 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18675294 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 351826 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 243412 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 165347973 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.123 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22508922 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339, 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2526137 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270073856 2024-08-10T04:56:26.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269434880 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 638976 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85497733 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8192 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.127 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73877627 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.128 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641233001 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71796551 2024-08-10T04:56:26.131 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56998489 2024-08-10T04:56:26.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.134 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68830167 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641233001 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268279 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71530400 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64738141 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.140 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4763186 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48436541 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64738141 2024-08-10T04:56:26.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4763186 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48436541 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305278976 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.147 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1277952 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.149 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 966656 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 827392 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2179072 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 806912 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.157 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.158 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4757 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 185, 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48197922 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 182, 2024-08-10T04:56:26.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4371569 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 185, 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256583 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 185, 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48454505 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.160 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32459 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 954 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9514 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 365 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 91, 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 823348 2024-08-10T04:56:26.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 158, 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 245513 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67, 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 397274 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.163 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3516599 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57, 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4317213 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 54, 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343256374391 2024-08-10T04:56:26.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57, 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69682937833 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 244, 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 604502 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 244, 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23301 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 252319 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79556670 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73432 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42581583 2024-08-10T04:56:26.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12761168 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354554 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48, 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 234751 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 138698799 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15865375 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 247, 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1531259 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861451699 2024-08-10T04:56:26.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268877824 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268214272 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137362432 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 663552 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85497686 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.170 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.171 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73885866 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641232647 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71796905 2024-08-10T04:56:26.175 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56998457 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68830199 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641232647 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6966 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 273087 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71518980 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.182 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.183 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1211070 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.189 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1211070 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.190 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305295360 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T04:56:26.191 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1380352 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.193 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1024000 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.194 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 884736 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2338816 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.200 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 806912 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 410003 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2242 2024-08-10T04:56:26.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 199, 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56094054 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 193, 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5732094 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 199, 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 320350 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 199, 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56414404 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33442 2024-08-10T04:56:26.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1137 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13489 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 409 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 251 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 113, 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 985877 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 195, 2024-08-10T04:56:26.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 295826 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 82, 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 156284 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 140815 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5743743 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3494136 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48, 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 226556839508 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 78234633064 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 273, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 551239 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 273, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36396 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 276866 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106767883 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.209 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 86392 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43888144 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14695620 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 352541 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47, 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 203278 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171409704 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17422308 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.211 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 274, 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3073869 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269926400 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269918208 2024-08-10T04:56:26.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8192 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85495670 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.214 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.215 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73887882 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.216 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641217526 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.218 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71812026 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56997113 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.221 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68831543 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.222 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641217526 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277609 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71536545 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4741247 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 826241 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4632559 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.230 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4741247 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 826241 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4632559 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305299456 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.235 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1355776 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1011712 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 872448 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.240 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2301952 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802816 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 318356 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9328 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.246 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 196, 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60889338 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 190, 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9538326 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 196, 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 215715 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 196, 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 61105053 2024-08-10T04:56:26.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33602 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 878 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5975 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 369 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 259 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 97, 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 935407 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 157, 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 231867 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 60, 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 597404 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.250 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 128974 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4253660 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46, 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3280826 2024-08-10T04:56:26.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 290745668631 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75722462804 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 282, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8730100287 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 282, 2024-08-10T04:56:26.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 49957 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 254040 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 131641278 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87678 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.253 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67055262 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13310556 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354236 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38, 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 175517 2024-08-10T04:56:26.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 216552732 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15954255 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2262332 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.255 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270139392 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269885440 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 253952 2024-08-10T04:56:26.256 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85494920 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8192 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73880440 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641211901 2024-08-10T04:56:26.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.262 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71817651 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56996613 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68832043 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641211901 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6978 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 280520 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.268 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71532281 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.273 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.274 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305291264 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.279 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.280 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 974848 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 835584 2024-08-10T04:56:26.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.284 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2183168 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1384448 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6347 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 187, 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48659616 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 184, 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6405582 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 187, 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 185047 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.290 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 187, 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48844663 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28754 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 970 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9397 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 267 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 100, 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 697826 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 153, 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 268901 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.293 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 446420 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2542212 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.294 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2851729 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 34, 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 258997577030 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59820503157 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 266, 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 505635 2024-08-10T04:56:26.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 266, 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26799 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229975 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 123072923 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 81253 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 103139890 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11315535 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 944230 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.297 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30, 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 129223 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 240334091 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13601363 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 269, 2024-08-10T04:56:26.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1866571 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270974976 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270123008 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 851968 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85495440 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73888112 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641215807 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71813745 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56996960 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68831696 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641215807 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7104 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 279907 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71528862 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 39 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.313 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2804 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93140300 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7343554 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.315 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57612244 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2804 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93140300 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7343554 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13, 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57612244 2024-08-10T04:56:26.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305872896 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T04:56:26.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_main": { 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T04:56:26.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1134592 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T04:56:26.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 304480256 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 872448 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 733184 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312868864 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T04:56:26.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 195697 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1269760 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.326 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1273856 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4789 2024-08-10T04:56:26.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5589 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T04:56:26.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T04:56:26.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.330 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1941504 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1388544 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141400 2024-08-10T04:56:26.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16839 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60159214 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T04:56:26.333 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 151, 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13107448 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139690 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60298904 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32124 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1027 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T04:56:26.335 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T04:56:26.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.336 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T04:56:26.336 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T04:56:26.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4124 2024-08-10T04:56:26.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.337 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T04:56:26.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422 2024-08-10T04:56:26.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.337 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 285 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 106, 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1618946 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 158, 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 240046 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 52, 2024-08-10T04:56:26.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1037261 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16468 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2043085 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T04:56:26.339 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25, 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1724426 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24, 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 148220827831 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25, 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40464475797 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 284, 2024-08-10T04:56:26.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 459425 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 284, 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31893 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 212814 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 217786581 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85650 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 144551300 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12252117 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 942786 2024-08-10T04:56:26.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24, 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102840 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 376885641 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14224800 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T04:56:26.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 285, 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1938158 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1861421235 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270909440 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 269426688 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.344 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3137326592 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1482752 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159383552 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.345 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 85486113 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139264 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73758175 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780140544 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641145847 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71883705 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192937984 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56990742 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68837914 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.354 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 713031680 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 641145847 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T04:56:26.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 297517 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71588316 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.358 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.359 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58521606 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 132134 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T04:56:26.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9958851 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27944875 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28, 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4039437 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 132134 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28, 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3548871 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28, 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2986975 2024-08-10T04:56:26.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7935943 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3520349 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10, 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7529343 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46546226 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T04:56:26.365 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7, 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2889631 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5, 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17428557 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.366 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 305881088 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.367 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:26.368 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 212, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 313344, 2024-08-10T04:56:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 179, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:26.371 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 98304, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 98304, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 3410, 2024-08-10T04:56:26.372 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 3410, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 10230, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 51, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 19456 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.373 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:26.374 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:26.375 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T04:56:26.376 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 727115147530, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12288, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12288, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T04:56:26.377 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 242371723264, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 19, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 19, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 57, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 2, 2024-08-10T04:56:26.378 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2048 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.379 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T04:56:24.987864", 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_stats": { 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "6.15.5" 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T04:56:26.380 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T04:56:26.381 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:26.382 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T04:56:26.383 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pg": [ 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.384 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.411136+0000", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.411136+0000", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.411638+0000", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174215+0000", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.386 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3f", 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.387 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:42:02.993093+0000", 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.391 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.458267+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.458267+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.458636+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697417+0000", 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.394 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3e", 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 31, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:46:24.830245+0000", 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.398 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.399 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.396041+0000", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.396041+0000", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.396334+0000", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698023+0000", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.401 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3d", 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.402 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:56:20.265828+0000", 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.410589+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.410589+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.411016+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702058+0000", 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.409 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3c", 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:04:07.482961+0000", 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.413 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.414 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407579+0000", 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407579+0000", 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408224+0000", 2024-08-10T04:56:26.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173803+0000", 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.416 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3b", 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.417 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:48:02.322181+0000", 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.421 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.422 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.406716+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.406716+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.407014+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:26.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701890+0000", 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.424 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3a", 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:43:14.579123+0000", 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.427 INFO:tasks.workunit.client.0.smithi078.stderr:+ echo OK 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.433 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.434 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.412660+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.412660+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.412951+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:26.435 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173590+0000", 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.436 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.39", 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:19.363392+0000", 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.437 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.441 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.405036+0000", 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.405036+0000", 2024-08-10T04:56:26.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.406098+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324784+0000", 2024-08-10T04:56:26.443 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.38", 2024-08-10T04:56:26.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:08:11.475977+0000", 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.448 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.449 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.406992+0000", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.406992+0000", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.407264+0000", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.451 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.37", 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.452 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:54:42.755385+0000", 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:26.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.404791+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.404791+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.405085+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255340+0000", 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.459 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.36", 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:40.500439+0000", 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.463 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.464 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.457651+0000", 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.457651+0000", 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.457955+0000", 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255353+0000", 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.35", 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.467 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 29, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:19:03.195065+0000", 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399470+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399470+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399846+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700369+0000", 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.474 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.34", 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:04:15.810332+0000", 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.478 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.479 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.394708+0000", 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.394708+0000", 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.395191+0000", 2024-08-10T04:56:26.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325107+0000", 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.481 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.33", 2024-08-10T04:56:26.482 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:37:35.911401+0000", 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.485 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.486 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.487 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402347+0000", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402347+0000", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.402662+0000", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.488 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697287+0000", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.489 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.32", 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.490 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:04:46.409976+0000", 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.493 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:26.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399456+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399456+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399758+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.496 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696679+0000", 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.497 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.31", 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:06:12.437160+0000", 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.501 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.502 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402075+0000", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402075+0000", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.402571+0000", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701826+0000", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.504 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.30", 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:06:34.892258+0000", 2024-08-10T04:56:26.505 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.509 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.490122+0000", 2024-08-10T04:56:26.510 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.490122+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.490552+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:26.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702418+0000", 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2f", 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 31, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:49:32.133370+0000", 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.513 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.514 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.516 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.517 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397233+0000", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397233+0000", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397594+0000", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.518 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107726+0000", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.519 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2e", 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:18:07.699488+0000", 2024-08-10T04:56:26.520 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.521 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.522 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.523 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.524 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.410146+0000", 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.410146+0000", 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.410675+0000", 2024-08-10T04:56:26.525 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174160+0000", 2024-08-10T04:56:26.526 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2d", 2024-08-10T04:56:26.527 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:56:58.795624+0000", 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.529 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.530 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.531 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.532 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407925+0000", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407925+0000", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408207+0000", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.533 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255009+0000", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.534 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2c", 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.535 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:13:59.450390+0000", 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.537 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.539 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.540 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397725+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397725+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.398125+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.541 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698209+0000", 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.542 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2b", 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:32:52.237496+0000", 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.543 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.546 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.547 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407313+0000", 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407313+0000", 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.407585+0000", 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:26.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702015+0000", 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.549 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2a", 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.550 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:32:30.795469+0000", 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.554 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.555 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401600+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401600+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401864+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:26.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324936+0000", 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.557 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.29", 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:37:26.562803+0000", 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.558 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.562 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401643+0000", 2024-08-10T04:56:26.563 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401643+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.402400+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701867+0000", 2024-08-10T04:56:26.564 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.565 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.28", 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:44:33.105476+0000", 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.569 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.570 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407769+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407769+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408048+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:26.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325378+0000", 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.572 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.27", 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:49:06.787851+0000", 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.573 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.577 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399551+0000", 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399551+0000", 2024-08-10T04:56:26.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399967+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255350+0000", 2024-08-10T04:56:26.579 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.26", 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.580 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:10:16.468694+0000", 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.584 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.585 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.394460+0000", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.394460+0000", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.394771+0000", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696578+0000", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.587 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.25", 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:03:32.138527+0000", 2024-08-10T04:56:26.588 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.592 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.403268+0000", 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.403268+0000", 2024-08-10T04:56:26.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403526+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325268+0000", 2024-08-10T04:56:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.24", 2024-08-10T04:56:26.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:36.338918+0000", 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.599 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.600 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.490184+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.490184+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.490713+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:26.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107432+0000", 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.602 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.23", 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 17, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:25:54.791268+0000", 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.603 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.607 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:26.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.403112+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.403112+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403389+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:26.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702012+0000", 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.610 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.22", 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:05:46.483289+0000", 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.614 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.615 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.395190+0000", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.395190+0000", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.395445+0000", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107419+0000", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.617 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.21", 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.618 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:31:37.588879+0000", 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.622 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401263+0000", 2024-08-10T04:56:26.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401263+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401541+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:26.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.254786+0000", 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.625 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.20", 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:21:24.508182+0000", 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.629 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:26.630 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397584+0000", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397584+0000", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397923+0000", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700008+0000", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.632 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1a", 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.633 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:35:00.415140+0000", 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.637 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.204202+0000", 2024-08-10T04:56:26.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.204202+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204468+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325235+0000", 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.640 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1b", 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:06:27.671588+0000", 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.644 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.645 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397377+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397377+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397976+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:26.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698749+0000", 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.647 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1b", 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:47:28.229759+0000", 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.648 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.651 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.652 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205344+0000", 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205344+0000", 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206339+0000", 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:26.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255064+0000", 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.654 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1a", 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.655 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:30:17.864745+0000", 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.659 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.660 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.206711+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.206711+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206968+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:26.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325041+0000", 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.662 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.19", 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:13:55.260351+0000", 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.666 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.667 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402812+0000", 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402812+0000", 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403132+0000", 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324860+0000", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.18", 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.670 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:25:50.551137+0000", 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.674 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:26.675 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.203566+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.203566+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.203854+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:26.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.701916+0000", 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.677 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.18", 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:05:21.960300+0000", 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.678 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.681 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.682 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.396514+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.396514+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.396795+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:26.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696533+0000", 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.684 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.19", 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:48:03.707995+0000", 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.685 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.688 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.689 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.206669+0000", 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.206669+0000", 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206962+0000", 2024-08-10T04:56:26.690 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255282+0000", 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.691 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.17", 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.692 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:43:51.503837+0000", 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.693 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.696 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.697 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399281+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399281+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399588+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:26.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702246+0000", 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.699 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.16", 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:40:23.995233+0000", 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.703 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205942+0000", 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205942+0000", 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206278+0000", 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:26.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702349+0000", 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.706 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.16", 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.707 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:51:53.767411+0000", 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.711 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.712 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399596+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399596+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.400536+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697654+0000", 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.714 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.17", 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:45.651285+0000", 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.718 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.719 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205710+0000", 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205710+0000", 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206421+0000", 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696725+0000", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.721 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.15", 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 27, 2024-08-10T04:56:26.722 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:04:27.175616+0000", 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 90, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'3" 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.726 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:26.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.400744+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.400744+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.404276+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700475+0000", 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.729 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.14", 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:53:15.821361+0000", 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.733 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.734 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205910+0000", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205910+0000", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206260+0000", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:55:19.342490+0000", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 12, 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.736 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 12, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.14", 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 34, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.737 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:06:09.030300+0000", 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 2624, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 9 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "76'12" 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.741 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:26.742 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.409294+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.409294+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.410449+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.743 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173980+0000", 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.744 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.15", 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:51:35.457069+0000", 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.751 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.201973+0000", 2024-08-10T04:56:26.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.201973+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.202296+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698309+0000", 2024-08-10T04:56:26.753 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.754 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.13", 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 26, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:30:22.298042+0000", 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 34, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 6 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.758 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.759 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397464+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397464+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.397712+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:26.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697755+0000", 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.761 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.12", 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:09:11.884024+0000", 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.765 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.766 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.210268+0000", 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.210268+0000", 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.210566+0000", 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702134+0000", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.768 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.12", 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.769 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:19.688304+0000", 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.773 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:26.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.408291+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.408291+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408576+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:26.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173832+0000", 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.13", 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:38:21.786862+0000", 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.780 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.781 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205223+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205223+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.205526+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:26.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255272+0000", 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.783 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.11", 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:38.733666+0000", 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.787 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.788 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401112+0000", 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401112+0000", 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401407+0000", 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:26.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.254866+0000", 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.790 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.10", 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.791 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:48:31.317181+0000", 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:26.795 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.796 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.200858+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.200858+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.201153+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:26.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107363+0000", 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 8, 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.798 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 8, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.10", 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 30, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:34:28.467248+0000", 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.799 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 4, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.802 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'8" 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.803 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.459523+0000", 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.459523+0000", 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.459908+0000", 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:26.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173632+0000", 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.805 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.11", 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.806 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 30, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:37:45.965286+0000", 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.810 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.811 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.210395+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.210395+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.210743+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:26.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.700802+0000", 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.813 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.f", 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:38:42.002539+0000", 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.814 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 22, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.817 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.818 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.413359+0000", 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.413359+0000", 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.413785+0000", 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:26.819 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174205+0000", 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.820 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.e", 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.821 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:09.027757+0000", 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.822 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.825 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.826 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205715+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205715+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206037+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:26.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107741+0000", 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.828 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.e", 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:01.940373+0000", 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.832 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.833 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.414493+0000", 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.414493+0000", 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.414772+0000", 2024-08-10T04:56:26.834 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174268+0000", 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.835 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.f", 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.836 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:21:44.260948+0000", 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.840 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.841 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.206066+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.206066+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.206326+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:26.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696885+0000", 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.843 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.d", 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:46:40.380614+0000", 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.844 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 70, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.848 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.407898+0000", 2024-08-10T04:56:26.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.407898+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.408217+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:26.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702140+0000", 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.851 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.c", 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:41:24.680430+0000", 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.855 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.856 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.204888+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.204888+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.205131+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:26.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107574+0000", 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.858 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.c", 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.859 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:18.636420+0000", 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.863 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.409729+0000", 2024-08-10T04:56:26.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.409729+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.410663+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:26.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174065+0000", 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.866 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.d", 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:32:42.198795+0000", 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.870 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.871 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.666504+0000", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.666504+0000", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:54:00.255522+0000", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:26.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.362460+0000", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:26.873 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.5", 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 18, 2024-08-10T04:56:26.874 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:20:04.605157+0000", 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000429865, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 20, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.879 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:19.196088+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:19.196088+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:19.196408+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 59, 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173800+0000", 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 128, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 58, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 128, 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.881 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "1.0", 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 281, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:52:45.283598+0000", 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T04:56:26.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 212, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 306, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 179, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.885 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "69'128" 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.886 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.205136+0000", 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.205136+0000", 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.205424+0000", 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.887 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702008+0000", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.888 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.3", 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.889 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:01:28.159566+0000", 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.893 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.404971+0000", 2024-08-10T04:56:26.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.404971+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.406004+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:26.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325304+0000", 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.896 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2", 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:25:52.669950+0000", 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.900 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:26.901 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749136+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749136+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.697784+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:26.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.213776+0000", 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.903 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.6", 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:42.034779+0000", 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000348453, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.904 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.907 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.908 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.212372+0000", 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.212372+0000", 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.212693+0000", 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:26.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173790+0000", 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.910 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.0", 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.911 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:37:24.663545+0000", 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:26.915 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.394924+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.394924+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.395192+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.698136+0000", 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.918 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1", 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:28:55.925789+0000", 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.923 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749195+0000", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749195+0000", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698537+0000", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.467436+0000", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:26.925 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.7", 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.926 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:42:06.913284+0000", 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.001531813, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.930 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:26.931 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.202967+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.202967+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204599+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107438+0000", 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.933 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1", 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 22, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:13:18.910583+0000", 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.937 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.938 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397351+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397351+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.398009+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:26.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696389+0000", 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.940 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.0", 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:51:05.432854+0000", 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.941 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.945 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749750+0000", 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749750+0000", 2024-08-10T04:56:26.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698627+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.467211+0000", 2024-08-10T04:56:26.947 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.4", 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.948 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:26:51.770417+0000", 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.001485259, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.953 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.953 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.953 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.954 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.208688+0000", 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.208688+0000", 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.209451+0000", 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702133+0000", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.956 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.2", 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.957 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:33.920704+0000", 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.961 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.962 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.459660+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.459660+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.459976+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.107387+0000", 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.964 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3", 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 17, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:31:33.577200+0000", 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.965 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.968 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.969 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749130+0000", 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749130+0000", 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698363+0000", 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.467001+0000", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.2", 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.972 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:53:09.474452+0000", 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.001501833, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.976 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "75'2" 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.977 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.203110+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.203110+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.203373+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697303+0000", 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.979 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.4", 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:57:07.444339+0000", 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.983 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.984 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.400947+0000", 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.400947+0000", 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401218+0000", 2024-08-10T04:56:26.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702298+0000", 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.986 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.5", 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.987 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:22:40.021635+0000", 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:26.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:26.991 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:26.992 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749668+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749668+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.698708+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:26.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.213173+0000", 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:26.994 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.3", 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:47:13.084161+0000", 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000852976, 2024-08-10T04:56:26.995 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:26.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:26.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:26.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "73'1" 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:26.999 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.213109+0000", 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.213109+0000", 2024-08-10T04:56:27.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213772+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:27.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174187+0000", 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.002 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.5", 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:47:00.348642+0000", 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.006 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.007 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.398935+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.398935+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399139+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:27.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697295+0000", 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.009 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.4", 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:48:54.256110+0000", 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.010 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.013 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.014 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.667542+0000", 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.667542+0000", 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:54:00.325075+0000", 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:27.015 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.651909+0000", 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.016 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.0", 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.017 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T04:55:26.003386+0000", 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000348883, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:27.021 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.022 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.208753+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.208753+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.209231+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697470+0000", 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:27.024 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.6", 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:42:12.353049+0000", 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.028 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.029 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.402806+0000", 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.402806+0000", 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403079+0000", 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.030 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325394+0000", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.031 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.7", 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.032 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:20:08.944043+0000", 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.037 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:54.749008+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:54.749008+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:59.700207+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 71, 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:08.211916+0000", 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 70, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.039 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.1", 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 76, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:47:31.109154+0000", 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.000519876, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.043 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.044 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.207374+0000", 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.207374+0000", 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.207654+0000", 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:27.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.255335+0000", 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.046 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.7", 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.047 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:38:06.427303+0000", 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:27.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.051 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.052 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.392897+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.392897+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.393161+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:27.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697322+0000", 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.054 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.6", 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:32:05.978052+0000", 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.055 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.058 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.059 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.211412+0000", 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.211412+0000", 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.211703+0000", 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:27.060 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.173674+0000", 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.061 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.8", 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.062 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 23, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:58:27.564464+0000", 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:27.066 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.067 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.405225+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.405225+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.405488+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.699983+0000", 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.069 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.9", 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:44:53.202864+0000", 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.070 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.073 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.074 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:53:11.489837+0000", 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:53:11.489837+0000", 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:53:11.490135+0000", 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 68, 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.696784+0000", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.076 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 67, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.9", 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 34, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.077 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:01:19.942205+0000", 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.081 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.397160+0000", 2024-08-10T04:56:27.082 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.397160+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.398320+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:27.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.324876+0000", 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.8", 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:58:02.216443+0000", 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:27.088 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.089 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.204306+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.204306+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204589+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:27.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697176+0000", 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.091 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.a", 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:41.911853+0000", 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.095 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.096 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.391025+0000", 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.391025+0000", 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.391312+0000", 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:27.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325202+0000", 2024-08-10T04:56:27.098 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.b", 2024-08-10T04:56:27.099 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:28:05.954015+0000", 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.103 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.104 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.213257+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.213257+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213650+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:27.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174047+0000", 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.106 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.b", 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:36:51.234498+0000", 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.107 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:27.111 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.399098+0000", 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.399098+0000", 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.399405+0000", 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.112 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.254779+0000", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.113 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.a", 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 19, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:11:50.501774+0000", 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.115 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.118 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.413332+0000", 2024-08-10T04:56:27.119 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.413332+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.413630+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702214+0000", 2024-08-10T04:56:27.120 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.121 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1d", 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:33:00.419100+0000", 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.122 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.125 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.126 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.213212+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.213212+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213489+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174053+0000", 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.128 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1c", 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:41:35.553378+0000", 2024-08-10T04:56:27.129 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.130 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.133 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.403295+0000", 2024-08-10T04:56:27.134 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.403295+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.403645+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.702018+0000", 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.136 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1c", 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:31:58.758647+0000", 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.140 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T04:56:27.141 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.212916+0000", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.212916+0000", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.213254+0000", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.174091+0000", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.143 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1d", 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 25, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.144 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:01.854229+0000", 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T04:56:27.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.148 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.401005+0000", 2024-08-10T04:56:27.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.401005+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.401284+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697571+0000", 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.151 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1f", 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 21, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:46.756371+0000", 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.155 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.156 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.203609+0000", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.203609+0000", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.204126+0000", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325292+0000", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.158 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1e", 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 24, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.159 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:16:44.098508+0000", 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.163 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:46.395811+0000", 2024-08-10T04:56:27.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:46.395811+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:46.396078+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 64, 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T04:56:27.165 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:54:00.325165+0000", 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 63, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.166 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1e", 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 20, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:41:51.449223+0000", 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.169 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.170 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.171 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T04:52:43.209123+0000", 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T04:52:43.209123+0000", 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T04:52:43.209394+0000", 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T04:56:27.172 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 61, 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T04:53:59.697974+0000", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 4, 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T04:56:27.173 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 60, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 4, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1f", 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 75, 2024-08-10T04:56:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 28, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:26:37.974663+0000", 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 570, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T04:56:27.178 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'4" 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pool": [ 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 24, 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 8, 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 4, 2024-08-10T04:56:27.179 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.182 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 12288, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 57, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 24 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.183 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 192, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 64, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 3, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T04:56:27.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:27.187 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 192 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 96, 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.188 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 45, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 32, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 45, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 2, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 3410, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 66, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 22, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 22, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 14, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.191 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 51, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 19 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 98304, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 10230, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:27.192 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 96 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 3, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 128, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 1, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 3, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 128, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 1, 2024-08-10T04:56:27.193 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T04:56:27.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T04:56:27.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 212, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 306, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 179, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.196 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 1781760, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 1771104, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 3 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:27.197 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 2444095488, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 765516189696, 2024-08-10T04:56:27.198 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T04:56:27.199 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 2444095488 2024-08-10T04:56:27.199 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:27.199 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T04:56:27.199 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T04:56:27.199 INFO:tasks.workunit.client.0.smithi078.stdout:OK 2024-08-10T04:56:27.199 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T04:56:27.200 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T04:56:27.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.204 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:26 smithi107 ceph-mon[32749]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:26 smithi107 ceph-mon[32749]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.206 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:56:27.207 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.208 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:25 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:56:27.209 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:26 smithi078 ceph-mon[29426]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:26 smithi078 ceph-mon[29426]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:27.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:26 smithi078 ceph-mon[39622]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:27.210 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:26 smithi078 ceph-mon[39622]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:27.242 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-10T04:56:27.242 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T04:56:27.546 DEBUG:teuthology.parallel:result is None 2024-08-10T04:56:27.546 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T04:56:27.573 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T04:56:27.573 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T04:56:27.805 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T04:56:27.805 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:56:27.815 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-10T04:56:27.815 INFO:teuthology.run_tasks:Running task print... 2024-08-10T04:56:27.826 INFO:teuthology.task.print:**** done start parallel 2024-08-10T04:56:27.826 INFO:teuthology.run_tasks:Running task parallel... 2024-08-10T04:56:27.835 INFO:teuthology.task.parallel:starting parallel... 2024-08-10T04:56:27.836 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-10T04:56:27.836 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T04:56:27.836 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-10T04:56:27.836 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-10T04:56:27.839 INFO:tasks.rados:Beginning rados... 2024-08-10T04:56:27.839 INFO:tasks.rados:joining rados 2024-08-10T04:56:27.839 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-10T04:56:27.840 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-10T04:56:27.840 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-10T04:56:27.840 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-10T04:56:27.840 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi078.front.sepia.ceph.com 2024-08-10T04:56:27.841 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-10T04:56:27.841 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-10T04:56:27.841 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-10T04:56:28.109 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:56:28.110 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:56:28.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:56:27 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:56:28.549 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:28 smithi078 ceph-mon[29426]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:28.549 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:28 smithi078 ceph-mon[39622]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:28 smithi107 ceph-mon[32749]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:30 smithi078 ceph-mon[29426]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:30 smithi078 ceph-mon[39622]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:30 smithi107 ceph-mon[32749]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:31.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-10T04:56:31.744 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:56:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:32 smithi078 ceph-mon[29426]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:32 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1754250230' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T04:56:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:32 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T04:56:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:32 smithi078 ceph-mon[39622]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:32 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1754250230' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T04:56:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:32 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T04:56:32.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:32 smithi107 ceph-mon[32749]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T04:56:32.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:32 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1754250230' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T04:56:32.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:32 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T04:56:32.955 INFO:tasks.rados:starting run 0 out of 1 2024-08-10T04:56:32.955 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-10T04:56:32.956 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-10T04:56:33.399 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:56:33.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:33 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T04:56:33.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:33 smithi078 ceph-mon[29426]: osdmap e77: 8 total, 8 up, 8 in 2024-08-10T04:56:33.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:33 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T04:56:33.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:33 smithi078 ceph-mon[39622]: osdmap e77: 8 total, 8 up, 8 in 2024-08-10T04:56:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:33 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T04:56:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:33 smithi107 ceph-mon[32749]: osdmap e77: 8 total, 8 up, 8 in 2024-08-10T04:56:34.122 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:33] "GET /metrics HTTP/1.1" 200 235887 "" "Prometheus/2.43.0" 2024-08-10T04:56:34.198 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:56:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[29426]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-10T04:56:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[39622]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-10T04:56:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:34 smithi107 ceph-mon[32749]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-10T04:56:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:34 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:56:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:56:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:56:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:34 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:35.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:35 smithi078 ceph-mon[29426]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:35.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:35 smithi078 ceph-mon[29426]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:56:35.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:35 smithi078 ceph-mon[29426]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:56:35.617 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:35 smithi078 ceph-mon[39622]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:35.617 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:35 smithi078 ceph-mon[39622]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:56:35.617 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:35 smithi078 ceph-mon[39622]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:56:35.710 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-08-10T04:56:35.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:35 smithi107 ceph-mon[32749]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:35.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:35 smithi107 ceph-mon[32749]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:56:35.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:35 smithi107 ceph-mon[32749]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:56:35.975 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:56:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:36 smithi078 ceph-mon[29426]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:36 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/84806420' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-10T04:56:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:36 smithi078 ceph-mon[39622]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:36 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/84806420' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-10T04:56:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:36 smithi107 ceph-mon[32749]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:36 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/84806420' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-10T04:56:37.359 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'unique_pool_0' created 2024-08-10T04:56:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:37 smithi078 ceph-mon[29426]: osdmap e78: 8 total, 8 up, 8 in 2024-08-10T04:56:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:37 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/84806420' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-10T04:56:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:37 smithi078 ceph-mon[29426]: osdmap e79: 8 total, 8 up, 8 in 2024-08-10T04:56:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:37 smithi078 ceph-mon[39622]: osdmap e78: 8 total, 8 up, 8 in 2024-08-10T04:56:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:37 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/84806420' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-10T04:56:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:37 smithi078 ceph-mon[39622]: osdmap e79: 8 total, 8 up, 8 in 2024-08-10T04:56:37.871 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:37 smithi107 ceph-mon[32749]: osdmap e78: 8 total, 8 up, 8 in 2024-08-10T04:56:37.872 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:37 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/84806420' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-10T04:56:37.872 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:37 smithi107 ceph-mon[32749]: osdmap e79: 8 total, 8 up, 8 in 2024-08-10T04:56:38.079 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-10T04:56:38.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:56:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:56:38.425 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T04:56:38.537 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T04:56:38.814 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (100s) 83s ago 2m 15.8M - 0.25.0 c8568f914cd2 5535b1132b99 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (2m) 85s ago 2m 79.0M - 9.4.7 954c08fa6188 9ec52696e9bf 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (4m) 83s ago 4m 12.5M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (4m) 85s ago 4m 15.9M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443 running (7m) 85s ago 7m 399M - 17.2.7-1372-g56ceb861 354fce865a9a a05434299702 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (9m) 83s ago 9m 445M - 17.2.7-1372-g56ceb861 354fce865a9a 7264b177b3df 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (9m) 83s ago 9m 46.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 1bf023f61768 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (7m) 85s ago 7m 39.4M 2048M 17.2.7-1372-g56ceb861 354fce865a9a e401625267b0 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (7m) 83s ago 7m 42.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 59ba7a9dfd3a 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (2m) 83s ago 2m 10.9M - 1.5.0 0da6a335fe13 217eca71ef21 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (2m) 85s ago 2m 3552k - 1.5.0 0da6a335fe13 ac3e342ed41c 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (7m) 83s ago 7m 45.5M 2992M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T04:56:38.815 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (6m) 83s ago 6m 44.8M 2992M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T04:56:38.816 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (6m) 83s ago 6m 45.0M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T04:56:38.816 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (6m) 83s ago 6m 40.6M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T04:56:38.816 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (5m) 85s ago 5m 42.6M 2991M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T04:56:38.816 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (5m) 85s ago 5m 42.2M 2991M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T04:56:38.816 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (4m) 85s ago 4m 42.3M 2991M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T04:56:38.816 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (4m) 85s ago 4m 41.2M 2991M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T04:56:38.816 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (95s) 85s ago 2m 24.5M - 2.43.0 a07b618ecd1d 62860f1dfb21 2024-08-10T04:56:38.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:38 smithi078 ceph-mon[39622]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:38.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:38 smithi078 ceph-mon[39622]: osdmap e80: 8 total, 8 up, 8 in 2024-08-10T04:56:38.875 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:38 smithi078 ceph-mon[29426]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:38.875 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:38 smithi078 ceph-mon[29426]: osdmap e80: 8 total, 8 up, 8 in 2024-08-10T04:56:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:38 smithi107 ceph-mon[32749]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:38 smithi107 ceph-mon[32749]: osdmap e80: 8 total, 8 up, 8 in 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:56:39.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:56:39.156 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T04:56:39.156 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:56:39.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:56:39.156 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T04:56:39.156 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 15 2024-08-10T04:56:39.156 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:56:39.156 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:56:39.806 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[29426]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:39.806 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[29426]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:39.806 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/3711334459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:56:39.806 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[29426]: osdmap e81: 8 total, 8 up, 8 in 2024-08-10T04:56:39.807 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[39622]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:39.807 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[39622]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:39.807 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/3711334459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:56:39.807 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:39 smithi078 ceph-mon[39622]: osdmap e81: 8 total, 8 up, 8 in 2024-08-10T04:56:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:39 smithi107 ceph-mon[32749]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:39 smithi107 ceph-mon[32749]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:56:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:39 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/3711334459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:56:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:39 smithi107 ceph-mon[32749]: osdmap e81: 8 total, 8 up, 8 in 2024-08-10T04:56:40.643 INFO:teuthology.orchestra.run.smithi078.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-10T04:56:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[39622]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[39622]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:56:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/1857873240' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:56:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:56:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[29426]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[29426]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:56:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/1857873240' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:56:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:40 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:56:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:40 smithi107 ceph-mon[32749]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:40 smithi107 ceph-mon[32749]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T04:56:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:40 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/1857873240' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:56:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:40 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T04:56:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:41 smithi078 ceph-mon[29426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-10T04:56:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:41 smithi078 ceph-mon[29426]: osdmap e82: 8 total, 8 up, 8 in 2024-08-10T04:56:41.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:41 smithi078 ceph-mon[39622]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-10T04:56:41.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:41 smithi078 ceph-mon[39622]: osdmap e82: 8 total, 8 up, 8 in 2024-08-10T04:56:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:41 smithi107 ceph-mon[32749]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-10T04:56:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:41 smithi107 ceph-mon[32749]: osdmap e82: 8 total, 8 up, 8 in 2024-08-10T04:56:42.339 DEBUG:teuthology.orchestra.run.smithi078:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-10T04:56:42.364 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight read -> 100 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight delete -> 50 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight snap_create -> 50 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight snap_remove -> 50 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight rollback -> 50 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight setattr -> 25 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight rmattr -> 25 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight copy_from -> 50 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:adding op weight append -> 100 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable) 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout:Configuration: 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout: Number of operations: 4000 2024-08-10T04:56:42.365 INFO:tasks.rados.rados.0.smithi078.stdout: Number of objects: 50 2024-08-10T04:56:42.366 INFO:tasks.rados.rados.0.smithi078.stdout: Max in flight operations: 16 2024-08-10T04:56:42.366 INFO:tasks.rados.rados.0.smithi078.stdout: Object size (in bytes): 4000000 2024-08-10T04:56:42.366 INFO:tasks.rados.rados.0.smithi078.stdout: Write stride min: 400000 2024-08-10T04:56:42.366 INFO:tasks.rados.rados.0.smithi078.stdout: Write stride max: 800000 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:1: write initial oid 1 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:1: seq_num 0 ranges {0=24576} 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:1: writing smithi07880501-1 from 0 to 24576 tid 1 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:2: write initial oid 2 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:2: seq_num 1 ranges {0=24576} 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:2: writing smithi07880501-2 from 0 to 24576 tid 1 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:3: write initial oid 3 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:3: seq_num 2 ranges {0=40960} 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:3: writing smithi07880501-3 from 0 to 40960 tid 1 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:4: write initial oid 4 2024-08-10T04:56:42.651 INFO:tasks.rados.rados.0.smithi078.stdout:4: seq_num 3 ranges {0=57344} 2024-08-10T04:56:42.652 INFO:tasks.rados.rados.0.smithi078.stdout:4: writing smithi07880501-4 from 0 to 57344 tid 1 2024-08-10T04:56:42.652 INFO:tasks.rados.rados.0.smithi078.stdout:5: write initial oid 5 2024-08-10T04:56:42.653 INFO:tasks.rados.rados.0.smithi078.stdout:5: seq_num 4 ranges {0=73728} 2024-08-10T04:56:42.653 INFO:tasks.rados.rados.0.smithi078.stdout:5: writing smithi07880501-5 from 0 to 73728 tid 1 2024-08-10T04:56:42.653 INFO:tasks.rados.rados.0.smithi078.stdout:6: write initial oid 6 2024-08-10T04:56:42.653 INFO:tasks.rados.rados.0.smithi078.stdout:6: seq_num 5 ranges {0=90112} 2024-08-10T04:56:42.653 INFO:tasks.rados.rados.0.smithi078.stdout:6: writing smithi07880501-6 from 0 to 90112 tid 1 2024-08-10T04:56:42.653 INFO:tasks.rados.rados.0.smithi078.stdout:7: write initial oid 7 2024-08-10T04:56:42.653 INFO:tasks.rados.rados.0.smithi078.stdout:7: seq_num 6 ranges {0=106496} 2024-08-10T04:56:42.655 INFO:tasks.rados.rados.0.smithi078.stdout:7: writing smithi07880501-7 from 0 to 106496 tid 1 2024-08-10T04:56:42.655 INFO:tasks.rados.rados.0.smithi078.stdout:8: write initial oid 8 2024-08-10T04:56:42.655 INFO:tasks.rados.rados.0.smithi078.stdout:8: seq_num 7 ranges {0=122880} 2024-08-10T04:56:42.655 INFO:tasks.rados.rados.0.smithi078.stdout:8: writing smithi07880501-8 from 0 to 122880 tid 1 2024-08-10T04:56:42.655 INFO:tasks.rados.rados.0.smithi078.stdout:9: write initial oid 9 2024-08-10T04:56:42.655 INFO:tasks.rados.rados.0.smithi078.stdout:9: seq_num 8 ranges {0=139264} 2024-08-10T04:56:42.656 INFO:tasks.rados.rados.0.smithi078.stdout:9: writing smithi07880501-9 from 0 to 139264 tid 1 2024-08-10T04:56:42.656 INFO:tasks.rados.rados.0.smithi078.stdout:1: finishing write tid 1 to smithi07880501-1 2024-08-10T04:56:42.656 INFO:tasks.rados.rados.0.smithi078.stdout:1: finishing write tid 2 to smithi07880501-1 2024-08-10T04:56:42.656 INFO:tasks.rados.rados.0.smithi078.stdout:3: finishing write tid 1 to smithi07880501-3 2024-08-10T04:56:42.656 INFO:tasks.rados.rados.0.smithi078.stdout:10: write initial oid 10 2024-08-10T04:56:42.656 INFO:tasks.rados.rados.0.smithi078.stdout:10: seq_num 9 ranges {0=155648} 2024-08-10T04:56:42.657 INFO:tasks.rados.rados.0.smithi078.stdout:10: writing smithi07880501-10 from 0 to 155648 tid 1 2024-08-10T04:56:42.657 INFO:tasks.rados.rados.0.smithi078.stdout:11: write initial oid 11 2024-08-10T04:56:42.657 INFO:tasks.rados.rados.0.smithi078.stdout:11: seq_num 10 ranges {0=172032} 2024-08-10T04:56:42.658 INFO:tasks.rados.rados.0.smithi078.stdout:11: writing smithi07880501-11 from 0 to 172032 tid 1 2024-08-10T04:56:42.659 INFO:tasks.rados.rados.0.smithi078.stdout:12: write initial oid 12 2024-08-10T04:56:42.659 INFO:tasks.rados.rados.0.smithi078.stdout:12: seq_num 11 ranges {0=188416} 2024-08-10T04:56:42.661 INFO:tasks.rados.rados.0.smithi078.stdout:12: writing smithi07880501-12 from 0 to 188416 tid 1 2024-08-10T04:56:42.661 INFO:tasks.rados.rados.0.smithi078.stdout:13: write initial oid 13 2024-08-10T04:56:42.661 INFO:tasks.rados.rados.0.smithi078.stdout:13: seq_num 12 ranges {0=204800} 2024-08-10T04:56:42.663 INFO:tasks.rados.rados.0.smithi078.stdout:13: writing smithi07880501-13 from 0 to 204800 tid 1 2024-08-10T04:56:42.663 INFO:tasks.rados.rados.0.smithi078.stdout:14: write initial oid 14 2024-08-10T04:56:42.663 INFO:tasks.rados.rados.0.smithi078.stdout:2: finishing write tid 1 to smithi07880501-2 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:2: finishing write tid 2 to smithi07880501-2 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:3: finishing write tid 2 to smithi07880501-3 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:1: finishing write tid 3 to smithi07880501-1 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:6: finishing write tid 1 to smithi07880501-6 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:2: finishing write tid 3 to smithi07880501-2 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:4: finishing write tid 1 to smithi07880501-4 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:3: finishing write tid 3 to smithi07880501-3 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-10T04:56:42.664 INFO:tasks.rados.rados.0.smithi078.stdout:6: finishing write tid 2 to smithi07880501-6 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:4: finishing write tid 2 to smithi07880501-4 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:8: finishing write tid 1 to smithi07880501-8 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:8: finishing write tid 2 to smithi07880501-8 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:5: finishing write tid 1 to smithi07880501-5 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:5: finishing write tid 2 to smithi07880501-5 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:7: finishing write tid 1 to smithi07880501-7 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:7: finishing write tid 2 to smithi07880501-7 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:9: finishing write tid 1 to smithi07880501-9 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:9: finishing write tid 2 to smithi07880501-9 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:8: finishing write tid 3 to smithi07880501-8 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:4: finishing write tid 3 to smithi07880501-4 2024-08-10T04:56:42.665 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:5: finishing write tid 3 to smithi07880501-5 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:6: finishing write tid 3 to smithi07880501-6 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:7: finishing write tid 3 to smithi07880501-7 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-10T04:56:42.666 INFO:tasks.rados.rados.0.smithi078.stdout:14: seq_num 13 ranges {0=221184} 2024-08-10T04:56:42.667 INFO:tasks.rados.rados.0.smithi078.stdout:14: writing smithi07880501-14 from 0 to 221184 tid 1 2024-08-10T04:56:42.667 INFO:tasks.rados.rados.0.smithi078.stdout:1: done (13 left) 2024-08-10T04:56:42.667 INFO:tasks.rados.rados.0.smithi078.stdout:2: done (12 left) 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:3: done (11 left) 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:4: done (10 left) 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:5: done (9 left) 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:6: done (8 left) 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:7: done (7 left) 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:8: done (6 left) 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:15: write initial oid 15 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:10: finishing write tid 1 to smithi07880501-10 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:10: finishing write tid 2 to smithi07880501-10 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:12: finishing write tid 1 to smithi07880501-12 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:11: finishing write tid 1 to smithi07880501-11 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:12: finishing write tid 2 to smithi07880501-12 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:11: finishing write tid 2 to smithi07880501-11 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:9: finishing write tid 3 to smithi07880501-9 2024-08-10T04:56:42.668 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-10T04:56:42.669 INFO:tasks.rados.rados.0.smithi078.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-10T04:56:42.669 INFO:tasks.rados.rados.0.smithi078.stdout:15: seq_num 14 ranges {0=237568} 2024-08-10T04:56:42.669 INFO:tasks.rados.rados.0.smithi078.stdout:15: writing smithi07880501-15 from 0 to 237568 tid 1 2024-08-10T04:56:42.669 INFO:tasks.rados.rados.0.smithi078.stdout:9: done (6 left) 2024-08-10T04:56:42.669 INFO:tasks.rados.rados.0.smithi078.stdout:16: write initial oid 16 2024-08-10T04:56:42.669 INFO:tasks.rados.rados.0.smithi078.stdout:16: seq_num 15 ranges {0=253952} 2024-08-10T04:56:42.669 INFO:tasks.rados.rados.0.smithi078.stdout:16: writing smithi07880501-16 from 0 to 253952 tid 1 2024-08-10T04:56:42.670 INFO:tasks.rados.rados.0.smithi078.stdout:17: write initial oid 17 2024-08-10T04:56:42.670 INFO:tasks.rados.rados.0.smithi078.stdout:17: seq_num 16 ranges {0=270336} 2024-08-10T04:56:42.670 INFO:tasks.rados.rados.0.smithi078.stdout:17: writing smithi07880501-17 from 0 to 270336 tid 1 2024-08-10T04:56:42.670 INFO:tasks.rados.rados.0.smithi078.stdout:18: write initial oid 18 2024-08-10T04:56:42.670 INFO:tasks.rados.rados.0.smithi078.stdout:18: seq_num 17 ranges {0=286720} 2024-08-10T04:56:42.672 INFO:tasks.rados.rados.0.smithi078.stdout:18: writing smithi07880501-18 from 0 to 286720 tid 1 2024-08-10T04:56:42.672 INFO:tasks.rados.rados.0.smithi078.stdout:19: write initial oid 19 2024-08-10T04:56:42.673 INFO:tasks.rados.rados.0.smithi078.stdout:19: seq_num 18 ranges {0=303104} 2024-08-10T04:56:42.674 INFO:tasks.rados.rados.0.smithi078.stdout:19: writing smithi07880501-19 from 0 to 303104 tid 1 2024-08-10T04:56:42.674 INFO:tasks.rados.rados.0.smithi078.stdout:20: write initial oid 20 2024-08-10T04:56:42.674 INFO:tasks.rados.rados.0.smithi078.stdout:20: seq_num 19 ranges {0=319488} 2024-08-10T04:56:42.676 INFO:tasks.rados.rados.0.smithi078.stdout:20: writing smithi07880501-20 from 0 to 319488 tid 1 2024-08-10T04:56:42.677 INFO:tasks.rados.rados.0.smithi078.stdout:21: write initial oid 21 2024-08-10T04:56:42.677 INFO:tasks.rados.rados.0.smithi078.stdout:21: seq_num 20 ranges {0=344064} 2024-08-10T04:56:42.679 INFO:tasks.rados.rados.0.smithi078.stdout:21: writing smithi07880501-21 from 0 to 344064 tid 1 2024-08-10T04:56:42.679 INFO:tasks.rados.rados.0.smithi078.stdout:13: finishing write tid 1 to smithi07880501-13 2024-08-10T04:56:42.679 INFO:tasks.rados.rados.0.smithi078.stdout:13: finishing write tid 2 to smithi07880501-13 2024-08-10T04:56:42.679 INFO:tasks.rados.rados.0.smithi078.stdout:12: finishing write tid 3 to smithi07880501-12 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:10: finishing write tid 3 to smithi07880501-10 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:11: finishing write tid 3 to smithi07880501-11 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:13: finishing write tid 3 to smithi07880501-13 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:10: done (11 left) 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:11: done (10 left) 2024-08-10T04:56:42.680 INFO:tasks.rados.rados.0.smithi078.stdout:12: done (9 left) 2024-08-10T04:56:42.681 INFO:tasks.rados.rados.0.smithi078.stdout:13: done (8 left) 2024-08-10T04:56:42.681 INFO:tasks.rados.rados.0.smithi078.stdout:22: write initial oid 22 2024-08-10T04:56:42.681 INFO:tasks.rados.rados.0.smithi078.stdout:22: seq_num 21 ranges {0=360448} 2024-08-10T04:56:42.681 INFO:tasks.rados.rados.0.smithi078.stdout:22: writing smithi07880501-22 from 0 to 360448 tid 1 2024-08-10T04:56:42.681 INFO:tasks.rados.rados.0.smithi078.stdout:23: write initial oid 23 2024-08-10T04:56:42.681 INFO:tasks.rados.rados.0.smithi078.stdout:23: seq_num 22 ranges {0=376832} 2024-08-10T04:56:42.684 INFO:tasks.rados.rados.0.smithi078.stdout:23: writing smithi07880501-23 from 0 to 376832 tid 1 2024-08-10T04:56:42.684 INFO:tasks.rados.rados.0.smithi078.stdout:24: write initial oid 24 2024-08-10T04:56:42.684 INFO:tasks.rados.rados.0.smithi078.stdout:24: seq_num 23 ranges {0=393216} 2024-08-10T04:56:42.687 INFO:tasks.rados.rados.0.smithi078.stdout:24: writing smithi07880501-24 from 0 to 393216 tid 1 2024-08-10T04:56:42.687 INFO:tasks.rados.rados.0.smithi078.stdout:25: write initial oid 25 2024-08-10T04:56:42.687 INFO:tasks.rados.rados.0.smithi078.stdout:25: seq_num 24 ranges {0=409600} 2024-08-10T04:56:42.689 INFO:tasks.rados.rados.0.smithi078.stdout:25: writing smithi07880501-25 from 0 to 409600 tid 1 2024-08-10T04:56:42.689 INFO:tasks.rados.rados.0.smithi078.stdout:26: write initial oid 26 2024-08-10T04:56:42.689 INFO:tasks.rados.rados.0.smithi078.stdout:26: seq_num 25 ranges {0=425984} 2024-08-10T04:56:42.691 INFO:tasks.rados.rados.0.smithi078.stdout:26: writing smithi07880501-26 from 0 to 425984 tid 1 2024-08-10T04:56:42.691 INFO:tasks.rados.rados.0.smithi078.stdout:27: write initial oid 27 2024-08-10T04:56:42.691 INFO:tasks.rados.rados.0.smithi078.stdout:27: seq_num 26 ranges {0=442368} 2024-08-10T04:56:42.694 INFO:tasks.rados.rados.0.smithi078.stdout:27: writing smithi07880501-27 from 0 to 442368 tid 1 2024-08-10T04:56:42.694 INFO:tasks.rados.rados.0.smithi078.stdout:28: write initial oid 28 2024-08-10T04:56:42.694 INFO:tasks.rados.rados.0.smithi078.stdout:28: seq_num 27 ranges {0=458752} 2024-08-10T04:56:42.697 INFO:tasks.rados.rados.0.smithi078.stdout:28: writing smithi07880501-28 from 0 to 458752 tid 1 2024-08-10T04:56:42.697 INFO:tasks.rados.rados.0.smithi078.stdout:29: write initial oid 29 2024-08-10T04:56:42.697 INFO:tasks.rados.rados.0.smithi078.stdout:29: seq_num 28 ranges {0=475136} 2024-08-10T04:56:42.700 INFO:tasks.rados.rados.0.smithi078.stdout:29: writing smithi07880501-29 from 0 to 475136 tid 1 2024-08-10T04:56:42.700 INFO:tasks.rados.rados.0.smithi078.stdout: waiting on 16 2024-08-10T04:56:42.700 INFO:tasks.rados.rados.0.smithi078.stdout:14: finishing write tid 1 to smithi07880501-14 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:14: finishing write tid 2 to smithi07880501-14 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:15: finishing write tid 1 to smithi07880501-15 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:15: finishing write tid 2 to smithi07880501-15 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:14: finishing write tid 3 to smithi07880501-14 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:16: finishing write tid 1 to smithi07880501-16 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:16: finishing write tid 2 to smithi07880501-16 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:14: done (15 left) 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:30: write initial oid 30 2024-08-10T04:56:42.701 INFO:tasks.rados.rados.0.smithi078.stdout:30: seq_num 29 ranges {0=491520} 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:30: writing smithi07880501-30 from 0 to 491520 tid 1 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout: waiting on 16 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:15: finishing write tid 3 to smithi07880501-15 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:17: finishing write tid 1 to smithi07880501-17 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:15: done (15 left) 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:31: write initial oid 31 2024-08-10T04:56:42.703 INFO:tasks.rados.rados.0.smithi078.stdout:31: seq_num 30 ranges {0=507904} 2024-08-10T04:56:42.706 INFO:tasks.rados.rados.0.smithi078.stdout:31: writing smithi07880501-31 from 0 to 507904 tid 1 2024-08-10T04:56:42.706 INFO:tasks.rados.rados.0.smithi078.stdout: waiting on 16 2024-08-10T04:56:42.706 INFO:tasks.rados.rados.0.smithi078.stdout:17: finishing write tid 2 to smithi07880501-17 2024-08-10T04:56:42.706 INFO:tasks.rados.rados.0.smithi078.stdout:16: finishing write tid 3 to smithi07880501-16 2024-08-10T04:56:42.706 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-10T04:56:42.706 INFO:tasks.rados.rados.0.smithi078.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-10T04:56:42.707 INFO:tasks.rados.rados.0.smithi078.stdout:18: finishing write tid 1 to smithi07880501-18 2024-08-10T04:56:42.707 INFO:tasks.rados.rados.0.smithi078.stdout:16: done (15 left) 2024-08-10T04:56:42.707 INFO:tasks.rados.rados.0.smithi078.stdout:32: write initial oid 32 2024-08-10T04:56:42.707 INFO:tasks.rados.rados.0.smithi078.stdout:32: seq_num 31 ranges {0=524288} 2024-08-10T04:56:42.710 INFO:tasks.rados.rados.0.smithi078.stdout:32: writing smithi07880501-32 from 0 to 524288 tid 1 2024-08-10T04:56:42.710 INFO:tasks.rados.rados.0.smithi078.stdout: waiting on 16 2024-08-10T04:56:42.710 INFO:tasks.rados.rados.0.smithi078.stdout:18: finishing write tid 2 to smithi07880501-18 2024-08-10T04:56:42.710 INFO:tasks.rados.rados.0.smithi078.stdout:17: finishing write tid 3 to smithi07880501-17 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:19: finishing write tid 1 to smithi07880501-19 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:19: finishing write tid 2 to smithi07880501-19 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:18: finishing write tid 3 to smithi07880501-18 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 8 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:20: finishing write tid 1 to smithi07880501-20 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:20: finishing write tid 2 to smithi07880501-20 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:17: done (15 left) 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:18: done (14 left) 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:33: write initial oid 33 2024-08-10T04:56:42.711 INFO:tasks.rados.rados.0.smithi078.stdout:33: seq_num 32 ranges {0=540672} 2024-08-10T04:56:42.713 INFO:tasks.rados.rados.0.smithi078.stdout:33: writing smithi07880501-33 from 0 to 540672 tid 1 2024-08-10T04:56:42.713 INFO:tasks.rados.rados.0.smithi078.stdout:34: write initial oid 34 2024-08-10T04:56:42.713 INFO:tasks.rados.rados.0.smithi078.stdout:34: seq_num 33 ranges {0=557056} 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:34: writing smithi07880501-34 from 0 to 557056 tid 1 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout: waiting on 16 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:19: finishing write tid 3 to smithi07880501-19 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:20: finishing write tid 3 to smithi07880501-20 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-10T04:56:42.718 INFO:tasks.rados.rados.0.smithi078.stdout:21: finishing write tid 1 to smithi07880501-21 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:21: finishing write tid 2 to smithi07880501-21 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:21: finishing write tid 3 to smithi07880501-21 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:22: finishing write tid 1 to smithi07880501-22 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:22: finishing write tid 2 to smithi07880501-22 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:22: finishing write tid 3 to smithi07880501-22 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 10 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:23: finishing write tid 1 to smithi07880501-23 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:23: finishing write tid 2 to smithi07880501-23 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:24: finishing write tid 1 to smithi07880501-24 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:24: finishing write tid 2 to smithi07880501-24 2024-08-10T04:56:42.719 INFO:tasks.rados.rados.0.smithi078.stdout:23: finishing write tid 3 to smithi07880501-23 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:25: finishing write tid 1 to smithi07880501-25 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:24: finishing write tid 3 to smithi07880501-24 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 12 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:25: finishing write tid 2 to smithi07880501-25 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:25: finishing write tid 3 to smithi07880501-25 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:26: finishing write tid 1 to smithi07880501-26 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:26: finishing write tid 2 to smithi07880501-26 2024-08-10T04:56:42.720 INFO:tasks.rados.rados.0.smithi078.stdout:27: finishing write tid 1 to smithi07880501-27 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:27: finishing write tid 2 to smithi07880501-27 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:26: finishing write tid 3 to smithi07880501-26 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:28: finishing write tid 1 to smithi07880501-28 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:28: finishing write tid 2 to smithi07880501-28 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:27: finishing write tid 3 to smithi07880501-27 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 14 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:28: finishing write tid 3 to smithi07880501-28 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:29: finishing write tid 1 to smithi07880501-29 2024-08-10T04:56:42.721 INFO:tasks.rados.rados.0.smithi078.stdout:29: finishing write tid 2 to smithi07880501-29 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:29: finishing write tid 3 to smithi07880501-29 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:30: finishing write tid 1 to smithi07880501-30 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:30: finishing write tid 2 to smithi07880501-30 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:19: done (15 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:20: done (14 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:21: done (13 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:22: done (12 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:23: done (11 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:24: done (10 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:25: done (9 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:26: done (8 left) 2024-08-10T04:56:42.722 INFO:tasks.rados.rados.0.smithi078.stdout:27: done (7 left) 2024-08-10T04:56:42.723 INFO:tasks.rados.rados.0.smithi078.stdout:28: done (6 left) 2024-08-10T04:56:42.723 INFO:tasks.rados.rados.0.smithi078.stdout:29: done (5 left) 2024-08-10T04:56:42.723 INFO:tasks.rados.rados.0.smithi078.stdout:35: write initial oid 35 2024-08-10T04:56:42.723 INFO:tasks.rados.rados.0.smithi078.stdout:35: seq_num 34 ranges {0=573440} 2024-08-10T04:56:42.723 INFO:tasks.rados.rados.0.smithi078.stdout:35: writing smithi07880501-35 from 0 to 573440 tid 1 2024-08-10T04:56:42.723 INFO:tasks.rados.rados.0.smithi078.stdout:36: write initial oid 36 2024-08-10T04:56:42.723 INFO:tasks.rados.rados.0.smithi078.stdout:36: seq_num 35 ranges {0=589824} 2024-08-10T04:56:42.724 INFO:tasks.rados.rados.0.smithi078.stdout:36: writing smithi07880501-36 from 0 to 589824 tid 1 2024-08-10T04:56:42.724 INFO:tasks.rados.rados.0.smithi078.stdout:37: write initial oid 37 2024-08-10T04:56:42.724 INFO:tasks.rados.rados.0.smithi078.stdout:37: seq_num 36 ranges {0=606208} 2024-08-10T04:56:42.728 INFO:tasks.rados.rados.0.smithi078.stdout:37: writing smithi07880501-37 from 0 to 606208 tid 1 2024-08-10T04:56:42.728 INFO:tasks.rados.rados.0.smithi078.stdout:38: write initial oid 38 2024-08-10T04:56:42.728 INFO:tasks.rados.rados.0.smithi078.stdout:38: seq_num 37 ranges {0=622592} 2024-08-10T04:56:42.732 INFO:tasks.rados.rados.0.smithi078.stdout:38: writing smithi07880501-38 from 0 to 622592 tid 1 2024-08-10T04:56:42.732 INFO:tasks.rados.rados.0.smithi078.stdout:39: write initial oid 39 2024-08-10T04:56:42.732 INFO:tasks.rados.rados.0.smithi078.stdout:39: seq_num 38 ranges {0=638976} 2024-08-10T04:56:42.736 INFO:tasks.rados.rados.0.smithi078.stdout:39: writing smithi07880501-39 from 0 to 638976 tid 1 2024-08-10T04:56:42.737 INFO:tasks.rados.rados.0.smithi078.stdout:40: write initial oid 40 2024-08-10T04:56:42.737 INFO:tasks.rados.rados.0.smithi078.stdout:40: seq_num 39 ranges {0=663552} 2024-08-10T04:56:42.741 INFO:tasks.rados.rados.0.smithi078.stdout:40: writing smithi07880501-40 from 0 to 663552 tid 1 2024-08-10T04:56:42.741 INFO:tasks.rados.rados.0.smithi078.stdout:41: write initial oid 41 2024-08-10T04:56:42.741 INFO:tasks.rados.rados.0.smithi078.stdout:41: seq_num 40 ranges {0=679936} 2024-08-10T04:56:42.745 INFO:tasks.rados.rados.0.smithi078.stdout:41: writing smithi07880501-41 from 0 to 679936 tid 1 2024-08-10T04:56:42.745 INFO:tasks.rados.rados.0.smithi078.stdout:42: write initial oid 42 2024-08-10T04:56:42.745 INFO:tasks.rados.rados.0.smithi078.stdout:42: seq_num 41 ranges {0=696320} 2024-08-10T04:56:42.749 INFO:tasks.rados.rados.0.smithi078.stdout:42: writing smithi07880501-42 from 0 to 696320 tid 1 2024-08-10T04:56:42.749 INFO:tasks.rados.rados.0.smithi078.stdout:43: write initial oid 43 2024-08-10T04:56:42.750 INFO:tasks.rados.rados.0.smithi078.stdout:43: seq_num 42 ranges {0=712704} 2024-08-10T04:56:42.755 INFO:tasks.rados.rados.0.smithi078.stdout:43: writing smithi07880501-43 from 0 to 712704 tid 1 2024-08-10T04:56:42.755 INFO:tasks.rados.rados.0.smithi078.stdout:44: write initial oid 44 2024-08-10T04:56:42.755 INFO:tasks.rados.rados.0.smithi078.stdout:44: seq_num 43 ranges {0=729088} 2024-08-10T04:56:42.760 INFO:tasks.rados.rados.0.smithi078.stdout:44: writing smithi07880501-44 from 0 to 729088 tid 1 2024-08-10T04:56:42.760 INFO:tasks.rados.rados.0.smithi078.stdout:45: write initial oid 45 2024-08-10T04:56:42.760 INFO:tasks.rados.rados.0.smithi078.stdout:45: seq_num 44 ranges {0=745472} 2024-08-10T04:56:42.768 INFO:tasks.rados.rados.0.smithi078.stdout:45: writing smithi07880501-45 from 0 to 745472 tid 1 2024-08-10T04:56:42.768 INFO:tasks.rados.rados.0.smithi078.stdout: waiting on 16 2024-08-10T04:56:42.768 INFO:tasks.rados.rados.0.smithi078.stdout:31: finishing write tid 1 to smithi07880501-31 2024-08-10T04:56:42.768 INFO:tasks.rados.rados.0.smithi078.stdout:30: finishing write tid 3 to smithi07880501-30 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:31: finishing write tid 2 to smithi07880501-31 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:30: done (15 left) 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:46: write initial oid 46 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:31: finishing write tid 3 to smithi07880501-31 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:32: finishing write tid 1 to smithi07880501-32 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:32: finishing write tid 2 to smithi07880501-32 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:32: finishing write tid 3 to smithi07880501-32 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-10T04:56:42.769 INFO:tasks.rados.rados.0.smithi078.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:33: finishing write tid 1 to smithi07880501-33 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:33: finishing write tid 2 to smithi07880501-33 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:33: finishing write tid 3 to smithi07880501-33 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 16 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:34: finishing write tid 1 to smithi07880501-34 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:34: finishing write tid 2 to smithi07880501-34 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:34: finishing write tid 3 to smithi07880501-34 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:35: finishing write tid 1 to smithi07880501-35 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:35: finishing write tid 2 to smithi07880501-35 2024-08-10T04:56:42.770 INFO:tasks.rados.rados.0.smithi078.stdout:35: finishing write tid 3 to smithi07880501-35 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:36: finishing write tid 1 to smithi07880501-36 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:36: finishing write tid 2 to smithi07880501-36 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:36: finishing write tid 3 to smithi07880501-36 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:37: finishing write tid 1 to smithi07880501-37 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:37: finishing write tid 2 to smithi07880501-37 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:37: finishing write tid 3 to smithi07880501-37 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:38: finishing write tid 1 to smithi07880501-38 2024-08-10T04:56:42.771 INFO:tasks.rados.rados.0.smithi078.stdout:38: finishing write tid 2 to smithi07880501-38 2024-08-10T04:56:42.772 INFO:tasks.rados.rados.0.smithi078.stdout:46: seq_num 45 ranges {0=761856} 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:46: writing smithi07880501-46 from 0 to 761856 tid 1 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:31: done (15 left) 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:32: done (14 left) 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:33: done (13 left) 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:34: done (12 left) 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:35: done (11 left) 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:36: done (10 left) 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:37: done (9 left) 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:47: write initial oid 47 2024-08-10T04:56:42.773 INFO:tasks.rados.rados.0.smithi078.stdout:47: seq_num 46 ranges {0=778240} 2024-08-10T04:56:42.777 INFO:tasks.rados.rados.0.smithi078.stdout:47: writing smithi07880501-47 from 0 to 778240 tid 1 2024-08-10T04:56:42.777 INFO:tasks.rados.rados.0.smithi078.stdout:48: write initial oid 48 2024-08-10T04:56:42.778 INFO:tasks.rados.rados.0.smithi078.stdout:48: seq_num 47 ranges {0=794624} 2024-08-10T04:56:42.783 INFO:tasks.rados.rados.0.smithi078.stdout:48: writing smithi07880501-48 from 0 to 794624 tid 1 2024-08-10T04:56:42.783 INFO:tasks.rados.rados.0.smithi078.stdout:49: write initial oid 49 2024-08-10T04:56:42.783 INFO:tasks.rados.rados.0.smithi078.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-10T04:56:42.785 INFO:tasks.rados.rados.0.smithi078.stdout:49: writing smithi07880501-49 from 0 to 409600 tid 1 2024-08-10T04:56:42.788 INFO:tasks.rados.rados.0.smithi078.stdout:49: writing smithi07880501-49 from 409600 to 811008 tid 2 2024-08-10T04:56:42.788 INFO:tasks.rados.rados.0.smithi078.stdout:50: write initial oid 50 2024-08-10T04:56:42.789 INFO:tasks.rados.rados.0.smithi078.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-10T04:56:42.791 INFO:tasks.rados.rados.0.smithi078.stdout:50: writing smithi07880501-50 from 0 to 425984 tid 1 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:50: writing smithi07880501-50 from 425984 to 827392 tid 2 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:38: finishing write tid 3 to smithi07880501-38 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:39: finishing write tid 1 to smithi07880501-39 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:39: finishing write tid 2 to smithi07880501-39 2024-08-10T04:56:42.795 INFO:tasks.rados.rados.0.smithi078.stdout:39: finishing write tid 3 to smithi07880501-39 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:40: finishing write tid 1 to smithi07880501-40 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:40: finishing write tid 2 to smithi07880501-40 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:40: finishing write tid 3 to smithi07880501-40 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:41: finishing write tid 1 to smithi07880501-41 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:38: done (13 left) 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:39: done (12 left) 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:40: done (11 left) 2024-08-10T04:56:42.796 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 0 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:41: finishing write tid 2 to smithi07880501-41 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:41: finishing write tid 3 to smithi07880501-41 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:42: finishing write tid 1 to smithi07880501-42 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:42: finishing write tid 2 to smithi07880501-42 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:42: finishing write tid 3 to smithi07880501-42 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:43: finishing write tid 1 to smithi07880501-43 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:43: finishing write tid 2 to smithi07880501-43 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:43: finishing write tid 3 to smithi07880501-43 2024-08-10T04:56:42.797 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-10T04:56:42.798 INFO:tasks.rados.rados.0.smithi078.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-10T04:56:42.798 INFO:tasks.rados.rados.0.smithi078.stdout:44: finishing write tid 1 to smithi07880501-44 2024-08-10T04:56:42.798 INFO:tasks.rados.rados.0.smithi078.stdout:44: finishing write tid 2 to smithi07880501-44 2024-08-10T04:56:42.798 INFO:tasks.rados.rados.0.smithi078.stdout:44: finishing write tid 3 to smithi07880501-44 2024-08-10T04:56:42.798 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 10 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-10T04:56:42.798 INFO:tasks.rados.rados.0.smithi078.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-10T04:56:42.798 INFO:tasks.rados.rados.0.smithi078.stdout:52: seq_num 50 ranges {606208=442368,1048576=401408} 2024-08-10T04:56:42.800 INFO:tasks.rados.rados.0.smithi078.stdout:52: writing smithi07880501-37 from 606208 to 1048576 tid 1 2024-08-10T04:56:42.803 INFO:tasks.rados.rados.0.smithi078.stdout:52: writing smithi07880501-37 from 1048576 to 1449984 tid 2 2024-08-10T04:56:42.803 INFO:tasks.rados.rados.0.smithi078.stdout:41: done (11 left) 2024-08-10T04:56:42.803 INFO:tasks.rados.rados.0.smithi078.stdout:42: done (10 left) 2024-08-10T04:56:42.803 INFO:tasks.rados.rados.0.smithi078.stdout:43: done (9 left) 2024-08-10T04:56:42.803 INFO:tasks.rados.rados.0.smithi078.stdout:44: done (8 left) 2024-08-10T04:56:42.803 INFO:tasks.rados.rados.0.smithi078.stdout:53: rmattr oid 16 current snap is 0 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:53: done (8 left) 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:54: delete oid 26 current snap is 0 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:45: finishing write tid 1 to smithi07880501-45 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:45: finishing write tid 2 to smithi07880501-45 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:45: finishing write tid 3 to smithi07880501-45 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 12 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:46: finishing write tid 1 to smithi07880501-46 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:46: finishing write tid 2 to smithi07880501-46 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:46: finishing write tid 3 to smithi07880501-46 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-10T04:56:42.804 INFO:tasks.rados.rados.0.smithi078.stdout:47: finishing write tid 1 to smithi07880501-47 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:47: finishing write tid 2 to smithi07880501-47 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:47: finishing write tid 3 to smithi07880501-47 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:48: finishing write tid 1 to smithi07880501-48 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:48: finishing write tid 2 to smithi07880501-48 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:48: finishing write tid 3 to smithi07880501-48 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:49: finishing write tid 1 to smithi07880501-49 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:49: finishing write tid 2 to smithi07880501-49 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:49: finishing write tid 3 to smithi07880501-49 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:49: finishing write tid 4 to smithi07880501-49 2024-08-10T04:56:42.805 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 3 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:50: finishing write tid 1 to smithi07880501-50 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:50: finishing write tid 2 to smithi07880501-50 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:50: finishing write tid 3 to smithi07880501-50 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:50: finishing write tid 4 to smithi07880501-50 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 15 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:51: finishing copy_from racing read to smithi07880501-8 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:51: finishing copy_from to smithi07880501-8 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-10T04:56:42.806 INFO:tasks.rados.rados.0.smithi078.stdout:52: finishing write tid 1 to smithi07880501-37 2024-08-10T04:56:42.808 INFO:tasks.rados.rados.0.smithi078.stdout:52: finishing write tid 2 to smithi07880501-37 2024-08-10T04:56:42.808 INFO:tasks.rados.rados.0.smithi078.stdout:52: finishing write tid 3 to smithi07880501-37 2024-08-10T04:56:42.808 INFO:tasks.rados.rados.0.smithi078.stdout:45: done (8 left) 2024-08-10T04:56:42.808 INFO:tasks.rados.rados.0.smithi078.stdout:46: done (7 left) 2024-08-10T04:56:42.808 INFO:tasks.rados.rados.0.smithi078.stdout:47: done (6 left) 2024-08-10T04:56:42.808 INFO:tasks.rados.rados.0.smithi078.stdout:48: done (5 left) 2024-08-10T04:56:42.808 INFO:tasks.rados.rados.0.smithi078.stdout:49: done (4 left) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:50: done (3 left) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:51: done (2 left) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:54: done (1 left) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:55: read oid 15 snap -1 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:56: rollback oid 30 current snap is 0 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:56: done (2 left) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:57: read oid 27 snap -1 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:59: rollback oid 45 current snap is 0 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:59: done (4 left) 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-10T04:56:42.809 INFO:tasks.rados.rados.0.smithi078.stdout:61: delete oid 1 current snap is 0 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:52: finishing write tid 4 to smithi07880501-37 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:52: left oid 37 (ObjNum 50 snap 0 seq_num 50) 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:52: done (5 left) 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:61: done (4 left) 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:62: read oid 24 snap -1 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:63: snap_create 2024-08-10T04:56:42.810 INFO:tasks.rados.rados.0.smithi078.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-10T04:56:42.815 INFO:tasks.rados.rados.0.smithi078.stdout:58: finishing copy_from racing read to smithi07880501-28 2024-08-10T04:56:42.815 INFO:tasks.rados.rados.0.smithi078.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-10T04:56:42.828 INFO:tasks.rados.rados.0.smithi078.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:56:42.839 INFO:tasks.rados.rados.0.smithi078.stdout:58: finishing copy_from to smithi07880501-28 2024-08-10T04:56:42.839 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T04:56:42.839 INFO:tasks.rados.rados.0.smithi078.stdout:60: finishing copy_from racing read to smithi07880501-22 2024-08-10T04:56:42.839 INFO:tasks.rados.rados.0.smithi078.stdout:60: finishing copy_from to smithi07880501-22 2024-08-10T04:56:42.839 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T04:56:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[29426]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[29426]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T04:56:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[29426]: Cluster is now healthy 2024-08-10T04:56:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2683934739' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-10T04:56:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[39622]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[39622]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T04:56:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[39622]: Cluster is now healthy 2024-08-10T04:56:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:42 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2683934739' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-10T04:56:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:42 smithi107 ceph-mon[32749]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:42 smithi107 ceph-mon[32749]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T04:56:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:42 smithi107 ceph-mon[32749]: Cluster is now healthy 2024-08-10T04:56:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:42 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2683934739' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-10T04:56:43.659 INFO:tasks.rados.rados.0.smithi078.stdout:55: done (5 left) 2024-08-10T04:56:43.659 INFO:tasks.rados.rados.0.smithi078.stdout:57: done (4 left) 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:58: done (3 left) 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:60: done (2 left) 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:62: done (1 left) 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:63: done (0 left) 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:65: read oid 30 snap -1 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 1 2024-08-10T04:56:43.660 INFO:tasks.rados.rados.0.smithi078.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-10T04:56:43.664 INFO:tasks.rados.rados.0.smithi078.stdout:66: writing smithi07880501-23 from 376832 to 868352 tid 1 2024-08-10T04:56:43.667 INFO:tasks.rados.rados.0.smithi078.stdout:66: writing smithi07880501-23 from 868352 to 1269760 tid 2 2024-08-10T04:56:43.667 INFO:tasks.rados.rados.0.smithi078.stdout:67: rollback oid 10 current snap is 1 2024-08-10T04:56:43.667 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 0 2024-08-10T04:56:43.667 INFO:tasks.rados.rados.0.smithi078.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-10T04:56:43.681 INFO:tasks.rados.rados.0.smithi078.stdout:64: finishing copy_from racing read to smithi07880501-15 2024-08-10T04:56:43.682 INFO:tasks.rados.rados.0.smithi078.stdout:64: finishing copy_from to smithi07880501-15 2024-08-10T04:56:43.682 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-10T04:56:43.682 INFO:tasks.rados.rados.0.smithi078.stdout:64: done (3 left) 2024-08-10T04:56:43.682 INFO:tasks.rados.rados.0.smithi078.stdout:65: done (2 left) 2024-08-10T04:56:43.682 INFO:tasks.rados.rados.0.smithi078.stdout:68: setattr oid 20 current snap is 1 2024-08-10T04:56:43.682 INFO:tasks.rados.rados.0.smithi078.stdout:66: finishing write tid 1 to smithi07880501-23 2024-08-10T04:56:43.682 INFO:tasks.rados.rados.0.smithi078.stdout:67: finishing rollback tid 0 to smithi07880501-10 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:67: finishing rollback tid 1 to smithi07880501-10 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:66: finishing write tid 2 to smithi07880501-23 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:66: finishing write tid 3 to smithi07880501-23 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:67: finishing rollback tid 2 to smithi07880501-10 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 16 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:66: finishing write tid 4 to smithi07880501-23 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 6 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T04:56:43.683 INFO:tasks.rados.rados.0.smithi078.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-10T04:56:43.686 INFO:tasks.rados.rados.0.smithi078.stdout:66: done (2 left) 2024-08-10T04:56:43.686 INFO:tasks.rados.rados.0.smithi078.stdout:67: done (1 left) 2024-08-10T04:56:43.686 INFO:tasks.rados.rados.0.smithi078.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-10T04:56:43.686 INFO:tasks.rados.rados.0.smithi078.stdout:70: read oid 24 snap 0 2024-08-10T04:56:43.686 INFO:tasks.rados.rados.0.smithi078.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:72: rollback oid 49 current snap is 1 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 0 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:73: read oid 4 snap 0 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:74: rmattr oid 7 current snap is 1 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:74: done (6 left) 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:76: read oid 39 snap -1 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-10T04:56:43.687 INFO:tasks.rados.rados.0.smithi078.stdout:78: read oid 2 snap -1 2024-08-10T04:56:43.688 INFO:tasks.rados.rados.0.smithi078.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-10T04:56:43.688 INFO:tasks.rados.rados.0.smithi078.stdout:79: setattr oid 41 current snap is 1 2024-08-10T04:56:43.688 INFO:tasks.rados.rados.0.smithi078.stdout:80: snap_create 2024-08-10T04:56:43.688 INFO:tasks.rados.rados.0.smithi078.stdout:72: finishing rollback tid 0 to smithi07880501-49 2024-08-10T04:56:43.688 INFO:tasks.rados.rados.0.smithi078.stdout:72: finishing rollback tid 1 to smithi07880501-49 2024-08-10T04:56:43.688 INFO:tasks.rados.rados.0.smithi078.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:56:43.689 INFO:tasks.rados.rados.0.smithi078.stdout:72: finishing rollback tid 2 to smithi07880501-49 2024-08-10T04:56:43.689 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-10T04:56:43.689 INFO:tasks.rados.rados.0.smithi078.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:56:43.703 INFO:tasks.rados.rados.0.smithi078.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-10T04:56:43.703 INFO:tasks.rados.rados.0.smithi078.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-10T04:56:43.721 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 11 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-10T04:56:43.721 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 13 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-10T04:56:43.721 INFO:tasks.rados.rados.0.smithi078.stdout:69: finishing copy_from racing read to smithi07880501-45 2024-08-10T04:56:43.721 INFO:tasks.rados.rados.0.smithi078.stdout:69: finishing copy_from to smithi07880501-45 2024-08-10T04:56:43.722 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-10T04:56:43.722 INFO:tasks.rados.rados.0.smithi078.stdout:71: finishing copy_from racing read to smithi07880501-36 2024-08-10T04:56:43.722 INFO:tasks.rados.rados.0.smithi078.stdout:71: finishing copy_from to smithi07880501-36 2024-08-10T04:56:43.722 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T04:56:43.722 INFO:tasks.rados.rados.0.smithi078.stdout:75: finishing copy_from racing read to smithi07880501-21 2024-08-10T04:56:43.723 INFO:tasks.rados.rados.0.smithi078.stdout:75: finishing copy_from to smithi07880501-21 2024-08-10T04:56:43.723 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-10T04:56:43.723 INFO:tasks.rados.rados.0.smithi078.stdout:77: finishing copy_from racing read to smithi07880501-6 2024-08-10T04:56:43.723 INFO:tasks.rados.rados.0.smithi078.stdout:77: finishing copy_from to smithi07880501-6 2024-08-10T04:56:43.723 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-10T04:56:43.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:43 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2683934739' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-10T04:56:43.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:43 smithi078 ceph-mon[29426]: osdmap e83: 8 total, 8 up, 8 in 2024-08-10T04:56:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:43 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2683934739' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-10T04:56:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:43 smithi078 ceph-mon[39622]: osdmap e83: 8 total, 8 up, 8 in 2024-08-10T04:56:43.979 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:43] "GET /metrics HTTP/1.1" 200 235930 "" "Prometheus/2.43.0" 2024-08-10T04:56:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:43 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2683934739' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-10T04:56:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:43 smithi107 ceph-mon[32749]: osdmap e83: 8 total, 8 up, 8 in 2024-08-10T04:56:44.666 INFO:tasks.rados.rados.0.smithi078.stdout:68: done (11 left) 2024-08-10T04:56:44.666 INFO:tasks.rados.rados.0.smithi078.stdout:69: done (10 left) 2024-08-10T04:56:44.666 INFO:tasks.rados.rados.0.smithi078.stdout:70: done (9 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:71: done (8 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:72: done (7 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:73: done (6 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:75: done (5 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:76: done (4 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:77: done (3 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:78: done (2 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:79: done (1 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:80: done (0 left) 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:81: rollback oid 40 current snap is 2 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 1 2024-08-10T04:56:44.667 INFO:tasks.rados.rados.0.smithi078.stdout:82: snap_create 2024-08-10T04:56:44.668 INFO:tasks.rados.rados.0.smithi078.stdout:81: finishing rollback tid 0 to smithi07880501-40 2024-08-10T04:56:44.669 INFO:tasks.rados.rados.0.smithi078.stdout:81: finishing rollback tid 1 to smithi07880501-40 2024-08-10T04:56:44.669 INFO:tasks.rados.rados.0.smithi078.stdout:81: finishing rollback tid 2 to smithi07880501-40 2024-08-10T04:56:44.669 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-10T04:56:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:44 smithi078 ceph-mon[29426]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:44 smithi078 ceph-mon[29426]: osdmap e84: 8 total, 8 up, 8 in 2024-08-10T04:56:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:44 smithi078 ceph-mon[39622]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:44 smithi078 ceph-mon[39622]: osdmap e84: 8 total, 8 up, 8 in 2024-08-10T04:56:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:44 smithi107 ceph-mon[32749]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:44 smithi107 ceph-mon[32749]: osdmap e84: 8 total, 8 up, 8 in 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:81: done (1 left) 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:82: done (0 left) 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:83: rollback oid 9 current snap is 3 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 0 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:84: read oid 20 snap 1 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:85: read oid 25 snap -1 2024-08-10T04:56:45.670 INFO:tasks.rados.rados.0.smithi078.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-10T04:56:45.671 INFO:tasks.rados.rados.0.smithi078.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-08-10T04:56:45.671 INFO:tasks.rados.rados.0.smithi078.stdout:87: setattr oid 48 current snap is 3 2024-08-10T04:56:45.671 INFO:tasks.rados.rados.0.smithi078.stdout:88: snap_remove snap 2 2024-08-10T04:56:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:45 smithi078 ceph-mon[29426]: osdmap e85: 8 total, 8 up, 8 in 2024-08-10T04:56:45.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:45 smithi078 ceph-mon[39622]: osdmap e85: 8 total, 8 up, 8 in 2024-08-10T04:56:46.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:45 smithi107 ceph-mon[32749]: osdmap e85: 8 total, 8 up, 8 in 2024-08-10T04:56:46.675 INFO:tasks.rados.rados.0.smithi078.stdout:88: done (5 left) 2024-08-10T04:56:46.675 INFO:tasks.rados.rados.0.smithi078.stdout:89: read oid 38 snap 1 2024-08-10T04:56:46.675 INFO:tasks.rados.rados.0.smithi078.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-10T04:56:46.675 INFO:tasks.rados.rados.0.smithi078.stdout:90: read oid 18 snap -1 2024-08-10T04:56:46.675 INFO:tasks.rados.rados.0.smithi078.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-10T04:56:46.675 INFO:tasks.rados.rados.0.smithi078.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:92: rmattr oid 43 current snap is 3 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:92: done (8 left) 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:93: delete oid 14 current snap is 3 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:83: finishing rollback tid 0 to smithi07880501-9 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:83: finishing rollback tid 1 to smithi07880501-9 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:83: finishing rollback tid 2 to smithi07880501-9 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T04:56:46.676 INFO:tasks.rados.rados.0.smithi078.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-10T04:56:46.688 INFO:tasks.rados.rados.0.smithi078.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-10T04:56:46.699 INFO:tasks.rados.rados.0.smithi078.stdout:86: finishing copy_from racing read to smithi07880501-34 2024-08-10T04:56:46.699 INFO:tasks.rados.rados.0.smithi078.stdout:83: done (8 left) 2024-08-10T04:56:46.699 INFO:tasks.rados.rados.0.smithi078.stdout:84: done (7 left) 2024-08-10T04:56:46.699 INFO:tasks.rados.rados.0.smithi078.stdout:85: done (6 left) 2024-08-10T04:56:46.699 INFO:tasks.rados.rados.0.smithi078.stdout:87: done (5 left) 2024-08-10T04:56:46.699 INFO:tasks.rados.rados.0.smithi078.stdout:93: done (4 left) 2024-08-10T04:56:46.700 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 3 2024-08-10T04:56:46.700 INFO:tasks.rados.rados.0.smithi078.stdout:86: finishing copy_from to smithi07880501-34 2024-08-10T04:56:46.700 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T04:56:46.700 INFO:tasks.rados.rados.0.smithi078.stdout:94: seq_num 55 ranges {679936=524288,1204224=401408} 2024-08-10T04:56:46.705 INFO:tasks.rados.rados.0.smithi078.stdout:94: writing smithi07880501-41 from 679936 to 1204224 tid 1 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:94: writing smithi07880501-41 from 1204224 to 1605632 tid 2 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:86: done (4 left) 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:95: read oid 4 snap 0 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:95: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:96: rmattr oid 28 current snap is 3 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:96: done (5 left) 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:97: read oid 32 snap 0 2024-08-10T04:56:46.708 INFO:tasks.rados.rados.0.smithi078.stdout:97: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-10T04:56:46.709 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 3 2024-08-10T04:56:46.709 INFO:tasks.rados.rados.0.smithi078.stdout:98: seq_num 56 ranges {1449984=540672,1990656=401408} 2024-08-10T04:56:46.719 INFO:tasks.rados.rados.0.smithi078.stdout:98: writing smithi07880501-6 from 1449984 to 1990656 tid 1 2024-08-10T04:56:46.721 INFO:tasks.rados.rados.0.smithi078.stdout:98: writing smithi07880501-6 from 1990656 to 2392064 tid 2 2024-08-10T04:56:46.722 INFO:tasks.rados.rados.0.smithi078.stdout:99: copy_from oid 31 from oid 27 current snap is 3 2024-08-10T04:56:46.722 INFO:tasks.rados.rados.0.smithi078.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-10T04:56:46.733 INFO:tasks.rados.rados.0.smithi078.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-10T04:56:46.750 INFO:tasks.rados.rados.0.smithi078.stdout:91: finishing copy_from racing read to smithi07880501-2 2024-08-10T04:56:46.750 INFO:tasks.rados.rados.0.smithi078.stdout:91: finishing copy_from to smithi07880501-2 2024-08-10T04:56:46.750 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-10T04:56:46.750 INFO:tasks.rados.rados.0.smithi078.stdout:89: done (7 left) 2024-08-10T04:56:46.750 INFO:tasks.rados.rados.0.smithi078.stdout:90: done (6 left) 2024-08-10T04:56:46.751 INFO:tasks.rados.rados.0.smithi078.stdout:91: done (5 left) 2024-08-10T04:56:46.751 INFO:tasks.rados.rados.0.smithi078.stdout:100: copy_from oid 42 from oid 38 current snap is 3 2024-08-10T04:56:46.751 INFO:tasks.rados.rados.0.smithi078.stdout:95: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:56:46.752 INFO:tasks.rados.rados.0.smithi078.stdout:94: finishing write tid 1 to smithi07880501-41 2024-08-10T04:56:46.752 INFO:tasks.rados.rados.0.smithi078.stdout:94: finishing write tid 2 to smithi07880501-41 2024-08-10T04:56:46.752 INFO:tasks.rados.rados.0.smithi078.stdout:94: finishing write tid 3 to smithi07880501-41 2024-08-10T04:56:46.752 INFO:tasks.rados.rados.0.smithi078.stdout:94: finishing write tid 4 to smithi07880501-41 2024-08-10T04:56:46.753 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 17 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-10T04:56:46.753 INFO:tasks.rados.rados.0.smithi078.stdout:94: left oid 41 (ObjNum 55 snap 3 seq_num 55) 2024-08-10T04:56:46.753 INFO:tasks.rados.rados.0.smithi078.stdout:97: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-10T04:56:46.768 INFO:tasks.rados.rados.0.smithi078.stdout:98: finishing write tid 1 to smithi07880501-6 2024-08-10T04:56:46.768 INFO:tasks.rados.rados.0.smithi078.stdout:98: finishing write tid 2 to smithi07880501-6 2024-08-10T04:56:46.768 INFO:tasks.rados.rados.0.smithi078.stdout:98: finishing write tid 3 to smithi07880501-6 2024-08-10T04:56:46.768 INFO:tasks.rados.rados.0.smithi078.stdout:94: done (5 left) 2024-08-10T04:56:46.768 INFO:tasks.rados.rados.0.smithi078.stdout:95: done (4 left) 2024-08-10T04:56:46.769 INFO:tasks.rados.rados.0.smithi078.stdout:97: done (3 left) 2024-08-10T04:56:46.769 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 3 2024-08-10T04:56:46.769 INFO:tasks.rados.rados.0.smithi078.stdout:98: finishing write tid 4 to smithi07880501-6 2024-08-10T04:56:46.769 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 16 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-08-10T04:56:46.769 INFO:tasks.rados.rados.0.smithi078.stdout:98: left oid 6 (ObjNum 56 snap 3 seq_num 56) 2024-08-10T04:56:46.769 INFO:tasks.rados.rados.0.smithi078.stdout:99: finishing copy_from racing read to smithi07880501-31 2024-08-10T04:56:46.769 INFO:tasks.rados.rados.0.smithi078.stdout:101: seq_num 57 ranges {475136=557056,1032192=401408} 2024-08-10T04:56:46.774 INFO:tasks.rados.rados.0.smithi078.stdout:101: writing smithi07880501-2 from 475136 to 1032192 tid 1 2024-08-10T04:56:46.776 INFO:tasks.rados.rados.0.smithi078.stdout:101: writing smithi07880501-2 from 1032192 to 1433600 tid 2 2024-08-10T04:56:46.776 INFO:tasks.rados.rados.0.smithi078.stdout:98: done (3 left) 2024-08-10T04:56:46.776 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 3 2024-08-10T04:56:46.776 INFO:tasks.rados.rados.0.smithi078.stdout:99: finishing copy_from to smithi07880501-31 2024-08-10T04:56:46.777 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 14 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-10T04:56:46.777 INFO:tasks.rados.rados.0.smithi078.stdout:102: seq_num 58 ranges {638976=573440,1212416=401408} 2024-08-10T04:56:46.783 INFO:tasks.rados.rados.0.smithi078.stdout:102: writing smithi07880501-39 from 638976 to 1212416 tid 1 2024-08-10T04:56:46.786 INFO:tasks.rados.rados.0.smithi078.stdout:102: writing smithi07880501-39 from 1212416 to 1613824 tid 2 2024-08-10T04:56:46.786 INFO:tasks.rados.rados.0.smithi078.stdout:99: done (3 left) 2024-08-10T04:56:46.786 INFO:tasks.rados.rados.0.smithi078.stdout:103: rollback oid 22 current snap is 3 2024-08-10T04:56:46.786 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 22 to 0 2024-08-10T04:56:46.786 INFO:tasks.rados.rados.0.smithi078.stdout:104: delete oid 17 current snap is 3 2024-08-10T04:56:46.786 INFO:tasks.rados.rados.0.smithi078.stdout:100: finishing copy_from racing read to smithi07880501-42 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:100: finishing copy_from to smithi07880501-42 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:101: finishing write tid 1 to smithi07880501-2 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:101: finishing write tid 2 to smithi07880501-2 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:101: finishing write tid 3 to smithi07880501-2 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:101: finishing write tid 4 to smithi07880501-2 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 22 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:101: left oid 2 (ObjNum 57 snap 3 seq_num 57) 2024-08-10T04:56:46.787 INFO:tasks.rados.rados.0.smithi078.stdout:102: finishing write tid 1 to smithi07880501-39 2024-08-10T04:56:46.788 INFO:tasks.rados.rados.0.smithi078.stdout:100: done (4 left) 2024-08-10T04:56:46.788 INFO:tasks.rados.rados.0.smithi078.stdout:101: done (3 left) 2024-08-10T04:56:46.788 INFO:tasks.rados.rados.0.smithi078.stdout:104: done (2 left) 2024-08-10T04:56:46.788 INFO:tasks.rados.rados.0.smithi078.stdout:105: read oid 45 snap -1 2024-08-10T04:56:46.788 INFO:tasks.rados.rados.0.smithi078.stdout:105: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:56:46.789 INFO:tasks.rados.rados.0.smithi078.stdout:106: rollback oid 4 current snap is 3 2024-08-10T04:56:46.789 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 0 2024-08-10T04:56:46.789 INFO:tasks.rados.rados.0.smithi078.stdout:107: delete oid 16 current snap is 3 2024-08-10T04:56:46.789 INFO:tasks.rados.rados.0.smithi078.stdout:103: finishing rollback tid 0 to smithi07880501-22 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:102: finishing write tid 2 to smithi07880501-39 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:102: finishing write tid 3 to smithi07880501-39 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:103: finishing rollback tid 1 to smithi07880501-22 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:103: finishing rollback tid 2 to smithi07880501-22 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 23 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:102: finishing write tid 4 to smithi07880501-39 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 6 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-08-10T04:56:46.790 INFO:tasks.rados.rados.0.smithi078.stdout:102: left oid 39 (ObjNum 58 snap 3 seq_num 58) 2024-08-10T04:56:46.792 INFO:tasks.rados.rados.0.smithi078.stdout:105: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:56:46.808 INFO:tasks.rados.rados.0.smithi078.stdout:106: finishing rollback tid 0 to smithi07880501-4 2024-08-10T04:56:46.808 INFO:tasks.rados.rados.0.smithi078.stdout:106: finishing rollback tid 1 to smithi07880501-4 2024-08-10T04:56:46.808 INFO:tasks.rados.rados.0.smithi078.stdout:106: finishing rollback tid 2 to smithi07880501-4 2024-08-10T04:56:46.808 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 26 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:102: done (4 left) 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:103: done (3 left) 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:105: done (2 left) 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:106: done (1 left) 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:107: done (0 left) 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:108: read oid 33 snap 1 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:108: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:109: rollback oid 48 current snap is 3 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 48 to 0 2024-08-10T04:56:46.809 INFO:tasks.rados.rados.0.smithi078.stdout:110: delete oid 47 current snap is 3 2024-08-10T04:56:46.810 INFO:tasks.rados.rados.0.smithi078.stdout:110: done (2 left) 2024-08-10T04:56:46.810 INFO:tasks.rados.rados.0.smithi078.stdout:111: setattr oid 31 current snap is 3 2024-08-10T04:56:46.810 INFO:tasks.rados.rados.0.smithi078.stdout:109: finishing rollback tid 0 to smithi07880501-48 2024-08-10T04:56:46.810 INFO:tasks.rados.rados.0.smithi078.stdout:109: finishing rollback tid 1 to smithi07880501-48 2024-08-10T04:56:46.811 INFO:tasks.rados.rados.0.smithi078.stdout:109: finishing rollback tid 2 to smithi07880501-48 2024-08-10T04:56:46.811 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 19 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T04:56:46.811 INFO:tasks.rados.rados.0.smithi078.stdout:109: done (2 left) 2024-08-10T04:56:46.812 INFO:tasks.rados.rados.0.smithi078.stdout:112: snap_create 2024-08-10T04:56:46.812 INFO:tasks.rados.rados.0.smithi078.stdout:108: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T04:56:46.827 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 15 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-10T04:56:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:46 smithi078 ceph-mon[39622]: pgmap v107: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 65 op/s 2024-08-10T04:56:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:46 smithi078 ceph-mon[39622]: osdmap e86: 8 total, 8 up, 8 in 2024-08-10T04:56:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:46 smithi078 ceph-mon[29426]: pgmap v107: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 65 op/s 2024-08-10T04:56:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:46 smithi078 ceph-mon[29426]: osdmap e86: 8 total, 8 up, 8 in 2024-08-10T04:56:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:46 smithi107 ceph-mon[32749]: pgmap v107: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.6 MiB/s wr, 65 op/s 2024-08-10T04:56:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:46 smithi107 ceph-mon[32749]: osdmap e86: 8 total, 8 up, 8 in 2024-08-10T04:56:47.679 INFO:tasks.rados.rados.0.smithi078.stdout:108: done (2 left) 2024-08-10T04:56:47.679 INFO:tasks.rados.rados.0.smithi078.stdout:111: done (1 left) 2024-08-10T04:56:47.679 INFO:tasks.rados.rados.0.smithi078.stdout:112: done (0 left) 2024-08-10T04:56:47.679 INFO:tasks.rados.rados.0.smithi078.stdout:113: copy_from oid 25 from oid 6 current snap is 4 2024-08-10T04:56:47.680 INFO:tasks.rados.rados.0.smithi078.stdout:114: setattr oid 23 current snap is 4 2024-08-10T04:56:47.681 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 4 2024-08-10T04:56:47.681 INFO:tasks.rados.rados.0.smithi078.stdout:115: seq_num 62 ranges {24576=647168,671744=401408} 2024-08-10T04:56:47.685 INFO:tasks.rados.rados.0.smithi078.stdout:115: writing smithi07880501-15 from 24576 to 671744 tid 1 2024-08-10T04:56:47.687 INFO:tasks.rados.rados.0.smithi078.stdout:115: writing smithi07880501-15 from 671744 to 1073152 tid 2 2024-08-10T04:56:47.687 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 4 2024-08-10T04:56:47.688 INFO:tasks.rados.rados.0.smithi078.stdout:116: seq_num 63 ranges {319488=663552,983040=401408} 2024-08-10T04:56:47.694 INFO:tasks.rados.rados.0.smithi078.stdout:116: writing smithi07880501-20 from 319488 to 983040 tid 1 2024-08-10T04:56:47.698 INFO:tasks.rados.rados.0.smithi078.stdout:116: writing smithi07880501-20 from 983040 to 1384448 tid 2 2024-08-10T04:56:47.698 INFO:tasks.rados.rados.0.smithi078.stdout:117: rollback oid 31 current snap is 4 2024-08-10T04:56:47.698 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 1 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 8 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:115: finishing write tid 1 to smithi07880501-15 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:115: finishing write tid 2 to smithi07880501-15 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:115: finishing write tid 3 to smithi07880501-15 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:115: finishing write tid 4 to smithi07880501-15 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 27 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:115: left oid 15 (ObjNum 62 snap 4 seq_num 62) 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:114: done (4 left) 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:115: done (3 left) 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:118: read oid 29 snap -1 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:118: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 4 2024-08-10T04:56:47.699 INFO:tasks.rados.rados.0.smithi078.stdout:119: seq_num 64 ranges {0=679936,679936=401408} 2024-08-10T04:56:47.703 INFO:tasks.rados.rados.0.smithi078.stdout:119: writing smithi07880501-26 from 0 to 679936 tid 1 2024-08-10T04:56:47.707 INFO:tasks.rados.rados.0.smithi078.stdout:119: writing smithi07880501-26 from 679936 to 1081344 tid 2 2024-08-10T04:56:47.707 INFO:tasks.rados.rados.0.smithi078.stdout:120: snap_create 2024-08-10T04:56:47.707 INFO:tasks.rados.rados.0.smithi078.stdout:116: finishing write tid 1 to smithi07880501-20 2024-08-10T04:56:47.707 INFO:tasks.rados.rados.0.smithi078.stdout:116: finishing write tid 2 to smithi07880501-20 2024-08-10T04:56:47.707 INFO:tasks.rados.rados.0.smithi078.stdout:116: finishing write tid 3 to smithi07880501-20 2024-08-10T04:56:47.707 INFO:tasks.rados.rados.0.smithi078.stdout:118: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:117: finishing rollback tid 0 to smithi07880501-31 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:117: finishing rollback tid 1 to smithi07880501-31 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:116: finishing write tid 4 to smithi07880501-20 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 21 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:116: left oid 20 (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:117: finishing rollback tid 2 to smithi07880501-31 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 18 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:113: finishing copy_from racing read to smithi07880501-25 2024-08-10T04:56:47.724 INFO:tasks.rados.rados.0.smithi078.stdout:113: finishing copy_from to smithi07880501-25 2024-08-10T04:56:47.725 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 16 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-08-10T04:56:47.725 INFO:tasks.rados.rados.0.smithi078.stdout:119: finishing write tid 1 to smithi07880501-26 2024-08-10T04:56:47.725 INFO:tasks.rados.rados.0.smithi078.stdout:119: finishing write tid 2 to smithi07880501-26 2024-08-10T04:56:47.725 INFO:tasks.rados.rados.0.smithi078.stdout:119: finishing write tid 3 to smithi07880501-26 2024-08-10T04:56:47.725 INFO:tasks.rados.rados.0.smithi078.stdout:119: finishing write tid 4 to smithi07880501-26 2024-08-10T04:56:47.725 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 18 (ObjNum 64 snap 4 seq_num 64) dirty exists 2024-08-10T04:56:47.725 INFO:tasks.rados.rados.0.smithi078.stdout:119: left oid 26 (ObjNum 64 snap 4 seq_num 64) 2024-08-10T04:56:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:47 smithi078 ceph-mon[29426]: osdmap e87: 8 total, 8 up, 8 in 2024-08-10T04:56:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:47 smithi078 ceph-mon[39622]: osdmap e87: 8 total, 8 up, 8 in 2024-08-10T04:56:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:47 smithi107 ceph-mon[32749]: osdmap e87: 8 total, 8 up, 8 in 2024-08-10T04:56:48.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:56:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:56:48.690 INFO:tasks.rados.rados.0.smithi078.stdout:113: done (5 left) 2024-08-10T04:56:48.690 INFO:tasks.rados.rados.0.smithi078.stdout:116: done (4 left) 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:117: done (3 left) 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:118: done (2 left) 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:119: done (1 left) 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:120: done (0 left) 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:121: read oid 48 snap 1 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:122: read oid 49 snap 0 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:122: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-10T04:56:48.691 INFO:tasks.rados.rados.0.smithi078.stdout:123: delete oid 44 current snap is 5 2024-08-10T04:56:48.694 INFO:tasks.rados.rados.0.smithi078.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-10T04:56:48.717 INFO:tasks.rados.rados.0.smithi078.stdout:122: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-10T04:56:48.741 INFO:tasks.rados.rados.0.smithi078.stdout:121: done (2 left) 2024-08-10T04:56:48.741 INFO:tasks.rados.rados.0.smithi078.stdout:122: done (1 left) 2024-08-10T04:56:48.741 INFO:tasks.rados.rados.0.smithi078.stdout:123: done (0 left) 2024-08-10T04:56:48.741 INFO:tasks.rados.rados.0.smithi078.stdout:124: rollback oid 49 current snap is 5 2024-08-10T04:56:48.741 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 3 2024-08-10T04:56:48.742 INFO:tasks.rados.rados.0.smithi078.stdout:125: read oid 27 snap -1 2024-08-10T04:56:48.742 INFO:tasks.rados.rados.0.smithi078.stdout:125: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-10T04:56:48.742 INFO:tasks.rados.rados.0.smithi078.stdout:126: setattr oid 41 current snap is 5 2024-08-10T04:56:48.743 INFO:tasks.rados.rados.0.smithi078.stdout:127: delete oid 28 current snap is 5 2024-08-10T04:56:48.743 INFO:tasks.rados.rados.0.smithi078.stdout:124: finishing rollback tid 0 to smithi07880501-49 2024-08-10T04:56:48.743 INFO:tasks.rados.rados.0.smithi078.stdout:124: finishing rollback tid 1 to smithi07880501-49 2024-08-10T04:56:48.744 INFO:tasks.rados.rados.0.smithi078.stdout:124: finishing rollback tid 2 to smithi07880501-49 2024-08-10T04:56:48.744 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-10T04:56:48.744 INFO:tasks.rados.rados.0.smithi078.stdout:124: done (3 left) 2024-08-10T04:56:48.744 INFO:tasks.rados.rados.0.smithi078.stdout:127: done (2 left) 2024-08-10T04:56:48.745 INFO:tasks.rados.rados.0.smithi078.stdout:128: snap_remove snap 3 2024-08-10T04:56:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:48 smithi078 ceph-mon[39622]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 76 op/s 2024-08-10T04:56:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:48 smithi078 ceph-mon[39622]: osdmap e88: 8 total, 8 up, 8 in 2024-08-10T04:56:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:48 smithi078 ceph-mon[29426]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 76 op/s 2024-08-10T04:56:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:48 smithi078 ceph-mon[29426]: osdmap e88: 8 total, 8 up, 8 in 2024-08-10T04:56:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:48 smithi107 ceph-mon[32749]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 76 op/s 2024-08-10T04:56:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:48 smithi107 ceph-mon[32749]: osdmap e88: 8 total, 8 up, 8 in 2024-08-10T04:56:49.693 INFO:tasks.rados.rados.0.smithi078.stdout:128: done (2 left) 2024-08-10T04:56:49.693 INFO:tasks.rados.rados.0.smithi078.stdout:129: setattr oid 32 current snap is 5 2024-08-10T04:56:49.694 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 23 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-10T04:56:49.695 INFO:tasks.rados.rados.0.smithi078.stdout:125: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-10T04:56:49.710 INFO:tasks.rados.rados.0.smithi078.stdout:125: done (2 left) 2024-08-10T04:56:49.710 INFO:tasks.rados.rados.0.smithi078.stdout:126: done (1 left) 2024-08-10T04:56:49.710 INFO:tasks.rados.rados.0.smithi078.stdout:130: snap_remove snap 1 2024-08-10T04:56:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:49 smithi078 ceph-mon[29426]: osdmap e89: 8 total, 8 up, 8 in 2024-08-10T04:56:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:49 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:49 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:49 smithi078 ceph-mon[39622]: osdmap e89: 8 total, 8 up, 8 in 2024-08-10T04:56:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:49 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:49 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:49 smithi107 ceph-mon[32749]: osdmap e89: 8 total, 8 up, 8 in 2024-08-10T04:56:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:49 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:56:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:49 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:56:50.701 INFO:tasks.rados.rados.0.smithi078.stdout:130: done (1 left) 2024-08-10T04:56:50.701 INFO:tasks.rados.rados.0.smithi078.stdout:131: delete oid 6 current snap is 5 2024-08-10T04:56:50.701 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 24 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-10T04:56:50.706 INFO:tasks.rados.rados.0.smithi078.stdout:129: done (1 left) 2024-08-10T04:56:50.706 INFO:tasks.rados.rados.0.smithi078.stdout:131: done (0 left) 2024-08-10T04:56:50.706 INFO:tasks.rados.rados.0.smithi078.stdout:132: snap_remove snap 0 2024-08-10T04:56:50.968 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:50 smithi107 ceph-mon[32749]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:50.968 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:50 smithi107 ceph-mon[32749]: osdmap e90: 8 total, 8 up, 8 in 2024-08-10T04:56:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:50 smithi078 ceph-mon[29426]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:50 smithi078 ceph-mon[29426]: osdmap e90: 8 total, 8 up, 8 in 2024-08-10T04:56:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:50 smithi078 ceph-mon[39622]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:56:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:50 smithi078 ceph-mon[39622]: osdmap e90: 8 total, 8 up, 8 in 2024-08-10T04:56:51.704 INFO:tasks.rados.rados.0.smithi078.stdout:132: done (0 left) 2024-08-10T04:56:51.705 INFO:tasks.rados.rados.0.smithi078.stdout:133: rollback oid 17 current snap is 5 2024-08-10T04:56:51.705 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 4 2024-08-10T04:56:51.705 INFO:tasks.rados.rados.0.smithi078.stdout:134: delete oid 18 current snap is 5 2024-08-10T04:56:51.713 INFO:tasks.rados.rados.0.smithi078.stdout:133: finishing rollback tid 1 to smithi07880501-17 2024-08-10T04:56:51.713 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 6 (ObjNum 49 snap 0 seq_num 1636946550) dirty dne 2024-08-10T04:56:51.714 INFO:tasks.rados.rados.0.smithi078.stdout:133: done (1 left) 2024-08-10T04:56:51.714 INFO:tasks.rados.rados.0.smithi078.stdout:134: done (0 left) 2024-08-10T04:56:51.714 INFO:tasks.rados.rados.0.smithi078.stdout:135: delete oid 42 current snap is 5 2024-08-10T04:56:51.718 INFO:tasks.rados.rados.0.smithi078.stdout:135: done (0 left) 2024-08-10T04:56:51.718 INFO:tasks.rados.rados.0.smithi078.stdout:136: copy_from oid 36 from oid 1 current snap is 5 2024-08-10T04:56:51.718 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 5 2024-08-10T04:56:51.719 INFO:tasks.rados.rados.0.smithi078.stdout:137: seq_num 70 ranges {507904=778240,1286144=401408} 2024-08-10T04:56:51.726 INFO:tasks.rados.rados.0.smithi078.stdout:137: writing smithi07880501-31 from 507904 to 1286144 tid 1 2024-08-10T04:56:51.728 INFO:tasks.rados.rados.0.smithi078.stdout:137: writing smithi07880501-31 from 1286144 to 1687552 tid 2 2024-08-10T04:56:51.728 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 5 2024-08-10T04:56:51.729 INFO:tasks.rados.rados.0.smithi078.stdout:136: finishing copy_from to smithi07880501-36 2024-08-10T04:56:51.729 INFO:tasks.rados.rados.0.smithi078.stdout:136: got expected ENOENT (src dne) 2024-08-10T04:56:51.729 INFO:tasks.rados.rados.0.smithi078.stdout:138: seq_num 71 ranges {221184=794624,1015808=401408} 2024-08-10T04:56:51.735 INFO:tasks.rados.rados.0.smithi078.stdout:138: writing smithi07880501-8 from 221184 to 1015808 tid 1 2024-08-10T04:56:51.737 INFO:tasks.rados.rados.0.smithi078.stdout:138: writing smithi07880501-8 from 1015808 to 1417216 tid 2 2024-08-10T04:56:51.737 INFO:tasks.rados.rados.0.smithi078.stdout:139: copy_from oid 41 from oid 17 current snap is 5 2024-08-10T04:56:51.737 INFO:tasks.rados.rados.0.smithi078.stdout:136: finishing copy_from racing read to smithi07880501-36 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:137: finishing write tid 1 to smithi07880501-31 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:136: done (3 left) 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:140: copy_from oid 47 from oid 20 current snap is 5 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:137: finishing write tid 2 to smithi07880501-31 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:137: finishing write tid 3 to smithi07880501-31 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:137: finishing write tid 4 to smithi07880501-31 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 25 (ObjNum 70 snap 5 seq_num 70) dirty exists 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:137: left oid 31 (ObjNum 70 snap 5 seq_num 70) 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:137: done (3 left) 2024-08-10T04:56:51.738 INFO:tasks.rados.rados.0.smithi078.stdout:141: snap_create 2024-08-10T04:56:51.739 INFO:tasks.rados.rados.0.smithi078.stdout:138: finishing write tid 1 to smithi07880501-8 2024-08-10T04:56:51.739 INFO:tasks.rados.rados.0.smithi078.stdout:138: finishing write tid 2 to smithi07880501-8 2024-08-10T04:56:51.740 INFO:tasks.rados.rados.0.smithi078.stdout:138: finishing write tid 3 to smithi07880501-8 2024-08-10T04:56:51.741 INFO:tasks.rados.rados.0.smithi078.stdout:138: finishing write tid 4 to smithi07880501-8 2024-08-10T04:56:51.741 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 17 (ObjNum 71 snap 5 seq_num 71) dirty exists 2024-08-10T04:56:51.741 INFO:tasks.rados.rados.0.smithi078.stdout:138: left oid 8 (ObjNum 71 snap 5 seq_num 71) 2024-08-10T04:56:51.742 INFO:tasks.rados.rados.0.smithi078.stdout:139: finishing copy_from to smithi07880501-41 2024-08-10T04:56:51.742 INFO:tasks.rados.rados.0.smithi078.stdout:139: got expected ENOENT (src dne) 2024-08-10T04:56:51.742 INFO:tasks.rados.rados.0.smithi078.stdout:139: finishing copy_from racing read to smithi07880501-41 2024-08-10T04:56:51.746 INFO:tasks.rados.rados.0.smithi078.stdout:140: finishing copy_from racing read to smithi07880501-47 2024-08-10T04:56:51.747 INFO:tasks.rados.rados.0.smithi078.stdout:140: finishing copy_from to smithi07880501-47 2024-08-10T04:56:51.747 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 21 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:56:51.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:51 smithi078 ceph-mon[29426]: osdmap e91: 8 total, 8 up, 8 in 2024-08-10T04:56:51.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:51 smithi078 ceph-mon[39622]: osdmap e91: 8 total, 8 up, 8 in 2024-08-10T04:56:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:51 smithi107 ceph-mon[32749]: osdmap e91: 8 total, 8 up, 8 in 2024-08-10T04:56:52.708 INFO:tasks.rados.rados.0.smithi078.stdout:138: done (3 left) 2024-08-10T04:56:52.708 INFO:tasks.rados.rados.0.smithi078.stdout:139: done (2 left) 2024-08-10T04:56:52.709 INFO:tasks.rados.rados.0.smithi078.stdout:140: done (1 left) 2024-08-10T04:56:52.709 INFO:tasks.rados.rados.0.smithi078.stdout:141: done (0 left) 2024-08-10T04:56:52.709 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 6 2024-08-10T04:56:52.709 INFO:tasks.rados.rados.0.smithi078.stdout:142: seq_num 72 ranges {139264=409600,548864=524288,1073152=278528} 2024-08-10T04:56:52.711 INFO:tasks.rados.rados.0.smithi078.stdout:142: writing smithi07880501-9 from 139264 to 548864 tid 1 2024-08-10T04:56:52.714 INFO:tasks.rados.rados.0.smithi078.stdout:142: writing smithi07880501-9 from 548864 to 1073152 tid 2 2024-08-10T04:56:52.717 INFO:tasks.rados.rados.0.smithi078.stdout:142: writing smithi07880501-9 from 1073152 to 1351680 tid 3 2024-08-10T04:56:52.717 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 6 2024-08-10T04:56:52.717 INFO:tasks.rados.rados.0.smithi078.stdout:142: finishing write tid 1 to smithi07880501-9 2024-08-10T04:56:52.717 INFO:tasks.rados.rados.0.smithi078.stdout:143: seq_num 73 ranges {188416=425984,614400=409600,1024000=393216} 2024-08-10T04:56:52.720 INFO:tasks.rados.rados.0.smithi078.stdout:143: writing smithi07880501-12 from 188416 to 614400 tid 1 2024-08-10T04:56:52.723 INFO:tasks.rados.rados.0.smithi078.stdout:143: writing smithi07880501-12 from 614400 to 1024000 tid 2 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:143: writing smithi07880501-12 from 1024000 to 1417216 tid 3 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:144: rollback oid 22 current snap is 6 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 22 to 4 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:142: finishing write tid 2 to smithi07880501-9 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:142: finishing write tid 3 to smithi07880501-9 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:142: finishing write tid 4 to smithi07880501-9 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:142: finishing write tid 5 to smithi07880501-9 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 32 (ObjNum 72 snap 6 seq_num 72) dirty exists 2024-08-10T04:56:52.726 INFO:tasks.rados.rados.0.smithi078.stdout:142: left oid 9 (ObjNum 72 snap 6 seq_num 72) 2024-08-10T04:56:52.727 INFO:tasks.rados.rados.0.smithi078.stdout:143: finishing write tid 1 to smithi07880501-12 2024-08-10T04:56:52.727 INFO:tasks.rados.rados.0.smithi078.stdout:143: finishing write tid 2 to smithi07880501-12 2024-08-10T04:56:52.727 INFO:tasks.rados.rados.0.smithi078.stdout:142: done (2 left) 2024-08-10T04:56:52.727 INFO:tasks.rados.rados.0.smithi078.stdout:145: snap_create 2024-08-10T04:56:52.728 INFO:tasks.rados.rados.0.smithi078.stdout:143: finishing write tid 3 to smithi07880501-12 2024-08-10T04:56:52.728 INFO:tasks.rados.rados.0.smithi078.stdout:143: finishing write tid 4 to smithi07880501-12 2024-08-10T04:56:52.729 INFO:tasks.rados.rados.0.smithi078.stdout:143: finishing write tid 5 to smithi07880501-12 2024-08-10T04:56:52.729 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 37 (ObjNum 73 snap 6 seq_num 73) dirty exists 2024-08-10T04:56:52.730 INFO:tasks.rados.rados.0.smithi078.stdout:143: left oid 12 (ObjNum 73 snap 6 seq_num 73) 2024-08-10T04:56:52.730 INFO:tasks.rados.rados.0.smithi078.stdout:144: finishing rollback tid 0 to smithi07880501-22 2024-08-10T04:56:52.730 INFO:tasks.rados.rados.0.smithi078.stdout:144: finishing rollback tid 1 to smithi07880501-22 2024-08-10T04:56:52.731 INFO:tasks.rados.rados.0.smithi078.stdout:144: finishing rollback tid 2 to smithi07880501-22 2024-08-10T04:56:52.731 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 43 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T04:56:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:52 smithi078 ceph-mon[29426]: pgmap v116: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 51 op/s 2024-08-10T04:56:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:52 smithi078 ceph-mon[29426]: osdmap e92: 8 total, 8 up, 8 in 2024-08-10T04:56:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:52 smithi078 ceph-mon[39622]: pgmap v116: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 51 op/s 2024-08-10T04:56:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:52 smithi078 ceph-mon[39622]: osdmap e92: 8 total, 8 up, 8 in 2024-08-10T04:56:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:52 smithi107 ceph-mon[32749]: pgmap v116: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 51 op/s 2024-08-10T04:56:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:52 smithi107 ceph-mon[32749]: osdmap e92: 8 total, 8 up, 8 in 2024-08-10T04:56:53.237 INFO:tasks.rados.rados.0.smithi078.stdout:143: done (2 left) 2024-08-10T04:56:53.237 INFO:tasks.rados.rados.0.smithi078.stdout:144: done (1 left) 2024-08-10T04:56:53.237 INFO:tasks.rados.rados.0.smithi078.stdout:145: done (0 left) 2024-08-10T04:56:53.237 INFO:tasks.rados.rados.0.smithi078.stdout:146: read oid 33 snap -1 2024-08-10T04:56:53.237 INFO:tasks.rados.rados.0.smithi078.stdout:146: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T04:56:53.238 INFO:tasks.rados.rados.0.smithi078.stdout:147: read oid 45 snap -1 2024-08-10T04:56:53.238 INFO:tasks.rados.rados.0.smithi078.stdout:147: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:56:53.238 INFO:tasks.rados.rados.0.smithi078.stdout:148: snap_create 2024-08-10T04:56:53.241 INFO:tasks.rados.rados.0.smithi078.stdout:146: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T04:56:53.256 INFO:tasks.rados.rados.0.smithi078.stdout:147: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:56:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:53 smithi078 ceph-mon[29426]: osdmap e93: 8 total, 8 up, 8 in 2024-08-10T04:56:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:53 smithi078 ceph-mon[29426]: osdmap e94: 8 total, 8 up, 8 in 2024-08-10T04:56:53.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:56:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:53] "GET /metrics HTTP/1.1" 200 239030 "" "Prometheus/2.43.0" 2024-08-10T04:56:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:53 smithi078 ceph-mon[39622]: osdmap e93: 8 total, 8 up, 8 in 2024-08-10T04:56:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:53 smithi078 ceph-mon[39622]: osdmap e94: 8 total, 8 up, 8 in 2024-08-10T04:56:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:53 smithi107 ceph-mon[32749]: osdmap e93: 8 total, 8 up, 8 in 2024-08-10T04:56:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:53 smithi107 ceph-mon[32749]: osdmap e94: 8 total, 8 up, 8 in 2024-08-10T04:56:54.247 INFO:tasks.rados.rados.0.smithi078.stdout:146: done (2 left) 2024-08-10T04:56:54.247 INFO:tasks.rados.rados.0.smithi078.stdout:147: done (1 left) 2024-08-10T04:56:54.247 INFO:tasks.rados.rados.0.smithi078.stdout:148: done (0 left) 2024-08-10T04:56:54.247 INFO:tasks.rados.rados.0.smithi078.stdout:149: copy_from oid 48 from oid 42 current snap is 8 2024-08-10T04:56:54.247 INFO:tasks.rados.rados.0.smithi078.stdout:150: delete oid 29 current snap is 8 2024-08-10T04:56:54.249 INFO:tasks.rados.rados.0.smithi078.stdout:149: finishing copy_from to smithi07880501-48 2024-08-10T04:56:54.249 INFO:tasks.rados.rados.0.smithi078.stdout:149: got expected ENOENT (src dne) 2024-08-10T04:56:54.250 INFO:tasks.rados.rados.0.smithi078.stdout:149: finishing copy_from racing read to smithi07880501-48 2024-08-10T04:56:54.251 INFO:tasks.rados.rados.0.smithi078.stdout:149: done (1 left) 2024-08-10T04:56:54.251 INFO:tasks.rados.rados.0.smithi078.stdout:150: done (0 left) 2024-08-10T04:56:54.251 INFO:tasks.rados.rados.0.smithi078.stdout:151: snap_create 2024-08-10T04:56:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:54 smithi078 ceph-mon[29426]: pgmap v120: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 57 op/s 2024-08-10T04:56:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:54 smithi078 ceph-mon[29426]: osdmap e95: 8 total, 8 up, 8 in 2024-08-10T04:56:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:54 smithi078 ceph-mon[39622]: pgmap v120: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 57 op/s 2024-08-10T04:56:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:54 smithi078 ceph-mon[39622]: osdmap e95: 8 total, 8 up, 8 in 2024-08-10T04:56:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:54 smithi107 ceph-mon[32749]: pgmap v120: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 57 op/s 2024-08-10T04:56:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:54 smithi107 ceph-mon[32749]: osdmap e95: 8 total, 8 up, 8 in 2024-08-10T04:56:55.246 INFO:tasks.rados.rados.0.smithi078.stdout:151: done (0 left) 2024-08-10T04:56:55.246 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 9 2024-08-10T04:56:55.246 INFO:tasks.rados.rados.0.smithi078.stdout:152: seq_num 75 ranges {712704=458752,1171456=581632,1753088=221184} 2024-08-10T04:56:55.252 INFO:tasks.rados.rados.0.smithi078.stdout:152: writing smithi07880501-43 from 712704 to 1171456 tid 1 2024-08-10T04:56:55.255 INFO:tasks.rados.rados.0.smithi078.stdout:152: writing smithi07880501-43 from 1171456 to 1753088 tid 2 2024-08-10T04:56:55.257 INFO:tasks.rados.rados.0.smithi078.stdout:152: writing smithi07880501-43 from 1753088 to 1974272 tid 3 2024-08-10T04:56:55.257 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 9 2024-08-10T04:56:55.257 INFO:tasks.rados.rados.0.smithi078.stdout:153: seq_num 76 ranges {155648=475136,630784=458752,1089536=344064} 2024-08-10T04:56:55.261 INFO:tasks.rados.rados.0.smithi078.stdout:153: writing smithi07880501-10 from 155648 to 630784 tid 1 2024-08-10T04:56:55.264 INFO:tasks.rados.rados.0.smithi078.stdout:153: writing smithi07880501-10 from 630784 to 1089536 tid 2 2024-08-10T04:56:55.266 INFO:tasks.rados.rados.0.smithi078.stdout:153: writing smithi07880501-10 from 1089536 to 1433600 tid 3 2024-08-10T04:56:55.266 INFO:tasks.rados.rados.0.smithi078.stdout:154: snap_create 2024-08-10T04:56:55.266 INFO:tasks.rados.rados.0.smithi078.stdout:152: finishing write tid 1 to smithi07880501-43 2024-08-10T04:56:55.267 INFO:tasks.rados.rados.0.smithi078.stdout:152: finishing write tid 2 to smithi07880501-43 2024-08-10T04:56:55.267 INFO:tasks.rados.rados.0.smithi078.stdout:152: finishing write tid 3 to smithi07880501-43 2024-08-10T04:56:55.267 INFO:tasks.rados.rados.0.smithi078.stdout:152: finishing write tid 4 to smithi07880501-43 2024-08-10T04:56:55.267 INFO:tasks.rados.rados.0.smithi078.stdout:152: finishing write tid 5 to smithi07880501-43 2024-08-10T04:56:55.267 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 47 (ObjNum 75 snap 9 seq_num 75) dirty exists 2024-08-10T04:56:55.267 INFO:tasks.rados.rados.0.smithi078.stdout:152: left oid 43 (ObjNum 75 snap 9 seq_num 75) 2024-08-10T04:56:55.267 INFO:tasks.rados.rados.0.smithi078.stdout:153: finishing write tid 1 to smithi07880501-10 2024-08-10T04:56:55.268 INFO:tasks.rados.rados.0.smithi078.stdout:153: finishing write tid 2 to smithi07880501-10 2024-08-10T04:56:55.268 INFO:tasks.rados.rados.0.smithi078.stdout:153: finishing write tid 3 to smithi07880501-10 2024-08-10T04:56:55.269 INFO:tasks.rados.rados.0.smithi078.stdout:153: finishing write tid 4 to smithi07880501-10 2024-08-10T04:56:55.269 INFO:tasks.rados.rados.0.smithi078.stdout:153: finishing write tid 5 to smithi07880501-10 2024-08-10T04:56:55.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 54 (ObjNum 76 snap 9 seq_num 76) dirty exists 2024-08-10T04:56:55.269 INFO:tasks.rados.rados.0.smithi078.stdout:153: left oid 10 (ObjNum 76 snap 9 seq_num 76) 2024-08-10T04:56:56.253 INFO:tasks.rados.rados.0.smithi078.stdout:152: done (2 left) 2024-08-10T04:56:56.253 INFO:tasks.rados.rados.0.smithi078.stdout:153: done (1 left) 2024-08-10T04:56:56.253 INFO:tasks.rados.rados.0.smithi078.stdout:154: done (0 left) 2024-08-10T04:56:56.253 INFO:tasks.rados.rados.0.smithi078.stdout:155: snap_create 2024-08-10T04:56:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:56 smithi107 ceph-mon[32749]: osdmap e96: 8 total, 8 up, 8 in 2024-08-10T04:56:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:56 smithi107 ceph-mon[32749]: pgmap v123: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 899 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-10T04:56:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:56 smithi078 ceph-mon[29426]: osdmap e96: 8 total, 8 up, 8 in 2024-08-10T04:56:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:56 smithi078 ceph-mon[29426]: pgmap v123: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 899 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-10T04:56:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:56 smithi078 ceph-mon[39622]: osdmap e96: 8 total, 8 up, 8 in 2024-08-10T04:56:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:56 smithi078 ceph-mon[39622]: pgmap v123: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 899 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-10T04:56:57.261 INFO:tasks.rados.rados.0.smithi078.stdout:155: done (0 left) 2024-08-10T04:56:57.261 INFO:tasks.rados.rados.0.smithi078.stdout:156: read oid 42 snap -1 2024-08-10T04:56:57.261 INFO:tasks.rados.rados.0.smithi078.stdout:156: expect deleted 2024-08-10T04:56:57.261 INFO:tasks.rados.rados.0.smithi078.stdout:157: rmattr oid 17 current snap is 11 2024-08-10T04:56:57.262 INFO:tasks.rados.rados.0.smithi078.stdout:157: done (1 left) 2024-08-10T04:56:57.262 INFO:tasks.rados.rados.0.smithi078.stdout:158: setattr oid 28 current snap is 11 2024-08-10T04:56:57.264 INFO:tasks.rados.rados.0.smithi078.stdout:156: done (1 left) 2024-08-10T04:56:57.264 INFO:tasks.rados.rados.0.smithi078.stdout:159: copy_from oid 7 from oid 24 current snap is 11 2024-08-10T04:56:57.264 INFO:tasks.rados.rados.0.smithi078.stdout:160: setattr oid 10 current snap is 11 2024-08-10T04:56:57.266 INFO:tasks.rados.rados.0.smithi078.stdout:161: snap_remove snap 6 2024-08-10T04:56:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:57 smithi107 ceph-mon[32749]: osdmap e97: 8 total, 8 up, 8 in 2024-08-10T04:56:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:57 smithi078 ceph-mon[29426]: osdmap e97: 8 total, 8 up, 8 in 2024-08-10T04:56:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:57 smithi078 ceph-mon[39622]: osdmap e97: 8 total, 8 up, 8 in 2024-08-10T04:56:58.242 INFO:tasks.rados.rados.0.smithi078.stdout:161: done (3 left) 2024-08-10T04:56:58.242 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 11 2024-08-10T04:56:58.242 INFO:tasks.rados.rados.0.smithi078.stdout:162: seq_num 77 ranges {761856=491520,1253376=794624,2048000=8192} 2024-08-10T04:56:58.249 INFO:tasks.rados.rados.0.smithi078.stdout:162: writing smithi07880501-46 from 761856 to 1253376 tid 1 2024-08-10T04:56:58.255 INFO:tasks.rados.rados.0.smithi078.stdout:162: writing smithi07880501-46 from 1253376 to 2048000 tid 2 2024-08-10T04:56:58.255 INFO:tasks.rados.rados.0.smithi078.stdout:162: writing smithi07880501-46 from 2048000 to 2056192 tid 3 2024-08-10T04:56:58.255 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 11 2024-08-10T04:56:58.255 INFO:tasks.rados.rados.0.smithi078.stdout:163: seq_num 78 ranges {442368=516096,958464=679936,1638400=122880} 2024-08-10T04:56:58.261 INFO:tasks.rados.rados.0.smithi078.stdout:163: writing smithi07880501-27 from 442368 to 958464 tid 1 2024-08-10T04:56:58.261 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:56:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:56:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:56:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:163: writing smithi07880501-27 from 958464 to 1638400 tid 2 2024-08-10T04:56:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:163: writing smithi07880501-27 from 1638400 to 1761280 tid 3 2024-08-10T04:56:58.266 INFO:tasks.rados.rados.0.smithi078.stdout:164: snap_remove snap 4 2024-08-10T04:56:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:58 smithi107 ceph-mon[32749]: osdmap e98: 8 total, 8 up, 8 in 2024-08-10T04:56:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:58 smithi107 ceph-mon[32749]: pgmap v126: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-10T04:56:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:56:58 smithi107 ceph-mon[32749]: osdmap e99: 8 total, 8 up, 8 in 2024-08-10T04:56:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:58 smithi078 ceph-mon[29426]: osdmap e98: 8 total, 8 up, 8 in 2024-08-10T04:56:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:58 smithi078 ceph-mon[29426]: pgmap v126: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-10T04:56:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:56:58 smithi078 ceph-mon[29426]: osdmap e99: 8 total, 8 up, 8 in 2024-08-10T04:56:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:58 smithi078 ceph-mon[39622]: osdmap e98: 8 total, 8 up, 8 in 2024-08-10T04:56:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:58 smithi078 ceph-mon[39622]: pgmap v126: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-10T04:56:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:56:58 smithi078 ceph-mon[39622]: osdmap e99: 8 total, 8 up, 8 in 2024-08-10T04:56:59.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 38 (ObjNum 33 snap 0 seq_num 489170720) dirty exists 2024-08-10T04:56:59.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 56 (ObjNum 76 snap 9 seq_num 76) dirty exists 2024-08-10T04:56:59.269 INFO:tasks.rados.rados.0.smithi078.stdout:159: finishing copy_from racing read to smithi07880501-7 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:159: finishing copy_from to smithi07880501-7 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 12 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:162: finishing write tid 1 to smithi07880501-46 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:158: done (5 left) 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:159: done (4 left) 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:160: done (3 left) 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:164: done (2 left) 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:165: delete oid 22 current snap is 11 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:162: finishing write tid 2 to smithi07880501-46 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:162: finishing write tid 3 to smithi07880501-46 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:162: finishing write tid 4 to smithi07880501-46 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:162: finishing write tid 5 to smithi07880501-46 2024-08-10T04:56:59.270 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 23 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-08-10T04:56:59.271 INFO:tasks.rados.rados.0.smithi078.stdout:162: left oid 46 (ObjNum 77 snap 11 seq_num 77) 2024-08-10T04:56:59.271 INFO:tasks.rados.rados.0.smithi078.stdout:163: finishing write tid 1 to smithi07880501-27 2024-08-10T04:56:59.271 INFO:tasks.rados.rados.0.smithi078.stdout:163: finishing write tid 2 to smithi07880501-27 2024-08-10T04:56:59.271 INFO:tasks.rados.rados.0.smithi078.stdout:163: finishing write tid 3 to smithi07880501-27 2024-08-10T04:56:59.271 INFO:tasks.rados.rados.0.smithi078.stdout:163: finishing write tid 4 to smithi07880501-27 2024-08-10T04:56:59.271 INFO:tasks.rados.rados.0.smithi078.stdout:163: finishing write tid 5 to smithi07880501-27 2024-08-10T04:56:59.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 52 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-08-10T04:56:59.272 INFO:tasks.rados.rados.0.smithi078.stdout:163: left oid 27 (ObjNum 78 snap 11 seq_num 78) 2024-08-10T04:56:59.272 INFO:tasks.rados.rados.0.smithi078.stdout:162: done (2 left) 2024-08-10T04:56:59.272 INFO:tasks.rados.rados.0.smithi078.stdout:163: done (1 left) 2024-08-10T04:56:59.272 INFO:tasks.rados.rados.0.smithi078.stdout:165: done (0 left) 2024-08-10T04:56:59.272 INFO:tasks.rados.rados.0.smithi078.stdout:166: snap_create 2024-08-10T04:57:00.278 INFO:tasks.rados.rados.0.smithi078.stdout:166: done (0 left) 2024-08-10T04:57:00.279 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 12 2024-08-10T04:57:00.279 INFO:tasks.rados.rados.0.smithi078.stdout:167: seq_num 80 ranges {1687552=548864,2236416=450560,2686976=352256} 2024-08-10T04:57:00.291 INFO:tasks.rados.rados.0.smithi078.stdout:167: writing smithi07880501-31 from 1687552 to 2236416 tid 1 2024-08-10T04:57:00.294 INFO:tasks.rados.rados.0.smithi078.stdout:167: writing smithi07880501-31 from 2236416 to 2686976 tid 2 2024-08-10T04:57:00.296 INFO:tasks.rados.rados.0.smithi078.stdout:167: writing smithi07880501-31 from 2686976 to 3039232 tid 3 2024-08-10T04:57:00.297 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 12 2024-08-10T04:57:00.297 INFO:tasks.rados.rados.0.smithi078.stdout:167: finishing write tid 1 to smithi07880501-31 2024-08-10T04:57:00.297 INFO:tasks.rados.rados.0.smithi078.stdout:168: seq_num 81 ranges {0=565248,565248=737280,1302528=65536} 2024-08-10T04:57:00.301 INFO:tasks.rados.rados.0.smithi078.stdout:168: writing smithi07880501-16 from 0 to 565248 tid 1 2024-08-10T04:57:00.305 INFO:tasks.rados.rados.0.smithi078.stdout:168: writing smithi07880501-16 from 565248 to 1302528 tid 2 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:168: writing smithi07880501-16 from 1302528 to 1368064 tid 3 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:169: copy_from oid 10 from oid 39 current snap is 12 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:167: finishing write tid 2 to smithi07880501-31 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:167: finishing write tid 3 to smithi07880501-31 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:167: finishing write tid 4 to smithi07880501-31 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:167: finishing write tid 5 to smithi07880501-31 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 32 (ObjNum 80 snap 12 seq_num 80) dirty exists 2024-08-10T04:57:00.307 INFO:tasks.rados.rados.0.smithi078.stdout:167: left oid 31 (ObjNum 80 snap 12 seq_num 80) 2024-08-10T04:57:00.308 INFO:tasks.rados.rados.0.smithi078.stdout:168: finishing write tid 1 to smithi07880501-16 2024-08-10T04:57:00.308 INFO:tasks.rados.rados.0.smithi078.stdout:167: done (2 left) 2024-08-10T04:57:00.308 INFO:tasks.rados.rados.0.smithi078.stdout:170: read oid 25 snap 8 2024-08-10T04:57:00.308 INFO:tasks.rados.rados.0.smithi078.stdout:170: expect (ObjNum 56 snap 3 seq_num 56) 2024-08-10T04:57:00.308 INFO:tasks.rados.rados.0.smithi078.stdout:171: copy_from oid 21 from oid 35 current snap is 12 2024-08-10T04:57:00.308 INFO:tasks.rados.rados.0.smithi078.stdout:172: snap_remove snap 7 2024-08-10T04:57:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:00 smithi107 ceph-mon[32749]: osdmap e100: 8 total, 8 up, 8 in 2024-08-10T04:57:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:00 smithi107 ceph-mon[32749]: pgmap v129: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:00 smithi078 ceph-mon[29426]: osdmap e100: 8 total, 8 up, 8 in 2024-08-10T04:57:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:00 smithi078 ceph-mon[29426]: pgmap v129: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:00 smithi078 ceph-mon[39622]: osdmap e100: 8 total, 8 up, 8 in 2024-08-10T04:57:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:00 smithi078 ceph-mon[39622]: pgmap v129: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:01.280 INFO:tasks.rados.rados.0.smithi078.stdout:168: finishing write tid 2 to smithi07880501-16 2024-08-10T04:57:01.280 INFO:tasks.rados.rados.0.smithi078.stdout:168: finishing write tid 3 to smithi07880501-16 2024-08-10T04:57:01.280 INFO:tasks.rados.rados.0.smithi078.stdout:168: finishing write tid 4 to smithi07880501-16 2024-08-10T04:57:01.280 INFO:tasks.rados.rados.0.smithi078.stdout:168: finishing write tid 5 to smithi07880501-16 2024-08-10T04:57:01.280 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 55 (ObjNum 81 snap 12 seq_num 81) dirty exists 2024-08-10T04:57:01.280 INFO:tasks.rados.rados.0.smithi078.stdout:168: left oid 16 (ObjNum 81 snap 12 seq_num 81) 2024-08-10T04:57:01.280 INFO:tasks.rados.rados.0.smithi078.stdout:169: finishing copy_from racing read to smithi07880501-10 2024-08-10T04:57:01.281 INFO:tasks.rados.rados.0.smithi078.stdout:171: finishing copy_from racing read to smithi07880501-21 2024-08-10T04:57:01.281 INFO:tasks.rados.rados.0.smithi078.stdout:169: finishing copy_from to smithi07880501-10 2024-08-10T04:57:01.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 6 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-08-10T04:57:01.281 INFO:tasks.rados.rados.0.smithi078.stdout:171: finishing copy_from to smithi07880501-21 2024-08-10T04:57:01.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-10T04:57:01.281 INFO:tasks.rados.rados.0.smithi078.stdout:170: expect (ObjNum 56 snap 3 seq_num 56) 2024-08-10T04:57:01.393 INFO:tasks.rados.rados.0.smithi078.stdout:168: done (4 left) 2024-08-10T04:57:01.393 INFO:tasks.rados.rados.0.smithi078.stdout:169: done (3 left) 2024-08-10T04:57:01.394 INFO:tasks.rados.rados.0.smithi078.stdout:170: done (2 left) 2024-08-10T04:57:01.394 INFO:tasks.rados.rados.0.smithi078.stdout:171: done (1 left) 2024-08-10T04:57:01.394 INFO:tasks.rados.rados.0.smithi078.stdout:172: done (0 left) 2024-08-10T04:57:01.394 INFO:tasks.rados.rados.0.smithi078.stdout:173: delete oid 48 current snap is 12 2024-08-10T04:57:01.399 INFO:tasks.rados.rados.0.smithi078.stdout:173: done (0 left) 2024-08-10T04:57:01.399 INFO:tasks.rados.rados.0.smithi078.stdout:174: snap_remove snap 10 2024-08-10T04:57:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:01 smithi107 ceph-mon[32749]: osdmap e101: 8 total, 8 up, 8 in 2024-08-10T04:57:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:01 smithi078 ceph-mon[29426]: osdmap e101: 8 total, 8 up, 8 in 2024-08-10T04:57:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:01 smithi078 ceph-mon[39622]: osdmap e101: 8 total, 8 up, 8 in 2024-08-10T04:57:02.289 INFO:tasks.rados.rados.0.smithi078.stdout:174: done (0 left) 2024-08-10T04:57:02.289 INFO:tasks.rados.rados.0.smithi078.stdout:175: snap_create 2024-08-10T04:57:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:02 smithi107 ceph-mon[32749]: osdmap e102: 8 total, 8 up, 8 in 2024-08-10T04:57:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:02 smithi107 ceph-mon[32749]: pgmap v132: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T04:57:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:02 smithi078 ceph-mon[29426]: osdmap e102: 8 total, 8 up, 8 in 2024-08-10T04:57:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:02 smithi078 ceph-mon[29426]: pgmap v132: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T04:57:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:02 smithi078 ceph-mon[39622]: osdmap e102: 8 total, 8 up, 8 in 2024-08-10T04:57:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:02 smithi078 ceph-mon[39622]: pgmap v132: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T04:57:03.241 INFO:tasks.rados.rados.0.smithi078.stdout:175: done (0 left) 2024-08-10T04:57:03.241 INFO:tasks.rados.rados.0.smithi078.stdout:176: read oid 46 snap -1 2024-08-10T04:57:03.241 INFO:tasks.rados.rados.0.smithi078.stdout:176: expect (ObjNum 77 snap 11 seq_num 77) 2024-08-10T04:57:03.241 INFO:tasks.rados.rados.0.smithi078.stdout:177: read oid 7 snap 9 2024-08-10T04:57:03.241 INFO:tasks.rados.rados.0.smithi078.stdout:177: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T04:57:03.241 INFO:tasks.rados.rados.0.smithi078.stdout:178: snap_create 2024-08-10T04:57:03.245 INFO:tasks.rados.rados.0.smithi078.stdout:177: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T04:57:03.248 INFO:tasks.rados.rados.0.smithi078.stdout:176: expect (ObjNum 77 snap 11 seq_num 77) 2024-08-10T04:57:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:03 smithi107 ceph-mon[32749]: osdmap e103: 8 total, 8 up, 8 in 2024-08-10T04:57:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:03 smithi107 ceph-mon[32749]: osdmap e104: 8 total, 8 up, 8 in 2024-08-10T04:57:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:03 smithi078 ceph-mon[29426]: osdmap e103: 8 total, 8 up, 8 in 2024-08-10T04:57:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:03 smithi078 ceph-mon[29426]: osdmap e104: 8 total, 8 up, 8 in 2024-08-10T04:57:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:03 smithi078 ceph-mon[39622]: osdmap e103: 8 total, 8 up, 8 in 2024-08-10T04:57:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:03 smithi078 ceph-mon[39622]: osdmap e104: 8 total, 8 up, 8 in 2024-08-10T04:57:04.209 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:03 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:03] "GET /metrics HTTP/1.1" 200 239030 "" "Prometheus/2.43.0" 2024-08-10T04:57:04.241 INFO:tasks.rados.rados.0.smithi078.stdout:176: done (2 left) 2024-08-10T04:57:04.241 INFO:tasks.rados.rados.0.smithi078.stdout:177: done (1 left) 2024-08-10T04:57:04.241 INFO:tasks.rados.rados.0.smithi078.stdout:178: done (0 left) 2024-08-10T04:57:04.241 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 14 2024-08-10T04:57:04.241 INFO:tasks.rados.rados.0.smithi078.stdout:179: seq_num 83 ranges {204800=598016,802816=499712,1302528=303104} 2024-08-10T04:57:04.246 INFO:tasks.rados.rados.0.smithi078.stdout:179: writing smithi07880501-13 from 204800 to 802816 tid 1 2024-08-10T04:57:04.250 INFO:tasks.rados.rados.0.smithi078.stdout:179: writing smithi07880501-13 from 802816 to 1302528 tid 2 2024-08-10T04:57:04.252 INFO:tasks.rados.rados.0.smithi078.stdout:179: writing smithi07880501-13 from 1302528 to 1605632 tid 3 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:180: copy_from oid 15 from oid 5 current snap is 14 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:181: rollback oid 19 current snap is 14 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 8 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:182: copy_from oid 21 from oid 24 current snap is 14 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:183: copy_from oid 3 from oid 7 current snap is 14 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:184: read oid 33 snap -1 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:184: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 14 2024-08-10T04:57:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:185: seq_num 84 ranges {1368064=614400,1982464=434176,2416640=368640} 2024-08-10T04:57:04.264 INFO:tasks.rados.rados.0.smithi078.stdout:185: writing smithi07880501-16 from 1368064 to 1982464 tid 1 2024-08-10T04:57:04.268 INFO:tasks.rados.rados.0.smithi078.stdout:185: writing smithi07880501-16 from 1982464 to 2416640 tid 2 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:185: writing smithi07880501-16 from 2416640 to 2785280 tid 3 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:179: finishing write tid 1 to smithi07880501-13 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:179: finishing write tid 2 to smithi07880501-13 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:179: finishing write tid 3 to smithi07880501-13 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:179: finishing write tid 4 to smithi07880501-13 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:181: finishing rollback tid 0 to smithi07880501-19 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:181: finishing rollback tid 1 to smithi07880501-19 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:181: finishing rollback tid 2 to smithi07880501-19 2024-08-10T04:57:04.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 35 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T04:57:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:179: finishing write tid 5 to smithi07880501-13 2024-08-10T04:57:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 43 (ObjNum 83 snap 14 seq_num 83) dirty exists 2024-08-10T04:57:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:179: left oid 13 (ObjNum 83 snap 14 seq_num 83) 2024-08-10T04:57:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:184: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T04:57:04.287 INFO:tasks.rados.rados.0.smithi078.stdout:180: finishing copy_from racing read to smithi07880501-15 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:180: finishing copy_from to smithi07880501-15 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:183: finishing copy_from racing read to smithi07880501-3 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:179: done (6 left) 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:180: done (5 left) 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:181: done (4 left) 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:184: done (3 left) 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:186: rmattr oid 35 current snap is 14 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:186: done (3 left) 2024-08-10T04:57:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:187: snap_remove snap 12 2024-08-10T04:57:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:04 smithi078 ceph-mon[29426]: pgmap v135: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T04:57:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:04 smithi078 ceph-mon[29426]: osdmap e105: 8 total, 8 up, 8 in 2024-08-10T04:57:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:04 smithi078 ceph-mon[39622]: pgmap v135: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T04:57:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:04 smithi078 ceph-mon[39622]: osdmap e105: 8 total, 8 up, 8 in 2024-08-10T04:57:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:04 smithi107 ceph-mon[32749]: pgmap v135: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T04:57:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:04 smithi107 ceph-mon[32749]: osdmap e105: 8 total, 8 up, 8 in 2024-08-10T04:57:05.298 INFO:tasks.rados.rados.0.smithi078.stdout:187: done (3 left) 2024-08-10T04:57:05.298 INFO:tasks.rados.rados.0.smithi078.stdout:188: read oid 4 snap -1 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:188: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:189: rmattr oid 31 current snap is 14 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:189: done (4 left) 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:190: snap_create 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:182: finishing copy_from to smithi07880501-21 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 12 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:182: finishing copy_from racing read to smithi07880501-21 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:183: finishing copy_from to smithi07880501-3 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 12 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:185: finishing write tid 1 to smithi07880501-16 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:185: finishing write tid 2 to smithi07880501-16 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:185: finishing write tid 3 to smithi07880501-16 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:185: finishing write tid 4 to smithi07880501-16 2024-08-10T04:57:05.299 INFO:tasks.rados.rados.0.smithi078.stdout:185: finishing write tid 5 to smithi07880501-16 2024-08-10T04:57:05.300 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 62 (ObjNum 84 snap 14 seq_num 84) dirty exists 2024-08-10T04:57:05.300 INFO:tasks.rados.rados.0.smithi078.stdout:185: left oid 16 (ObjNum 84 snap 14 seq_num 84) 2024-08-10T04:57:05.302 INFO:tasks.rados.rados.0.smithi078.stdout:188: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:57:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:05 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:05 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:05 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:06.303 INFO:tasks.rados.rados.0.smithi078.stdout:182: done (4 left) 2024-08-10T04:57:06.303 INFO:tasks.rados.rados.0.smithi078.stdout:183: done (3 left) 2024-08-10T04:57:06.303 INFO:tasks.rados.rados.0.smithi078.stdout:185: done (2 left) 2024-08-10T04:57:06.303 INFO:tasks.rados.rados.0.smithi078.stdout:188: done (1 left) 2024-08-10T04:57:06.303 INFO:tasks.rados.rados.0.smithi078.stdout:190: done (0 left) 2024-08-10T04:57:06.303 INFO:tasks.rados.rados.0.smithi078.stdout:191: copy_from oid 17 from oid 8 current snap is 15 2024-08-10T04:57:06.303 INFO:tasks.rados.rados.0.smithi078.stdout:192: read oid 32 snap -1 2024-08-10T04:57:06.304 INFO:tasks.rados.rados.0.smithi078.stdout:192: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-10T04:57:06.304 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 15 2024-08-10T04:57:06.304 INFO:tasks.rados.rados.0.smithi078.stdout:193: seq_num 85 ranges {1974272=630784,2605056=720896,3325952=81920} 2024-08-10T04:57:06.317 INFO:tasks.rados.rados.0.smithi078.stdout:193: writing smithi07880501-43 from 1974272 to 2605056 tid 1 2024-08-10T04:57:06.321 INFO:tasks.rados.rados.0.smithi078.stdout:193: writing smithi07880501-43 from 2605056 to 3325952 tid 2 2024-08-10T04:57:06.322 INFO:tasks.rados.rados.0.smithi078.stdout:193: writing smithi07880501-43 from 3325952 to 3407872 tid 3 2024-08-10T04:57:06.322 INFO:tasks.rados.rados.0.smithi078.stdout:194: setattr oid 39 current snap is 15 2024-08-10T04:57:06.322 INFO:tasks.rados.rados.0.smithi078.stdout:192: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-10T04:57:06.339 INFO:tasks.rados.rados.0.smithi078.stdout:191: finishing copy_from racing read to smithi07880501-17 2024-08-10T04:57:06.340 INFO:tasks.rados.rados.0.smithi078.stdout:191: finishing copy_from to smithi07880501-17 2024-08-10T04:57:06.340 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 17 (ObjNum 71 snap 5 seq_num 71) dirty exists 2024-08-10T04:57:06.340 INFO:tasks.rados.rados.0.smithi078.stdout:193: finishing write tid 1 to smithi07880501-43 2024-08-10T04:57:06.340 INFO:tasks.rados.rados.0.smithi078.stdout:193: finishing write tid 2 to smithi07880501-43 2024-08-10T04:57:06.340 INFO:tasks.rados.rados.0.smithi078.stdout:193: finishing write tid 3 to smithi07880501-43 2024-08-10T04:57:06.340 INFO:tasks.rados.rados.0.smithi078.stdout:193: finishing write tid 4 to smithi07880501-43 2024-08-10T04:57:06.341 INFO:tasks.rados.rados.0.smithi078.stdout:193: finishing write tid 5 to smithi07880501-43 2024-08-10T04:57:06.341 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 69 (ObjNum 85 snap 15 seq_num 85) dirty exists 2024-08-10T04:57:06.341 INFO:tasks.rados.rados.0.smithi078.stdout:193: left oid 43 (ObjNum 85 snap 15 seq_num 85) 2024-08-10T04:57:06.341 INFO:tasks.rados.rados.0.smithi078.stdout:191: done (3 left) 2024-08-10T04:57:06.341 INFO:tasks.rados.rados.0.smithi078.stdout:192: done (2 left) 2024-08-10T04:57:06.341 INFO:tasks.rados.rados.0.smithi078.stdout:193: done (1 left) 2024-08-10T04:57:06.341 INFO:tasks.rados.rados.0.smithi078.stdout:195: read oid 21 snap 13 2024-08-10T04:57:06.342 INFO:tasks.rados.rados.0.smithi078.stdout:195: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-10T04:57:06.342 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 15 2024-08-10T04:57:06.342 INFO:tasks.rados.rados.0.smithi078.stdout:196: seq_num 86 ranges {778240=647168,1425408=606208,2031616=196608} 2024-08-10T04:57:06.346 INFO:tasks.rados.rados.0.smithi078.stdout:196: writing smithi07880501-34 from 778240 to 1425408 tid 1 2024-08-10T04:57:06.349 INFO:tasks.rados.rados.0.smithi078.stdout:196: writing smithi07880501-34 from 1425408 to 2031616 tid 2 2024-08-10T04:57:06.351 INFO:tasks.rados.rados.0.smithi078.stdout:196: writing smithi07880501-34 from 2031616 to 2228224 tid 3 2024-08-10T04:57:06.351 INFO:tasks.rados.rados.0.smithi078.stdout:197: snap_create 2024-08-10T04:57:06.351 INFO:tasks.rados.rados.0.smithi078.stdout:195: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 12 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:196: finishing write tid 1 to smithi07880501-34 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:196: finishing write tid 2 to smithi07880501-34 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:196: finishing write tid 3 to smithi07880501-34 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:196: finishing write tid 4 to smithi07880501-34 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:196: finishing write tid 5 to smithi07880501-34 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 75 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-08-10T04:57:06.367 INFO:tasks.rados.rados.0.smithi078.stdout:196: left oid 34 (ObjNum 86 snap 15 seq_num 86) 2024-08-10T04:57:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: pgmap v137: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-10T04:57:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: osdmap e106: 8 total, 8 up, 8 in 2024-08-10T04:57:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: Upgrade: Target is version 19.1.0-1335-gbca9905d (unknown) 2024-08-10T04:57:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec'] 2024-08-10T04:57:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-10T04:57:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:06 smithi107 ceph-mon[32749]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec on smithi107 2024-08-10T04:57:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: pgmap v137: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-10T04:57:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: osdmap e106: 8 total, 8 up, 8 in 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: Upgrade: Target is version 19.1.0-1335-gbca9905d (unknown) 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec'] 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[29426]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec on smithi107 2024-08-10T04:57:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: pgmap v137: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: osdmap e106: 8 total, 8 up, 8 in 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: Upgrade: Target is version 19.1.0-1335-gbca9905d (unknown) 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec'] 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-10T04:57:06.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:06 smithi078 ceph-mon[39622]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec on smithi107 2024-08-10T04:57:07.314 INFO:tasks.rados.rados.0.smithi078.stdout:194: done (3 left) 2024-08-10T04:57:07.315 INFO:tasks.rados.rados.0.smithi078.stdout:195: done (2 left) 2024-08-10T04:57:07.315 INFO:tasks.rados.rados.0.smithi078.stdout:196: done (1 left) 2024-08-10T04:57:07.315 INFO:tasks.rados.rados.0.smithi078.stdout:197: done (0 left) 2024-08-10T04:57:07.315 INFO:tasks.rados.rados.0.smithi078.stdout:198: snap_create 2024-08-10T04:57:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:07 smithi107 ceph-mon[32749]: osdmap e107: 8 total, 8 up, 8 in 2024-08-10T04:57:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:07 smithi078 ceph-mon[29426]: osdmap e107: 8 total, 8 up, 8 in 2024-08-10T04:57:07.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:07 smithi078 ceph-mon[39622]: osdmap e107: 8 total, 8 up, 8 in 2024-08-10T04:57:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:198: done (0 left) 2024-08-10T04:57:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:199: read oid 45 snap -1 2024-08-10T04:57:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:199: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:57:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 17 2024-08-10T04:57:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:200: seq_num 87 ranges {3039232=663552,3702784=491520,4194304=311296} 2024-08-10T04:57:08.261 INFO:tasks.rados.rados.0.smithi078.stdout:200: writing smithi07880501-31 from 3039232 to 3702784 tid 1 2024-08-10T04:57:08.264 INFO:tasks.rados.rados.0.smithi078.stdout:200: writing smithi07880501-31 from 3702784 to 4194304 tid 2 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:200: writing smithi07880501-31 from 4194304 to 4505600 tid 3 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:201: read oid 49 snap -1 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:201: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:202: read oid 38 snap -1 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:202: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:203: read oid 40 snap -1 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:203: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:204: snap_create 2024-08-10T04:57:08.267 INFO:tasks.rados.rados.0.smithi078.stdout:199: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:57:08.285 INFO:tasks.rados.rados.0.smithi078.stdout:203: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-10T04:57:08.302 INFO:tasks.rados.rados.0.smithi078.stdout:202: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-10T04:57:08.310 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:57:08.318 INFO:tasks.rados.rados.0.smithi078.stdout:201: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-10T04:57:08.341 INFO:tasks.rados.rados.0.smithi078.stdout:200: finishing write tid 1 to smithi07880501-31 2024-08-10T04:57:08.342 INFO:tasks.rados.rados.0.smithi078.stdout:200: finishing write tid 2 to smithi07880501-31 2024-08-10T04:57:08.342 INFO:tasks.rados.rados.0.smithi078.stdout:200: finishing write tid 3 to smithi07880501-31 2024-08-10T04:57:08.342 INFO:tasks.rados.rados.0.smithi078.stdout:200: finishing write tid 4 to smithi07880501-31 2024-08-10T04:57:08.342 INFO:tasks.rados.rados.0.smithi078.stdout:200: finishing write tid 5 to smithi07880501-31 2024-08-10T04:57:08.342 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 41 (ObjNum 87 snap 17 seq_num 87) dirty exists 2024-08-10T04:57:08.342 INFO:tasks.rados.rados.0.smithi078.stdout:200: left oid 31 (ObjNum 87 snap 17 seq_num 87) 2024-08-10T04:57:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:08 smithi107 ceph-mon[32749]: pgmap v140: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-10T04:57:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:08 smithi107 ceph-mon[32749]: osdmap e108: 8 total, 8 up, 8 in 2024-08-10T04:57:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:08 smithi107 ceph-mon[32749]: osdmap e109: 8 total, 8 up, 8 in 2024-08-10T04:57:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:08 smithi078 ceph-mon[29426]: pgmap v140: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-10T04:57:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:08 smithi078 ceph-mon[29426]: osdmap e108: 8 total, 8 up, 8 in 2024-08-10T04:57:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:08 smithi078 ceph-mon[29426]: osdmap e109: 8 total, 8 up, 8 in 2024-08-10T04:57:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:08 smithi078 ceph-mon[39622]: pgmap v140: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-08-10T04:57:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:08 smithi078 ceph-mon[39622]: osdmap e108: 8 total, 8 up, 8 in 2024-08-10T04:57:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:08 smithi078 ceph-mon[39622]: osdmap e109: 8 total, 8 up, 8 in 2024-08-10T04:57:09.247 INFO:tasks.rados.rados.0.smithi078.stdout:199: done (5 left) 2024-08-10T04:57:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:200: done (4 left) 2024-08-10T04:57:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:201: done (3 left) 2024-08-10T04:57:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:202: done (2 left) 2024-08-10T04:57:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:203: done (1 left) 2024-08-10T04:57:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:204: done (0 left) 2024-08-10T04:57:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:205: snap_remove snap 5 2024-08-10T04:57:09.439 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (2m) 114s ago 3m 15.8M - 0.25.0 c8568f914cd2 5535b1132b99 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (2m) 116s ago 2m 79.0M - 9.4.7 954c08fa6188 9ec52696e9bf 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (4m) 114s ago 4m 12.5M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (4m) 116s ago 4m 15.9M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443 running (8m) 116s ago 8m 399M - 17.2.7-1372-g56ceb861 354fce865a9a a05434299702 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (9m) 114s ago 9m 445M - 17.2.7-1372-g56ceb861 354fce865a9a 7264b177b3df 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (9m) 114s ago 9m 46.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 1bf023f61768 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (8m) 116s ago 8m 39.4M 2048M 17.2.7-1372-g56ceb861 354fce865a9a e401625267b0 2024-08-10T04:57:09.686 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (8m) 114s ago 8m 42.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 59ba7a9dfd3a 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (2m) 114s ago 2m 10.9M - 1.5.0 0da6a335fe13 217eca71ef21 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (2m) 116s ago 2m 3552k - 1.5.0 0da6a335fe13 ac3e342ed41c 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (7m) 114s ago 7m 45.5M 2992M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (7m) 114s ago 7m 44.8M 2992M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (6m) 114s ago 6m 45.0M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (6m) 114s ago 6m 40.6M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (6m) 116s ago 6m 42.6M 2991M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (5m) 116s ago 5m 42.2M 2991M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (5m) 116s ago 5m 42.3M 2991M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (5m) 116s ago 5m 41.2M 2991M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T04:57:09.687 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (2m) 116s ago 3m 24.5M - 2.43.0 a07b618ecd1d 62860f1dfb21 2024-08-10T04:57:09.988 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:57:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T04:57:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:57:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T04:57:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 15 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:57:09.989 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:57:10.255 INFO:tasks.rados.rados.0.smithi078.stdout:205: done (0 left) 2024-08-10T04:57:10.255 INFO:tasks.rados.rados.0.smithi078.stdout:206: read oid 36 snap -1 2024-08-10T04:57:10.255 INFO:tasks.rados.rados.0.smithi078.stdout:206: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T04:57:10.255 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 18 2024-08-10T04:57:10.256 INFO:tasks.rados.rados.0.smithi078.stdout:207: seq_num 88 ranges {0=679936,679936=778240,1458176=24576} 2024-08-10T04:57:10.260 INFO:tasks.rados.rados.0.smithi078.stdout:207: writing smithi07880501-1 from 0 to 679936 tid 1 2024-08-10T04:57:10.266 INFO:tasks.rados.rados.0.smithi078.stdout:207: writing smithi07880501-1 from 679936 to 1458176 tid 2 2024-08-10T04:57:10.266 INFO:tasks.rados.rados.0.smithi078.stdout:207: writing smithi07880501-1 from 1458176 to 1482752 tid 3 2024-08-10T04:57:10.266 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 18 2024-08-10T04:57:10.266 INFO:tasks.rados.rados.0.smithi078.stdout:208: seq_num 89 ranges {1351680=696320,2048000=655360,2703360=147456} 2024-08-10T04:57:10.277 INFO:tasks.rados.rados.0.smithi078.stdout:208: writing smithi07880501-9 from 1351680 to 2048000 tid 1 2024-08-10T04:57:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:208: writing smithi07880501-9 from 2048000 to 2703360 tid 2 2024-08-10T04:57:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:208: writing smithi07880501-9 from 2703360 to 2850816 tid 3 2024-08-10T04:57:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:209: rmattr oid 11 current snap is 18 2024-08-10T04:57:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:209: done (3 left) 2024-08-10T04:57:10.283 INFO:tasks.rados.rados.0.smithi078.stdout:210: snap_remove snap 13 2024-08-10T04:57:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:10 smithi107 ceph-mon[32749]: osdmap e110: 8 total, 8 up, 8 in 2024-08-10T04:57:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:10 smithi107 ceph-mon[32749]: pgmap v144: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:10 smithi107 ceph-mon[32749]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:10 smithi107 ceph-mon[32749]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:10 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2614436508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:57:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[29426]: osdmap e110: 8 total, 8 up, 8 in 2024-08-10T04:57:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[29426]: pgmap v144: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[29426]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[29426]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/2614436508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:57:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[39622]: osdmap e110: 8 total, 8 up, 8 in 2024-08-10T04:57:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[39622]: pgmap v144: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[39622]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[39622]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:10 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2614436508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:57:11.261 INFO:tasks.rados.rados.0.smithi078.stdout:210: done (3 left) 2024-08-10T04:57:11.261 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 18 2024-08-10T04:57:11.261 INFO:tasks.rados.rados.0.smithi078.stdout:211: seq_num 90 ranges {1433600=712704,2146304=540672,2686976=262144} 2024-08-10T04:57:11.273 INFO:tasks.rados.rados.0.smithi078.stdout:211: writing smithi07880501-2 from 1433600 to 2146304 tid 1 2024-08-10T04:57:11.276 INFO:tasks.rados.rados.0.smithi078.stdout:211: writing smithi07880501-2 from 2146304 to 2686976 tid 2 2024-08-10T04:57:11.278 INFO:tasks.rados.rados.0.smithi078.stdout:211: writing smithi07880501-2 from 2686976 to 2949120 tid 3 2024-08-10T04:57:11.278 INFO:tasks.rados.rados.0.smithi078.stdout:212: copy_from oid 38 from oid 46 current snap is 18 2024-08-10T04:57:11.278 INFO:tasks.rados.rados.0.smithi078.stdout:207: finishing write tid 1 to smithi07880501-1 2024-08-10T04:57:11.278 INFO:tasks.rados.rados.0.smithi078.stdout:206: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T04:57:11.300 INFO:tasks.rados.rados.0.smithi078.stdout:207: finishing write tid 2 to smithi07880501-1 2024-08-10T04:57:11.300 INFO:tasks.rados.rados.0.smithi078.stdout:207: finishing write tid 3 to smithi07880501-1 2024-08-10T04:57:11.300 INFO:tasks.rados.rados.0.smithi078.stdout:207: finishing write tid 4 to smithi07880501-1 2024-08-10T04:57:11.300 INFO:tasks.rados.rados.0.smithi078.stdout:207: finishing write tid 5 to smithi07880501-1 2024-08-10T04:57:11.300 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 41 (ObjNum 88 snap 18 seq_num 88) dirty exists 2024-08-10T04:57:11.300 INFO:tasks.rados.rados.0.smithi078.stdout:207: left oid 1 (ObjNum 88 snap 18 seq_num 88) 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:208: finishing write tid 1 to smithi07880501-9 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:208: finishing write tid 2 to smithi07880501-9 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:208: finishing write tid 3 to smithi07880501-9 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:208: finishing write tid 4 to smithi07880501-9 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:208: finishing write tid 5 to smithi07880501-9 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 56 (ObjNum 89 snap 18 seq_num 89) dirty exists 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:208: left oid 9 (ObjNum 89 snap 18 seq_num 89) 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:206: done (4 left) 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:207: done (3 left) 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:208: done (2 left) 2024-08-10T04:57:11.301 INFO:tasks.rados.rados.0.smithi078.stdout:213: snap_remove snap 16 2024-08-10T04:57:11.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:11 smithi107 ceph-mon[32749]: osdmap e111: 8 total, 8 up, 8 in 2024-08-10T04:57:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:11 smithi078 ceph-mon[29426]: osdmap e111: 8 total, 8 up, 8 in 2024-08-10T04:57:11.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:11 smithi078 ceph-mon[39622]: osdmap e111: 8 total, 8 up, 8 in 2024-08-10T04:57:12.267 INFO:tasks.rados.rados.0.smithi078.stdout:213: done (2 left) 2024-08-10T04:57:12.267 INFO:tasks.rados.rados.0.smithi078.stdout:214: rmattr oid 30 current snap is 18 2024-08-10T04:57:12.267 INFO:tasks.rados.rados.0.smithi078.stdout:214: done (2 left) 2024-08-10T04:57:12.267 INFO:tasks.rados.rados.0.smithi078.stdout:215: rmattr oid 27 current snap is 18 2024-08-10T04:57:12.267 INFO:tasks.rados.rados.0.smithi078.stdout:215: done (2 left) 2024-08-10T04:57:12.267 INFO:tasks.rados.rados.0.smithi078.stdout:216: rmattr oid 12 current snap is 18 2024-08-10T04:57:12.267 INFO:tasks.rados.rados.0.smithi078.stdout:216: done (2 left) 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:217: read oid 49 snap -1 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:217: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:218: read oid 50 snap -1 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:218: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:219: setattr oid 24 current snap is 18 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:211: finishing write tid 1 to smithi07880501-2 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:211: finishing write tid 2 to smithi07880501-2 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:211: finishing write tid 3 to smithi07880501-2 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:211: finishing write tid 4 to smithi07880501-2 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:211: finishing write tid 5 to smithi07880501-2 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 80 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:211: left oid 2 (ObjNum 90 snap 18 seq_num 90) 2024-08-10T04:57:12.268 INFO:tasks.rados.rados.0.smithi078.stdout:212: finishing copy_from racing read to smithi07880501-38 2024-08-10T04:57:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:212: finishing copy_from to smithi07880501-38 2024-08-10T04:57:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 23 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-08-10T04:57:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:211: done (4 left) 2024-08-10T04:57:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:212: done (3 left) 2024-08-10T04:57:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 18 2024-08-10T04:57:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:220: seq_num 91 ranges {1482752=729088,2211840=425984,2637824=376832} 2024-08-10T04:57:12.280 INFO:tasks.rados.rados.0.smithi078.stdout:220: writing smithi07880501-1 from 1482752 to 2211840 tid 1 2024-08-10T04:57:12.282 INFO:tasks.rados.rados.0.smithi078.stdout:220: writing smithi07880501-1 from 2211840 to 2637824 tid 2 2024-08-10T04:57:12.285 INFO:tasks.rados.rados.0.smithi078.stdout:220: writing smithi07880501-1 from 2637824 to 3014656 tid 3 2024-08-10T04:57:12.285 INFO:tasks.rados.rados.0.smithi078.stdout:221: copy_from oid 25 from oid 10 current snap is 18 2024-08-10T04:57:12.285 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 90 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:57:12.285 INFO:tasks.rados.rados.0.smithi078.stdout:217: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-10T04:57:12.308 INFO:tasks.rados.rados.0.smithi078.stdout:218: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:220: finishing write tid 1 to smithi07880501-1 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:220: finishing write tid 2 to smithi07880501-1 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:220: finishing write tid 3 to smithi07880501-1 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:220: finishing write tid 4 to smithi07880501-1 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:220: finishing write tid 5 to smithi07880501-1 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 45 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:220: left oid 1 (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:57:12.330 INFO:tasks.rados.rados.0.smithi078.stdout:221: finishing copy_from racing read to smithi07880501-25 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:221: finishing copy_from to smithi07880501-25 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 6 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:217: done (4 left) 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:218: done (3 left) 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:219: done (2 left) 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:220: done (1 left) 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:221: done (0 left) 2024-08-10T04:57:12.331 INFO:tasks.rados.rados.0.smithi078.stdout:222: snap_create 2024-08-10T04:57:12.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:12 smithi107 ceph-mon[32749]: osdmap e112: 8 total, 8 up, 8 in 2024-08-10T04:57:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:12 smithi107 ceph-mon[32749]: pgmap v147: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-08-10T04:57:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:12 smithi078 ceph-mon[29426]: osdmap e112: 8 total, 8 up, 8 in 2024-08-10T04:57:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:12 smithi078 ceph-mon[29426]: pgmap v147: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-08-10T04:57:12.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:12 smithi078 ceph-mon[39622]: osdmap e112: 8 total, 8 up, 8 in 2024-08-10T04:57:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:12 smithi078 ceph-mon[39622]: pgmap v147: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-08-10T04:57:13.241 INFO:tasks.rados.rados.0.smithi078.stdout:222: done (0 left) 2024-08-10T04:57:13.241 INFO:tasks.rados.rados.0.smithi078.stdout:223: delete oid 31 current snap is 19 2024-08-10T04:57:13.249 INFO:tasks.rados.rados.0.smithi078.stdout:223: done (0 left) 2024-08-10T04:57:13.249 INFO:tasks.rados.rados.0.smithi078.stdout:224: delete oid 26 current snap is 19 2024-08-10T04:57:13.250 INFO:tasks.rados.rados.0.smithi078.stdout:224: done (0 left) 2024-08-10T04:57:13.251 INFO:tasks.rados.rados.0.smithi078.stdout:225: copy_from oid 20 from oid 42 current snap is 19 2024-08-10T04:57:13.251 INFO:tasks.rados.rados.0.smithi078.stdout:226: delete oid 5 current snap is 19 2024-08-10T04:57:13.254 INFO:tasks.rados.rados.0.smithi078.stdout:225: finishing copy_from to smithi07880501-20 2024-08-10T04:57:13.254 INFO:tasks.rados.rados.0.smithi078.stdout:225: got expected ENOENT (src dne) 2024-08-10T04:57:13.254 INFO:tasks.rados.rados.0.smithi078.stdout:225: finishing copy_from racing read to smithi07880501-20 2024-08-10T04:57:13.255 INFO:tasks.rados.rados.0.smithi078.stdout:225: done (1 left) 2024-08-10T04:57:13.255 INFO:tasks.rados.rados.0.smithi078.stdout:226: done (0 left) 2024-08-10T04:57:13.255 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 19 2024-08-10T04:57:13.255 INFO:tasks.rados.rados.0.smithi078.stdout:227: seq_num 95 ranges {393216=794624,1187840=409600,1597440=393216} 2024-08-10T04:57:13.262 INFO:tasks.rados.rados.0.smithi078.stdout:227: writing smithi07880501-24 from 393216 to 1187840 tid 1 2024-08-10T04:57:13.264 INFO:tasks.rados.rados.0.smithi078.stdout:227: writing smithi07880501-24 from 1187840 to 1597440 tid 2 2024-08-10T04:57:13.267 INFO:tasks.rados.rados.0.smithi078.stdout:227: writing smithi07880501-24 from 1597440 to 1990656 tid 3 2024-08-10T04:57:13.267 INFO:tasks.rados.rados.0.smithi078.stdout:228: read oid 34 snap -1 2024-08-10T04:57:13.267 INFO:tasks.rados.rados.0.smithi078.stdout:228: expect (ObjNum 86 snap 15 seq_num 86) 2024-08-10T04:57:13.267 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 19 2024-08-10T04:57:13.267 INFO:tasks.rados.rados.0.smithi078.stdout:227: finishing write tid 1 to smithi07880501-24 2024-08-10T04:57:13.267 INFO:tasks.rados.rados.0.smithi078.stdout:227: finishing write tid 2 to smithi07880501-24 2024-08-10T04:57:13.267 INFO:tasks.rados.rados.0.smithi078.stdout:229: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-08-10T04:57:13.269 INFO:tasks.rados.rados.0.smithi078.stdout:229: writing smithi07880501-42 from 0 to 409600 tid 1 2024-08-10T04:57:13.273 INFO:tasks.rados.rados.0.smithi078.stdout:229: writing smithi07880501-42 from 409600 to 1105920 tid 2 2024-08-10T04:57:13.277 INFO:tasks.rados.rados.0.smithi078.stdout:229: writing smithi07880501-42 from 1105920 to 1613824 tid 3 2024-08-10T04:57:13.277 INFO:tasks.rados.rados.0.smithi078.stdout:230: delete oid 11 current snap is 19 2024-08-10T04:57:13.277 INFO:tasks.rados.rados.0.smithi078.stdout:227: finishing write tid 3 to smithi07880501-24 2024-08-10T04:57:13.277 INFO:tasks.rados.rados.0.smithi078.stdout:227: finishing write tid 4 to smithi07880501-24 2024-08-10T04:57:13.278 INFO:tasks.rados.rados.0.smithi078.stdout:227: finishing write tid 5 to smithi07880501-24 2024-08-10T04:57:13.278 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 97 (ObjNum 95 snap 19 seq_num 95) dirty exists 2024-08-10T04:57:13.278 INFO:tasks.rados.rados.0.smithi078.stdout:227: left oid 24 (ObjNum 95 snap 19 seq_num 95) 2024-08-10T04:57:13.279 INFO:tasks.rados.rados.0.smithi078.stdout:228: expect (ObjNum 86 snap 15 seq_num 86) 2024-08-10T04:57:13.350 INFO:tasks.rados.rados.0.smithi078.stdout:229: finishing write tid 1 to smithi07880501-42 2024-08-10T04:57:13.350 INFO:tasks.rados.rados.0.smithi078.stdout:229: finishing write tid 2 to smithi07880501-42 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:229: finishing write tid 3 to smithi07880501-42 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:229: finishing write tid 4 to smithi07880501-42 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:229: finishing write tid 5 to smithi07880501-42 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 85 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:229: left oid 42 (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:227: done (3 left) 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:228: done (2 left) 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:229: done (1 left) 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:230: done (0 left) 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:231: read oid 38 snap -1 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:231: expect (ObjNum 77 snap 11 seq_num 77) 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:232: copy_from oid 41 from oid 6 current snap is 19 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:233: copy_from oid 30 from oid 19 current snap is 19 2024-08-10T04:57:13.351 INFO:tasks.rados.rados.0.smithi078.stdout:234: read oid 14 snap 8 2024-08-10T04:57:13.352 INFO:tasks.rados.rados.0.smithi078.stdout:234: expect deleted 2024-08-10T04:57:13.352 INFO:tasks.rados.rados.0.smithi078.stdout:235: delete oid 4 current snap is 19 2024-08-10T04:57:13.352 INFO:tasks.rados.rados.0.smithi078.stdout:232: finishing copy_from to smithi07880501-41 2024-08-10T04:57:13.352 INFO:tasks.rados.rados.0.smithi078.stdout:232: got expected ENOENT (src dne) 2024-08-10T04:57:13.352 INFO:tasks.rados.rados.0.smithi078.stdout:232: finishing copy_from racing read to smithi07880501-41 2024-08-10T04:57:13.353 INFO:tasks.rados.rados.0.smithi078.stdout:232: done (4 left) 2024-08-10T04:57:13.353 INFO:tasks.rados.rados.0.smithi078.stdout:234: done (3 left) 2024-08-10T04:57:13.353 INFO:tasks.rados.rados.0.smithi078.stdout:235: done (2 left) 2024-08-10T04:57:13.353 INFO:tasks.rados.rados.0.smithi078.stdout:236: rollback oid 49 current snap is 19 2024-08-10T04:57:13.353 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 18 2024-08-10T04:57:13.353 INFO:tasks.rados.rados.0.smithi078.stdout:237: delete oid 39 current snap is 19 2024-08-10T04:57:13.356 INFO:tasks.rados.rados.0.smithi078.stdout:233: finishing copy_from racing read to smithi07880501-30 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:236: finishing rollback tid 0 to smithi07880501-49 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:236: finishing rollback tid 1 to smithi07880501-49 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:237: done (3 left) 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:238: copy_from oid 35 from oid 31 current snap is 19 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:239: rollback oid 25 current snap is 19 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 11 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 19 2024-08-10T04:57:13.357 INFO:tasks.rados.rados.0.smithi078.stdout:240: seq_num 100 ranges {1605632=483328,2088960=688128,2777088=516096} 2024-08-10T04:57:13.368 INFO:tasks.rados.rados.0.smithi078.stdout:240: writing smithi07880501-13 from 1605632 to 2088960 tid 1 2024-08-10T04:57:13.372 INFO:tasks.rados.rados.0.smithi078.stdout:240: writing smithi07880501-13 from 2088960 to 2777088 tid 2 2024-08-10T04:57:13.375 INFO:tasks.rados.rados.0.smithi078.stdout:240: writing smithi07880501-13 from 2777088 to 3293184 tid 3 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:241: rollback oid 23 current snap is 19 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 23 to 18 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:236: finishing rollback tid 2 to smithi07880501-49 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 23 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:233: finishing copy_from to smithi07880501-30 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 35 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:238: finishing copy_from to smithi07880501-35 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:238: got expected ENOENT (src dne) 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:238: finishing copy_from racing read to smithi07880501-35 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:233: done (6 left) 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:236: done (5 left) 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:238: done (4 left) 2024-08-10T04:57:13.376 INFO:tasks.rados.rados.0.smithi078.stdout:242: snap_remove snap 15 2024-08-10T04:57:13.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:13 smithi107 ceph-mon[32749]: osdmap e113: 8 total, 8 up, 8 in 2024-08-10T04:57:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:13 smithi107 ceph-mon[32749]: osdmap e114: 8 total, 8 up, 8 in 2024-08-10T04:57:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:13 smithi078 ceph-mon[39622]: osdmap e113: 8 total, 8 up, 8 in 2024-08-10T04:57:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:13 smithi078 ceph-mon[39622]: osdmap e114: 8 total, 8 up, 8 in 2024-08-10T04:57:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:13 smithi078 ceph-mon[29426]: osdmap e113: 8 total, 8 up, 8 in 2024-08-10T04:57:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:13 smithi078 ceph-mon[29426]: osdmap e114: 8 total, 8 up, 8 in 2024-08-10T04:57:14.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:13 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:13] "GET /metrics HTTP/1.1" 200 239222 "" "Prometheus/2.43.0" 2024-08-10T04:57:14.279 INFO:tasks.rados.rados.0.smithi078.stdout:242: done (4 left) 2024-08-10T04:57:14.279 INFO:tasks.rados.rados.0.smithi078.stdout:243: snap_remove snap 8 2024-08-10T04:57:14.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:14 smithi107 ceph-mon[32749]: pgmap v150: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-10T04:57:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:14 smithi078 ceph-mon[29426]: pgmap v150: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-10T04:57:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:14 smithi078 ceph-mon[39622]: pgmap v150: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-08-10T04:57:15.278 INFO:tasks.rados.rados.0.smithi078.stdout:243: done (4 left) 2024-08-10T04:57:15.278 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 19 2024-08-10T04:57:15.278 INFO:tasks.rados.rados.0.smithi078.stdout:244: seq_num 101 ranges {303104=499712,802816=573440,1376256=524288,1900544=106496} 2024-08-10T04:57:15.283 INFO:tasks.rados.rados.0.smithi078.stdout:244: writing smithi07880501-19 from 303104 to 802816 tid 1 2024-08-10T04:57:15.287 INFO:tasks.rados.rados.0.smithi078.stdout:244: writing smithi07880501-19 from 802816 to 1376256 tid 2 2024-08-10T04:57:15.291 INFO:tasks.rados.rados.0.smithi078.stdout:244: writing smithi07880501-19 from 1376256 to 1900544 tid 3 2024-08-10T04:57:15.292 INFO:tasks.rados.rados.0.smithi078.stdout:244: writing smithi07880501-19 from 1900544 to 2007040 tid 4 2024-08-10T04:57:15.292 INFO:tasks.rados.rados.0.smithi078.stdout:245: copy_from oid 34 from oid 18 current snap is 19 2024-08-10T04:57:15.292 INFO:tasks.rados.rados.0.smithi078.stdout:239: finishing rollback tid 0 to smithi07880501-25 2024-08-10T04:57:15.292 INFO:tasks.rados.rados.0.smithi078.stdout:231: expect (ObjNum 77 snap 11 seq_num 77) 2024-08-10T04:57:15.361 INFO:tasks.rados.rados.0.smithi078.stdout:239: finishing rollback tid 1 to smithi07880501-25 2024-08-10T04:57:15.361 INFO:tasks.rados.rados.0.smithi078.stdout:239: finishing rollback tid 2 to smithi07880501-25 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 19 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:240: finishing write tid 1 to smithi07880501-13 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:240: finishing write tid 2 to smithi07880501-13 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:231: done (5 left) 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:239: done (4 left) 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:246: delete oid 20 current snap is 19 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:240: finishing write tid 3 to smithi07880501-13 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:240: finishing write tid 4 to smithi07880501-13 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:241: finishing rollback tid 0 to smithi07880501-23 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:241: finishing rollback tid 1 to smithi07880501-23 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:241: finishing rollback tid 2 to smithi07880501-23 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T04:57:15.362 INFO:tasks.rados.rados.0.smithi078.stdout:240: finishing write tid 5 to smithi07880501-13 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 67 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:240: left oid 13 (ObjNum 100 snap 19 seq_num 100) 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:244: finishing write tid 1 to smithi07880501-19 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:244: finishing write tid 2 to smithi07880501-19 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:245: finishing copy_from to smithi07880501-34 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:245: got expected ENOENT (src dne) 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:245: finishing copy_from racing read to smithi07880501-34 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:244: finishing write tid 3 to smithi07880501-19 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:244: finishing write tid 4 to smithi07880501-19 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:244: finishing write tid 5 to smithi07880501-19 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:244: finishing write tid 6 to smithi07880501-19 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 53 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-08-10T04:57:15.363 INFO:tasks.rados.rados.0.smithi078.stdout:244: left oid 19 (ObjNum 101 snap 19 seq_num 101) 2024-08-10T04:57:15.364 INFO:tasks.rados.rados.0.smithi078.stdout:240: done (4 left) 2024-08-10T04:57:15.364 INFO:tasks.rados.rados.0.smithi078.stdout:241: done (3 left) 2024-08-10T04:57:15.364 INFO:tasks.rados.rados.0.smithi078.stdout:244: done (2 left) 2024-08-10T04:57:15.364 INFO:tasks.rados.rados.0.smithi078.stdout:245: done (1 left) 2024-08-10T04:57:15.364 INFO:tasks.rados.rados.0.smithi078.stdout:246: done (0 left) 2024-08-10T04:57:15.364 INFO:tasks.rados.rados.0.smithi078.stdout:247: delete oid 35 current snap is 19 2024-08-10T04:57:15.365 INFO:tasks.rados.rados.0.smithi078.stdout:247: done (0 left) 2024-08-10T04:57:15.365 INFO:tasks.rados.rados.0.smithi078.stdout:248: setattr oid 29 current snap is 19 2024-08-10T04:57:15.367 INFO:tasks.rados.rados.0.smithi078.stdout:249: snap_remove snap 9 2024-08-10T04:57:15.516 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:15 smithi078 ceph-mon[29426]: osdmap e115: 8 total, 8 up, 8 in 2024-08-10T04:57:15.516 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:15 smithi078 ceph-mon[39622]: osdmap e115: 8 total, 8 up, 8 in 2024-08-10T04:57:15.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:15 smithi107 ceph-mon[32749]: osdmap e115: 8 total, 8 up, 8 in 2024-08-10T04:57:16.287 INFO:tasks.rados.rados.0.smithi078.stdout:249: done (1 left) 2024-08-10T04:57:16.287 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 19 2024-08-10T04:57:16.287 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 30 (ObjNum 129 snap 0 seq_num 489347904) dirty exists 2024-08-10T04:57:16.287 INFO:tasks.rados.rados.0.smithi078.stdout:250: seq_num 104 ranges {2056192=548864,2605056=622592,3227648=581632} 2024-08-10T04:57:16.302 INFO:tasks.rados.rados.0.smithi078.stdout:250: writing smithi07880501-38 from 2056192 to 2605056 tid 1 2024-08-10T04:57:16.306 INFO:tasks.rados.rados.0.smithi078.stdout:250: writing smithi07880501-38 from 2605056 to 3227648 tid 2 2024-08-10T04:57:16.310 INFO:tasks.rados.rados.0.smithi078.stdout:250: writing smithi07880501-38 from 3227648 to 3809280 tid 3 2024-08-10T04:57:16.310 INFO:tasks.rados.rados.0.smithi078.stdout:248: done (1 left) 2024-08-10T04:57:16.310 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 19 2024-08-10T04:57:16.310 INFO:tasks.rados.rados.0.smithi078.stdout:250: finishing write tid 1 to smithi07880501-38 2024-08-10T04:57:16.310 INFO:tasks.rados.rados.0.smithi078.stdout:250: finishing write tid 2 to smithi07880501-38 2024-08-10T04:57:16.311 INFO:tasks.rados.rados.0.smithi078.stdout:251: seq_num 105 ranges {2949120=565248,3514368=507904,4022272=507904,4530176=188416} 2024-08-10T04:57:16.328 INFO:tasks.rados.rados.0.smithi078.stdout:251: writing smithi07880501-2 from 2949120 to 3514368 tid 1 2024-08-10T04:57:16.331 INFO:tasks.rados.rados.0.smithi078.stdout:251: writing smithi07880501-2 from 3514368 to 4022272 tid 2 2024-08-10T04:57:16.334 INFO:tasks.rados.rados.0.smithi078.stdout:251: writing smithi07880501-2 from 4022272 to 4530176 tid 3 2024-08-10T04:57:16.335 INFO:tasks.rados.rados.0.smithi078.stdout:251: writing smithi07880501-2 from 4530176 to 4718592 tid 4 2024-08-10T04:57:16.335 INFO:tasks.rados.rados.0.smithi078.stdout:252: copy_from oid 27 from oid 26 current snap is 19 2024-08-10T04:57:16.335 INFO:tasks.rados.rados.0.smithi078.stdout:250: finishing write tid 3 to smithi07880501-38 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:250: finishing write tid 4 to smithi07880501-38 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:250: finishing write tid 5 to smithi07880501-38 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 27 (ObjNum 104 snap 19 seq_num 104) dirty exists 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:250: left oid 38 (ObjNum 104 snap 19 seq_num 104) 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:251: finishing write tid 1 to smithi07880501-2 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:251: finishing write tid 2 to smithi07880501-2 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:250: done (2 left) 2024-08-10T04:57:16.336 INFO:tasks.rados.rados.0.smithi078.stdout:253: snap_create 2024-08-10T04:57:16.337 INFO:tasks.rados.rados.0.smithi078.stdout:252: finishing copy_from to smithi07880501-27 2024-08-10T04:57:16.337 INFO:tasks.rados.rados.0.smithi078.stdout:252: got expected ENOENT (src dne) 2024-08-10T04:57:16.337 INFO:tasks.rados.rados.0.smithi078.stdout:252: finishing copy_from racing read to smithi07880501-27 2024-08-10T04:57:16.337 INFO:tasks.rados.rados.0.smithi078.stdout:251: finishing write tid 3 to smithi07880501-2 2024-08-10T04:57:16.337 INFO:tasks.rados.rados.0.smithi078.stdout:251: finishing write tid 4 to smithi07880501-2 2024-08-10T04:57:16.337 INFO:tasks.rados.rados.0.smithi078.stdout:251: finishing write tid 5 to smithi07880501-2 2024-08-10T04:57:16.338 INFO:tasks.rados.rados.0.smithi078.stdout:251: finishing write tid 6 to smithi07880501-2 2024-08-10T04:57:16.338 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 114 (ObjNum 105 snap 19 seq_num 105) dirty exists 2024-08-10T04:57:16.338 INFO:tasks.rados.rados.0.smithi078.stdout:251: left oid 2 (ObjNum 105 snap 19 seq_num 105) 2024-08-10T04:57:16.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:16 smithi107 ceph-mon[32749]: osdmap e116: 8 total, 8 up, 8 in 2024-08-10T04:57:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:16 smithi107 ceph-mon[32749]: pgmap v153: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-08-10T04:57:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:16 smithi078 ceph-mon[29426]: osdmap e116: 8 total, 8 up, 8 in 2024-08-10T04:57:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:16 smithi078 ceph-mon[29426]: pgmap v153: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-08-10T04:57:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:16 smithi078 ceph-mon[39622]: osdmap e116: 8 total, 8 up, 8 in 2024-08-10T04:57:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:16 smithi078 ceph-mon[39622]: pgmap v153: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-08-10T04:57:17.294 INFO:tasks.rados.rados.0.smithi078.stdout:251: done (2 left) 2024-08-10T04:57:17.294 INFO:tasks.rados.rados.0.smithi078.stdout:252: done (1 left) 2024-08-10T04:57:17.294 INFO:tasks.rados.rados.0.smithi078.stdout:253: done (0 left) 2024-08-10T04:57:17.294 INFO:tasks.rados.rados.0.smithi078.stdout:254: snap_create 2024-08-10T04:57:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:17 smithi107 ceph-mon[32749]: osdmap e117: 8 total, 8 up, 8 in 2024-08-10T04:57:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:17 smithi078 ceph-mon[29426]: osdmap e117: 8 total, 8 up, 8 in 2024-08-10T04:57:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:17 smithi078 ceph-mon[39622]: osdmap e117: 8 total, 8 up, 8 in 2024-08-10T04:57:18.246 INFO:tasks.rados.rados.0.smithi078.stdout:254: done (0 left) 2024-08-10T04:57:18.246 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 21 2024-08-10T04:57:18.246 INFO:tasks.rados.rados.0.smithi078.stdout:255: seq_num 106 ranges {1417216=581632,1998848=794624,2793472=409600} 2024-08-10T04:57:18.257 INFO:tasks.rados.rados.0.smithi078.stdout:255: writing smithi07880501-17 from 1417216 to 1998848 tid 1 2024-08-10T04:57:18.262 INFO:tasks.rados.rados.0.smithi078.stdout:255: writing smithi07880501-17 from 1998848 to 2793472 tid 2 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:255: writing smithi07880501-17 from 2793472 to 3203072 tid 3 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:256: rollback oid 8 current snap is 21 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 8 to 14 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:255: finishing write tid 1 to smithi07880501-17 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:257: rmattr oid 26 current snap is 21 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:257: done (2 left) 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:258: delete oid 2 current snap is 21 2024-08-10T04:57:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:255: finishing write tid 2 to smithi07880501-17 2024-08-10T04:57:18.266 INFO:tasks.rados.rados.0.smithi078.stdout:255: finishing write tid 3 to smithi07880501-17 2024-08-10T04:57:18.267 INFO:tasks.rados.rados.0.smithi078.stdout:255: finishing write tid 4 to smithi07880501-17 2024-08-10T04:57:18.268 INFO:tasks.rados.rados.0.smithi078.stdout:255: finishing write tid 5 to smithi07880501-17 2024-08-10T04:57:18.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 32 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T04:57:18.268 INFO:tasks.rados.rados.0.smithi078.stdout:255: left oid 17 (ObjNum 106 snap 21 seq_num 106) 2024-08-10T04:57:18.270 INFO:tasks.rados.rados.0.smithi078.stdout:255: done (2 left) 2024-08-10T04:57:18.270 INFO:tasks.rados.rados.0.smithi078.stdout:258: done (1 left) 2024-08-10T04:57:18.270 INFO:tasks.rados.rados.0.smithi078.stdout:259: rmattr oid 10 current snap is 21 2024-08-10T04:57:18.270 INFO:tasks.rados.rados.0.smithi078.stdout:259: done (1 left) 2024-08-10T04:57:18.270 INFO:tasks.rados.rados.0.smithi078.stdout:260: snap_create 2024-08-10T04:57:18.270 INFO:tasks.rados.rados.0.smithi078.stdout:256: finishing rollback tid 0 to smithi07880501-8 2024-08-10T04:57:18.270 INFO:tasks.rados.rados.0.smithi078.stdout:256: finishing rollback tid 1 to smithi07880501-8 2024-08-10T04:57:18.271 INFO:tasks.rados.rados.0.smithi078.stdout:256: finishing rollback tid 2 to smithi07880501-8 2024-08-10T04:57:18.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 34 (ObjNum 71 snap 5 seq_num 71) dirty exists 2024-08-10T04:57:18.293 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:57:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:18 smithi107 ceph-mon[32749]: pgmap v155: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-10T04:57:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:18 smithi107 ceph-mon[32749]: osdmap e118: 8 total, 8 up, 8 in 2024-08-10T04:57:18.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:18 smithi107 ceph-mon[32749]: osdmap e119: 8 total, 8 up, 8 in 2024-08-10T04:57:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:18 smithi078 ceph-mon[29426]: pgmap v155: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-10T04:57:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:18 smithi078 ceph-mon[29426]: osdmap e118: 8 total, 8 up, 8 in 2024-08-10T04:57:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:18 smithi078 ceph-mon[29426]: osdmap e119: 8 total, 8 up, 8 in 2024-08-10T04:57:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:18 smithi078 ceph-mon[39622]: pgmap v155: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-10T04:57:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:18 smithi078 ceph-mon[39622]: osdmap e118: 8 total, 8 up, 8 in 2024-08-10T04:57:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:18 smithi078 ceph-mon[39622]: osdmap e119: 8 total, 8 up, 8 in 2024-08-10T04:57:19.245 INFO:tasks.rados.rados.0.smithi078.stdout:256: done (1 left) 2024-08-10T04:57:19.245 INFO:tasks.rados.rados.0.smithi078.stdout:260: done (0 left) 2024-08-10T04:57:19.245 INFO:tasks.rados.rados.0.smithi078.stdout:261: copy_from oid 48 from oid 47 current snap is 22 2024-08-10T04:57:19.245 INFO:tasks.rados.rados.0.smithi078.stdout:262: read oid 34 snap -1 2024-08-10T04:57:19.245 INFO:tasks.rados.rados.0.smithi078.stdout:262: expect (ObjNum 86 snap 15 seq_num 86) 2024-08-10T04:57:19.246 INFO:tasks.rados.rados.0.smithi078.stdout:263: snap_create 2024-08-10T04:57:19.254 INFO:tasks.rados.rados.0.smithi078.stdout:262: expect (ObjNum 86 snap 15 seq_num 86) 2024-08-10T04:57:19.325 INFO:tasks.rados.rados.0.smithi078.stdout:261: finishing copy_from racing read to smithi07880501-48 2024-08-10T04:57:19.325 INFO:tasks.rados.rados.0.smithi078.stdout:261: finishing copy_from to smithi07880501-48 2024-08-10T04:57:19.325 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 21 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:57:20.250 INFO:tasks.rados.rados.0.smithi078.stdout:261: done (2 left) 2024-08-10T04:57:20.250 INFO:tasks.rados.rados.0.smithi078.stdout:262: done (1 left) 2024-08-10T04:57:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:263: done (0 left) 2024-08-10T04:57:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:264: read oid 47 snap -1 2024-08-10T04:57:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:264: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:57:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 23 2024-08-10T04:57:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:265: seq_num 108 ranges {778240=614400,1392640=606208,1998848=598016} 2024-08-10T04:57:20.258 INFO:tasks.rados.rados.0.smithi078.stdout:265: writing smithi07880501-36 from 778240 to 1392640 tid 1 2024-08-10T04:57:20.262 INFO:tasks.rados.rados.0.smithi078.stdout:265: writing smithi07880501-36 from 1392640 to 1998848 tid 2 2024-08-10T04:57:20.265 INFO:tasks.rados.rados.0.smithi078.stdout:265: writing smithi07880501-36 from 1998848 to 2596864 tid 3 2024-08-10T04:57:20.266 INFO:tasks.rados.rados.0.smithi078.stdout:266: rollback oid 18 current snap is 23 2024-08-10T04:57:20.266 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 18 to 11 2024-08-10T04:57:20.266 INFO:tasks.rados.rados.0.smithi078.stdout:264: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:57:20.309 INFO:tasks.rados.rados.0.smithi078.stdout:265: finishing write tid 1 to smithi07880501-36 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:265: finishing write tid 2 to smithi07880501-36 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:266: finishing rollback tid 1 to smithi07880501-18 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 0 (ObjNum 33 snap 0 seq_num 481031544) dirty dne 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:265: finishing write tid 3 to smithi07880501-36 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:264: done (2 left) 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:266: done (1 left) 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 23 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:265: finishing write tid 4 to smithi07880501-36 2024-08-10T04:57:20.310 INFO:tasks.rados.rados.0.smithi078.stdout:267: seq_num 109 ranges {3407872=630784,4038656=491520,4530176=483328,5013504=229376} 2024-08-10T04:57:20.330 INFO:tasks.rados.rados.0.smithi078.stdout:267: writing smithi07880501-43 from 3407872 to 4038656 tid 1 2024-08-10T04:57:20.333 INFO:tasks.rados.rados.0.smithi078.stdout:267: writing smithi07880501-43 from 4038656 to 4530176 tid 2 2024-08-10T04:57:20.336 INFO:tasks.rados.rados.0.smithi078.stdout:267: writing smithi07880501-43 from 4530176 to 5013504 tid 3 2024-08-10T04:57:20.338 INFO:tasks.rados.rados.0.smithi078.stdout:267: writing smithi07880501-43 from 5013504 to 5242880 tid 4 2024-08-10T04:57:20.338 INFO:tasks.rados.rados.0.smithi078.stdout:268: delete oid 8 current snap is 23 2024-08-10T04:57:20.338 INFO:tasks.rados.rados.0.smithi078.stdout:265: finishing write tid 5 to smithi07880501-36 2024-08-10T04:57:20.338 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 60 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-08-10T04:57:20.338 INFO:tasks.rados.rados.0.smithi078.stdout:265: left oid 36 (ObjNum 108 snap 23 seq_num 108) 2024-08-10T04:57:20.338 INFO:tasks.rados.rados.0.smithi078.stdout:267: finishing write tid 1 to smithi07880501-43 2024-08-10T04:57:20.338 INFO:tasks.rados.rados.0.smithi078.stdout:267: finishing write tid 2 to smithi07880501-43 2024-08-10T04:57:20.339 INFO:tasks.rados.rados.0.smithi078.stdout:267: finishing write tid 3 to smithi07880501-43 2024-08-10T04:57:20.339 INFO:tasks.rados.rados.0.smithi078.stdout:267: finishing write tid 4 to smithi07880501-43 2024-08-10T04:57:20.340 INFO:tasks.rados.rados.0.smithi078.stdout:267: finishing write tid 5 to smithi07880501-43 2024-08-10T04:57:20.341 INFO:tasks.rados.rados.0.smithi078.stdout:265: done (2 left) 2024-08-10T04:57:20.341 INFO:tasks.rados.rados.0.smithi078.stdout:268: done (1 left) 2024-08-10T04:57:20.341 INFO:tasks.rados.rados.0.smithi078.stdout:269: read oid 47 snap -1 2024-08-10T04:57:20.341 INFO:tasks.rados.rados.0.smithi078.stdout:269: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:57:20.341 INFO:tasks.rados.rados.0.smithi078.stdout:270: rollback oid 49 current snap is 23 2024-08-10T04:57:20.341 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 17 2024-08-10T04:57:20.341 INFO:tasks.rados.rados.0.smithi078.stdout:271: snap_remove snap 14 2024-08-10T04:57:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:20 smithi107 ceph-mon[32749]: osdmap e120: 8 total, 8 up, 8 in 2024-08-10T04:57:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:20 smithi107 ceph-mon[32749]: pgmap v159: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:20 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:20 smithi078 ceph-mon[29426]: osdmap e120: 8 total, 8 up, 8 in 2024-08-10T04:57:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:20 smithi078 ceph-mon[29426]: pgmap v159: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:20 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:20 smithi078 ceph-mon[39622]: osdmap e120: 8 total, 8 up, 8 in 2024-08-10T04:57:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:20 smithi078 ceph-mon[39622]: pgmap v159: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:20 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:21.254 INFO:tasks.rados.rados.0.smithi078.stdout:271: done (3 left) 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:272: snap_create 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:267: finishing write tid 6 to smithi07880501-43 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 122 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:267: left oid 43 (ObjNum 109 snap 23 seq_num 109) 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:270: finishing rollback tid 0 to smithi07880501-49 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:270: finishing rollback tid 1 to smithi07880501-49 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:270: finishing rollback tid 2 to smithi07880501-49 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 33 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-10T04:57:21.255 INFO:tasks.rados.rados.0.smithi078.stdout:269: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:57:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:21 smithi107 ceph-mon[32749]: osdmap e121: 8 total, 8 up, 8 in 2024-08-10T04:57:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:21 smithi078 ceph-mon[29426]: osdmap e121: 8 total, 8 up, 8 in 2024-08-10T04:57:21.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:21 smithi078 ceph-mon[39622]: osdmap e121: 8 total, 8 up, 8 in 2024-08-10T04:57:22.260 INFO:tasks.rados.rados.0.smithi078.stdout:267: done (3 left) 2024-08-10T04:57:22.260 INFO:tasks.rados.rados.0.smithi078.stdout:269: done (2 left) 2024-08-10T04:57:22.260 INFO:tasks.rados.rados.0.smithi078.stdout:270: done (1 left) 2024-08-10T04:57:22.260 INFO:tasks.rados.rados.0.smithi078.stdout:272: done (0 left) 2024-08-10T04:57:22.260 INFO:tasks.rados.rados.0.smithi078.stdout:273: snap_create 2024-08-10T04:57:22.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:22 smithi107 ceph-mon[32749]: osdmap e122: 8 total, 8 up, 8 in 2024-08-10T04:57:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:22 smithi107 ceph-mon[32749]: pgmap v162: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-10T04:57:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:22 smithi078 ceph-mon[29426]: osdmap e122: 8 total, 8 up, 8 in 2024-08-10T04:57:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:22 smithi078 ceph-mon[29426]: pgmap v162: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-10T04:57:22.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:22 smithi078 ceph-mon[39622]: osdmap e122: 8 total, 8 up, 8 in 2024-08-10T04:57:22.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:22 smithi078 ceph-mon[39622]: pgmap v162: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-10T04:57:23.245 INFO:tasks.rados.rados.0.smithi078.stdout:273: done (0 left) 2024-08-10T04:57:23.245 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 30 current snap is 25 2024-08-10T04:57:23.246 INFO:tasks.rados.rados.0.smithi078.stdout:274: seq_num 111 ranges {303104=663552,966656=663552,1630208=450560,2080768=90112} 2024-08-10T04:57:23.250 INFO:tasks.rados.rados.0.smithi078.stdout:274: writing smithi07880501-30 from 303104 to 966656 tid 1 2024-08-10T04:57:23.254 INFO:tasks.rados.rados.0.smithi078.stdout:274: writing smithi07880501-30 from 966656 to 1630208 tid 2 2024-08-10T04:57:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:274: writing smithi07880501-30 from 1630208 to 2080768 tid 3 2024-08-10T04:57:23.258 INFO:tasks.rados.rados.0.smithi078.stdout:274: writing smithi07880501-30 from 2080768 to 2170880 tid 4 2024-08-10T04:57:23.258 INFO:tasks.rados.rados.0.smithi078.stdout:275: rmattr oid 17 current snap is 25 2024-08-10T04:57:23.258 INFO:tasks.rados.rados.0.smithi078.stdout:275: done (1 left) 2024-08-10T04:57:23.258 INFO:tasks.rados.rados.0.smithi078.stdout:276: snap_remove snap 11 2024-08-10T04:57:23.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:23 smithi107 ceph-mon[32749]: osdmap e123: 8 total, 8 up, 8 in 2024-08-10T04:57:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:23 smithi107 ceph-mon[32749]: osdmap e124: 8 total, 8 up, 8 in 2024-08-10T04:57:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:23 smithi078 ceph-mon[29426]: osdmap e123: 8 total, 8 up, 8 in 2024-08-10T04:57:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:23 smithi078 ceph-mon[29426]: osdmap e124: 8 total, 8 up, 8 in 2024-08-10T04:57:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:23 smithi078 ceph-mon[39622]: osdmap e123: 8 total, 8 up, 8 in 2024-08-10T04:57:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:23 smithi078 ceph-mon[39622]: osdmap e124: 8 total, 8 up, 8 in 2024-08-10T04:57:24.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:23 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:23] "GET /metrics HTTP/1.1" 200 239407 "" "Prometheus/2.43.0" 2024-08-10T04:57:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:276: done (1 left) 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:277: snap_remove snap 21 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:274: finishing write tid 1 to smithi07880501-30 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:274: finishing write tid 2 to smithi07880501-30 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:274: finishing write tid 3 to smithi07880501-30 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:274: finishing write tid 4 to smithi07880501-30 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:274: finishing write tid 5 to smithi07880501-30 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:274: finishing write tid 6 to smithi07880501-30 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 136 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-08-10T04:57:24.267 INFO:tasks.rados.rados.0.smithi078.stdout:274: left oid 30 (ObjNum 111 snap 25 seq_num 111) 2024-08-10T04:57:24.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:24 smithi107 ceph-mon[32749]: pgmap v165: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-08-10T04:57:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:24 smithi078 ceph-mon[29426]: pgmap v165: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-08-10T04:57:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:24 smithi078 ceph-mon[39622]: pgmap v165: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-08-10T04:57:25.273 INFO:tasks.rados.rados.0.smithi078.stdout:274: done (1 left) 2024-08-10T04:57:25.273 INFO:tasks.rados.rados.0.smithi078.stdout:277: done (0 left) 2024-08-10T04:57:25.273 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 25 2024-08-10T04:57:25.274 INFO:tasks.rados.rados.0.smithi078.stdout:278: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2024-08-10T04:57:25.278 INFO:tasks.rados.rados.0.smithi078.stdout:278: writing smithi07880501-14 from 0 to 679936 tid 1 2024-08-10T04:57:25.281 INFO:tasks.rados.rados.0.smithi078.stdout:278: writing smithi07880501-14 from 679936 to 1228800 tid 2 2024-08-10T04:57:25.285 INFO:tasks.rados.rados.0.smithi078.stdout:278: writing smithi07880501-14 from 1228800 to 1884160 tid 3 2024-08-10T04:57:25.286 INFO:tasks.rados.rados.0.smithi078.stdout:279: read oid 3 snap -1 2024-08-10T04:57:25.286 INFO:tasks.rados.rados.0.smithi078.stdout:279: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:25.286 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 25 2024-08-10T04:57:25.286 INFO:tasks.rados.rados.0.smithi078.stdout:278: finishing write tid 1 to smithi07880501-14 2024-08-10T04:57:25.286 INFO:tasks.rados.rados.0.smithi078.stdout:280: seq_num 113 ranges {0=696320,696320=434176,1130496=466944,1597440=303104} 2024-08-10T04:57:25.289 INFO:tasks.rados.rados.0.smithi078.stdout:280: writing smithi07880501-20 from 0 to 696320 tid 1 2024-08-10T04:57:25.292 INFO:tasks.rados.rados.0.smithi078.stdout:280: writing smithi07880501-20 from 696320 to 1130496 tid 2 2024-08-10T04:57:25.295 INFO:tasks.rados.rados.0.smithi078.stdout:280: writing smithi07880501-20 from 1130496 to 1597440 tid 3 2024-08-10T04:57:25.297 INFO:tasks.rados.rados.0.smithi078.stdout:280: writing smithi07880501-20 from 1597440 to 1900544 tid 4 2024-08-10T04:57:25.297 INFO:tasks.rados.rados.0.smithi078.stdout:281: snap_create 2024-08-10T04:57:25.297 INFO:tasks.rados.rados.0.smithi078.stdout:278: finishing write tid 2 to smithi07880501-14 2024-08-10T04:57:25.297 INFO:tasks.rados.rados.0.smithi078.stdout:278: finishing write tid 3 to smithi07880501-14 2024-08-10T04:57:25.297 INFO:tasks.rados.rados.0.smithi078.stdout:278: finishing write tid 4 to smithi07880501-14 2024-08-10T04:57:25.297 INFO:tasks.rados.rados.0.smithi078.stdout:279: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:25.307 INFO:tasks.rados.rados.0.smithi078.stdout:278: finishing write tid 5 to smithi07880501-14 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 46 (ObjNum 112 snap 25 seq_num 112) dirty exists 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:278: left oid 14 (ObjNum 112 snap 25 seq_num 112) 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:280: finishing write tid 1 to smithi07880501-20 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:280: finishing write tid 2 to smithi07880501-20 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:280: finishing write tid 3 to smithi07880501-20 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:280: finishing write tid 4 to smithi07880501-20 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:280: finishing write tid 5 to smithi07880501-20 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:280: finishing write tid 6 to smithi07880501-20 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 66 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-08-10T04:57:25.308 INFO:tasks.rados.rados.0.smithi078.stdout:280: left oid 20 (ObjNum 113 snap 25 seq_num 113) 2024-08-10T04:57:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:25 smithi107 ceph-mon[32749]: osdmap e125: 8 total, 8 up, 8 in 2024-08-10T04:57:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:25 smithi078 ceph-mon[29426]: osdmap e125: 8 total, 8 up, 8 in 2024-08-10T04:57:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:25 smithi078 ceph-mon[39622]: osdmap e125: 8 total, 8 up, 8 in 2024-08-10T04:57:26.283 INFO:tasks.rados.rados.0.smithi078.stdout:278: done (3 left) 2024-08-10T04:57:26.283 INFO:tasks.rados.rados.0.smithi078.stdout:279: done (2 left) 2024-08-10T04:57:26.283 INFO:tasks.rados.rados.0.smithi078.stdout:280: done (1 left) 2024-08-10T04:57:26.283 INFO:tasks.rados.rados.0.smithi078.stdout:281: done (0 left) 2024-08-10T04:57:26.283 INFO:tasks.rados.rados.0.smithi078.stdout:282: delete oid 41 current snap is 26 2024-08-10T04:57:26.287 INFO:tasks.rados.rados.0.smithi078.stdout:282: done (0 left) 2024-08-10T04:57:26.287 INFO:tasks.rados.rados.0.smithi078.stdout:283: read oid 13 snap -1 2024-08-10T04:57:26.287 INFO:tasks.rados.rados.0.smithi078.stdout:283: expect (ObjNum 100 snap 19 seq_num 100) 2024-08-10T04:57:26.287 INFO:tasks.rados.rados.0.smithi078.stdout:284: setattr oid 26 current snap is 26 2024-08-10T04:57:26.288 INFO:tasks.rados.rados.0.smithi078.stdout:285: copy_from oid 32 from oid 7 current snap is 26 2024-08-10T04:57:26.288 INFO:tasks.rados.rados.0.smithi078.stdout:286: read oid 22 snap -1 2024-08-10T04:57:26.289 INFO:tasks.rados.rados.0.smithi078.stdout:286: expect deleted 2024-08-10T04:57:26.289 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 26 2024-08-10T04:57:26.289 INFO:tasks.rados.rados.0.smithi078.stdout:287: seq_num 115 ranges {73728=729088,802816=647168,1449984=434176,1884160=122880} 2024-08-10T04:57:26.293 INFO:tasks.rados.rados.0.smithi078.stdout:287: writing smithi07880501-15 from 73728 to 802816 tid 1 2024-08-10T04:57:26.297 INFO:tasks.rados.rados.0.smithi078.stdout:287: writing smithi07880501-15 from 802816 to 1449984 tid 2 2024-08-10T04:57:26.300 INFO:tasks.rados.rados.0.smithi078.stdout:287: writing smithi07880501-15 from 1449984 to 1884160 tid 3 2024-08-10T04:57:26.301 INFO:tasks.rados.rados.0.smithi078.stdout:287: writing smithi07880501-15 from 1884160 to 2007040 tid 4 2024-08-10T04:57:26.301 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 26 2024-08-10T04:57:26.301 INFO:tasks.rados.rados.0.smithi078.stdout:288: seq_num 116 ranges {811008=745472,1556480=532480,2088960=638976,2727936=32768} 2024-08-10T04:57:26.309 INFO:tasks.rados.rados.0.smithi078.stdout:288: writing smithi07880501-49 from 811008 to 1556480 tid 1 2024-08-10T04:57:26.312 INFO:tasks.rados.rados.0.smithi078.stdout:288: writing smithi07880501-49 from 1556480 to 2088960 tid 2 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:288: writing smithi07880501-49 from 2088960 to 2727936 tid 3 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:288: writing smithi07880501-49 from 2727936 to 2760704 tid 4 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:289: rollback oid 33 current snap is 26 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 22 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 59 (ObjNum 129 snap 0 seq_num 489439624) dirty exists 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:285: finishing copy_from racing read to smithi07880501-32 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:285: finishing copy_from to smithi07880501-32 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 12 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:287: finishing write tid 1 to smithi07880501-15 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:284: done (6 left) 2024-08-10T04:57:26.317 INFO:tasks.rados.rados.0.smithi078.stdout:285: done (5 left) 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:286: done (4 left) 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 26 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:287: finishing write tid 2 to smithi07880501-15 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:287: finishing write tid 3 to smithi07880501-15 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:287: finishing write tid 4 to smithi07880501-15 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:287: finishing write tid 5 to smithi07880501-15 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:287: finishing write tid 6 to smithi07880501-15 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 141 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:287: left oid 15 (ObjNum 115 snap 26 seq_num 115) 2024-08-10T04:57:26.318 INFO:tasks.rados.rados.0.smithi078.stdout:283: expect (ObjNum 100 snap 19 seq_num 100) 2024-08-10T04:57:26.433 INFO:tasks.rados.rados.0.smithi078.stdout:288: finishing write tid 1 to smithi07880501-49 2024-08-10T04:57:26.433 INFO:tasks.rados.rados.0.smithi078.stdout:288: finishing write tid 2 to smithi07880501-49 2024-08-10T04:57:26.433 INFO:tasks.rados.rados.0.smithi078.stdout:290: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2024-08-10T04:57:26.437 INFO:tasks.rados.rados.0.smithi078.stdout:290: writing smithi07880501-2 from 0 to 770048 tid 1 2024-08-10T04:57:26.439 INFO:tasks.rados.rados.0.smithi078.stdout:290: writing smithi07880501-2 from 770048 to 1187840 tid 2 2024-08-10T04:57:26.442 INFO:tasks.rados.rados.0.smithi078.stdout:290: writing smithi07880501-2 from 1187840 to 1630208 tid 3 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:290: writing smithi07880501-2 from 1630208 to 1974272 tid 4 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:283: done (4 left) 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:287: done (3 left) 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:291: read oid 12 snap -1 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:291: expect (ObjNum 73 snap 6 seq_num 73) 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:292: rollback oid 26 current snap is 26 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 20 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:289: finishing rollback tid 0 to smithi07880501-33 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:288: finishing write tid 3 to smithi07880501-49 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:293: rmattr oid 42 current snap is 26 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:293: done (5 left) 2024-08-10T04:57:26.446 INFO:tasks.rados.rados.0.smithi078.stdout:294: copy_from oid 46 from oid 15 current snap is 26 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:289: finishing rollback tid 1 to smithi07880501-33 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:288: finishing write tid 4 to smithi07880501-49 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:289: finishing rollback tid 2 to smithi07880501-33 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 145 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:288: finishing write tid 5 to smithi07880501-49 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:288: finishing write tid 6 to smithi07880501-49 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 45 (ObjNum 116 snap 26 seq_num 116) dirty exists 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:288: left oid 49 (ObjNum 116 snap 26 seq_num 116) 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:290: finishing write tid 1 to smithi07880501-2 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:290: finishing write tid 2 to smithi07880501-2 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:290: finishing write tid 3 to smithi07880501-2 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:288: done (5 left) 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:289: done (4 left) 2024-08-10T04:57:26.447 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 26 2024-08-10T04:57:26.448 INFO:tasks.rados.rados.0.smithi078.stdout:295: seq_num 118 ranges {540672=786432,1327104=704512,2031616=499712} 2024-08-10T04:57:26.453 INFO:tasks.rados.rados.0.smithi078.stdout:295: writing smithi07880501-33 from 540672 to 1327104 tid 1 2024-08-10T04:57:26.457 INFO:tasks.rados.rados.0.smithi078.stdout:295: writing smithi07880501-33 from 1327104 to 2031616 tid 2 2024-08-10T04:57:26.461 INFO:tasks.rados.rados.0.smithi078.stdout:295: writing smithi07880501-33 from 2031616 to 2531328 tid 3 2024-08-10T04:57:26.461 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 26 2024-08-10T04:57:26.461 INFO:tasks.rados.rados.0.smithi078.stdout:290: finishing write tid 4 to smithi07880501-2 2024-08-10T04:57:26.461 INFO:tasks.rados.rados.0.smithi078.stdout:290: finishing write tid 5 to smithi07880501-2 2024-08-10T04:57:26.461 INFO:tasks.rados.rados.0.smithi078.stdout:290: finishing write tid 6 to smithi07880501-2 2024-08-10T04:57:26.461 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 153 (ObjNum 117 snap 26 seq_num 117) dirty exists 2024-08-10T04:57:26.461 INFO:tasks.rados.rados.0.smithi078.stdout:290: left oid 2 (ObjNum 117 snap 26 seq_num 117) 2024-08-10T04:57:26.462 INFO:tasks.rados.rados.0.smithi078.stdout:291: expect (ObjNum 73 snap 6 seq_num 73) 2024-08-10T04:57:26.502 INFO:tasks.rados.rados.0.smithi078.stdout:292: finishing rollback tid 0 to smithi07880501-26 2024-08-10T04:57:26.502 INFO:tasks.rados.rados.0.smithi078.stdout:292: finishing rollback tid 1 to smithi07880501-26 2024-08-10T04:57:26.502 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 63 (ObjNum 129 snap 0 seq_num 489439624) dirty dne 2024-08-10T04:57:26.502 INFO:tasks.rados.rados.0.smithi078.stdout:295: finishing write tid 1 to smithi07880501-33 2024-08-10T04:57:26.502 INFO:tasks.rados.rados.0.smithi078.stdout:295: finishing write tid 2 to smithi07880501-33 2024-08-10T04:57:26.502 INFO:tasks.rados.rados.0.smithi078.stdout:294: finishing copy_from racing read to smithi07880501-46 2024-08-10T04:57:26.502 INFO:tasks.rados.rados.0.smithi078.stdout:296: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2024-08-10T04:57:26.506 INFO:tasks.rados.rados.0.smithi078.stdout:296: writing smithi07880501-11 from 0 to 802816 tid 1 2024-08-10T04:57:26.509 INFO:tasks.rados.rados.0.smithi078.stdout:296: writing smithi07880501-11 from 802816 to 1392640 tid 2 2024-08-10T04:57:26.512 INFO:tasks.rados.rados.0.smithi078.stdout:296: writing smithi07880501-11 from 1392640 to 1802240 tid 3 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:296: writing smithi07880501-11 from 1802240 to 2007040 tid 4 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:290: done (5 left) 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:291: done (4 left) 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:292: done (3 left) 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:297: read oid 39 snap 24 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:297: expect deleted 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:298: rmattr oid 49 current snap is 26 2024-08-10T04:57:26.514 INFO:tasks.rados.rados.0.smithi078.stdout:298: done (4 left) 2024-08-10T04:57:26.515 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 26 2024-08-10T04:57:26.515 INFO:tasks.rados.rados.0.smithi078.stdout:294: finishing copy_from to smithi07880501-46 2024-08-10T04:57:26.515 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 141 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-08-10T04:57:26.515 INFO:tasks.rados.rados.0.smithi078.stdout:295: finishing write tid 3 to smithi07880501-33 2024-08-10T04:57:26.515 INFO:tasks.rados.rados.0.smithi078.stdout:299: seq_num 120 ranges {663552=417792,1081344=475136,1556480=622592,2179072=507904} 2024-08-10T04:57:26.519 INFO:tasks.rados.rados.0.smithi078.stdout:299: writing smithi07880501-40 from 663552 to 1081344 tid 1 2024-08-10T04:57:26.522 INFO:tasks.rados.rados.0.smithi078.stdout:299: writing smithi07880501-40 from 1081344 to 1556480 tid 2 2024-08-10T04:57:26.526 INFO:tasks.rados.rados.0.smithi078.stdout:299: writing smithi07880501-40 from 1556480 to 2179072 tid 3 2024-08-10T04:57:26.529 INFO:tasks.rados.rados.0.smithi078.stdout:299: writing smithi07880501-40 from 2179072 to 2686976 tid 4 2024-08-10T04:57:26.529 INFO:tasks.rados.rados.0.smithi078.stdout:294: done (4 left) 2024-08-10T04:57:26.529 INFO:tasks.rados.rados.0.smithi078.stdout:300: read oid 2 snap -1 2024-08-10T04:57:26.529 INFO:tasks.rados.rados.0.smithi078.stdout:300: expect (ObjNum 117 snap 26 seq_num 117) 2024-08-10T04:57:26.529 INFO:tasks.rados.rados.0.smithi078.stdout:301: read oid 7 snap 19 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:301: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 26 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:295: finishing write tid 4 to smithi07880501-33 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:295: finishing write tid 5 to smithi07880501-33 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 149 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:295: left oid 33 (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:296: finishing write tid 1 to smithi07880501-11 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:296: finishing write tid 2 to smithi07880501-11 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:296: finishing write tid 3 to smithi07880501-11 2024-08-10T04:57:26.530 INFO:tasks.rados.rados.0.smithi078.stdout:302: seq_num 121 ranges {5242880=434176,5677056=753664,6430720=425984,6856704=425984} 2024-08-10T04:57:26.560 INFO:tasks.rados.rados.0.smithi078.stdout:302: writing smithi07880501-43 from 5242880 to 5677056 tid 1 2024-08-10T04:57:26.564 INFO:tasks.rados.rados.0.smithi078.stdout:302: writing smithi07880501-43 from 5677056 to 6430720 tid 2 2024-08-10T04:57:26.567 INFO:tasks.rados.rados.0.smithi078.stdout:302: writing smithi07880501-43 from 6430720 to 6856704 tid 3 2024-08-10T04:57:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:26 smithi107 ceph-mon[32749]: osdmap e126: 8 total, 8 up, 8 in 2024-08-10T04:57:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:26 smithi107 ceph-mon[32749]: pgmap v168: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-08-10T04:57:26.569 INFO:tasks.rados.rados.0.smithi078.stdout:302: writing smithi07880501-43 from 6856704 to 7282688 tid 4 2024-08-10T04:57:26.569 INFO:tasks.rados.rados.0.smithi078.stdout:295: done (6 left) 2024-08-10T04:57:26.569 INFO:tasks.rados.rados.0.smithi078.stdout:303: snap_remove snap 20 2024-08-10T04:57:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:26 smithi078 ceph-mon[29426]: osdmap e126: 8 total, 8 up, 8 in 2024-08-10T04:57:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:26 smithi078 ceph-mon[29426]: pgmap v168: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-08-10T04:57:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:26 smithi078 ceph-mon[39622]: osdmap e126: 8 total, 8 up, 8 in 2024-08-10T04:57:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:26 smithi078 ceph-mon[39622]: pgmap v168: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-08-10T04:57:27.284 INFO:tasks.rados.rados.0.smithi078.stdout:303: done (6 left) 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:304: copy_from oid 20 from oid 42 current snap is 26 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:296: finishing write tid 4 to smithi07880501-11 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:296: finishing write tid 5 to smithi07880501-11 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:296: finishing write tid 6 to smithi07880501-11 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 116 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:296: left oid 11 (ObjNum 119 snap 26 seq_num 119) 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:299: finishing write tid 1 to smithi07880501-40 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:299: finishing write tid 2 to smithi07880501-40 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:299: finishing write tid 3 to smithi07880501-40 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:299: finishing write tid 4 to smithi07880501-40 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:299: finishing write tid 5 to smithi07880501-40 2024-08-10T04:57:27.285 INFO:tasks.rados.rados.0.smithi078.stdout:301: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:27.299 INFO:tasks.rados.rados.0.smithi078.stdout:299: finishing write tid 6 to smithi07880501-40 2024-08-10T04:57:27.299 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 16 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-08-10T04:57:27.299 INFO:tasks.rados.rados.0.smithi078.stdout:299: left oid 40 (ObjNum 120 snap 26 seq_num 120) 2024-08-10T04:57:27.300 INFO:tasks.rados.rados.0.smithi078.stdout:296: done (6 left) 2024-08-10T04:57:27.300 INFO:tasks.rados.rados.0.smithi078.stdout:297: done (5 left) 2024-08-10T04:57:27.300 INFO:tasks.rados.rados.0.smithi078.stdout:299: done (4 left) 2024-08-10T04:57:27.300 INFO:tasks.rados.rados.0.smithi078.stdout:301: done (3 left) 2024-08-10T04:57:27.300 INFO:tasks.rados.rados.0.smithi078.stdout:305: rollback oid 34 current snap is 26 2024-08-10T04:57:27.300 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 17 2024-08-10T04:57:27.300 INFO:tasks.rados.rados.0.smithi078.stdout:300: expect (ObjNum 117 snap 26 seq_num 117) 2024-08-10T04:57:27.353 INFO:tasks.rados.rados.0.smithi078.stdout:302: finishing write tid 1 to smithi07880501-43 2024-08-10T04:57:27.353 INFO:tasks.rados.rados.0.smithi078.stdout:302: finishing write tid 2 to smithi07880501-43 2024-08-10T04:57:27.353 INFO:tasks.rados.rados.0.smithi078.stdout:302: finishing write tid 3 to smithi07880501-43 2024-08-10T04:57:27.353 INFO:tasks.rados.rados.0.smithi078.stdout:302: finishing write tid 4 to smithi07880501-43 2024-08-10T04:57:27.354 INFO:tasks.rados.rados.0.smithi078.stdout:300: done (3 left) 2024-08-10T04:57:27.354 INFO:tasks.rados.rados.0.smithi078.stdout:306: rollback oid 4 current snap is 26 2024-08-10T04:57:27.354 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 18 2024-08-10T04:57:27.354 INFO:tasks.rados.rados.0.smithi078.stdout:302: finishing write tid 5 to smithi07880501-43 2024-08-10T04:57:27.354 INFO:tasks.rados.rados.0.smithi078.stdout:302: finishing write tid 6 to smithi07880501-43 2024-08-10T04:57:27.354 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 159 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-08-10T04:57:27.355 INFO:tasks.rados.rados.0.smithi078.stdout:302: left oid 43 (ObjNum 121 snap 26 seq_num 121) 2024-08-10T04:57:27.355 INFO:tasks.rados.rados.0.smithi078.stdout:304: finishing copy_from racing read to smithi07880501-20 2024-08-10T04:57:27.355 INFO:tasks.rados.rados.0.smithi078.stdout:304: finishing copy_from to smithi07880501-20 2024-08-10T04:57:27.355 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 85 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:57:27.355 INFO:tasks.rados.rados.0.smithi078.stdout:305: finishing rollback tid 0 to smithi07880501-34 2024-08-10T04:57:27.355 INFO:tasks.rados.rados.0.smithi078.stdout:305: finishing rollback tid 1 to smithi07880501-34 2024-08-10T04:57:27.356 INFO:tasks.rados.rados.0.smithi078.stdout:305: finishing rollback tid 2 to smithi07880501-34 2024-08-10T04:57:27.356 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 120 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-08-10T04:57:27.356 INFO:tasks.rados.rados.0.smithi078.stdout:302: done (3 left) 2024-08-10T04:57:27.356 INFO:tasks.rados.rados.0.smithi078.stdout:304: done (2 left) 2024-08-10T04:57:27.356 INFO:tasks.rados.rados.0.smithi078.stdout:305: done (1 left) 2024-08-10T04:57:27.356 INFO:tasks.rados.rados.0.smithi078.stdout:307: rmattr oid 11 current snap is 26 2024-08-10T04:57:27.357 INFO:tasks.rados.rados.0.smithi078.stdout:307: done (1 left) 2024-08-10T04:57:27.357 INFO:tasks.rados.rados.0.smithi078.stdout:308: rollback oid 48 current snap is 26 2024-08-10T04:57:27.357 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 48 to 22 2024-08-10T04:57:27.357 INFO:tasks.rados.rados.0.smithi078.stdout:309: rmattr oid 7 current snap is 26 2024-08-10T04:57:27.358 INFO:tasks.rados.rados.0.smithi078.stdout:309: done (2 left) 2024-08-10T04:57:27.358 INFO:tasks.rados.rados.0.smithi078.stdout:310: copy_from oid 34 from oid 27 current snap is 26 2024-08-10T04:57:27.358 INFO:tasks.rados.rados.0.smithi078.stdout:311: rollback oid 38 current snap is 26 2024-08-10T04:57:27.358 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 18 2024-08-10T04:57:27.358 INFO:tasks.rados.rados.0.smithi078.stdout:312: snap_remove snap 19 2024-08-10T04:57:27.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:27 smithi107 ceph-mon[32749]: osdmap e127: 8 total, 8 up, 8 in 2024-08-10T04:57:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:27 smithi078 ceph-mon[29426]: osdmap e127: 8 total, 8 up, 8 in 2024-08-10T04:57:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:27 smithi078 ceph-mon[39622]: osdmap e127: 8 total, 8 up, 8 in 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:312: done (4 left) 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:313: snap_create 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:306: finishing rollback tid 1 to smithi07880501-4 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:306: finishing rollback tid 2 to smithi07880501-4 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 167 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:311: finishing rollback tid 0 to smithi07880501-38 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:311: finishing rollback tid 1 to smithi07880501-38 2024-08-10T04:57:28.246 INFO:tasks.rados.rados.0.smithi078.stdout:308: finishing rollback tid 0 to smithi07880501-48 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:311: finishing rollback tid 2 to smithi07880501-38 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 40 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:308: finishing rollback tid 1 to smithi07880501-48 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:308: finishing rollback tid 2 to smithi07880501-48 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 98 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:310: finishing copy_from racing read to smithi07880501-34 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:310: finishing copy_from to smithi07880501-34 2024-08-10T04:57:28.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 52 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-08-10T04:57:28.285 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:27 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[34615]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:57:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:28 smithi107 ceph-mon[32749]: osdmap e128: 8 total, 8 up, 8 in 2024-08-10T04:57:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:28 smithi107 ceph-mon[32749]: pgmap v171: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-08-10T04:57:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:28 smithi107 ceph-mon[32749]: osdmap e129: 8 total, 8 up, 8 in 2024-08-10T04:57:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:28 smithi078 ceph-mon[29426]: osdmap e128: 8 total, 8 up, 8 in 2024-08-10T04:57:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:28 smithi078 ceph-mon[29426]: pgmap v171: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-08-10T04:57:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:28 smithi078 ceph-mon[29426]: osdmap e129: 8 total, 8 up, 8 in 2024-08-10T04:57:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:28 smithi078 ceph-mon[39622]: osdmap e128: 8 total, 8 up, 8 in 2024-08-10T04:57:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:28 smithi078 ceph-mon[39622]: pgmap v171: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-08-10T04:57:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:28 smithi078 ceph-mon[39622]: osdmap e129: 8 total, 8 up, 8 in 2024-08-10T04:57:29.248 INFO:tasks.rados.rados.0.smithi078.stdout:306: done (4 left) 2024-08-10T04:57:29.248 INFO:tasks.rados.rados.0.smithi078.stdout:308: done (3 left) 2024-08-10T04:57:29.248 INFO:tasks.rados.rados.0.smithi078.stdout:310: done (2 left) 2024-08-10T04:57:29.248 INFO:tasks.rados.rados.0.smithi078.stdout:311: done (1 left) 2024-08-10T04:57:29.249 INFO:tasks.rados.rados.0.smithi078.stdout:313: done (0 left) 2024-08-10T04:57:29.249 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 27 2024-08-10T04:57:29.249 INFO:tasks.rados.rados.0.smithi078.stdout:314: seq_num 122 ranges {2785280=450560,3235840=688128,3923968=630784,4554752=286720} 2024-08-10T04:57:29.266 INFO:tasks.rados.rados.0.smithi078.stdout:314: writing smithi07880501-16 from 2785280 to 3235840 tid 1 2024-08-10T04:57:29.269 INFO:tasks.rados.rados.0.smithi078.stdout:314: writing smithi07880501-16 from 3235840 to 3923968 tid 2 2024-08-10T04:57:29.273 INFO:tasks.rados.rados.0.smithi078.stdout:314: writing smithi07880501-16 from 3923968 to 4554752 tid 3 2024-08-10T04:57:29.275 INFO:tasks.rados.rados.0.smithi078.stdout:314: writing smithi07880501-16 from 4554752 to 4841472 tid 4 2024-08-10T04:57:29.275 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 27 2024-08-10T04:57:29.275 INFO:tasks.rados.rados.0.smithi078.stdout:314: finishing write tid 1 to smithi07880501-16 2024-08-10T04:57:29.275 INFO:tasks.rados.rados.0.smithi078.stdout:314: finishing write tid 2 to smithi07880501-16 2024-08-10T04:57:29.275 INFO:tasks.rados.rados.0.smithi078.stdout:315: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-08-10T04:57:29.277 INFO:tasks.rados.rados.0.smithi078.stdout:315: writing smithi07880501-18 from 0 to 466944 tid 1 2024-08-10T04:57:29.281 INFO:tasks.rados.rados.0.smithi078.stdout:315: writing smithi07880501-18 from 466944 to 1040384 tid 2 2024-08-10T04:57:29.285 INFO:tasks.rados.rados.0.smithi078.stdout:315: writing smithi07880501-18 from 1040384 to 1835008 tid 3 2024-08-10T04:57:29.287 INFO:tasks.rados.rados.0.smithi078.stdout:315: writing smithi07880501-18 from 1835008 to 2072576 tid 4 2024-08-10T04:57:29.287 INFO:tasks.rados.rados.0.smithi078.stdout:316: setattr oid 45 current snap is 27 2024-08-10T04:57:29.287 INFO:tasks.rados.rados.0.smithi078.stdout:314: finishing write tid 3 to smithi07880501-16 2024-08-10T04:57:29.287 INFO:tasks.rados.rados.0.smithi078.stdout:314: finishing write tid 4 to smithi07880501-16 2024-08-10T04:57:29.287 INFO:tasks.rados.rados.0.smithi078.stdout:314: finishing write tid 5 to smithi07880501-16 2024-08-10T04:57:29.287 INFO:tasks.rados.rados.0.smithi078.stdout:314: finishing write tid 6 to smithi07880501-16 2024-08-10T04:57:29.288 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 179 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-08-10T04:57:29.288 INFO:tasks.rados.rados.0.smithi078.stdout:314: left oid 16 (ObjNum 122 snap 27 seq_num 122) 2024-08-10T04:57:29.288 INFO:tasks.rados.rados.0.smithi078.stdout:315: finishing write tid 1 to smithi07880501-18 2024-08-10T04:57:29.288 INFO:tasks.rados.rados.0.smithi078.stdout:315: finishing write tid 2 to smithi07880501-18 2024-08-10T04:57:29.288 INFO:tasks.rados.rados.0.smithi078.stdout:314: done (2 left) 2024-08-10T04:57:29.289 INFO:tasks.rados.rados.0.smithi078.stdout:317: snap_remove snap 17 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:315: finishing write tid 3 to smithi07880501-18 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:315: finishing write tid 4 to smithi07880501-18 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:315: finishing write tid 5 to smithi07880501-18 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 181 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:315: finishing write tid 6 to smithi07880501-18 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 162 (ObjNum 123 snap 27 seq_num 123) dirty exists 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:315: left oid 18 (ObjNum 123 snap 27 seq_num 123) 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:315: done (2 left) 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:316: done (1 left) 2024-08-10T04:57:30.258 INFO:tasks.rados.rados.0.smithi078.stdout:317: done (0 left) 2024-08-10T04:57:30.259 INFO:tasks.rados.rados.0.smithi078.stdout:318: setattr oid 40 current snap is 27 2024-08-10T04:57:30.260 INFO:tasks.rados.rados.0.smithi078.stdout:319: snap_create 2024-08-10T04:57:30.267 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 24 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-08-10T04:57:30.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:30 smithi107 ceph-mon[32749]: osdmap e130: 8 total, 8 up, 8 in 2024-08-10T04:57:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:30 smithi107 ceph-mon[32749]: pgmap v174: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:30 smithi078 ceph-mon[39622]: osdmap e130: 8 total, 8 up, 8 in 2024-08-10T04:57:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:30 smithi078 ceph-mon[39622]: pgmap v174: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:30 smithi078 ceph-mon[29426]: osdmap e130: 8 total, 8 up, 8 in 2024-08-10T04:57:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:30 smithi078 ceph-mon[29426]: pgmap v174: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:31.262 INFO:tasks.rados.rados.0.smithi078.stdout:318: done (1 left) 2024-08-10T04:57:31.262 INFO:tasks.rados.rados.0.smithi078.stdout:319: done (0 left) 2024-08-10T04:57:31.262 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 28 2024-08-10T04:57:31.262 INFO:tasks.rados.rados.0.smithi078.stdout:320: seq_num 124 ranges {2531328=483328,3014656=458752,3473408=598016,4071424=548864} 2024-08-10T04:57:31.278 INFO:tasks.rados.rados.0.smithi078.stdout:320: writing smithi07880501-33 from 2531328 to 3014656 tid 1 2024-08-10T04:57:31.280 INFO:tasks.rados.rados.0.smithi078.stdout:320: writing smithi07880501-33 from 3014656 to 3473408 tid 2 2024-08-10T04:57:31.283 INFO:tasks.rados.rados.0.smithi078.stdout:320: writing smithi07880501-33 from 3473408 to 4071424 tid 3 2024-08-10T04:57:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:320: writing smithi07880501-33 from 4071424 to 4620288 tid 4 2024-08-10T04:57:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:321: copy_from oid 18 from oid 13 current snap is 28 2024-08-10T04:57:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:320: finishing write tid 1 to smithi07880501-33 2024-08-10T04:57:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:320: finishing write tid 2 to smithi07880501-33 2024-08-10T04:57:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:320: finishing write tid 3 to smithi07880501-33 2024-08-10T04:57:31.288 INFO:tasks.rados.rados.0.smithi078.stdout:322: snap_create 2024-08-10T04:57:31.289 INFO:tasks.rados.rados.0.smithi078.stdout:320: finishing write tid 4 to smithi07880501-33 2024-08-10T04:57:31.289 INFO:tasks.rados.rados.0.smithi078.stdout:320: finishing write tid 5 to smithi07880501-33 2024-08-10T04:57:31.290 INFO:tasks.rados.rados.0.smithi078.stdout:320: finishing write tid 6 to smithi07880501-33 2024-08-10T04:57:31.290 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 176 (ObjNum 124 snap 28 seq_num 124) dirty exists 2024-08-10T04:57:31.290 INFO:tasks.rados.rados.0.smithi078.stdout:320: left oid 33 (ObjNum 124 snap 28 seq_num 124) 2024-08-10T04:57:31.306 INFO:tasks.rados.rados.0.smithi078.stdout:321: finishing copy_from racing read to smithi07880501-18 2024-08-10T04:57:31.308 INFO:tasks.rados.rados.0.smithi078.stdout:321: finishing copy_from to smithi07880501-18 2024-08-10T04:57:31.308 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 67 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-08-10T04:57:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:31 smithi107 ceph-mon[32749]: osdmap e131: 8 total, 8 up, 8 in 2024-08-10T04:57:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:31 smithi078 ceph-mon[29426]: osdmap e131: 8 total, 8 up, 8 in 2024-08-10T04:57:31.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:31 smithi078 ceph-mon[39622]: osdmap e131: 8 total, 8 up, 8 in 2024-08-10T04:57:32.269 INFO:tasks.rados.rados.0.smithi078.stdout:320: done (2 left) 2024-08-10T04:57:32.269 INFO:tasks.rados.rados.0.smithi078.stdout:321: done (1 left) 2024-08-10T04:57:32.269 INFO:tasks.rados.rados.0.smithi078.stdout:322: done (0 left) 2024-08-10T04:57:32.269 INFO:tasks.rados.rados.0.smithi078.stdout:323: snap_create 2024-08-10T04:57:32.539 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:32 smithi107 ceph-mon[32749]: osdmap e132: 8 total, 8 up, 8 in 2024-08-10T04:57:32.539 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:32 smithi107 ceph-mon[32749]: pgmap v177: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.6 MiB/s wr, 41 op/s 2024-08-10T04:57:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:32 smithi078 ceph-mon[29426]: osdmap e132: 8 total, 8 up, 8 in 2024-08-10T04:57:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:32 smithi078 ceph-mon[29426]: pgmap v177: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.6 MiB/s wr, 41 op/s 2024-08-10T04:57:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:32 smithi078 ceph-mon[39622]: osdmap e132: 8 total, 8 up, 8 in 2024-08-10T04:57:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:32 smithi078 ceph-mon[39622]: pgmap v177: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.6 MiB/s wr, 41 op/s 2024-08-10T04:57:33.249 INFO:tasks.rados.rados.0.smithi078.stdout:323: done (0 left) 2024-08-10T04:57:33.249 INFO:tasks.rados.rados.0.smithi078.stdout:324: read oid 15 snap -1 2024-08-10T04:57:33.249 INFO:tasks.rados.rados.0.smithi078.stdout:324: expect (ObjNum 115 snap 26 seq_num 115) 2024-08-10T04:57:33.249 INFO:tasks.rados.rados.0.smithi078.stdout:325: read oid 1 snap -1 2024-08-10T04:57:33.250 INFO:tasks.rados.rados.0.smithi078.stdout:325: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:57:33.250 INFO:tasks.rados.rados.0.smithi078.stdout:326: read oid 10 snap -1 2024-08-10T04:57:33.250 INFO:tasks.rados.rados.0.smithi078.stdout:326: expect (ObjNum 58 snap 3 seq_num 58) 2024-08-10T04:57:33.250 INFO:tasks.rados.rados.0.smithi078.stdout:327: delete oid 49 current snap is 30 2024-08-10T04:57:33.252 INFO:tasks.rados.rados.0.smithi078.stdout:327: done (3 left) 2024-08-10T04:57:33.252 INFO:tasks.rados.rados.0.smithi078.stdout:328: delete oid 27 current snap is 30 2024-08-10T04:57:33.256 INFO:tasks.rados.rados.0.smithi078.stdout:326: expect (ObjNum 58 snap 3 seq_num 58) 2024-08-10T04:57:33.309 INFO:tasks.rados.rados.0.smithi078.stdout:324: expect (ObjNum 115 snap 26 seq_num 115) 2024-08-10T04:57:33.361 INFO:tasks.rados.rados.0.smithi078.stdout:325: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:57:33.473 INFO:tasks.rados.rados.0.smithi078.stdout:324: done (3 left) 2024-08-10T04:57:33.474 INFO:tasks.rados.rados.0.smithi078.stdout:325: done (2 left) 2024-08-10T04:57:33.474 INFO:tasks.rados.rados.0.smithi078.stdout:326: done (1 left) 2024-08-10T04:57:33.474 INFO:tasks.rados.rados.0.smithi078.stdout:328: done (0 left) 2024-08-10T04:57:33.474 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 30 2024-08-10T04:57:33.475 INFO:tasks.rados.rados.0.smithi078.stdout:329: seq_num 127 ranges {2392064=532480,2924544=507904,3432448=778240,4210688=319488} 2024-08-10T04:57:33.488 INFO:tasks.rados.rados.0.smithi078.stdout:329: writing smithi07880501-25 from 2392064 to 2924544 tid 1 2024-08-10T04:57:33.491 INFO:tasks.rados.rados.0.smithi078.stdout:329: writing smithi07880501-25 from 2924544 to 3432448 tid 2 2024-08-10T04:57:33.495 INFO:tasks.rados.rados.0.smithi078.stdout:329: writing smithi07880501-25 from 3432448 to 4210688 tid 3 2024-08-10T04:57:33.498 INFO:tasks.rados.rados.0.smithi078.stdout:329: writing smithi07880501-25 from 4210688 to 4530176 tid 4 2024-08-10T04:57:33.498 INFO:tasks.rados.rados.0.smithi078.stdout:330: delete oid 42 current snap is 30 2024-08-10T04:57:33.498 INFO:tasks.rados.rados.0.smithi078.stdout:329: finishing write tid 1 to smithi07880501-25 2024-08-10T04:57:33.498 INFO:tasks.rados.rados.0.smithi078.stdout:329: finishing write tid 2 to smithi07880501-25 2024-08-10T04:57:33.499 INFO:tasks.rados.rados.0.smithi078.stdout:330: done (1 left) 2024-08-10T04:57:33.499 INFO:tasks.rados.rados.0.smithi078.stdout:331: snap_remove snap 26 2024-08-10T04:57:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:33 smithi107 ceph-mon[32749]: osdmap e133: 8 total, 8 up, 8 in 2024-08-10T04:57:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:33 smithi107 ceph-mon[32749]: osdmap e134: 8 total, 8 up, 8 in 2024-08-10T04:57:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:33 smithi078 ceph-mon[39622]: osdmap e133: 8 total, 8 up, 8 in 2024-08-10T04:57:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:33 smithi078 ceph-mon[39622]: osdmap e134: 8 total, 8 up, 8 in 2024-08-10T04:57:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:33 smithi078 ceph-mon[29426]: osdmap e133: 8 total, 8 up, 8 in 2024-08-10T04:57:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:33 smithi078 ceph-mon[29426]: osdmap e134: 8 total, 8 up, 8 in 2024-08-10T04:57:34.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:33] "GET /metrics HTTP/1.1" 200 239407 "" "Prometheus/2.43.0" 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:331: done (1 left) 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:332: delete oid 48 current snap is 30 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:329: finishing write tid 3 to smithi07880501-25 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:329: finishing write tid 4 to smithi07880501-25 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:329: finishing write tid 5 to smithi07880501-25 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:329: finishing write tid 6 to smithi07880501-25 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 34 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-08-10T04:57:34.399 INFO:tasks.rados.rados.0.smithi078.stdout:329: left oid 25 (ObjNum 127 snap 30 seq_num 127) 2024-08-10T04:57:34.405 INFO:tasks.rados.rados.0.smithi078.stdout:329: done (1 left) 2024-08-10T04:57:34.405 INFO:tasks.rados.rados.0.smithi078.stdout:332: done (0 left) 2024-08-10T04:57:34.405 INFO:tasks.rados.rados.0.smithi078.stdout:333: copy_from oid 36 from oid 46 current snap is 30 2024-08-10T04:57:34.405 INFO:tasks.rados.rados.0.smithi078.stdout:334: rollback oid 15 current snap is 30 2024-08-10T04:57:34.406 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 24 2024-08-10T04:57:34.406 INFO:tasks.rados.rados.0.smithi078.stdout:335: setattr oid 14 current snap is 30 2024-08-10T04:57:34.407 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 30 2024-08-10T04:57:34.407 INFO:tasks.rados.rados.0.smithi078.stdout:336: seq_num 130 ranges {827392=581632,1409024=614400,2023424=598016,2621440=393216} 2024-08-10T04:57:34.416 INFO:tasks.rados.rados.0.smithi078.stdout:336: writing smithi07880501-50 from 827392 to 1409024 tid 1 2024-08-10T04:57:34.420 INFO:tasks.rados.rados.0.smithi078.stdout:336: writing smithi07880501-50 from 1409024 to 2023424 tid 2 2024-08-10T04:57:34.423 INFO:tasks.rados.rados.0.smithi078.stdout:336: writing smithi07880501-50 from 2023424 to 2621440 tid 3 2024-08-10T04:57:34.426 INFO:tasks.rados.rados.0.smithi078.stdout:336: writing smithi07880501-50 from 2621440 to 3014656 tid 4 2024-08-10T04:57:34.426 INFO:tasks.rados.rados.0.smithi078.stdout:337: read oid 12 snap 22 2024-08-10T04:57:34.426 INFO:tasks.rados.rados.0.smithi078.stdout:337: expect (ObjNum 73 snap 6 seq_num 73) 2024-08-10T04:57:34.426 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 30 2024-08-10T04:57:34.426 INFO:tasks.rados.rados.0.smithi078.stdout:334: finishing rollback tid 0 to smithi07880501-15 2024-08-10T04:57:34.426 INFO:tasks.rados.rados.0.smithi078.stdout:338: seq_num 131 ranges {1613824=598016,2211840=499712,2711552=753664,3465216=352256} 2024-08-10T04:57:34.437 INFO:tasks.rados.rados.0.smithi078.stdout:338: writing smithi07880501-20 from 1613824 to 2211840 tid 1 2024-08-10T04:57:34.440 INFO:tasks.rados.rados.0.smithi078.stdout:338: writing smithi07880501-20 from 2211840 to 2711552 tid 2 2024-08-10T04:57:34.445 INFO:tasks.rados.rados.0.smithi078.stdout:338: writing smithi07880501-20 from 2711552 to 3465216 tid 3 2024-08-10T04:57:34.447 INFO:tasks.rados.rados.0.smithi078.stdout:338: writing smithi07880501-20 from 3465216 to 3817472 tid 4 2024-08-10T04:57:34.447 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 30 2024-08-10T04:57:34.447 INFO:tasks.rados.rados.0.smithi078.stdout:334: finishing rollback tid 1 to smithi07880501-15 2024-08-10T04:57:34.447 INFO:tasks.rados.rados.0.smithi078.stdout:334: finishing rollback tid 2 to smithi07880501-15 2024-08-10T04:57:34.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 188 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-10T04:57:34.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 54 (ObjNum 112 snap 25 seq_num 112) dirty exists 2024-08-10T04:57:34.448 INFO:tasks.rados.rados.0.smithi078.stdout:333: finishing copy_from racing read to smithi07880501-36 2024-08-10T04:57:34.448 INFO:tasks.rados.rados.0.smithi078.stdout:333: finishing copy_from to smithi07880501-36 2024-08-10T04:57:34.448 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 141 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-08-10T04:57:34.448 INFO:tasks.rados.rados.0.smithi078.stdout:336: finishing write tid 1 to smithi07880501-50 2024-08-10T04:57:34.448 INFO:tasks.rados.rados.0.smithi078.stdout:336: finishing write tid 2 to smithi07880501-50 2024-08-10T04:57:34.448 INFO:tasks.rados.rados.0.smithi078.stdout:339: seq_num 132 ranges {2056192=614400,2670592=786432,3457024=565248,4022272=253952} 2024-08-10T04:57:34.461 INFO:tasks.rados.rados.0.smithi078.stdout:339: writing smithi07880501-38 from 2056192 to 2670592 tid 1 2024-08-10T04:57:34.465 INFO:tasks.rados.rados.0.smithi078.stdout:339: writing smithi07880501-38 from 2670592 to 3457024 tid 2 2024-08-10T04:57:34.469 INFO:tasks.rados.rados.0.smithi078.stdout:339: writing smithi07880501-38 from 3457024 to 4022272 tid 3 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:339: writing smithi07880501-38 from 4022272 to 4276224 tid 4 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:333: done (6 left) 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:334: done (5 left) 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:335: done (4 left) 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:340: rollback oid 9 current snap is 30 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 25 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:336: finishing write tid 3 to smithi07880501-50 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:336: finishing write tid 4 to smithi07880501-50 2024-08-10T04:57:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:341: snap_remove snap 29 2024-08-10T04:57:34.701 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: pgmap v180: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.6 MiB/s wr, 41 op/s 2024-08-10T04:57:34.701 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: Upgrade: Updating mgr.x 2024-08-10T04:57:34.701 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:34.701 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:57:34.701 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:57:34.702 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:57:34.702 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:57:34.702 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: Deploying daemon mgr.x on smithi107 2024-08-10T04:57:34.702 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:34 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: pgmap v180: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.6 MiB/s wr, 41 op/s 2024-08-10T04:57:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: Upgrade: Updating mgr.x 2024-08-10T04:57:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:57:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:57:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:57:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: Deploying daemon mgr.x on smithi107 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: pgmap v180: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.6 MiB/s wr, 41 op/s 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: Upgrade: Updating mgr.x 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: Deploying daemon mgr.x on smithi107 2024-08-10T04:57:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:34 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:35.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:34 smithi107 systemd[1]: Stopping Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:57:35.406 INFO:tasks.rados.rados.0.smithi078.stdout:336: finishing write tid 5 to smithi07880501-50 2024-08-10T04:57:35.407 INFO:tasks.rados.rados.0.smithi078.stdout:336: finishing write tid 6 to smithi07880501-50 2024-08-10T04:57:35.407 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 203 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-08-10T04:57:35.407 INFO:tasks.rados.rados.0.smithi078.stdout:336: left oid 50 (ObjNum 130 snap 30 seq_num 130) 2024-08-10T04:57:35.407 INFO:tasks.rados.rados.0.smithi078.stdout:337: expect (ObjNum 73 snap 6 seq_num 73) 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:338: finishing write tid 1 to smithi07880501-20 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:338: finishing write tid 2 to smithi07880501-20 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:336: done (5 left) 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:337: done (4 left) 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:341: done (3 left) 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:342: rollback oid 17 current snap is 30 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 24 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:338: finishing write tid 3 to smithi07880501-20 2024-08-10T04:57:35.447 INFO:tasks.rados.rados.0.smithi078.stdout:338: finishing write tid 4 to smithi07880501-20 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:338: finishing write tid 5 to smithi07880501-20 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:338: finishing write tid 6 to smithi07880501-20 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 90 (ObjNum 131 snap 30 seq_num 131) dirty exists 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:338: left oid 20 (ObjNum 131 snap 30 seq_num 131) 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:339: finishing write tid 1 to smithi07880501-38 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:339: finishing write tid 2 to smithi07880501-38 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:339: finishing write tid 3 to smithi07880501-38 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:339: finishing write tid 4 to smithi07880501-38 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:339: finishing write tid 5 to smithi07880501-38 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:340: finishing rollback tid 0 to smithi07880501-9 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:340: finishing rollback tid 1 to smithi07880501-9 2024-08-10T04:57:35.448 INFO:tasks.rados.rados.0.smithi078.stdout:340: finishing rollback tid 2 to smithi07880501-9 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 108 (ObjNum 89 snap 18 seq_num 89) dirty exists 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:339: finishing write tid 6 to smithi07880501-38 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 56 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:339: left oid 38 (ObjNum 132 snap 30 seq_num 132) 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:338: done (3 left) 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:339: done (2 left) 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:340: done (1 left) 2024-08-10T04:57:35.449 INFO:tasks.rados.rados.0.smithi078.stdout:343: snap_create 2024-08-10T04:57:35.451 INFO:tasks.rados.rados.0.smithi078.stdout:342: finishing rollback tid 0 to smithi07880501-17 2024-08-10T04:57:35.451 INFO:tasks.rados.rados.0.smithi078.stdout:342: finishing rollback tid 1 to smithi07880501-17 2024-08-10T04:57:35.452 INFO:tasks.rados.rados.0.smithi078.stdout:342: finishing rollback tid 2 to smithi07880501-17 2024-08-10T04:57:35.452 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 60 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T04:57:35.464 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:35 smithi107 ceph-mon[32749]: osdmap e135: 8 total, 8 up, 8 in 2024-08-10T04:57:35.464 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 podman[66263]: 2024-08-10 04:57:35.192425601 +0000 UTC m=+0.141217850 container died a0543429970232a1bdbc5756a4e6ffd325ac3e371bf6a9aa83f8f86a10f3c974 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T04:57:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:35 smithi078 ceph-mon[29426]: osdmap e135: 8 total, 8 up, 8 in 2024-08-10T04:57:35.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:35 smithi078 ceph-mon[39622]: osdmap e135: 8 total, 8 up, 8 in 2024-08-10T04:57:35.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 podman[66263]: 2024-08-10 04:57:35.546730406 +0000 UTC m=+0.495522657 container cleanup a0543429970232a1bdbc5756a4e6ffd325ac3e371bf6a9aa83f8f86a10f3c974 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T04:57:35.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 bash[66263]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x 2024-08-10T04:57:36.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 podman[66277]: 2024-08-10 04:57:35.83146201 +0000 UTC m=+0.631870175 container remove a0543429970232a1bdbc5756a4e6ffd325ac3e371bf6a9aa83f8f86a10f3c974 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-10T04:57:36.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-10T04:57:36.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-10T04:57:36.153 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 systemd[1]: Stopped Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:57:36.154 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:35 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service: Consumed 10.188s CPU time. 2024-08-10T04:57:36.409 INFO:tasks.rados.rados.0.smithi078.stdout:342: done (1 left) 2024-08-10T04:57:36.409 INFO:tasks.rados.rados.0.smithi078.stdout:343: done (0 left) 2024-08-10T04:57:36.409 INFO:tasks.rados.rados.0.smithi078.stdout:344: read oid 23 snap -1 2024-08-10T04:57:36.409 INFO:tasks.rados.rados.0.smithi078.stdout:344: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-10T04:57:36.409 INFO:tasks.rados.rados.0.smithi078.stdout:345: delete oid 34 current snap is 31 2024-08-10T04:57:36.412 INFO:tasks.rados.rados.0.smithi078.stdout:345: done (1 left) 2024-08-10T04:57:36.413 INFO:tasks.rados.rados.0.smithi078.stdout:346: delete oid 10 current snap is 31 2024-08-10T04:57:36.414 INFO:tasks.rados.rados.0.smithi078.stdout:344: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-10T04:57:36.456 INFO:tasks.rados.rados.0.smithi078.stdout:344: done (1 left) 2024-08-10T04:57:36.456 INFO:tasks.rados.rados.0.smithi078.stdout:346: done (0 left) 2024-08-10T04:57:36.456 INFO:tasks.rados.rados.0.smithi078.stdout:347: read oid 29 snap -1 2024-08-10T04:57:36.456 INFO:tasks.rados.rados.0.smithi078.stdout:347: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:36.456 INFO:tasks.rados.rados.0.smithi078.stdout:348: copy_from oid 6 from oid 26 current snap is 31 2024-08-10T04:57:36.456 INFO:tasks.rados.rados.0.smithi078.stdout:349: snap_create 2024-08-10T04:57:36.457 INFO:tasks.rados.rados.0.smithi078.stdout:348: finishing copy_from to smithi07880501-6 2024-08-10T04:57:36.457 INFO:tasks.rados.rados.0.smithi078.stdout:348: got expected ENOENT (src dne) 2024-08-10T04:57:36.457 INFO:tasks.rados.rados.0.smithi078.stdout:348: finishing copy_from racing read to smithi07880501-6 2024-08-10T04:57:36.457 INFO:tasks.rados.rados.0.smithi078.stdout:347: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:36.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:36 smithi107 ceph-mon[32749]: pgmap v182: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-10T04:57:36.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:36 smithi107 ceph-mon[32749]: osdmap e136: 8 total, 8 up, 8 in 2024-08-10T04:57:36.521 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 systemd[1]: Starting Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:57:36.521 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 podman[66406]: 2024-08-10 04:57:36.271432288 +0000 UTC m=+0.017325216 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T04:57:36.521 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 podman[66406]: 2024-08-10 04:57:36.382535745 +0000 UTC m=+0.128428681 container create 0267e2dc2e0f0e2b5706e6aab43c9f04e80572c31adb1a9958cf3f6d4feefd6e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-10T04:57:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:36 smithi078 ceph-mon[39622]: pgmap v182: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-10T04:57:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:36 smithi078 ceph-mon[39622]: osdmap e136: 8 total, 8 up, 8 in 2024-08-10T04:57:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:36 smithi078 ceph-mon[29426]: pgmap v182: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-10T04:57:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:36 smithi078 ceph-mon[29426]: osdmap e136: 8 total, 8 up, 8 in 2024-08-10T04:57:36.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 podman[66406]: 2024-08-10 04:57:36.611234171 +0000 UTC m=+0.357127109 container init 0267e2dc2e0f0e2b5706e6aab43c9f04e80572c31adb1a9958cf3f6d4feefd6e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T04:57:36.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 podman[66406]: 2024-08-10 04:57:36.614114535 +0000 UTC m=+0.360007465 container start 0267e2dc2e0f0e2b5706e6aab43c9f04e80572c31adb1a9958cf3f6d4feefd6e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-10T04:57:36.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 ceph-mgr[66424]: -- 172.21.15.107:0/2512518212 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e41fc930e0 con 0x55e41fc71000 2024-08-10T04:57:36.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 bash[66406]: 0267e2dc2e0f0e2b5706e6aab43c9f04e80572c31adb1a9958cf3f6d4feefd6e 2024-08-10T04:57:36.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 systemd[1]: Started Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:57:36.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:36.738+0000 7f7ae194c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:57:37.233 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:36.893+0000 7f7ae194c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:57:37.233 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:36.962+0000 7f7ae194c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:57:37.233 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:37.232+0000 7f7ae194c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:57:37.413 INFO:tasks.rados.rados.0.smithi078.stdout:347: done (2 left) 2024-08-10T04:57:37.414 INFO:tasks.rados.rados.0.smithi078.stdout:348: done (1 left) 2024-08-10T04:57:37.414 INFO:tasks.rados.rados.0.smithi078.stdout:349: done (0 left) 2024-08-10T04:57:37.414 INFO:tasks.rados.rados.0.smithi078.stdout:350: rollback oid 14 current snap is 32 2024-08-10T04:57:37.414 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 14 to 30 2024-08-10T04:57:37.414 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 32 2024-08-10T04:57:37.414 INFO:tasks.rados.rados.0.smithi078.stdout:351: seq_num 135 ranges {2850816=663552,3514368=434176,3948544=786432,4734976=385024} 2024-08-10T04:57:37.432 INFO:tasks.rados.rados.0.smithi078.stdout:351: writing smithi07880501-9 from 2850816 to 3514368 tid 1 2024-08-10T04:57:37.434 INFO:tasks.rados.rados.0.smithi078.stdout:351: writing smithi07880501-9 from 3514368 to 3948544 tid 2 2024-08-10T04:57:37.439 INFO:tasks.rados.rados.0.smithi078.stdout:351: writing smithi07880501-9 from 3948544 to 4734976 tid 3 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:351: writing smithi07880501-9 from 4734976 to 5120000 tid 4 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:352: read oid 29 snap -1 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:352: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:353: copy_from oid 42 from oid 21 current snap is 32 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:350: finishing rollback tid 0 to smithi07880501-14 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:350: finishing rollback tid 1 to smithi07880501-14 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:350: finishing rollback tid 2 to smithi07880501-14 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 60 (ObjNum 112 snap 25 seq_num 112) dirty exists 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:351: finishing write tid 1 to smithi07880501-9 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:351: finishing write tid 2 to smithi07880501-9 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:350: done (3 left) 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:354: rollback oid 16 current snap is 32 2024-08-10T04:57:37.443 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 27 2024-08-10T04:57:37.444 INFO:tasks.rados.rados.0.smithi078.stdout:355: read oid 41 snap -1 2024-08-10T04:57:37.444 INFO:tasks.rados.rados.0.smithi078.stdout:355: expect deleted 2024-08-10T04:57:37.444 INFO:tasks.rados.rados.0.smithi078.stdout:356: rmattr oid 17 current snap is 32 2024-08-10T04:57:37.444 INFO:tasks.rados.rados.0.smithi078.stdout:356: done (5 left) 2024-08-10T04:57:37.444 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 32 2024-08-10T04:57:37.444 INFO:tasks.rados.rados.0.smithi078.stdout:357: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-08-10T04:57:37.446 INFO:tasks.rados.rados.0.smithi078.stdout:357: writing smithi07880501-34 from 0 to 688128 tid 1 2024-08-10T04:57:37.450 INFO:tasks.rados.rados.0.smithi078.stdout:357: writing smithi07880501-34 from 688128 to 1409024 tid 2 2024-08-10T04:57:37.453 INFO:tasks.rados.rados.0.smithi078.stdout:357: writing smithi07880501-34 from 1409024 to 1949696 tid 3 2024-08-10T04:57:37.456 INFO:tasks.rados.rados.0.smithi078.stdout:357: writing smithi07880501-34 from 1949696 to 2293760 tid 4 2024-08-10T04:57:37.456 INFO:tasks.rados.rados.0.smithi078.stdout:358: read oid 2 snap -1 2024-08-10T04:57:37.456 INFO:tasks.rados.rados.0.smithi078.stdout:358: expect (ObjNum 117 snap 26 seq_num 117) 2024-08-10T04:57:37.456 INFO:tasks.rados.rados.0.smithi078.stdout:359: copy_from oid 24 from oid 44 current snap is 32 2024-08-10T04:57:37.456 INFO:tasks.rados.rados.0.smithi078.stdout:352: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:37.459 INFO:tasks.rados.rados.0.smithi078.stdout:351: finishing write tid 3 to smithi07880501-9 2024-08-10T04:57:37.459 INFO:tasks.rados.rados.0.smithi078.stdout:351: finishing write tid 4 to smithi07880501-9 2024-08-10T04:57:37.459 INFO:tasks.rados.rados.0.smithi078.stdout:351: finishing write tid 5 to smithi07880501-9 2024-08-10T04:57:37.459 INFO:tasks.rados.rados.0.smithi078.stdout:351: finishing write tid 6 to smithi07880501-9 2024-08-10T04:57:37.459 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 118 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:351: left oid 9 (ObjNum 135 snap 32 seq_num 135) 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:354: finishing rollback tid 0 to smithi07880501-16 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:354: finishing rollback tid 1 to smithi07880501-16 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:351: done (7 left) 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:352: done (6 left) 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:355: done (5 left) 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:360: read oid 38 snap -1 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:360: expect (ObjNum 132 snap 30 seq_num 132) 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:361: read oid 37 snap 27 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:361: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:362: read oid 5 snap -1 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:362: expect deleted 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:363: copy_from oid 19 from oid 47 current snap is 32 2024-08-10T04:57:37.460 INFO:tasks.rados.rados.0.smithi078.stdout:354: finishing rollback tid 2 to smithi07880501-16 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 209 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:353: finishing copy_from racing read to smithi07880501-42 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:353: finishing copy_from to smithi07880501-42 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 12 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:357: finishing write tid 1 to smithi07880501-34 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:357: finishing write tid 2 to smithi07880501-34 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:357: finishing write tid 3 to smithi07880501-34 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:357: finishing write tid 4 to smithi07880501-34 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:357: finishing write tid 5 to smithi07880501-34 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:353: done (8 left) 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:354: done (7 left) 2024-08-10T04:57:37.461 INFO:tasks.rados.rados.0.smithi078.stdout:364: snap_create 2024-08-10T04:57:37.462 INFO:tasks.rados.rados.0.smithi078.stdout:359: finishing copy_from to smithi07880501-24 2024-08-10T04:57:37.462 INFO:tasks.rados.rados.0.smithi078.stdout:359: got expected ENOENT (src dne) 2024-08-10T04:57:37.462 INFO:tasks.rados.rados.0.smithi078.stdout:357: finishing write tid 6 to smithi07880501-34 2024-08-10T04:57:37.462 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 143 (ObjNum 136 snap 32 seq_num 136) dirty exists 2024-08-10T04:57:37.462 INFO:tasks.rados.rados.0.smithi078.stdout:357: left oid 34 (ObjNum 136 snap 32 seq_num 136) 2024-08-10T04:57:37.462 INFO:tasks.rados.rados.0.smithi078.stdout:359: finishing copy_from racing read to smithi07880501-24 2024-08-10T04:57:37.467 INFO:tasks.rados.rados.0.smithi078.stdout:358: expect (ObjNum 117 snap 26 seq_num 117) 2024-08-10T04:57:37.520 INFO:tasks.rados.rados.0.smithi078.stdout:361: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-10T04:57:37.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:37 smithi107 ceph-mon[32749]: osdmap e137: 8 total, 8 up, 8 in 2024-08-10T04:57:37.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:37 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:37.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:37 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:37.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:37 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:37.540 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:37.292+0000 7f7ae194c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:57:37.565 INFO:tasks.rados.rados.0.smithi078.stdout:363: finishing copy_from racing read to smithi07880501-19 2024-08-10T04:57:37.565 INFO:tasks.rados.rados.0.smithi078.stdout:363: finishing copy_from to smithi07880501-19 2024-08-10T04:57:37.565 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 21 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:57:37.565 INFO:tasks.rados.rados.0.smithi078.stdout:360: expect (ObjNum 132 snap 30 seq_num 132) 2024-08-10T04:57:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[29426]: osdmap e137: 8 total, 8 up, 8 in 2024-08-10T04:57:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[39622]: osdmap e137: 8 total, 8 up, 8 in 2024-08-10T04:57:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:37 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:38.251 INFO:tasks.rados.rados.0.smithi078.stdout:357: done (7 left) 2024-08-10T04:57:38.251 INFO:tasks.rados.rados.0.smithi078.stdout:358: done (6 left) 2024-08-10T04:57:38.251 INFO:tasks.rados.rados.0.smithi078.stdout:359: done (5 left) 2024-08-10T04:57:38.252 INFO:tasks.rados.rados.0.smithi078.stdout:360: done (4 left) 2024-08-10T04:57:38.252 INFO:tasks.rados.rados.0.smithi078.stdout:361: done (3 left) 2024-08-10T04:57:38.252 INFO:tasks.rados.rados.0.smithi078.stdout:362: done (2 left) 2024-08-10T04:57:38.252 INFO:tasks.rados.rados.0.smithi078.stdout:363: done (1 left) 2024-08-10T04:57:38.252 INFO:tasks.rados.rados.0.smithi078.stdout:364: done (0 left) 2024-08-10T04:57:38.252 INFO:tasks.rados.rados.0.smithi078.stdout:365: delete oid 32 current snap is 33 2024-08-10T04:57:38.254 INFO:tasks.rados.rados.0.smithi078.stdout:365: done (0 left) 2024-08-10T04:57:38.254 INFO:tasks.rados.rados.0.smithi078.stdout:366: delete oid 20 current snap is 33 2024-08-10T04:57:38.258 INFO:tasks.rados.rados.0.smithi078.stdout:366: done (0 left) 2024-08-10T04:57:38.258 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 33 2024-08-10T04:57:38.258 INFO:tasks.rados.rados.0.smithi078.stdout:367: seq_num 139 ranges {393216=737280,1130496=425984,1556480=761856,2318336=417792} 2024-08-10T04:57:38.264 INFO:tasks.rados.rados.0.smithi078.stdout:367: writing smithi07880501-42 from 393216 to 1130496 tid 1 2024-08-10T04:57:38.267 INFO:tasks.rados.rados.0.smithi078.stdout:367: writing smithi07880501-42 from 1130496 to 1556480 tid 2 2024-08-10T04:57:38.271 INFO:tasks.rados.rados.0.smithi078.stdout:367: writing smithi07880501-42 from 1556480 to 2318336 tid 3 2024-08-10T04:57:38.274 INFO:tasks.rados.rados.0.smithi078.stdout:367: writing smithi07880501-42 from 2318336 to 2736128 tid 4 2024-08-10T04:57:38.274 INFO:tasks.rados.rados.0.smithi078.stdout:368: snap_create 2024-08-10T04:57:38.274 INFO:tasks.rados.rados.0.smithi078.stdout:367: finishing write tid 1 to smithi07880501-42 2024-08-10T04:57:38.274 INFO:tasks.rados.rados.0.smithi078.stdout:367: finishing write tid 2 to smithi07880501-42 2024-08-10T04:57:38.274 INFO:tasks.rados.rados.0.smithi078.stdout:367: finishing write tid 3 to smithi07880501-42 2024-08-10T04:57:38.275 INFO:tasks.rados.rados.0.smithi078.stdout:367: finishing write tid 4 to smithi07880501-42 2024-08-10T04:57:38.275 INFO:tasks.rados.rados.0.smithi078.stdout:367: finishing write tid 5 to smithi07880501-42 2024-08-10T04:57:38.276 INFO:tasks.rados.rados.0.smithi078.stdout:367: finishing write tid 6 to smithi07880501-42 2024-08-10T04:57:38.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 149 (ObjNum 139 snap 33 seq_num 139) dirty exists 2024-08-10T04:57:38.276 INFO:tasks.rados.rados.0.smithi078.stdout:367: left oid 42 (ObjNum 139 snap 33 seq_num 139) 2024-08-10T04:57:38.401 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:38.291+0000 7f7ae194c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:57:38.696 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-mon[32749]: pgmap v185: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-10T04:57:38.696 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-mon[32749]: osdmap e138: 8 total, 8 up, 8 in 2024-08-10T04:57:38.696 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-mon[32749]: osdmap e139: 8 total, 8 up, 8 in 2024-08-10T04:57:38.697 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:38.408+0000 7f7ae194c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:57:38.697 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:38.466+0000 7f7ae194c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:57:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:38 smithi078 ceph-mon[29426]: pgmap v185: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-10T04:57:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:38 smithi078 ceph-mon[29426]: osdmap e138: 8 total, 8 up, 8 in 2024-08-10T04:57:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:38 smithi078 ceph-mon[29426]: osdmap e139: 8 total, 8 up, 8 in 2024-08-10T04:57:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:38 smithi078 ceph-mon[39622]: pgmap v185: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-10T04:57:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:38 smithi078 ceph-mon[39622]: osdmap e138: 8 total, 8 up, 8 in 2024-08-10T04:57:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:38 smithi078 ceph-mon[39622]: osdmap e139: 8 total, 8 up, 8 in 2024-08-10T04:57:38.987 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:38.696+0000 7f7ae194c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:57:38.987 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:38.757+0000 7f7ae194c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:57:38.987 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:38.825+0000 7f7ae194c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:57:38.988 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:38.987+0000 7f7ae194c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:57:39.252 INFO:tasks.rados.rados.0.smithi078.stdout:367: done (1 left) 2024-08-10T04:57:39.252 INFO:tasks.rados.rados.0.smithi078.stdout:368: done (0 left) 2024-08-10T04:57:39.252 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 34 2024-08-10T04:57:39.252 INFO:tasks.rados.rados.0.smithi078.stdout:369: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2024-08-10T04:57:39.256 INFO:tasks.rados.rados.0.smithi078.stdout:369: writing smithi07880501-5 from 0 to 753664 tid 1 2024-08-10T04:57:39.260 INFO:tasks.rados.rados.0.smithi078.stdout:369: writing smithi07880501-5 from 753664 to 1458176 tid 2 2024-08-10T04:57:39.263 INFO:tasks.rados.rados.0.smithi078.stdout:369: writing smithi07880501-5 from 1458176 to 1982464 tid 3 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:369: writing smithi07880501-5 from 1982464 to 2359296 tid 4 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:370: rollback oid 31 current snap is 34 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 18 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:369: finishing write tid 1 to smithi07880501-5 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:369: finishing write tid 2 to smithi07880501-5 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:369: finishing write tid 3 to smithi07880501-5 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 34 2024-08-10T04:57:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:371: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-08-10T04:57:39.270 INFO:tasks.rados.rados.0.smithi078.stdout:371: writing smithi07880501-49 from 0 to 770048 tid 1 2024-08-10T04:57:39.274 INFO:tasks.rados.rados.0.smithi078.stdout:371: writing smithi07880501-49 from 770048 to 1359872 tid 2 2024-08-10T04:57:39.278 INFO:tasks.rados.rados.0.smithi078.stdout:371: writing smithi07880501-49 from 1359872 to 2088960 tid 3 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:371: writing smithi07880501-49 from 2088960 to 2375680 tid 4 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:372: rmattr oid 41 current snap is 34 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:372: done (3 left) 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:373: read oid 7 snap -1 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:373: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:374: snap_create 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:369: finishing write tid 4 to smithi07880501-5 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:369: finishing write tid 5 to smithi07880501-5 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:370: finishing rollback tid 1 to smithi07880501-31 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:369: finishing write tid 6 to smithi07880501-5 2024-08-10T04:57:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 197 (ObjNum 140 snap 34 seq_num 140) dirty exists 2024-08-10T04:57:39.282 INFO:tasks.rados.rados.0.smithi078.stdout:369: left oid 5 (ObjNum 140 snap 34 seq_num 140) 2024-08-10T04:57:39.282 INFO:tasks.rados.rados.0.smithi078.stdout:370: finishing rollback tid 2 to smithi07880501-31 2024-08-10T04:57:39.282 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 143 (ObjNum 87 snap 17 seq_num 87) dirty exists 2024-08-10T04:57:39.282 INFO:tasks.rados.rados.0.smithi078.stdout:371: finishing write tid 1 to smithi07880501-49 2024-08-10T04:57:39.282 INFO:tasks.rados.rados.0.smithi078.stdout:371: finishing write tid 2 to smithi07880501-49 2024-08-10T04:57:39.282 INFO:tasks.rados.rados.0.smithi078.stdout:371: finishing write tid 3 to smithi07880501-49 2024-08-10T04:57:39.283 INFO:tasks.rados.rados.0.smithi078.stdout:371: finishing write tid 4 to smithi07880501-49 2024-08-10T04:57:39.283 INFO:tasks.rados.rados.0.smithi078.stdout:371: finishing write tid 5 to smithi07880501-49 2024-08-10T04:57:39.283 INFO:tasks.rados.rados.0.smithi078.stdout:373: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:39.294 INFO:tasks.rados.rados.0.smithi078.stdout:371: finishing write tid 6 to smithi07880501-49 2024-08-10T04:57:39.294 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 62 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-08-10T04:57:39.294 INFO:tasks.rados.rados.0.smithi078.stdout:371: left oid 49 (ObjNum 141 snap 34 seq_num 141) 2024-08-10T04:57:39.806 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:39.478+0000 7f7ae194c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:57:40.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:39.805+0000 7f7ae194c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:57:40.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:39.873+0000 7f7ae194c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:57:40.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.035+0000 7f7ae194c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:57:40.256 INFO:tasks.rados.rados.0.smithi078.stdout:369: done (4 left) 2024-08-10T04:57:40.256 INFO:tasks.rados.rados.0.smithi078.stdout:370: done (3 left) 2024-08-10T04:57:40.256 INFO:tasks.rados.rados.0.smithi078.stdout:371: done (2 left) 2024-08-10T04:57:40.257 INFO:tasks.rados.rados.0.smithi078.stdout:373: done (1 left) 2024-08-10T04:57:40.257 INFO:tasks.rados.rados.0.smithi078.stdout:374: done (0 left) 2024-08-10T04:57:40.257 INFO:tasks.rados.rados.0.smithi078.stdout:375: delete oid 49 current snap is 35 2024-08-10T04:57:40.258 INFO:tasks.rados.rados.0.smithi078.stdout:375: done (0 left) 2024-08-10T04:57:40.258 INFO:tasks.rados.rados.0.smithi078.stdout:376: rollback oid 18 current snap is 35 2024-08-10T04:57:40.258 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 18 to 30 2024-08-10T04:57:40.258 INFO:tasks.rados.rados.0.smithi078.stdout:377: snap_create 2024-08-10T04:57:40.262 INFO:tasks.rados.rados.0.smithi078.stdout:376: finishing rollback tid 0 to smithi07880501-18 2024-08-10T04:57:40.262 INFO:tasks.rados.rados.0.smithi078.stdout:376: finishing rollback tid 1 to smithi07880501-18 2024-08-10T04:57:40.262 INFO:tasks.rados.rados.0.smithi078.stdout:376: finishing rollback tid 2 to smithi07880501-18 2024-08-10T04:57:40.263 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 201 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-08-10T04:57:40.272 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T04:57:40.442 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-mon[32749]: osdmap e140: 8 total, 8 up, 8 in 2024-08-10T04:57:40.442 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-mon[32749]: pgmap v189: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:40.442 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.379+0000 7f7ae194c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:57:40.519 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:40 smithi078 ceph-mon[29426]: osdmap e140: 8 total, 8 up, 8 in 2024-08-10T04:57:40.519 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:40 smithi078 ceph-mon[29426]: pgmap v189: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:40.519 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:40 smithi078 ceph-mon[39622]: osdmap e140: 8 total, 8 up, 8 in 2024-08-10T04:57:40.519 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:40 smithi078 ceph-mon[39622]: pgmap v189: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:40.519 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T04:57:40.519 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (2m) 2m ago 3m 15.8M - 0.25.0 c8568f914cd2 5535b1132b99 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (3m) 2m ago 3m 79.0M - 9.4.7 954c08fa6188 9ec52696e9bf 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (5m) 2m ago 5m 12.5M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (5m) 2m ago 5m 15.9M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283 starting - - - - 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1372-g56ceb861 354fce865a9a 7264b177b3df 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (10m) 2m ago 10m 46.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 1bf023f61768 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (8m) 2m ago 8m 39.4M 2048M 17.2.7-1372-g56ceb861 354fce865a9a e401625267b0 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (8m) 2m ago 8m 42.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 59ba7a9dfd3a 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (3m) 2m ago 3m 10.9M - 1.5.0 0da6a335fe13 217eca71ef21 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (3m) 2m ago 3m 3552k - 1.5.0 0da6a335fe13 ac3e342ed41c 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (8m) 2m ago 8m 45.5M 2992M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (7m) 2m ago 7m 44.8M 2992M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T04:57:40.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (7m) 2m ago 7m 45.0M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T04:57:40.521 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (7m) 2m ago 7m 40.6M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T04:57:40.521 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (6m) 2m ago 6m 42.6M 2991M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T04:57:40.521 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (6m) 2m ago 6m 42.2M 2991M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T04:57:40.521 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (5m) 2m ago 5m 42.3M 2991M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T04:57:40.521 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (5m) 2m ago 5m 41.2M 2991M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T04:57:40.521 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (2m) 2m ago 3m 24.5M - 2.43.0 a07b618ecd1d 62860f1dfb21 2024-08-10T04:57:40.787 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.441+0000 7f7ae194c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:57:40.787 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.636+0000 7f7ae194c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:57:40.787 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.786+0000 7f7ae194c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:40.821 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 15 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:57:40.822 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:57:41.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.852+0000 7f7ae194c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:57:41.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.938+0000 7f7ae194c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:57:41.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:40.998+0000 7f7ae194c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:376: done (1 left) 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:377: done (0 left) 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:378: rollback oid 41 current snap is 36 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 41 to 24 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:379: rollback oid 18 current snap is 36 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 18 to 33 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:380: rmattr oid 23 current snap is 36 2024-08-10T04:57:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:381: copy_from oid 13 from oid 37 current snap is 36 2024-08-10T04:57:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 36 2024-08-10T04:57:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:382: seq_num 143 ranges {2007040=802816,2809856=761856,3571712=745472,4317184=98304} 2024-08-10T04:57:41.281 INFO:tasks.rados.rados.0.smithi078.stdout:382: writing smithi07880501-36 from 2007040 to 2809856 tid 1 2024-08-10T04:57:41.286 INFO:tasks.rados.rados.0.smithi078.stdout:382: writing smithi07880501-36 from 2809856 to 3571712 tid 2 2024-08-10T04:57:41.290 INFO:tasks.rados.rados.0.smithi078.stdout:382: writing smithi07880501-36 from 3571712 to 4317184 tid 3 2024-08-10T04:57:41.291 INFO:tasks.rados.rados.0.smithi078.stdout:382: writing smithi07880501-36 from 4317184 to 4415488 tid 4 2024-08-10T04:57:41.291 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 36 2024-08-10T04:57:41.291 INFO:tasks.rados.rados.0.smithi078.stdout:379: finishing rollback tid 0 to smithi07880501-18 2024-08-10T04:57:41.291 INFO:tasks.rados.rados.0.smithi078.stdout:383: seq_num 144 ranges {4505600=16384} 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:383: writing smithi07880501-31 from 4505600 to 4521984 tid 1 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:384: setattr oid 39 current snap is 36 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:379: finishing rollback tid 1 to smithi07880501-18 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:379: finishing rollback tid 2 to smithi07880501-18 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 205 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 32 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:378: finishing rollback tid 1 to smithi07880501-41 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:378: finishing rollback tid 2 to smithi07880501-41 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 93 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:381: finishing copy_from racing read to smithi07880501-13 2024-08-10T04:57:41.317 INFO:tasks.rados.rados.0.smithi078.stdout:381: finishing copy_from to smithi07880501-13 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:382: finishing write tid 1 to smithi07880501-36 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:382: finishing write tid 2 to smithi07880501-36 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:382: finishing write tid 3 to smithi07880501-36 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:382: finishing write tid 4 to smithi07880501-36 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:382: finishing write tid 5 to smithi07880501-36 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:382: finishing write tid 6 to smithi07880501-36 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 148 (ObjNum 143 snap 36 seq_num 143) dirty exists 2024-08-10T04:57:41.318 INFO:tasks.rados.rados.0.smithi078.stdout:382: left oid 36 (ObjNum 143 snap 36 seq_num 143) 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:378: done (6 left) 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:379: done (5 left) 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:380: done (4 left) 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:381: done (3 left) 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:382: done (2 left) 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:385: snap_create 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:383: finishing write tid 1 to smithi07880501-31 2024-08-10T04:57:41.319 INFO:tasks.rados.rados.0.smithi078.stdout:383: finishing write tid 2 to smithi07880501-31 2024-08-10T04:57:41.320 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 31 (ObjNum 33 snap 0 seq_num 489411840) dirty exists 2024-08-10T04:57:41.320 INFO:tasks.rados.rados.0.smithi078.stdout:383: finishing write tid 3 to smithi07880501-31 2024-08-10T04:57:41.320 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 150 (ObjNum 144 snap 36 seq_num 144) dirty exists 2024-08-10T04:57:41.320 INFO:tasks.rados.rados.0.smithi078.stdout:383: left oid 31 (ObjNum 144 snap 36 seq_num 144) 2024-08-10T04:57:41.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-mon[32749]: osdmap e141: 8 total, 8 up, 8 in 2024-08-10T04:57:41.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-mon[32749]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:41.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-mon[32749]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:41.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/336380082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:57:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[29426]: osdmap e141: 8 total, 8 up, 8 in 2024-08-10T04:57:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[29426]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[29426]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/336380082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:57:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[39622]: osdmap e141: 8 total, 8 up, 8 in 2024-08-10T04:57:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[39622]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[39622]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:57:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:41 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/336380082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:57:41.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:41.565+0000 7f7ae194c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:57:41.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:41.734+0000 7f7ae194c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:57:41.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:41] ENGINE Bus STARTING 2024-08-10T04:57:41.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: CherryPy Checker: 2024-08-10T04:57:41.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: The Application mounted at '' has an empty config. 2024-08-10T04:57:41.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:42.267 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:41] ENGINE Serving on http://:::9283 2024-08-10T04:57:42.267 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:41] ENGINE Bus STARTED 2024-08-10T04:57:42.321 INFO:tasks.rados.rados.0.smithi078.stdout:383: done (2 left) 2024-08-10T04:57:42.321 INFO:tasks.rados.rados.0.smithi078.stdout:384: done (1 left) 2024-08-10T04:57:42.321 INFO:tasks.rados.rados.0.smithi078.stdout:385: done (0 left) 2024-08-10T04:57:42.321 INFO:tasks.rados.rados.0.smithi078.stdout:386: copy_from oid 34 from oid 46 current snap is 37 2024-08-10T04:57:42.321 INFO:tasks.rados.rados.0.smithi078.stdout:387: snap_remove snap 34 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: osdmap e142: 8 total, 8 up, 8 in 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: pgmap v192: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: Standby manager daemon x restarted 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: Standby manager daemon x started 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:57:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:57:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:42 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: osdmap e142: 8 total, 8 up, 8 in 2024-08-10T04:57:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: pgmap v192: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-08-10T04:57:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: Standby manager daemon x restarted 2024-08-10T04:57:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: Standby manager daemon x started 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: osdmap e142: 8 total, 8 up, 8 in 2024-08-10T04:57:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: pgmap v192: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: Standby manager daemon x restarted 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: Standby manager daemon x started 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:42 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:386: finishing copy_from racing read to smithi07880501-34 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:386: finishing copy_from to smithi07880501-34 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 141 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:386: done (1 left) 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:387: done (0 left) 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:388: rollback oid 46 current snap is 37 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 46 to 31 2024-08-10T04:57:43.253 INFO:tasks.rados.rados.0.smithi078.stdout:389: read oid 28 snap -1 2024-08-10T04:57:43.254 INFO:tasks.rados.rados.0.smithi078.stdout:389: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:43.254 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 21 current snap is 37 2024-08-10T04:57:43.254 INFO:tasks.rados.rados.0.smithi078.stdout:390: seq_num 145 ranges {393216=32768} 2024-08-10T04:57:43.255 INFO:tasks.rados.rados.0.smithi078.stdout:390: writing smithi07880501-21 from 393216 to 425984 tid 1 2024-08-10T04:57:43.256 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 37 2024-08-10T04:57:43.256 INFO:tasks.rados.rados.0.smithi078.stdout:389: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:43.262 INFO:tasks.rados.rados.0.smithi078.stdout:388: finishing rollback tid 0 to smithi07880501-46 2024-08-10T04:57:43.263 INFO:tasks.rados.rados.0.smithi078.stdout:388: finishing rollback tid 1 to smithi07880501-46 2024-08-10T04:57:43.263 INFO:tasks.rados.rados.0.smithi078.stdout:388: finishing rollback tid 2 to smithi07880501-46 2024-08-10T04:57:43.263 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 144 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-08-10T04:57:43.263 INFO:tasks.rados.rados.0.smithi078.stdout:390: finishing write tid 1 to smithi07880501-21 2024-08-10T04:57:43.263 INFO:tasks.rados.rados.0.smithi078.stdout:391: seq_num 146 ranges {0=49152} 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:391: writing smithi07880501-39 from 0 to 49152 tid 1 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:388: done (3 left) 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:389: done (2 left) 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:392: delete oid 37 current snap is 37 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:390: finishing write tid 2 to smithi07880501-21 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:390: finishing write tid 3 to smithi07880501-21 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 45 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-08-10T04:57:43.264 INFO:tasks.rados.rados.0.smithi078.stdout:390: left oid 21 (ObjNum 145 snap 37 seq_num 145) 2024-08-10T04:57:43.265 INFO:tasks.rados.rados.0.smithi078.stdout:390: done (2 left) 2024-08-10T04:57:43.265 INFO:tasks.rados.rados.0.smithi078.stdout:392: done (1 left) 2024-08-10T04:57:43.265 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 37 2024-08-10T04:57:43.265 INFO:tasks.rados.rados.0.smithi078.stdout:393: seq_num 148 ranges {3293184=81920} 2024-08-10T04:57:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:393: writing smithi07880501-18 from 3293184 to 3375104 tid 1 2024-08-10T04:57:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:394: delete oid 49 current snap is 37 2024-08-10T04:57:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:391: finishing write tid 1 to smithi07880501-39 2024-08-10T04:57:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:391: finishing write tid 2 to smithi07880501-39 2024-08-10T04:57:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:391: finishing write tid 3 to smithi07880501-39 2024-08-10T04:57:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 34 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-08-10T04:57:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:391: left oid 39 (ObjNum 146 snap 37 seq_num 146) 2024-08-10T04:57:43.284 INFO:tasks.rados.rados.0.smithi078.stdout:391: done (2 left) 2024-08-10T04:57:43.284 INFO:tasks.rados.rados.0.smithi078.stdout:394: done (1 left) 2024-08-10T04:57:43.284 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 37 2024-08-10T04:57:43.284 INFO:tasks.rados.rados.0.smithi078.stdout:395: seq_num 150 ranges {0=114688} 2024-08-10T04:57:43.285 INFO:tasks.rados.rados.0.smithi078.stdout:395: writing smithi07880501-37 from 0 to 114688 tid 1 2024-08-10T04:57:43.285 INFO:tasks.rados.rados.0.smithi078.stdout:396: copy_from oid 22 from oid 21 current snap is 37 2024-08-10T04:57:43.285 INFO:tasks.rados.rados.0.smithi078.stdout:397: setattr oid 34 current snap is 37 2024-08-10T04:57:43.285 INFO:tasks.rados.rados.0.smithi078.stdout:393: finishing write tid 1 to smithi07880501-18 2024-08-10T04:57:43.285 INFO:tasks.rados.rados.0.smithi078.stdout:393: finishing write tid 2 to smithi07880501-18 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:393: finishing write tid 3 to smithi07880501-18 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 210 (ObjNum 148 snap 37 seq_num 148) dirty exists 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:393: left oid 18 (ObjNum 148 snap 37 seq_num 148) 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:393: done (3 left) 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:398: read oid 35 snap -1 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:398: expect deleted 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:399: snap_create 2024-08-10T04:57:43.287 INFO:tasks.rados.rados.0.smithi078.stdout:395: finishing write tid 1 to smithi07880501-37 2024-08-10T04:57:43.288 INFO:tasks.rados.rados.0.smithi078.stdout:395: finishing write tid 2 to smithi07880501-37 2024-08-10T04:57:43.288 INFO:tasks.rados.rados.0.smithi078.stdout:396: finishing copy_from racing read to smithi07880501-22 2024-08-10T04:57:43.289 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 154 (ObjNum 115 snap 26 seq_num 115) dirty exists 2024-08-10T04:57:43.289 INFO:tasks.rados.rados.0.smithi078.stdout:395: finishing write tid 3 to smithi07880501-37 2024-08-10T04:57:43.289 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 77 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-08-10T04:57:43.289 INFO:tasks.rados.rados.0.smithi078.stdout:395: left oid 37 (ObjNum 150 snap 37 seq_num 150) 2024-08-10T04:57:43.289 INFO:tasks.rados.rados.0.smithi078.stdout:396: finishing copy_from to smithi07880501-22 2024-08-10T04:57:43.290 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 45 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-08-10T04:57:43.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:43 smithi107 ceph-mon[32749]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-10T04:57:43.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:43 smithi107 ceph-mon[32749]: osdmap e143: 8 total, 8 up, 8 in 2024-08-10T04:57:43.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:43 smithi107 ceph-mon[32749]: osdmap e144: 8 total, 8 up, 8 in 2024-08-10T04:57:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:43 smithi078 ceph-mon[29426]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-10T04:57:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:43 smithi078 ceph-mon[29426]: osdmap e143: 8 total, 8 up, 8 in 2024-08-10T04:57:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:43 smithi078 ceph-mon[29426]: osdmap e144: 8 total, 8 up, 8 in 2024-08-10T04:57:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:43 smithi078 ceph-mon[39622]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-10T04:57:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:43 smithi078 ceph-mon[39622]: osdmap e143: 8 total, 8 up, 8 in 2024-08-10T04:57:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:43 smithi078 ceph-mon[39622]: osdmap e144: 8 total, 8 up, 8 in 2024-08-10T04:57:44.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:43] "GET /metrics HTTP/1.1" 200 239458 "" "Prometheus/2.43.0" 2024-08-10T04:57:44.255 INFO:tasks.rados.rados.0.smithi078.stdout:395: done (4 left) 2024-08-10T04:57:44.255 INFO:tasks.rados.rados.0.smithi078.stdout:396: done (3 left) 2024-08-10T04:57:44.255 INFO:tasks.rados.rados.0.smithi078.stdout:397: done (2 left) 2024-08-10T04:57:44.255 INFO:tasks.rados.rados.0.smithi078.stdout:398: done (1 left) 2024-08-10T04:57:44.255 INFO:tasks.rados.rados.0.smithi078.stdout:399: done (0 left) 2024-08-10T04:57:44.255 INFO:tasks.rados.rados.0.smithi078.stdout:400: read oid 31 snap -1 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:400: expect (ObjNum 144 snap 36 seq_num 144) 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:401: rollback oid 22 current snap is 38 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 22 to 31 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:402: read oid 48 snap -1 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:402: expect deleted 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:403: read oid 3 snap 25 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:403: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:44.256 INFO:tasks.rados.rados.0.smithi078.stdout:404: snap_remove snap 24 2024-08-10T04:57:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:44 smithi107 ceph-mon[32749]: pgmap v195: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-08-10T04:57:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:44 smithi107 ceph-mon[32749]: osdmap e145: 8 total, 8 up, 8 in 2024-08-10T04:57:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:44 smithi078 ceph-mon[29426]: pgmap v195: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-08-10T04:57:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:44 smithi078 ceph-mon[29426]: osdmap e145: 8 total, 8 up, 8 in 2024-08-10T04:57:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:44 smithi078 ceph-mon[39622]: pgmap v195: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-08-10T04:57:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:44 smithi078 ceph-mon[39622]: osdmap e145: 8 total, 8 up, 8 in 2024-08-10T04:57:45.257 INFO:tasks.rados.rados.0.smithi078.stdout:404: done (4 left) 2024-08-10T04:57:45.257 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 38 2024-08-10T04:57:45.257 INFO:tasks.rados.rados.0.smithi078.stdout:405: seq_num 151 ranges {49152=131072} 2024-08-10T04:57:45.258 INFO:tasks.rados.rados.0.smithi078.stdout:405: writing smithi07880501-39 from 49152 to 180224 tid 1 2024-08-10T04:57:45.261 INFO:tasks.rados.rados.0.smithi078.stdout:401: finishing rollback tid 0 to smithi07880501-22 2024-08-10T04:57:45.261 INFO:tasks.rados.rados.0.smithi078.stdout:401: finishing rollback tid 1 to smithi07880501-22 2024-08-10T04:57:45.262 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 214 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T04:57:45.262 INFO:tasks.rados.rados.0.smithi078.stdout:403: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:45.276 INFO:tasks.rados.rados.0.smithi078.stdout:400: expect (ObjNum 144 snap 36 seq_num 144) 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:405: finishing write tid 1 to smithi07880501-39 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:405: finishing write tid 2 to smithi07880501-39 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:405: finishing write tid 3 to smithi07880501-39 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 37 (ObjNum 151 snap 38 seq_num 151) dirty exists 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:405: left oid 39 (ObjNum 151 snap 38 seq_num 151) 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:400: done (4 left) 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:401: done (3 left) 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:402: done (2 left) 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:403: done (1 left) 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:405: done (0 left) 2024-08-10T04:57:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:406: snap_remove snap 22 2024-08-10T04:57:46.265 INFO:tasks.rados.rados.0.smithi078.stdout:406: done (0 left) 2024-08-10T04:57:46.265 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 38 2024-08-10T04:57:46.265 INFO:tasks.rados.rados.0.smithi078.stdout:407: seq_num 152 ranges {2007040=147456} 2024-08-10T04:57:46.277 INFO:tasks.rados.rados.0.smithi078.stdout:407: writing smithi07880501-46 from 2007040 to 2154496 tid 1 2024-08-10T04:57:46.277 INFO:tasks.rados.rados.0.smithi078.stdout:408: delete oid 15 current snap is 38 2024-08-10T04:57:46.280 INFO:tasks.rados.rados.0.smithi078.stdout:408: done (1 left) 2024-08-10T04:57:46.280 INFO:tasks.rados.rados.0.smithi078.stdout:409: rollback oid 45 current snap is 38 2024-08-10T04:57:46.280 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 45 to 27 2024-08-10T04:57:46.281 INFO:tasks.rados.rados.0.smithi078.stdout:410: rmattr oid 9 current snap is 38 2024-08-10T04:57:46.281 INFO:tasks.rados.rados.0.smithi078.stdout:411: snap_remove snap 32 2024-08-10T04:57:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:46 smithi107 ceph-mon[32749]: osdmap e146: 8 total, 8 up, 8 in 2024-08-10T04:57:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:46 smithi107 ceph-mon[32749]: pgmap v198: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T04:57:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:46 smithi078 ceph-mon[39622]: osdmap e146: 8 total, 8 up, 8 in 2024-08-10T04:57:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:46 smithi078 ceph-mon[39622]: pgmap v198: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T04:57:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:46 smithi078 ceph-mon[29426]: osdmap e146: 8 total, 8 up, 8 in 2024-08-10T04:57:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:46 smithi078 ceph-mon[29426]: pgmap v198: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T04:57:47.269 INFO:tasks.rados.rados.0.smithi078.stdout:411: done (3 left) 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:412: read oid 30 snap -1 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:412: expect (ObjNum 111 snap 25 seq_num 111) 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:413: copy_from oid 14 from oid 26 current snap is 38 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 0 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:407: finishing write tid 1 to smithi07880501-46 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:407: finishing write tid 2 to smithi07880501-46 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:407: finishing write tid 3 to smithi07880501-46 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 146 (ObjNum 152 snap 38 seq_num 152) dirty exists 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:407: left oid 46 (ObjNum 152 snap 38 seq_num 152) 2024-08-10T04:57:47.270 INFO:tasks.rados.rados.0.smithi078.stdout:409: finishing rollback tid 0 to smithi07880501-45 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:409: finishing rollback tid 1 to smithi07880501-45 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:409: finishing rollback tid 2 to smithi07880501-45 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 233 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:407: done (4 left) 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:409: done (3 left) 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:410: done (2 left) 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 38 2024-08-10T04:57:47.271 INFO:tasks.rados.rados.0.smithi078.stdout:414: seq_num 154 ranges {0=180224} 2024-08-10T04:57:47.272 INFO:tasks.rados.rados.0.smithi078.stdout:414: writing smithi07880501-28 from 0 to 180224 tid 1 2024-08-10T04:57:47.272 INFO:tasks.rados.rados.0.smithi078.stdout:415: copy_from oid 5 from oid 22 current snap is 38 2024-08-10T04:57:47.272 INFO:tasks.rados.rados.0.smithi078.stdout:416: snap_create 2024-08-10T04:57:47.276 INFO:tasks.rados.rados.0.smithi078.stdout:414: finishing write tid 1 to smithi07880501-28 2024-08-10T04:57:47.276 INFO:tasks.rados.rados.0.smithi078.stdout:414: finishing write tid 2 to smithi07880501-28 2024-08-10T04:57:47.278 INFO:tasks.rados.rados.0.smithi078.stdout:414: finishing write tid 3 to smithi07880501-28 2024-08-10T04:57:47.278 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 92 (ObjNum 154 snap 38 seq_num 154) dirty exists 2024-08-10T04:57:47.278 INFO:tasks.rados.rados.0.smithi078.stdout:414: left oid 28 (ObjNum 154 snap 38 seq_num 154) 2024-08-10T04:57:47.279 INFO:tasks.rados.rados.0.smithi078.stdout:415: finishing copy_from to smithi07880501-5 2024-08-10T04:57:47.279 INFO:tasks.rados.rados.0.smithi078.stdout:415: got expected ENOENT (src dne) 2024-08-10T04:57:47.279 INFO:tasks.rados.rados.0.smithi078.stdout:415: finishing copy_from racing read to smithi07880501-5 2024-08-10T04:57:47.284 INFO:tasks.rados.rados.0.smithi078.stdout:413: finishing copy_from to smithi07880501-14 2024-08-10T04:57:47.284 INFO:tasks.rados.rados.0.smithi078.stdout:413: got expected ENOENT (src dne) 2024-08-10T04:57:47.285 INFO:tasks.rados.rados.0.smithi078.stdout:412: expect (ObjNum 111 snap 25 seq_num 111) 2024-08-10T04:57:47.346 INFO:tasks.rados.rados.0.smithi078.stdout:413: finishing copy_from racing read to smithi07880501-14 2024-08-10T04:57:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:47 smithi107 ceph-mon[32749]: osdmap e147: 8 total, 8 up, 8 in 2024-08-10T04:57:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:47 smithi078 ceph-mon[39622]: osdmap e147: 8 total, 8 up, 8 in 2024-08-10T04:57:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:47 smithi078 ceph-mon[29426]: osdmap e147: 8 total, 8 up, 8 in 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:412: done (4 left) 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:413: done (3 left) 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:414: done (2 left) 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:415: done (1 left) 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:416: done (0 left) 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:417: read oid 36 snap -1 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:417: expect (ObjNum 143 snap 36 seq_num 143) 2024-08-10T04:57:48.253 INFO:tasks.rados.rados.0.smithi078.stdout:418: delete oid 21 current snap is 39 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:418: done (1 left) 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:419: rmattr oid 9 current snap is 39 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:419: done (1 left) 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:420: rmattr oid 32 current snap is 39 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:420: done (1 left) 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:421: rmattr oid 6 current snap is 39 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:421: done (1 left) 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:422: copy_from oid 15 from oid 19 current snap is 39 2024-08-10T04:57:48.257 INFO:tasks.rados.rados.0.smithi078.stdout:423: delete oid 3 current snap is 39 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:423: done (2 left) 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:424: rollback oid 49 current snap is 39 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 38 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:425: read oid 45 snap -1 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:425: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:426: copy_from oid 42 from oid 18 current snap is 39 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 39 2024-08-10T04:57:48.259 INFO:tasks.rados.rados.0.smithi078.stdout:427: seq_num 157 ranges {1269760=237568} 2024-08-10T04:57:48.269 INFO:tasks.rados.rados.0.smithi078.stdout:427: writing smithi07880501-23 from 1269760 to 1507328 tid 1 2024-08-10T04:57:48.269 INFO:tasks.rados.rados.0.smithi078.stdout:428: read oid 31 snap -1 2024-08-10T04:57:48.269 INFO:tasks.rados.rados.0.smithi078.stdout:428: expect (ObjNum 144 snap 36 seq_num 144) 2024-08-10T04:57:48.270 INFO:tasks.rados.rados.0.smithi078.stdout:429: copy_from oid 34 from oid 29 current snap is 39 2024-08-10T04:57:48.270 INFO:tasks.rados.rados.0.smithi078.stdout:430: copy_from oid 47 from oid 44 current snap is 39 2024-08-10T04:57:48.270 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 39 2024-08-10T04:57:48.270 INFO:tasks.rados.rados.0.smithi078.stdout:431: seq_num 158 ranges {1449984=253952} 2024-08-10T04:57:48.280 INFO:tasks.rados.rados.0.smithi078.stdout:431: writing smithi07880501-13 from 1449984 to 1703936 tid 1 2024-08-10T04:57:48.280 INFO:tasks.rados.rados.0.smithi078.stdout:432: read oid 5 snap -1 2024-08-10T04:57:48.281 INFO:tasks.rados.rados.0.smithi078.stdout:432: expect (ObjNum 140 snap 34 seq_num 140) 2024-08-10T04:57:48.281 INFO:tasks.rados.rados.0.smithi078.stdout:433: read oid 25 snap 23 2024-08-10T04:57:48.281 INFO:tasks.rados.rados.0.smithi078.stdout:433: expect (ObjNum 56 snap 3 seq_num 56) 2024-08-10T04:57:48.281 INFO:tasks.rados.rados.0.smithi078.stdout:434: setattr oid 22 current snap is 39 2024-08-10T04:57:48.281 INFO:tasks.rados.rados.0.smithi078.stdout:424: finishing rollback tid 1 to smithi07880501-49 2024-08-10T04:57:48.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 64 (ObjNum 129 snap 0 seq_num 3221558352) dirty dne 2024-08-10T04:57:48.282 INFO:tasks.rados.rados.0.smithi078.stdout:425: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:57:48.282 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:57:48.305 INFO:tasks.rados.rados.0.smithi078.stdout:422: finishing copy_from racing read to smithi07880501-15 2024-08-10T04:57:48.305 INFO:tasks.rados.rados.0.smithi078.stdout:427: finishing write tid 1 to smithi07880501-23 2024-08-10T04:57:48.306 INFO:tasks.rados.rados.0.smithi078.stdout:427: finishing write tid 2 to smithi07880501-23 2024-08-10T04:57:48.306 INFO:tasks.rados.rados.0.smithi078.stdout:427: finishing write tid 3 to smithi07880501-23 2024-08-10T04:57:48.306 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 43 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-08-10T04:57:48.306 INFO:tasks.rados.rados.0.smithi078.stdout:427: left oid 23 (ObjNum 157 snap 39 seq_num 157) 2024-08-10T04:57:48.306 INFO:tasks.rados.rados.0.smithi078.stdout:426: finishing copy_from racing read to smithi07880501-42 2024-08-10T04:57:48.306 INFO:tasks.rados.rados.0.smithi078.stdout:429: finishing copy_from racing read to smithi07880501-34 2024-08-10T04:57:48.307 INFO:tasks.rados.rados.0.smithi078.stdout:429: finishing copy_from to smithi07880501-34 2024-08-10T04:57:48.307 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 30 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T04:57:48.307 INFO:tasks.rados.rados.0.smithi078.stdout:430: finishing copy_from to smithi07880501-47 2024-08-10T04:57:48.307 INFO:tasks.rados.rados.0.smithi078.stdout:430: got expected ENOENT (src dne) 2024-08-10T04:57:48.307 INFO:tasks.rados.rados.0.smithi078.stdout:430: finishing copy_from racing read to smithi07880501-47 2024-08-10T04:57:48.307 INFO:tasks.rados.rados.0.smithi078.stdout:426: finishing copy_from to smithi07880501-42 2024-08-10T04:57:48.307 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 210 (ObjNum 148 snap 37 seq_num 148) dirty exists 2024-08-10T04:57:48.308 INFO:tasks.rados.rados.0.smithi078.stdout:417: expect (ObjNum 143 snap 36 seq_num 143) 2024-08-10T04:57:48.448 INFO:tasks.rados.rados.0.smithi078.stdout:422: finishing copy_from to smithi07880501-15 2024-08-10T04:57:48.449 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 21 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:57:48.449 INFO:tasks.rados.rados.0.smithi078.stdout:433: expect (ObjNum 56 snap 3 seq_num 56) 2024-08-10T04:57:48.540 INFO:tasks.rados.rados.0.smithi078.stdout:431: finishing write tid 1 to smithi07880501-13 2024-08-10T04:57:48.540 INFO:tasks.rados.rados.0.smithi078.stdout:431: finishing write tid 2 to smithi07880501-13 2024-08-10T04:57:48.540 INFO:tasks.rados.rados.0.smithi078.stdout:432: expect (ObjNum 140 snap 34 seq_num 140) 2024-08-10T04:57:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:48 smithi107 ceph-mon[32749]: osdmap e148: 8 total, 8 up, 8 in 2024-08-10T04:57:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:48 smithi107 ceph-mon[32749]: pgmap v201: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T04:57:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:48 smithi107 ceph-mon[32749]: osdmap e149: 8 total, 8 up, 8 in 2024-08-10T04:57:48.598 INFO:tasks.rados.rados.0.smithi078.stdout:431: finishing write tid 3 to smithi07880501-13 2024-08-10T04:57:48.599 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 139 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-08-10T04:57:48.599 INFO:tasks.rados.rados.0.smithi078.stdout:431: left oid 13 (ObjNum 158 snap 39 seq_num 158) 2024-08-10T04:57:48.599 INFO:tasks.rados.rados.0.smithi078.stdout:428: expect (ObjNum 144 snap 36 seq_num 144) 2024-08-10T04:57:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:48 smithi078 ceph-mon[29426]: osdmap e148: 8 total, 8 up, 8 in 2024-08-10T04:57:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:48 smithi078 ceph-mon[29426]: pgmap v201: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T04:57:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:48 smithi078 ceph-mon[29426]: osdmap e149: 8 total, 8 up, 8 in 2024-08-10T04:57:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:48 smithi078 ceph-mon[39622]: osdmap e148: 8 total, 8 up, 8 in 2024-08-10T04:57:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:48 smithi078 ceph-mon[39622]: pgmap v201: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T04:57:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:48 smithi078 ceph-mon[39622]: osdmap e149: 8 total, 8 up, 8 in 2024-08-10T04:57:48.864 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 234 (ObjNum 177 snap 0 seq_num 3472862592) dirty exists 2024-08-10T04:57:48.864 INFO:tasks.rados.rados.0.smithi078.stdout:417: done (12 left) 2024-08-10T04:57:48.864 INFO:tasks.rados.rados.0.smithi078.stdout:422: done (11 left) 2024-08-10T04:57:48.864 INFO:tasks.rados.rados.0.smithi078.stdout:424: done (10 left) 2024-08-10T04:57:48.864 INFO:tasks.rados.rados.0.smithi078.stdout:425: done (9 left) 2024-08-10T04:57:48.864 INFO:tasks.rados.rados.0.smithi078.stdout:426: done (8 left) 2024-08-10T04:57:48.864 INFO:tasks.rados.rados.0.smithi078.stdout:427: done (7 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:428: done (6 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:429: done (5 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:430: done (4 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:431: done (3 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:432: done (2 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:433: done (1 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:434: done (0 left) 2024-08-10T04:57:48.865 INFO:tasks.rados.rados.0.smithi078.stdout:435: snap_create 2024-08-10T04:57:49.287 INFO:tasks.rados.rados.0.smithi078.stdout:435: done (0 left) 2024-08-10T04:57:49.287 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 40 2024-08-10T04:57:49.287 INFO:tasks.rados.rados.0.smithi078.stdout:436: seq_num 159 ranges {1703936=270336} 2024-08-10T04:57:49.295 INFO:tasks.rados.rados.0.smithi078.stdout:436: writing smithi07880501-13 from 1703936 to 1974272 tid 1 2024-08-10T04:57:49.295 INFO:tasks.rados.rados.0.smithi078.stdout:437: delete oid 37 current snap is 40 2024-08-10T04:57:49.300 INFO:tasks.rados.rados.0.smithi078.stdout:436: finishing write tid 1 to smithi07880501-13 2024-08-10T04:57:49.300 INFO:tasks.rados.rados.0.smithi078.stdout:437: done (1 left) 2024-08-10T04:57:49.300 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 40 2024-08-10T04:57:49.300 INFO:tasks.rados.rados.0.smithi078.stdout:438: seq_num 161 ranges {4276224=303104} 2024-08-10T04:57:49.326 INFO:tasks.rados.rados.0.smithi078.stdout:438: writing smithi07880501-38 from 4276224 to 4579328 tid 1 2024-08-10T04:57:49.326 INFO:tasks.rados.rados.0.smithi078.stdout:439: setattr oid 20 current snap is 40 2024-08-10T04:57:49.326 INFO:tasks.rados.rados.0.smithi078.stdout:436: finishing write tid 2 to smithi07880501-13 2024-08-10T04:57:49.326 INFO:tasks.rados.rados.0.smithi078.stdout:436: finishing write tid 3 to smithi07880501-13 2024-08-10T04:57:49.326 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 142 (ObjNum 159 snap 40 seq_num 159) dirty exists 2024-08-10T04:57:49.326 INFO:tasks.rados.rados.0.smithi078.stdout:436: left oid 13 (ObjNum 159 snap 40 seq_num 159) 2024-08-10T04:57:49.327 INFO:tasks.rados.rados.0.smithi078.stdout:436: done (2 left) 2024-08-10T04:57:49.327 INFO:tasks.rados.rados.0.smithi078.stdout:440: read oid 14 snap -1 2024-08-10T04:57:49.327 INFO:tasks.rados.rados.0.smithi078.stdout:440: expect (ObjNum 112 snap 25 seq_num 112) 2024-08-10T04:57:49.327 INFO:tasks.rados.rados.0.smithi078.stdout:441: delete oid 48 current snap is 40 2024-08-10T04:57:49.328 INFO:tasks.rados.rados.0.smithi078.stdout:438: finishing write tid 1 to smithi07880501-38 2024-08-10T04:57:49.328 INFO:tasks.rados.rados.0.smithi078.stdout:438: finishing write tid 2 to smithi07880501-38 2024-08-10T04:57:49.328 INFO:tasks.rados.rados.0.smithi078.stdout:441: done (3 left) 2024-08-10T04:57:49.328 INFO:tasks.rados.rados.0.smithi078.stdout:442: delete oid 13 current snap is 40 2024-08-10T04:57:49.329 INFO:tasks.rados.rados.0.smithi078.stdout:438: finishing write tid 3 to smithi07880501-38 2024-08-10T04:57:49.329 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 73 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-08-10T04:57:49.329 INFO:tasks.rados.rados.0.smithi078.stdout:438: left oid 38 (ObjNum 161 snap 40 seq_num 161) 2024-08-10T04:57:49.330 INFO:tasks.rados.rados.0.smithi078.stdout:438: done (3 left) 2024-08-10T04:57:49.330 INFO:tasks.rados.rados.0.smithi078.stdout:442: done (2 left) 2024-08-10T04:57:49.331 INFO:tasks.rados.rados.0.smithi078.stdout:443: snap_create 2024-08-10T04:57:49.331 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 99 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-10T04:57:49.338 INFO:tasks.rados.rados.0.smithi078.stdout:440: expect (ObjNum 112 snap 25 seq_num 112) 2024-08-10T04:57:50.029 INFO:tasks.rados.rados.0.smithi078.stdout:439: done (2 left) 2024-08-10T04:57:50.029 INFO:tasks.rados.rados.0.smithi078.stdout:440: done (1 left) 2024-08-10T04:57:50.029 INFO:tasks.rados.rados.0.smithi078.stdout:443: done (0 left) 2024-08-10T04:57:50.029 INFO:tasks.rados.rados.0.smithi078.stdout:444: read oid 45 snap -1 2024-08-10T04:57:50.030 INFO:tasks.rados.rados.0.smithi078.stdout:444: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:57:50.030 INFO:tasks.rados.rados.0.smithi078.stdout:445: rmattr oid 18 current snap is 41 2024-08-10T04:57:50.030 INFO:tasks.rados.rados.0.smithi078.stdout:445: done (1 left) 2024-08-10T04:57:50.030 INFO:tasks.rados.rados.0.smithi078.stdout:446: read oid 28 snap -1 2024-08-10T04:57:50.030 INFO:tasks.rados.rados.0.smithi078.stdout:446: expect (ObjNum 154 snap 38 seq_num 154) 2024-08-10T04:57:50.030 INFO:tasks.rados.rados.0.smithi078.stdout:447: snap_create 2024-08-10T04:57:50.033 INFO:tasks.rados.rados.0.smithi078.stdout:444: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T04:57:50.052 INFO:tasks.rados.rados.0.smithi078.stdout:446: expect (ObjNum 154 snap 38 seq_num 154) 2024-08-10T04:57:50.209 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:50] ENGINE Bus STOPPING 2024-08-10T04:57:50.295 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:50.033+0000 7fdd9b59a640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-10T04:57:50.295 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setuser ceph since I am not root 2024-08-10T04:57:50.296 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ignoring --setgroup ceph since I am not root 2024-08-10T04:57:50.296 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mgr[29656]: -- 172.21.15.78:0/1574268184 <== mon.2 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55610e9d49c0 con 0x55610e9e0800 2024-08-10T04:57:50.296 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:50.170+0000 7fd561ff2ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:57:50.296 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:50.294+0000 7fd561ff2ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:57:50.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: osdmap e150: 8 total, 8 up, 8 in 2024-08-10T04:57:50.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: pgmap v204: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:50.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:50.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: Activating manager daemon x 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: osdmap e151: 8 total, 8 up, 8 in 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24461 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: mgrmap e24: x(active, starting, since 0.00521536s) 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:57:50.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:57:50.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:57:50.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:57:50.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: osdmap e150: 8 total, 8 up, 8 in 2024-08-10T04:57:50.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: pgmap v204: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:50.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:50.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: Activating manager daemon x 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: osdmap e151: 8 total, 8 up, 8 in 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24461 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: mgrmap e24: x(active, starting, since 0.00521536s) 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:57:50.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:57:50.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:57:50.303 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:57:50.488 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:57:50.488 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:50] ENGINE Bus STOPPED 2024-08-10T04:57:50.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: osdmap e150: 8 total, 8 up, 8 in 2024-08-10T04:57:50.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: pgmap v204: 121 pgs: 9 active+clean+snaptrim, 112 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:50.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:50.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:57:50.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:57:50.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' 2024-08-10T04:57:50.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:50.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 172.21.15.78:0/4067723829' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T04:57:50.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T04:57:50.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: Activating manager daemon x 2024-08-10T04:57:50.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: osdmap e151: 8 total, 8 up, 8 in 2024-08-10T04:57:50.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24461 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-10T04:57:50.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: mgrmap e24: x(active, starting, since 0.00521536s) 2024-08-10T04:57:50.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:57:50.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:57:50.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:57:50.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:57:50.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:57:50.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:57:50.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:57:50.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:57:50.493 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:57:50.493 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:57:50.493 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:57:50.493 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:57:50.493 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:57:50.493 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:57:50.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:57:50.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:57:50.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:57:50.612 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:50.358+0000 7fd561ff2ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:57:50.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:50] ENGINE Bus STARTING 2024-08-10T04:57:50.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a48510640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a48510640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a48510640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a48510640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a48510640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a4bd17640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a4bd17640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a4bd17640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a4bd17640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:50.566+0000 7f7a4bd17640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:50] ENGINE Serving on http://:::9283 2024-08-10T04:57:50.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:57:50] ENGINE Bus STARTED 2024-08-10T04:57:50.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:50.611+0000 7fd561ff2ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:57:50.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:50.669+0000 7fd561ff2ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:57:51.031 INFO:tasks.rados.rados.0.smithi078.stdout:444: done (2 left) 2024-08-10T04:57:51.032 INFO:tasks.rados.rados.0.smithi078.stdout:446: done (1 left) 2024-08-10T04:57:51.032 INFO:tasks.rados.rados.0.smithi078.stdout:447: done (0 left) 2024-08-10T04:57:51.032 INFO:tasks.rados.rados.0.smithi078.stdout:448: read oid 10 snap -1 2024-08-10T04:57:51.032 INFO:tasks.rados.rados.0.smithi078.stdout:448: expect deleted 2024-08-10T04:57:51.032 INFO:tasks.rados.rados.0.smithi078.stdout:449: rollback oid 42 current snap is 42 2024-08-10T04:57:51.032 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 28 2024-08-10T04:57:51.032 INFO:tasks.rados.rados.0.smithi078.stdout:450: snap_remove snap 37 2024-08-10T04:57:51.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: Manager daemon x is now available 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: Checking for cert/key for grafana.a 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: Migrating grafana.a cert to cert store 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: Migrating grafana.a key to cert store 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:57:51.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T04:57:51.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T04:57:51.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: osdmap e152: 8 total, 8 up, 8 in 2024-08-10T04:57:51.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:51 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: Manager daemon x is now available 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: Checking for cert/key for grafana.a 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: Migrating grafana.a cert to cert store 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: Migrating grafana.a key to cert store 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: osdmap e152: 8 total, 8 up, 8 in 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: Manager daemon x is now available 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: Checking for cert/key for grafana.a 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: Migrating grafana.a cert to cert store 2024-08-10T04:57:51.601 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: Migrating grafana.a key to cert store 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: osdmap e152: 8 total, 8 up, 8 in 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.602 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:51.953 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:51.598+0000 7fd561ff2ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:57:51.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:51.708+0000 7fd561ff2ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:57:51.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:51.762+0000 7fd561ff2ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:57:51.954 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:51.952+0000 7fd561ff2ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:57:52.033 INFO:tasks.rados.rados.0.smithi078.stdout:450: done (2 left) 2024-08-10T04:57:52.033 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 42 2024-08-10T04:57:52.033 INFO:tasks.rados.rados.0.smithi078.stdout:451: seq_num 164 ranges {1507328=352256} 2024-08-10T04:57:52.042 INFO:tasks.rados.rados.0.smithi078.stdout:451: writing smithi07880501-23 from 1507328 to 1859584 tid 1 2024-08-10T04:57:52.042 INFO:tasks.rados.rados.0.smithi078.stdout:452: delete oid 8 current snap is 42 2024-08-10T04:57:52.043 INFO:tasks.rados.rados.0.smithi078.stdout:449: finishing rollback tid 0 to smithi07880501-42 2024-08-10T04:57:52.043 INFO:tasks.rados.rados.0.smithi078.stdout:449: finishing rollback tid 1 to smithi07880501-42 2024-08-10T04:57:52.043 INFO:tasks.rados.rados.0.smithi078.stdout:449: finishing rollback tid 2 to smithi07880501-42 2024-08-10T04:57:52.043 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 213 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:448: done (3 left) 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:449: done (2 left) 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:452: done (1 left) 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:453: read oid 26 snap 30 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:453: expect deleted 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:454: read oid 47 snap -1 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:454: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:57:52.044 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 42 2024-08-10T04:57:52.045 INFO:tasks.rados.rados.0.smithi078.stdout:455: seq_num 166 ranges {4415488=385024} 2024-08-10T04:57:52.071 INFO:tasks.rados.rados.0.smithi078.stdout:455: writing smithi07880501-36 from 4415488 to 4800512 tid 1 2024-08-10T04:57:52.071 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 42 2024-08-10T04:57:52.071 INFO:tasks.rados.rados.0.smithi078.stdout:456: seq_num 167 ranges {0=401408} 2024-08-10T04:57:52.074 INFO:tasks.rados.rados.0.smithi078.stdout:456: writing smithi07880501-44 from 0 to 401408 tid 1 2024-08-10T04:57:52.074 INFO:tasks.rados.rados.0.smithi078.stdout:457: snap_remove snap 39 2024-08-10T04:57:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:52.014+0000 7fd561ff2ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:57:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:52.093+0000 7fd561ff2ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:57:52.520 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:52.234+0000 7fd561ff2ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:57:52.520 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[29426]: Deploying cephadm binary to smithi078 2024-08-10T04:57:52.520 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[29426]: Deploying cephadm binary to smithi107 2024-08-10T04:57:52.520 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[29426]: mgrmap e25: x(active, since 1.27898s) 2024-08-10T04:57:52.520 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[29426]: pgmap v4: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:52.520 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[29426]: osdmap e153: 8 total, 8 up, 8 in 2024-08-10T04:57:52.521 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[39622]: Deploying cephadm binary to smithi078 2024-08-10T04:57:52.521 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[39622]: Deploying cephadm binary to smithi107 2024-08-10T04:57:52.521 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[39622]: mgrmap e25: x(active, since 1.27898s) 2024-08-10T04:57:52.521 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[39622]: pgmap v4: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:52.521 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-mon[39622]: osdmap e153: 8 total, 8 up, 8 in 2024-08-10T04:57:52.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-mon[32749]: Deploying cephadm binary to smithi078 2024-08-10T04:57:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-mon[32749]: Deploying cephadm binary to smithi107 2024-08-10T04:57:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-mon[32749]: mgrmap e25: x(active, since 1.27898s) 2024-08-10T04:57:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-mon[32749]: pgmap v4: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-mon[32749]: osdmap e153: 8 total, 8 up, 8 in 2024-08-10T04:57:52.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:52.377+0000 7f7a2ea9f640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:04:57:52] ENGINE Error in HTTPServer.serve 2024-08-10T04:57:52.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: Traceback (most recent call last): 2024-08-10T04:57:52.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: self._connections.run(self.expiration_interval) 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: self._run(expiration_interval) 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: s = self.context.wrap_socket( 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: return self.sslsocket_class._create( 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:57:52.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: self.do_handshake() 2024-08-10T04:57:52.569 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:57:52.569 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: self._sslobj.do_handshake() 2024-08-10T04:57:52.569 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:57:52.569 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:57:52.775 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:52.660+0000 7fd561ff2ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:57:53.034 INFO:tasks.rados.rados.0.smithi078.stdout:457: done (5 left) 2024-08-10T04:57:53.034 INFO:tasks.rados.rados.0.smithi078.stdout:458: rollback oid 46 current snap is 42 2024-08-10T04:57:53.034 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 46 to 38 2024-08-10T04:57:53.034 INFO:tasks.rados.rados.0.smithi078.stdout:451: finishing write tid 1 to smithi07880501-23 2024-08-10T04:57:53.034 INFO:tasks.rados.rados.0.smithi078.stdout:451: finishing write tid 2 to smithi07880501-23 2024-08-10T04:57:53.035 INFO:tasks.rados.rados.0.smithi078.stdout:451: finishing write tid 3 to smithi07880501-23 2024-08-10T04:57:53.035 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 48 (ObjNum 164 snap 42 seq_num 164) dirty exists 2024-08-10T04:57:53.035 INFO:tasks.rados.rados.0.smithi078.stdout:451: left oid 23 (ObjNum 164 snap 42 seq_num 164) 2024-08-10T04:57:53.035 INFO:tasks.rados.rados.0.smithi078.stdout:454: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:57:53.090 INFO:tasks.rados.rados.0.smithi078.stdout:455: finishing write tid 1 to smithi07880501-36 2024-08-10T04:57:53.090 INFO:tasks.rados.rados.0.smithi078.stdout:456: finishing write tid 1 to smithi07880501-44 2024-08-10T04:57:53.090 INFO:tasks.rados.rados.0.smithi078.stdout:455: finishing write tid 2 to smithi07880501-36 2024-08-10T04:57:53.090 INFO:tasks.rados.rados.0.smithi078.stdout:456: finishing write tid 2 to smithi07880501-44 2024-08-10T04:57:53.090 INFO:tasks.rados.rados.0.smithi078.stdout:456: finishing write tid 3 to smithi07880501-44 2024-08-10T04:57:53.090 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 215 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-08-10T04:57:53.090 INFO:tasks.rados.rados.0.smithi078.stdout:456: left oid 44 (ObjNum 167 snap 42 seq_num 167) 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:455: finishing write tid 3 to smithi07880501-36 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 152 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:455: left oid 36 (ObjNum 166 snap 42 seq_num 166) 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:451: done (5 left) 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:453: done (4 left) 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:454: done (3 left) 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:455: done (2 left) 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:456: done (1 left) 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 42 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:458: finishing rollback tid 0 to smithi07880501-46 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:458: finishing rollback tid 1 to smithi07880501-46 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:458: finishing rollback tid 2 to smithi07880501-46 2024-08-10T04:57:53.091 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 149 (ObjNum 152 snap 38 seq_num 152) dirty exists 2024-08-10T04:57:53.092 INFO:tasks.rados.rados.0.smithi078.stdout:459: seq_num 168 ranges {1884160=417792} 2024-08-10T04:57:53.102 INFO:tasks.rados.rados.0.smithi078.stdout:459: writing smithi07880501-14 from 1884160 to 2301952 tid 1 2024-08-10T04:57:53.102 INFO:tasks.rados.rados.0.smithi078.stdout:458: done (1 left) 2024-08-10T04:57:53.103 INFO:tasks.rados.rados.0.smithi078.stdout:460: copy_from oid 47 from oid 8 current snap is 42 2024-08-10T04:57:53.103 INFO:tasks.rados.rados.0.smithi078.stdout:461: snap_create 2024-08-10T04:57:53.104 INFO:tasks.rados.rados.0.smithi078.stdout:460: finishing copy_from to smithi07880501-47 2024-08-10T04:57:53.104 INFO:tasks.rados.rados.0.smithi078.stdout:460: got expected ENOENT (src dne) 2024-08-10T04:57:53.104 INFO:tasks.rados.rados.0.smithi078.stdout:460: finishing copy_from racing read to smithi07880501-47 2024-08-10T04:57:53.105 INFO:tasks.rados.rados.0.smithi078.stdout:459: finishing write tid 1 to smithi07880501-14 2024-08-10T04:57:53.105 INFO:tasks.rados.rados.0.smithi078.stdout:459: finishing write tid 2 to smithi07880501-14 2024-08-10T04:57:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:459: finishing write tid 3 to smithi07880501-14 2024-08-10T04:57:53.107 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 66 (ObjNum 168 snap 42 seq_num 168) dirty exists 2024-08-10T04:57:53.107 INFO:tasks.rados.rados.0.smithi078.stdout:459: left oid 14 (ObjNum 168 snap 42 seq_num 168) 2024-08-10T04:57:53.158 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:52.945+0000 7fd561ff2ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:57:53.159 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.012+0000 7fd561ff2ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:57:53.159 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.157+0000 7fd561ff2ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:57:53.257 INFO:tasks.rados.rados.0.smithi078.stdout:459: done (2 left) 2024-08-10T04:57:53.257 INFO:tasks.rados.rados.0.smithi078.stdout:460: done (1 left) 2024-08-10T04:57:53.257 INFO:tasks.rados.rados.0.smithi078.stdout:461: done (0 left) 2024-08-10T04:57:53.257 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 43 2024-08-10T04:57:53.257 INFO:tasks.rados.rados.0.smithi078.stdout:462: seq_num 169 ranges {1417216=434176} 2024-08-10T04:57:53.267 INFO:tasks.rados.rados.0.smithi078.stdout:462: writing smithi07880501-12 from 1417216 to 1851392 tid 1 2024-08-10T04:57:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:463: read oid 9 snap -1 2024-08-10T04:57:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:463: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-10T04:57:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 43 2024-08-10T04:57:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:464: seq_num 170 ranges {0=450560} 2024-08-10T04:57:53.270 INFO:tasks.rados.rados.0.smithi078.stdout:464: writing smithi07880501-26 from 0 to 450560 tid 1 2024-08-10T04:57:53.271 INFO:tasks.rados.rados.0.smithi078.stdout:465: snap_create 2024-08-10T04:57:53.275 INFO:tasks.rados.rados.0.smithi078.stdout:462: finishing write tid 1 to smithi07880501-12 2024-08-10T04:57:53.275 INFO:tasks.rados.rados.0.smithi078.stdout:462: finishing write tid 2 to smithi07880501-12 2024-08-10T04:57:53.275 INFO:tasks.rados.rados.0.smithi078.stdout:462: finishing write tid 3 to smithi07880501-12 2024-08-10T04:57:53.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 103 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-08-10T04:57:53.275 INFO:tasks.rados.rados.0.smithi078.stdout:462: left oid 12 (ObjNum 169 snap 43 seq_num 169) 2024-08-10T04:57:53.281 INFO:tasks.rados.rados.0.smithi078.stdout:464: finishing write tid 1 to smithi07880501-26 2024-08-10T04:57:53.281 INFO:tasks.rados.rados.0.smithi078.stdout:464: finishing write tid 2 to smithi07880501-26 2024-08-10T04:57:53.282 INFO:tasks.rados.rados.0.smithi078.stdout:464: finishing write tid 3 to smithi07880501-26 2024-08-10T04:57:53.282 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 105 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-10T04:57:53.282 INFO:tasks.rados.rados.0.smithi078.stdout:464: left oid 26 (ObjNum 170 snap 43 seq_num 170) 2024-08-10T04:57:53.293 INFO:tasks.rados.rados.0.smithi078.stdout:463: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-10T04:57:53.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: pgmap v6: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:53.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: [10/Aug/2024:04:57:52] ENGINE Bus STARTING 2024-08-10T04:57:53.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: [10/Aug/2024:04:57:52] ENGINE Serving on http://172.21.15.107:8765 2024-08-10T04:57:53.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: mgrmap e26: x(active, since 2s) 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: [10/Aug/2024:04:57:52] ENGINE Serving on https://172.21.15.107:7150 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: [10/Aug/2024:04:57:52] ENGINE Bus STARTED 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: [10/Aug/2024:04:57:52] ENGINE Error in HTTPServer.serve 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:57:53.468 INFO:journalctl@ceph.mon.c.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout: self.do_handshake() 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: osdmap e154: 8 total, 8 up, 8 in 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[39622]: osdmap e155: 8 total, 8 up, 8 in 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: pgmap v6: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: [10/Aug/2024:04:57:52] ENGINE Bus STARTING 2024-08-10T04:57:53.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: [10/Aug/2024:04:57:52] ENGINE Serving on http://172.21.15.107:8765 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: mgrmap e26: x(active, since 2s) 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: [10/Aug/2024:04:57:52] ENGINE Serving on https://172.21.15.107:7150 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: [10/Aug/2024:04:57:52] ENGINE Bus STARTED 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: [10/Aug/2024:04:57:52] ENGINE Error in HTTPServer.serve 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:57:53.470 INFO:journalctl@ceph.mon.a.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: self.do_handshake() 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: osdmap e154: 8 total, 8 up, 8 in 2024-08-10T04:57:53.471 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-mon[29426]: osdmap e155: 8 total, 8 up, 8 in 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: pgmap v6: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: [10/Aug/2024:04:57:52] ENGINE Bus STARTING 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: [10/Aug/2024:04:57:52] ENGINE Serving on http://172.21.15.107:8765 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: mgrmap e26: x(active, since 2s) 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: [10/Aug/2024:04:57:52] ENGINE Serving on https://172.21.15.107:7150 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: [10/Aug/2024:04:57:52] ENGINE Bus STARTED 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: [10/Aug/2024:04:57:52] ENGINE Error in HTTPServer.serve 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout: Traceback (most recent call last): 2024-08-10T04:57:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._run(expiration_interval) 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: s = self.context.wrap_socket( 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: return self.sslsocket_class._create( 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: self.do_handshake() 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:57:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._sslobj.do_handshake() 2024-08-10T04:57:53.569 INFO:journalctl@ceph.mon.b.smithi107.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:57:53.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: osdmap e154: 8 total, 8 up, 8 in 2024-08-10T04:57:53.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:53 smithi107 ceph-mon[32749]: osdmap e155: 8 total, 8 up, 8 in 2024-08-10T04:57:53.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.466+0000 7fd561ff2ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:57:53.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.527+0000 7fd561ff2ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:57:53.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.709+0000 7fd561ff2ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:57:54.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.771+0000 7fd561ff2ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:57:54.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.853+0000 7fd561ff2ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:57:54.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:53.910+0000 7fd561ff2ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:57:54.265 INFO:tasks.rados.rados.0.smithi078.stdout:462: done (3 left) 2024-08-10T04:57:54.265 INFO:tasks.rados.rados.0.smithi078.stdout:463: done (2 left) 2024-08-10T04:57:54.265 INFO:tasks.rados.rados.0.smithi078.stdout:464: done (1 left) 2024-08-10T04:57:54.265 INFO:tasks.rados.rados.0.smithi078.stdout:465: done (0 left) 2024-08-10T04:57:54.265 INFO:tasks.rados.rados.0.smithi078.stdout:466: copy_from oid 15 from oid 40 current snap is 44 2024-08-10T04:57:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:467: read oid 7 snap 27 2024-08-10T04:57:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:467: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:468: rollback oid 31 current snap is 44 2024-08-10T04:57:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 35 2024-08-10T04:57:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:469: delete oid 35 current snap is 44 2024-08-10T04:57:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:468: finishing rollback tid 0 to smithi07880501-31 2024-08-10T04:57:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:468: finishing rollback tid 1 to smithi07880501-31 2024-08-10T04:57:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:468: finishing rollback tid 2 to smithi07880501-31 2024-08-10T04:57:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 155 (ObjNum 87 snap 17 seq_num 87) dirty exists 2024-08-10T04:57:54.271 INFO:tasks.rados.rados.0.smithi078.stdout:468: done (3 left) 2024-08-10T04:57:54.271 INFO:tasks.rados.rados.0.smithi078.stdout:469: done (2 left) 2024-08-10T04:57:54.271 INFO:tasks.rados.rados.0.smithi078.stdout:470: read oid 8 snap -1 2024-08-10T04:57:54.271 INFO:tasks.rados.rados.0.smithi078.stdout:470: expect deleted 2024-08-10T04:57:54.271 INFO:tasks.rados.rados.0.smithi078.stdout:471: delete oid 17 current snap is 44 2024-08-10T04:57:54.273 INFO:tasks.rados.rados.0.smithi078.stdout:470: done (3 left) 2024-08-10T04:57:54.273 INFO:tasks.rados.rados.0.smithi078.stdout:471: done (2 left) 2024-08-10T04:57:54.273 INFO:tasks.rados.rados.0.smithi078.stdout:472: rmattr oid 6 current snap is 44 2024-08-10T04:57:54.273 INFO:tasks.rados.rados.0.smithi078.stdout:472: done (2 left) 2024-08-10T04:57:54.273 INFO:tasks.rados.rados.0.smithi078.stdout:473: copy_from oid 14 from oid 44 current snap is 44 2024-08-10T04:57:54.273 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 44 2024-08-10T04:57:54.273 INFO:tasks.rados.rados.0.smithi078.stdout:474: seq_num 173 ranges {4841472=499712} 2024-08-10T04:57:54.303 INFO:tasks.rados.rados.0.smithi078.stdout:474: writing smithi07880501-16 from 4841472 to 5341184 tid 1 2024-08-10T04:57:54.303 INFO:tasks.rados.rados.0.smithi078.stdout:475: rollback oid 28 current snap is 44 2024-08-10T04:57:54.303 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 40 2024-08-10T04:57:54.303 INFO:tasks.rados.rados.0.smithi078.stdout:467: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:54.315 INFO:tasks.rados.rados.0.smithi078.stdout:473: finishing copy_from racing read to smithi07880501-14 2024-08-10T04:57:54.315 INFO:tasks.rados.rados.0.smithi078.stdout:473: finishing copy_from to smithi07880501-14 2024-08-10T04:57:54.315 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 215 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-08-10T04:57:54.315 INFO:tasks.rados.rados.0.smithi078.stdout:466: finishing copy_from racing read to smithi07880501-15 2024-08-10T04:57:54.315 INFO:tasks.rados.rados.0.smithi078.stdout:466: finishing copy_from to smithi07880501-15 2024-08-10T04:57:54.315 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 24 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:475: finishing rollback tid 0 to smithi07880501-28 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:474: finishing write tid 1 to smithi07880501-16 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:475: finishing rollback tid 1 to smithi07880501-28 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:474: finishing write tid 2 to smithi07880501-16 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:475: finishing rollback tid 2 to smithi07880501-28 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 109 (ObjNum 154 snap 38 seq_num 154) dirty exists 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:474: finishing write tid 3 to smithi07880501-16 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 240 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:474: left oid 16 (ObjNum 173 snap 44 seq_num 173) 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:466: done (4 left) 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:467: done (3 left) 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:473: done (2 left) 2024-08-10T04:57:54.316 INFO:tasks.rados.rados.0.smithi078.stdout:474: done (1 left) 2024-08-10T04:57:54.317 INFO:tasks.rados.rados.0.smithi078.stdout:475: done (0 left) 2024-08-10T04:57:54.317 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 44 2024-08-10T04:57:54.317 INFO:tasks.rados.rados.0.smithi078.stdout:476: seq_num 174 ranges {4620288=516096} 2024-08-10T04:57:54.343 INFO:tasks.rados.rados.0.smithi078.stdout:476: writing smithi07880501-33 from 4620288 to 5136384 tid 1 2024-08-10T04:57:54.343 INFO:tasks.rados.rados.0.smithi078.stdout:477: copy_from oid 9 from oid 13 current snap is 44 2024-08-10T04:57:54.343 INFO:tasks.rados.rados.0.smithi078.stdout:478: read oid 28 snap -1 2024-08-10T04:57:54.343 INFO:tasks.rados.rados.0.smithi078.stdout:478: expect (ObjNum 154 snap 38 seq_num 154) 2024-08-10T04:57:54.343 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 44 2024-08-10T04:57:54.343 INFO:tasks.rados.rados.0.smithi078.stdout:479: seq_num 175 ranges {180224=540672} 2024-08-10T04:57:54.347 INFO:tasks.rados.rados.0.smithi078.stdout:479: writing smithi07880501-39 from 180224 to 720896 tid 1 2024-08-10T04:57:54.347 INFO:tasks.rados.rados.0.smithi078.stdout:480: read oid 7 snap -1 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:480: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:481: rmattr oid 14 current snap is 44 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:481: done (5 left) 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:482: setattr oid 36 current snap is 44 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:477: finishing copy_from to smithi07880501-9 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:477: got expected ENOENT (src dne) 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:477: finishing copy_from racing read to smithi07880501-9 2024-08-10T04:57:54.348 INFO:tasks.rados.rados.0.smithi078.stdout:478: expect (ObjNum 154 snap 38 seq_num 154) 2024-08-10T04:57:54.358 INFO:tasks.rados.rados.0.smithi078.stdout:476: finishing write tid 1 to smithi07880501-33 2024-08-10T04:57:54.358 INFO:tasks.rados.rados.0.smithi078.stdout:476: finishing write tid 2 to smithi07880501-33 2024-08-10T04:57:54.358 INFO:tasks.rados.rados.0.smithi078.stdout:476: finishing write tid 3 to smithi07880501-33 2024-08-10T04:57:54.359 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 243 (ObjNum 174 snap 44 seq_num 174) dirty exists 2024-08-10T04:57:54.359 INFO:tasks.rados.rados.0.smithi078.stdout:476: left oid 33 (ObjNum 174 snap 44 seq_num 174) 2024-08-10T04:57:54.359 INFO:tasks.rados.rados.0.smithi078.stdout:480: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T04:57:54.369 INFO:tasks.rados.rados.0.smithi078.stdout:479: finishing write tid 1 to smithi07880501-39 2024-08-10T04:57:54.369 INFO:tasks.rados.rados.0.smithi078.stdout:479: finishing write tid 2 to smithi07880501-39 2024-08-10T04:57:54.369 INFO:tasks.rados.rados.0.smithi078.stdout:479: finishing write tid 3 to smithi07880501-39 2024-08-10T04:57:54.369 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 42 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:479: left oid 39 (ObjNum 175 snap 44 seq_num 175) 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:476: done (5 left) 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:477: done (4 left) 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:478: done (3 left) 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:479: done (2 left) 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:480: done (1 left) 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:483: rmattr oid 6 current snap is 44 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:483: done (1 left) 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:484: setattr oid 25 current snap is 44 2024-08-10T04:57:54.370 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 156 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-08-10T04:57:54.371 INFO:tasks.rados.rados.0.smithi078.stdout:482: done (1 left) 2024-08-10T04:57:54.371 INFO:tasks.rados.rados.0.smithi078.stdout:485: snap_create 2024-08-10T04:57:54.374 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 44 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-08-10T04:57:54.717 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:54.474+0000 7fd561ff2ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:57:54.717 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:54.609+0000 7fd561ff2ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:57:54.717 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:57:54] ENGINE Bus STARTING 2024-08-10T04:57:54.717 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: CherryPy Checker: 2024-08-10T04:57:54.717 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: The Application mounted at '' has an empty config. 2024-08-10T04:57:54.718 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: 2024-08-10T04:57:54.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:57:54] ENGINE Serving on http://:::9283 2024-08-10T04:57:54.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:57:54 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: [10/Aug/2024:04:57:54] ENGINE Bus STARTED 2024-08-10T04:57:55.325 INFO:tasks.rados.rados.0.smithi078.stdout:484: done (1 left) 2024-08-10T04:57:55.325 INFO:tasks.rados.rados.0.smithi078.stdout:485: done (0 left) 2024-08-10T04:57:55.326 INFO:tasks.rados.rados.0.smithi078.stdout:486: setattr oid 39 current snap is 45 2024-08-10T04:57:55.327 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 45 2024-08-10T04:57:55.327 INFO:tasks.rados.rados.0.smithi078.stdout:487: seq_num 176 ranges {0=557056} 2024-08-10T04:57:55.331 INFO:tasks.rados.rados.0.smithi078.stdout:487: writing smithi07880501-22 from 0 to 557056 tid 1 2024-08-10T04:57:55.331 INFO:tasks.rados.rados.0.smithi078.stdout:488: snap_remove snap 23 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: pgmap v9: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: osdmap e156: 8 total, 8 up, 8 in 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: mgrmap e27: x(active, since 4s) 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: Standby manager daemon y started 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:55 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: pgmap v9: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: osdmap e156: 8 total, 8 up, 8 in 2024-08-10T04:57:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: mgrmap e27: x(active, since 4s) 2024-08-10T04:57:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: Standby manager daemon y started 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: pgmap v9: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: osdmap e156: 8 total, 8 up, 8 in 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: mgrmap e27: x(active, since 4s) 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: Standby manager daemon y started 2024-08-10T04:57:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T04:57:55.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:57:55.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T04:57:55.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/3992339441' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:57:55.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:55.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:55 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:488: done (2 left) 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:489: rmattr oid 7 current snap is 45 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:489: done (2 left) 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:490: copy_from oid 19 from oid 37 current snap is 45 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:491: copy_from oid 33 from oid 10 current snap is 45 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:492: delete oid 2 current snap is 45 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 44 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-10T04:57:56.331 INFO:tasks.rados.rados.0.smithi078.stdout:487: finishing write tid 1 to smithi07880501-22 2024-08-10T04:57:56.332 INFO:tasks.rados.rados.0.smithi078.stdout:487: finishing write tid 2 to smithi07880501-22 2024-08-10T04:57:56.332 INFO:tasks.rados.rados.0.smithi078.stdout:487: finishing write tid 3 to smithi07880501-22 2024-08-10T04:57:56.332 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 246 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-08-10T04:57:56.332 INFO:tasks.rados.rados.0.smithi078.stdout:487: left oid 22 (ObjNum 176 snap 45 seq_num 176) 2024-08-10T04:57:56.338 INFO:tasks.rados.rados.0.smithi078.stdout:490: finishing copy_from to smithi07880501-19 2024-08-10T04:57:56.338 INFO:tasks.rados.rados.0.smithi078.stdout:490: got expected ENOENT (src dne) 2024-08-10T04:57:56.339 INFO:tasks.rados.rados.0.smithi078.stdout:490: finishing copy_from racing read to smithi07880501-19 2024-08-10T04:57:56.340 INFO:tasks.rados.rados.0.smithi078.stdout:486: done (4 left) 2024-08-10T04:57:56.340 INFO:tasks.rados.rados.0.smithi078.stdout:487: done (3 left) 2024-08-10T04:57:56.340 INFO:tasks.rados.rados.0.smithi078.stdout:490: done (2 left) 2024-08-10T04:57:56.341 INFO:tasks.rados.rados.0.smithi078.stdout:492: done (1 left) 2024-08-10T04:57:56.341 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 45 2024-08-10T04:57:56.341 INFO:tasks.rados.rados.0.smithi078.stdout:493: seq_num 178 ranges {401408=589824} 2024-08-10T04:57:56.344 INFO:tasks.rados.rados.0.smithi078.stdout:493: writing smithi07880501-44 from 401408 to 991232 tid 1 2024-08-10T04:57:56.345 INFO:tasks.rados.rados.0.smithi078.stdout:491: finishing copy_from to smithi07880501-33 2024-08-10T04:57:56.345 INFO:tasks.rados.rados.0.smithi078.stdout:491: got expected ENOENT (src dne) 2024-08-10T04:57:56.345 INFO:tasks.rados.rados.0.smithi078.stdout:491: finishing copy_from racing read to smithi07880501-33 2024-08-10T04:57:56.345 INFO:tasks.rados.rados.0.smithi078.stdout:491: done (1 left) 2024-08-10T04:57:56.345 INFO:tasks.rados.rados.0.smithi078.stdout:494: delete oid 25 current snap is 45 2024-08-10T04:57:56.348 INFO:tasks.rados.rados.0.smithi078.stdout:494: done (1 left) 2024-08-10T04:57:56.348 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 45 2024-08-10T04:57:56.348 INFO:tasks.rados.rados.0.smithi078.stdout:495: seq_num 180 ranges {2686976=622592} 2024-08-10T04:57:56.365 INFO:tasks.rados.rados.0.smithi078.stdout:495: writing smithi07880501-15 from 2686976 to 3309568 tid 1 2024-08-10T04:57:56.366 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 45 2024-08-10T04:57:56.366 INFO:tasks.rados.rados.0.smithi078.stdout:496: seq_num 181 ranges {180224=638976} 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:496: writing smithi07880501-28 from 180224 to 819200 tid 1 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 45 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:493: finishing write tid 1 to smithi07880501-44 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:493: finishing write tid 2 to smithi07880501-44 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:493: finishing write tid 3 to smithi07880501-44 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 217 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:493: left oid 44 (ObjNum 178 snap 45 seq_num 178) 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:495: finishing write tid 1 to smithi07880501-15 2024-08-10T04:57:56.371 INFO:tasks.rados.rados.0.smithi078.stdout:497: seq_num 182 ranges {0=655360} 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:497: writing smithi07880501-3 from 0 to 655360 tid 1 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:493: done (3 left) 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:498: read oid 34 snap -1 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:498: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 45 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:495: finishing write tid 2 to smithi07880501-15 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:495: finishing write tid 3 to smithi07880501-15 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 255 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:495: left oid 15 (ObjNum 180 snap 45 seq_num 180) 2024-08-10T04:57:56.375 INFO:tasks.rados.rados.0.smithi078.stdout:499: seq_num 183 ranges {4579328=671744} 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:499: writing smithi07880501-38 from 4579328 to 5251072 tid 1 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:495: done (4 left) 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:500: read oid 14 snap 36 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:500: expect (ObjNum 112 snap 25 seq_num 112) 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:501: snap_create 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:496: finishing write tid 1 to smithi07880501-28 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:496: finishing write tid 2 to smithi07880501-28 2024-08-10T04:57:56.403 INFO:tasks.rados.rados.0.smithi078.stdout:496: finishing write tid 3 to smithi07880501-28 2024-08-10T04:57:56.404 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 120 (ObjNum 181 snap 45 seq_num 181) dirty exists 2024-08-10T04:57:56.404 INFO:tasks.rados.rados.0.smithi078.stdout:496: left oid 28 (ObjNum 181 snap 45 seq_num 181) 2024-08-10T04:57:56.404 INFO:tasks.rados.rados.0.smithi078.stdout:498: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:57:56.405 INFO:tasks.rados.rados.0.smithi078.stdout:497: finishing write tid 1 to smithi07880501-3 2024-08-10T04:57:56.405 INFO:tasks.rados.rados.0.smithi078.stdout:497: finishing write tid 2 to smithi07880501-3 2024-08-10T04:57:56.405 INFO:tasks.rados.rados.0.smithi078.stdout:497: finishing write tid 3 to smithi07880501-3 2024-08-10T04:57:56.405 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 65 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-08-10T04:57:56.405 INFO:tasks.rados.rados.0.smithi078.stdout:497: left oid 3 (ObjNum 182 snap 45 seq_num 182) 2024-08-10T04:57:56.405 INFO:tasks.rados.rados.0.smithi078.stdout:499: finishing write tid 1 to smithi07880501-38 2024-08-10T04:57:56.406 INFO:tasks.rados.rados.0.smithi078.stdout:499: finishing write tid 2 to smithi07880501-38 2024-08-10T04:57:56.406 INFO:tasks.rados.rados.0.smithi078.stdout:499: finishing write tid 3 to smithi07880501-38 2024-08-10T04:57:56.406 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 86 (ObjNum 183 snap 45 seq_num 183) dirty exists 2024-08-10T04:57:56.406 INFO:tasks.rados.rados.0.smithi078.stdout:499: left oid 38 (ObjNum 183 snap 45 seq_num 183) 2024-08-10T04:57:56.411 INFO:tasks.rados.rados.0.smithi078.stdout:500: expect (ObjNum 112 snap 25 seq_num 112) 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: osdmap e157: 8 total, 8 up, 8 in 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.681 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.682 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.682 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.682 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.682 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.682 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi078 to 2480M 2024-08-10T04:57:56.682 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:56 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:57:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-10T04:57:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: osdmap e157: 8 total, 8 up, 8 in 2024-08-10T04:57:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi078 to 2480M 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: osdmap e157: 8 total, 8 up, 8 in 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi078 to 2480M 2024-08-10T04:57:56.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:56 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:496: done (5 left) 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:497: done (4 left) 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:498: done (3 left) 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:499: done (2 left) 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:500: done (1 left) 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:501: done (0 left) 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:502: rollback oid 11 current snap is 46 2024-08-10T04:57:57.340 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 30 2024-08-10T04:57:57.341 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 46 2024-08-10T04:57:57.341 INFO:tasks.rados.rados.0.smithi078.stdout:503: seq_num 184 ranges {0=688128} 2024-08-10T04:57:57.345 INFO:tasks.rados.rados.0.smithi078.stdout:503: writing smithi07880501-17 from 0 to 688128 tid 1 2024-08-10T04:57:57.345 INFO:tasks.rados.rados.0.smithi078.stdout:502: finishing rollback tid 0 to smithi07880501-11 2024-08-10T04:57:57.345 INFO:tasks.rados.rados.0.smithi078.stdout:504: rollback oid 47 current snap is 46 2024-08-10T04:57:57.345 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 30 2024-08-10T04:57:57.345 INFO:tasks.rados.rados.0.smithi078.stdout:505: snap_remove snap 40 2024-08-10T04:57:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:57 smithi078 ceph-mon[29426]: pgmap v12: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:57 smithi078 ceph-mon[29426]: osdmap e158: 8 total, 8 up, 8 in 2024-08-10T04:57:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:57 smithi078 ceph-mon[39622]: pgmap v12: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:57 smithi078 ceph-mon[39622]: osdmap e158: 8 total, 8 up, 8 in 2024-08-10T04:57:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:57 smithi107 ceph-mon[32749]: pgmap v12: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:57:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:57 smithi107 ceph-mon[32749]: osdmap e158: 8 total, 8 up, 8 in 2024-08-10T04:57:58.316 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:57:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:57:57] "GET /metrics HTTP/1.1" 200 33099 "" "Prometheus/2.43.0" 2024-08-10T04:57:58.346 INFO:tasks.rados.rados.0.smithi078.stdout:505: done (3 left) 2024-08-10T04:57:58.347 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 46 2024-08-10T04:57:58.347 INFO:tasks.rados.rados.0.smithi078.stdout:502: finishing rollback tid 1 to smithi07880501-11 2024-08-10T04:57:58.347 INFO:tasks.rados.rados.0.smithi078.stdout:506: seq_num 185 ranges {3375104=704512} 2024-08-10T04:57:58.370 INFO:tasks.rados.rados.0.smithi078.stdout:506: writing smithi07880501-18 from 3375104 to 4079616 tid 1 2024-08-10T04:57:58.370 INFO:tasks.rados.rados.0.smithi078.stdout:507: delete oid 2 current snap is 46 2024-08-10T04:57:58.370 INFO:tasks.rados.rados.0.smithi078.stdout:502: finishing rollback tid 2 to smithi07880501-11 2024-08-10T04:57:58.370 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 220 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-08-10T04:57:58.370 INFO:tasks.rados.rados.0.smithi078.stdout:504: finishing rollback tid 0 to smithi07880501-47 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:504: finishing rollback tid 1 to smithi07880501-47 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:504: finishing rollback tid 2 to smithi07880501-47 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 223 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:503: finishing write tid 1 to smithi07880501-17 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:503: finishing write tid 2 to smithi07880501-17 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:503: finishing write tid 3 to smithi07880501-17 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 88 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:503: left oid 17 (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:502: done (4 left) 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:503: done (3 left) 2024-08-10T04:57:58.371 INFO:tasks.rados.rados.0.smithi078.stdout:504: done (2 left) 2024-08-10T04:57:58.372 INFO:tasks.rados.rados.0.smithi078.stdout:507: done (1 left) 2024-08-10T04:57:58.372 INFO:tasks.rados.rados.0.smithi078.stdout:508: snap_create 2024-08-10T04:57:58.373 INFO:tasks.rados.rados.0.smithi078.stdout:506: finishing write tid 1 to smithi07880501-18 2024-08-10T04:57:58.373 INFO:tasks.rados.rados.0.smithi078.stdout:506: finishing write tid 2 to smithi07880501-18 2024-08-10T04:57:58.374 INFO:tasks.rados.rados.0.smithi078.stdout:506: finishing write tid 3 to smithi07880501-18 2024-08-10T04:57:58.374 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 264 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-08-10T04:57:58.374 INFO:tasks.rados.rados.0.smithi078.stdout:506: left oid 18 (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:57:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:58 smithi078 ceph-mon[29426]: osdmap e159: 8 total, 8 up, 8 in 2024-08-10T04:57:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:58 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:58 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:58 smithi078 ceph-mon[39622]: osdmap e159: 8 total, 8 up, 8 in 2024-08-10T04:57:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:58 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:58 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:58.784 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:58 smithi107 ceph-mon[32749]: osdmap e159: 8 total, 8 up, 8 in 2024-08-10T04:57:58.784 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:58 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:58.784 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:58 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:59.374 INFO:tasks.rados.rados.0.smithi078.stdout:506: done (1 left) 2024-08-10T04:57:59.375 INFO:tasks.rados.rados.0.smithi078.stdout:508: done (0 left) 2024-08-10T04:57:59.375 INFO:tasks.rados.rados.0.smithi078.stdout:509: snap_create 2024-08-10T04:57:59.716 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:59 smithi107 ceph-mon[32749]: pgmap v15: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 59 op/s 2024-08-10T04:57:59.716 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:59 smithi107 ceph-mon[32749]: osdmap e160: 8 total, 8 up, 8 in 2024-08-10T04:57:59.716 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:59 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:59.716 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:57:59 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[29426]: pgmap v15: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 59 op/s 2024-08-10T04:57:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[29426]: osdmap e160: 8 total, 8 up, 8 in 2024-08-10T04:57:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[39622]: pgmap v15: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 59 op/s 2024-08-10T04:57:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[39622]: osdmap e160: 8 total, 8 up, 8 in 2024-08-10T04:57:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:57:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:57:59 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:00.383 INFO:tasks.rados.rados.0.smithi078.stdout:509: done (0 left) 2024-08-10T04:58:00.384 INFO:tasks.rados.rados.0.smithi078.stdout:510: snap_remove snap 38 2024-08-10T04:58:00.674 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:00 smithi107 ceph-mon[32749]: osdmap e161: 8 total, 8 up, 8 in 2024-08-10T04:58:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:00 smithi078 ceph-mon[29426]: osdmap e161: 8 total, 8 up, 8 in 2024-08-10T04:58:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:00 smithi078 ceph-mon[39622]: osdmap e161: 8 total, 8 up, 8 in 2024-08-10T04:58:01.381 INFO:tasks.rados.rados.0.smithi078.stdout:510: done (0 left) 2024-08-10T04:58:01.382 INFO:tasks.rados.rados.0.smithi078.stdout:511: read oid 21 snap -1 2024-08-10T04:58:01.382 INFO:tasks.rados.rados.0.smithi078.stdout:511: expect deleted 2024-08-10T04:58:01.382 INFO:tasks.rados.rados.0.smithi078.stdout:512: snap_create 2024-08-10T04:58:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: pgmap v18: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 59 op/s 2024-08-10T04:58:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: osdmap e162: 8 total, 8 up, 8 in 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:01.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:01 smithi107 ceph-mon[32749]: osdmap e163: 8 total, 8 up, 8 in 2024-08-10T04:58:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: pgmap v18: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 59 op/s 2024-08-10T04:58:01.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: osdmap e162: 8 total, 8 up, 8 in 2024-08-10T04:58:01.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:01.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:58:01.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.733 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: pgmap v18: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 59 op/s 2024-08-10T04:58:01.733 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: osdmap e162: 8 total, 8 up, 8 in 2024-08-10T04:58:01.733 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:01.733 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:58:01.735 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.735 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.735 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.735 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.736 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:01.737 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[29426]: osdmap e163: 8 total, 8 up, 8 in 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T04:58:01.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:01.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:01.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:01.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:01 smithi078 ceph-mon[39622]: osdmap e163: 8 total, 8 up, 8 in 2024-08-10T04:58:02.382 INFO:tasks.rados.rados.0.smithi078.stdout:511: done (1 left) 2024-08-10T04:58:02.382 INFO:tasks.rados.rados.0.smithi078.stdout:512: done (0 left) 2024-08-10T04:58:02.382 INFO:tasks.rados.rados.0.smithi078.stdout:513: copy_from oid 24 from oid 25 current snap is 49 2024-08-10T04:58:02.382 INFO:tasks.rados.rados.0.smithi078.stdout:514: snap_remove snap 33 2024-08-10T04:58:02.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: Adjusting osd_memory_target on smithi107 to 2479M 2024-08-10T04:58:02.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[39622]: osdmap e164: 8 total, 8 up, 8 in 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: Adjusting osd_memory_target on smithi107 to 2479M 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.696 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.697 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.697 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.697 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.697 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:02 smithi078 ceph-mon[29426]: osdmap e164: 8 total, 8 up, 8 in 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: Adjusting osd_memory_target on smithi107 to 2479M 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:02.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:02 smithi107 ceph-mon[32749]: osdmap e164: 8 total, 8 up, 8 in 2024-08-10T04:58:03.263 INFO:tasks.rados.rados.0.smithi078.stdout:514: done (1 left) 2024-08-10T04:58:03.263 INFO:tasks.rados.rados.0.smithi078.stdout:515: rollback oid 16 current snap is 49 2024-08-10T04:58:03.263 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 44 2024-08-10T04:58:03.263 INFO:tasks.rados.rados.0.smithi078.stdout:516: read oid 35 snap 35 2024-08-10T04:58:03.263 INFO:tasks.rados.rados.0.smithi078.stdout:516: expect deleted 2024-08-10T04:58:03.263 INFO:tasks.rados.rados.0.smithi078.stdout:517: rollback oid 10 current snap is 49 2024-08-10T04:58:03.263 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 47 2024-08-10T04:58:03.264 INFO:tasks.rados.rados.0.smithi078.stdout:518: snap_create 2024-08-10T04:58:03.264 INFO:tasks.rados.rados.0.smithi078.stdout:513: finishing copy_from to smithi07880501-24 2024-08-10T04:58:03.264 INFO:tasks.rados.rados.0.smithi078.stdout:513: got expected ENOENT (src dne) 2024-08-10T04:58:03.264 INFO:tasks.rados.rados.0.smithi078.stdout:513: finishing copy_from racing read to smithi07880501-24 2024-08-10T04:58:03.266 INFO:tasks.rados.rados.0.smithi078.stdout:517: finishing rollback tid 1 to smithi07880501-10 2024-08-10T04:58:03.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 137 (ObjNum 49 snap 0 seq_num 7) dirty dne 2024-08-10T04:58:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:515: finishing rollback tid 0 to smithi07880501-16 2024-08-10T04:58:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:515: finishing rollback tid 1 to smithi07880501-16 2024-08-10T04:58:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:515: finishing rollback tid 2 to smithi07880501-16 2024-08-10T04:58:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 269 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:58:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: pgmap v21: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T04:58:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T04:58:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: Reconfiguring daemon alertmanager.a on smithi078 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[29426]: osdmap e165: 8 total, 8 up, 8 in 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: pgmap v21: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: Reconfiguring daemon alertmanager.a on smithi078 2024-08-10T04:58:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-10T04:58:03.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-mon[39622]: osdmap e165: 8 total, 8 up, 8 in 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: pgmap v21: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: Reconfiguring daemon alertmanager.a on smithi078 2024-08-10T04:58:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-10T04:58:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:03 smithi107 ceph-mon[32749]: osdmap e165: 8 total, 8 up, 8 in 2024-08-10T04:58:04.079 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:03 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[29652]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T04:58:04.258 INFO:tasks.rados.rados.0.smithi078.stdout:513: done (4 left) 2024-08-10T04:58:04.259 INFO:tasks.rados.rados.0.smithi078.stdout:515: done (3 left) 2024-08-10T04:58:04.259 INFO:tasks.rados.rados.0.smithi078.stdout:516: done (2 left) 2024-08-10T04:58:04.259 INFO:tasks.rados.rados.0.smithi078.stdout:517: done (1 left) 2024-08-10T04:58:04.259 INFO:tasks.rados.rados.0.smithi078.stdout:518: done (0 left) 2024-08-10T04:58:04.259 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 50 2024-08-10T04:58:04.259 INFO:tasks.rados.rados.0.smithi078.stdout:519: seq_num 187 ranges {5136384=737280} 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:519: writing smithi07880501-33 from 5136384 to 5873664 tid 1 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:520: read oid 27 snap -1 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:520: expect deleted 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:521: copy_from oid 30 from oid 25 current snap is 50 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:522: read oid 31 snap -1 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:522: expect (ObjNum 87 snap 17 seq_num 87) 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 50 2024-08-10T04:58:04.290 INFO:tasks.rados.rados.0.smithi078.stdout:523: seq_num 188 ranges {0=753664} 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:523: writing smithi07880501-6 from 0 to 753664 tid 1 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:524: read oid 41 snap 36 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:524: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:525: copy_from oid 11 from oid 29 current snap is 50 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:526: read oid 12 snap -1 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:526: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 50 2024-08-10T04:58:04.295 INFO:tasks.rados.rados.0.smithi078.stdout:527: seq_num 189 ranges {1613824=770048} 2024-08-10T04:58:04.309 INFO:tasks.rados.rados.0.smithi078.stdout:527: writing smithi07880501-42 from 1613824 to 2383872 tid 1 2024-08-10T04:58:04.309 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 50 2024-08-10T04:58:04.309 INFO:tasks.rados.rados.0.smithi078.stdout:528: seq_num 190 ranges {2359296=786432} 2024-08-10T04:58:04.327 INFO:tasks.rados.rados.0.smithi078.stdout:528: writing smithi07880501-5 from 2359296 to 3145728 tid 1 2024-08-10T04:58:04.327 INFO:tasks.rados.rados.0.smithi078.stdout:529: snap_remove snap 43 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:529: done (10 left) 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:530: snap_create 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:521: finishing copy_from to smithi07880501-30 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:521: got expected ENOENT (src dne) 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:521: finishing copy_from racing read to smithi07880501-30 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:519: finishing write tid 1 to smithi07880501-33 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:519: finishing write tid 2 to smithi07880501-33 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:525: finishing copy_from racing read to smithi07880501-11 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:525: finishing copy_from to smithi07880501-11 2024-08-10T04:58:05.270 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 30 (ObjNum 129 snap 0 seq_num 489216640) dirty exists 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:519: finishing write tid 3 to smithi07880501-33 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 277 (ObjNum 187 snap 50 seq_num 187) dirty exists 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:519: left oid 33 (ObjNum 187 snap 50 seq_num 187) 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:523: finishing write tid 1 to smithi07880501-6 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:523: finishing write tid 2 to smithi07880501-6 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:523: finishing write tid 3 to smithi07880501-6 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 151 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:523: left oid 6 (ObjNum 188 snap 50 seq_num 188) 2024-08-10T04:58:05.271 INFO:tasks.rados.rados.0.smithi078.stdout:526: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-10T04:58:05.351 INFO:tasks.rados.rados.0.smithi078.stdout:522: expect (ObjNum 87 snap 17 seq_num 87) 2024-08-10T04:58:05.476 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:05 smithi078 systemd[1]: Stopping Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:05 smithi078 ceph-mon[29426]: pgmap v24: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T04:58:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:05 smithi078 ceph-mon[29426]: osdmap e166: 8 total, 8 up, 8 in 2024-08-10T04:58:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:05 smithi078 ceph-mon[39622]: pgmap v24: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T04:58:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:05 smithi078 ceph-mon[39622]: osdmap e166: 8 total, 8 up, 8 in 2024-08-10T04:58:05.563 INFO:tasks.rados.rados.0.smithi078.stdout:524: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-10T04:58:05.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:05 smithi107 ceph-mon[32749]: pgmap v24: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T04:58:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:05 smithi107 ceph-mon[32749]: osdmap e166: 8 total, 8 up, 8 in 2024-08-10T04:58:05.618 INFO:tasks.rados.rados.0.smithi078.stdout:527: finishing write tid 1 to smithi07880501-42 2024-08-10T04:58:05.618 INFO:tasks.rados.rados.0.smithi078.stdout:527: finishing write tid 2 to smithi07880501-42 2024-08-10T04:58:05.618 INFO:tasks.rados.rados.0.smithi078.stdout:527: finishing write tid 3 to smithi07880501-42 2024-08-10T04:58:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 231 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-08-10T04:58:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:527: left oid 42 (ObjNum 189 snap 50 seq_num 189) 2024-08-10T04:58:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:528: finishing write tid 1 to smithi07880501-5 2024-08-10T04:58:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:528: finishing write tid 2 to smithi07880501-5 2024-08-10T04:58:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:528: finishing write tid 3 to smithi07880501-5 2024-08-10T04:58:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 280 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-08-10T04:58:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:528: left oid 5 (ObjNum 190 snap 50 seq_num 190) 2024-08-10T04:58:05.906 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:05 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[76231]: ts=2024-08-10T04:58:05.614Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T04:58:05.906 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:05 smithi078 podman[82822]: 2024-08-10 04:58:05.654848169 +0000 UTC m=+0.147137409 container died 5535b1132b99590ba1ece6a9eec2b9a8509aa99ee46cfa64b1ffb9facf10f154 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:06.226 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:05 smithi078 podman[82822]: 2024-08-10 04:58:05.98074372 +0000 UTC m=+0.473032943 container cleanup 5535b1132b99590ba1ece6a9eec2b9a8509aa99ee46cfa64b1ffb9facf10f154 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:06.226 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:05 smithi078 bash[82822]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T04:58:06.271 INFO:tasks.rados.rados.0.smithi078.stdout:519: done (10 left) 2024-08-10T04:58:06.271 INFO:tasks.rados.rados.0.smithi078.stdout:520: done (9 left) 2024-08-10T04:58:06.271 INFO:tasks.rados.rados.0.smithi078.stdout:521: done (8 left) 2024-08-10T04:58:06.271 INFO:tasks.rados.rados.0.smithi078.stdout:522: done (7 left) 2024-08-10T04:58:06.271 INFO:tasks.rados.rados.0.smithi078.stdout:523: done (6 left) 2024-08-10T04:58:06.271 INFO:tasks.rados.rados.0.smithi078.stdout:524: done (5 left) 2024-08-10T04:58:06.271 INFO:tasks.rados.rados.0.smithi078.stdout:525: done (4 left) 2024-08-10T04:58:06.272 INFO:tasks.rados.rados.0.smithi078.stdout:526: done (3 left) 2024-08-10T04:58:06.272 INFO:tasks.rados.rados.0.smithi078.stdout:527: done (2 left) 2024-08-10T04:58:06.272 INFO:tasks.rados.rados.0.smithi078.stdout:528: done (1 left) 2024-08-10T04:58:06.272 INFO:tasks.rados.rados.0.smithi078.stdout:530: done (0 left) 2024-08-10T04:58:06.272 INFO:tasks.rados.rados.0.smithi078.stdout:531: snap_remove snap 41 2024-08-10T04:58:06.546 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:06 smithi078 ceph-mon[29426]: osdmap e167: 8 total, 8 up, 8 in 2024-08-10T04:58:06.546 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:06 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:06.547 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:06 smithi078 ceph-mon[39622]: osdmap e167: 8 total, 8 up, 8 in 2024-08-10T04:58:06.547 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:06 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:06.547 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:06 smithi078 podman[82835]: 2024-08-10 04:58:06.240647449 +0000 UTC m=+0.584902566 container remove 5535b1132b99590ba1ece6a9eec2b9a8509aa99ee46cfa64b1ffb9facf10f154 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:06.547 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:06 smithi078 podman[82835]: 2024-08-10 04:58:06.341318714 +0000 UTC m=+0.685573820 volume remove f5d4c6df5c1515c5fe76541bdf96061e256a3dc7eaa547d3e4b763daa01e1325 2024-08-10T04:58:06.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:06 smithi107 ceph-mon[32749]: osdmap e167: 8 total, 8 up, 8 in 2024-08-10T04:58:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:06 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:06.976 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:06 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T04:58:06.976 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:06 smithi078 systemd[1]: Stopped Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:06.976 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:06 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service: Consumed 1.015s CPU time. 2024-08-10T04:58:06.976 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:06 smithi078 systemd[1]: Starting Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:06.976 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:06 smithi078 podman[82924]: 2024-08-10 04:58:06.678505723 +0000 UTC m=+0.017088611 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T04:58:07.253 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 podman[82924]: 2024-08-10 04:58:07.002505029 +0000 UTC m=+0.341087919 volume create f3cb3af01e52d3606d41309f0602895dd32688de4148b093bb0f52dc0661e1e7 2024-08-10T04:58:07.253 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 podman[82924]: 2024-08-10 04:58:07.084641732 +0000 UTC m=+0.423224616 container create cc9739fab52c78000beb801379fe3d11d85057e157540baae27a137f195e0b50 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:07.273 INFO:tasks.rados.rados.0.smithi078.stdout:531: done (0 left) 2024-08-10T04:58:07.273 INFO:tasks.rados.rados.0.smithi078.stdout:532: read oid 16 snap 47 2024-08-10T04:58:07.273 INFO:tasks.rados.rados.0.smithi078.stdout:532: expect (ObjNum 173 snap 44 seq_num 173) 2024-08-10T04:58:07.273 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 51 2024-08-10T04:58:07.273 INFO:tasks.rados.rados.0.smithi078.stdout:533: seq_num 191 ranges {0=802816} 2024-08-10T04:58:07.279 INFO:tasks.rados.rados.0.smithi078.stdout:533: writing smithi07880501-2 from 0 to 802816 tid 1 2024-08-10T04:58:07.279 INFO:tasks.rados.rados.0.smithi078.stdout:534: setattr oid 49 current snap is 51 2024-08-10T04:58:07.281 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 51 2024-08-10T04:58:07.281 INFO:tasks.rados.rados.0.smithi078.stdout:535: seq_num 192 ranges {557056=417792,974848=401408} 2024-08-10T04:58:07.287 INFO:tasks.rados.rados.0.smithi078.stdout:535: writing smithi07880501-45 from 557056 to 974848 tid 1 2024-08-10T04:58:07.290 INFO:tasks.rados.rados.0.smithi078.stdout:535: writing smithi07880501-45 from 974848 to 1376256 tid 2 2024-08-10T04:58:07.290 INFO:tasks.rados.rados.0.smithi078.stdout:536: read oid 35 snap -1 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:536: expect deleted 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:537: read oid 14 snap -1 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:537: expect (ObjNum 167 snap 42 seq_num 167) 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:538: copy_from oid 19 from oid 32 current snap is 51 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 75 (ObjNum 289 snap 0 seq_num 2092883971) dirty exists 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:534: done (6 left) 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:539: rollback oid 30 current snap is 51 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 46 2024-08-10T04:58:07.291 INFO:tasks.rados.rados.0.smithi078.stdout:540: snap_remove snap 18 2024-08-10T04:58:07.543 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-mon[29426]: pgmap v27: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:07.543 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-mon[29426]: osdmap e168: 8 total, 8 up, 8 in 2024-08-10T04:58:07.543 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-mon[39622]: pgmap v27: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:07.544 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-mon[39622]: osdmap e168: 8 total, 8 up, 8 in 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 podman[82924]: 2024-08-10 04:58:07.378877884 +0000 UTC m=+0.717460769 container init cc9739fab52c78000beb801379fe3d11d85057e157540baae27a137f195e0b50 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 podman[82924]: 2024-08-10 04:58:07.381727392 +0000 UTC m=+0.720310276 container start cc9739fab52c78000beb801379fe3d11d85057e157540baae27a137f195e0b50 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.394Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.394Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.395Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.78 port=9094 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.395Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.419Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.419Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T04:58:07.544 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.422Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T04:58:07.545 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:07.422Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T04:58:07.545 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 bash[82924]: cc9739fab52c78000beb801379fe3d11d85057e157540baae27a137f195e0b50 2024-08-10T04:58:07.545 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:07 smithi078 systemd[1]: Started Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:07.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:07 smithi107 ceph-mon[32749]: pgmap v27: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:07 smithi107 ceph-mon[32749]: osdmap e168: 8 total, 8 up, 8 in 2024-08-10T04:58:08.125 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:07 smithi078 systemd[1]: Stopping Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:08.282 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:58:07] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-08-10T04:58:08.292 INFO:tasks.rados.rados.0.smithi078.stdout:540: done (7 left) 2024-08-10T04:58:08.292 INFO:tasks.rados.rados.0.smithi078.stdout:541: read oid 18 snap -1 2024-08-10T04:58:08.292 INFO:tasks.rados.rados.0.smithi078.stdout:541: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:08.292 INFO:tasks.rados.rados.0.smithi078.stdout:542: rollback oid 7 current snap is 51 2024-08-10T04:58:08.293 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 7 to 46 2024-08-10T04:58:08.293 INFO:tasks.rados.rados.0.smithi078.stdout:543: delete oid 49 current snap is 51 2024-08-10T04:58:08.293 INFO:tasks.rados.rados.0.smithi078.stdout:538: finishing copy_from to smithi07880501-19 2024-08-10T04:58:08.293 INFO:tasks.rados.rados.0.smithi078.stdout:538: got expected ENOENT (src dne) 2024-08-10T04:58:08.293 INFO:tasks.rados.rados.0.smithi078.stdout:538: finishing copy_from racing read to smithi07880501-19 2024-08-10T04:58:08.293 INFO:tasks.rados.rados.0.smithi078.stdout:532: expect (ObjNum 173 snap 44 seq_num 173) 2024-08-10T04:58:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[39622]: osdmap e169: 8 total, 8 up, 8 in 2024-08-10T04:58:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[39622]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-10T04:58:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[39622]: Reconfiguring daemon node-exporter.a on smithi078 2024-08-10T04:58:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[29426]: osdmap e169: 8 total, 8 up, 8 in 2024-08-10T04:58:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[29426]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-10T04:58:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:08 smithi078 ceph-mon[29426]: Reconfiguring daemon node-exporter.a on smithi078 2024-08-10T04:58:08.477 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:08 smithi078 podman[83081]: 2024-08-10 04:58:08.125722946 +0000 UTC m=+0.132234234 container died 217eca71ef2117cf2cb7f367714c4e4be30231da664fe43392c7116db940581f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:08 smithi107 ceph-mon[32749]: osdmap e169: 8 total, 8 up, 8 in 2024-08-10T04:58:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:08 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:08 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:08 smithi107 ceph-mon[32749]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-10T04:58:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:08 smithi107 ceph-mon[32749]: Reconfiguring daemon node-exporter.a on smithi078 2024-08-10T04:58:08.591 INFO:tasks.rados.rados.0.smithi078.stdout:533: finishing write tid 1 to smithi07880501-2 2024-08-10T04:58:08.591 INFO:tasks.rados.rados.0.smithi078.stdout:533: finishing write tid 2 to smithi07880501-2 2024-08-10T04:58:08.591 INFO:tasks.rados.rados.0.smithi078.stdout:535: finishing write tid 1 to smithi07880501-45 2024-08-10T04:58:08.591 INFO:tasks.rados.rados.0.smithi078.stdout:532: done (9 left) 2024-08-10T04:58:08.591 INFO:tasks.rados.rados.0.smithi078.stdout:536: done (8 left) 2024-08-10T04:58:08.591 INFO:tasks.rados.rados.0.smithi078.stdout:538: done (7 left) 2024-08-10T04:58:08.591 INFO:tasks.rados.rados.0.smithi078.stdout:543: done (6 left) 2024-08-10T04:58:08.592 INFO:tasks.rados.rados.0.smithi078.stdout:544: rmattr oid 9 current snap is 51 2024-08-10T04:58:08.592 INFO:tasks.rados.rados.0.smithi078.stdout:544: done (6 left) 2024-08-10T04:58:08.592 INFO:tasks.rados.rados.0.smithi078.stdout:545: snap_create 2024-08-10T04:58:08.592 INFO:tasks.rados.rados.0.smithi078.stdout:533: finishing write tid 3 to smithi07880501-2 2024-08-10T04:58:08.592 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 277 (ObjNum 191 snap 51 seq_num 191) dirty exists 2024-08-10T04:58:08.592 INFO:tasks.rados.rados.0.smithi078.stdout:533: left oid 2 (ObjNum 191 snap 51 seq_num 191) 2024-08-10T04:58:08.593 INFO:tasks.rados.rados.0.smithi078.stdout:535: finishing write tid 2 to smithi07880501-45 2024-08-10T04:58:08.593 INFO:tasks.rados.rados.0.smithi078.stdout:535: finishing write tid 3 to smithi07880501-45 2024-08-10T04:58:08.593 INFO:tasks.rados.rados.0.smithi078.stdout:535: finishing write tid 4 to smithi07880501-45 2024-08-10T04:58:08.593 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 281 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T04:58:08.593 INFO:tasks.rados.rados.0.smithi078.stdout:535: left oid 45 (ObjNum 192 snap 51 seq_num 192) 2024-08-10T04:58:08.594 INFO:tasks.rados.rados.0.smithi078.stdout:537: expect (ObjNum 167 snap 42 seq_num 167) 2024-08-10T04:58:08.601 INFO:tasks.rados.rados.0.smithi078.stdout:539: finishing rollback tid 0 to smithi07880501-30 2024-08-10T04:58:08.601 INFO:tasks.rados.rados.0.smithi078.stdout:539: finishing rollback tid 1 to smithi07880501-30 2024-08-10T04:58:08.602 INFO:tasks.rados.rados.0.smithi078.stdout:539: finishing rollback tid 2 to smithi07880501-30 2024-08-10T04:58:08.602 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 285 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-08-10T04:58:08.602 INFO:tasks.rados.rados.0.smithi078.stdout:541: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:08.840 INFO:tasks.rados.rados.0.smithi078.stdout:542: finishing rollback tid 0 to smithi07880501-7 2024-08-10T04:58:08.840 INFO:tasks.rados.rados.0.smithi078.stdout:542: finishing rollback tid 1 to smithi07880501-7 2024-08-10T04:58:08.840 INFO:tasks.rados.rados.0.smithi078.stdout:542: finishing rollback tid 2 to smithi07880501-7 2024-08-10T04:58:08.840 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 304 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:58:08.976 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:08 smithi078 podman[83081]: 2024-08-10 04:58:08.540587933 +0000 UTC m=+0.547099220 container cleanup 217eca71ef2117cf2cb7f367714c4e4be30231da664fe43392c7116db940581f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:08.976 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:08 smithi078 bash[83081]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a 2024-08-10T04:58:08.976 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:08 smithi078 podman[83095]: 2024-08-10 04:58:08.775745633 +0000 UTC m=+0.653734776 container remove 217eca71ef2117cf2cb7f367714c4e4be30231da664fe43392c7116db940581f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:08.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:08 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T04:58:09.288 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-10T04:58:09.288 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 systemd[1]: Stopped Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:09.288 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Consumed 2.084s CPU time. 2024-08-10T04:58:09.288 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 systemd[1]: Starting Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:09.289 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 podman[83188]: 2024-08-10 04:58:09.139314677 +0000 UTC m=+0.016913794 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T04:58:09.289 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 podman[83188]: 2024-08-10 04:58:09.24335599 +0000 UTC m=+0.120955138 container create ce04e7e0d141ee2828aa7f439d3783cfc2038d5999b74c61dc9c3bba3c18cff3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:09.513 INFO:tasks.rados.rados.0.smithi078.stdout:533: done (6 left) 2024-08-10T04:58:09.514 INFO:tasks.rados.rados.0.smithi078.stdout:535: done (5 left) 2024-08-10T04:58:09.514 INFO:tasks.rados.rados.0.smithi078.stdout:537: done (4 left) 2024-08-10T04:58:09.514 INFO:tasks.rados.rados.0.smithi078.stdout:539: done (3 left) 2024-08-10T04:58:09.514 INFO:tasks.rados.rados.0.smithi078.stdout:541: done (2 left) 2024-08-10T04:58:09.514 INFO:tasks.rados.rados.0.smithi078.stdout:542: done (1 left) 2024-08-10T04:58:09.514 INFO:tasks.rados.rados.0.smithi078.stdout:545: done (0 left) 2024-08-10T04:58:09.514 INFO:tasks.rados.rados.0.smithi078.stdout:546: delete oid 37 current snap is 52 2024-08-10T04:58:09.517 INFO:tasks.rados.rados.0.smithi078.stdout:546: done (0 left) 2024-08-10T04:58:09.517 INFO:tasks.rados.rados.0.smithi078.stdout:547: read oid 28 snap 46 2024-08-10T04:58:09.517 INFO:tasks.rados.rados.0.smithi078.stdout:547: expect (ObjNum 181 snap 45 seq_num 181) 2024-08-10T04:58:09.517 INFO:tasks.rados.rados.0.smithi078.stdout:548: read oid 6 snap -1 2024-08-10T04:58:09.518 INFO:tasks.rados.rados.0.smithi078.stdout:548: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-10T04:58:09.518 INFO:tasks.rados.rados.0.smithi078.stdout:549: read oid 24 snap 35 2024-08-10T04:58:09.518 INFO:tasks.rados.rados.0.smithi078.stdout:549: expect (ObjNum 95 snap 19 seq_num 95) 2024-08-10T04:58:09.518 INFO:tasks.rados.rados.0.smithi078.stdout:550: snap_remove snap 50 2024-08-10T04:58:09.544 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-mon[29426]: pgmap v30: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-08-10T04:58:09.544 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-mon[29426]: osdmap e170: 8 total, 8 up, 8 in 2024-08-10T04:58:09.545 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-mon[39622]: pgmap v30: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-08-10T04:58:09.545 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-mon[39622]: osdmap e170: 8 total, 8 up, 8 in 2024-08-10T04:58:09.545 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:09.396Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000210164s 2024-08-10T04:58:09.545 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 podman[83188]: 2024-08-10 04:58:09.453402883 +0000 UTC m=+0.331001993 container init ce04e7e0d141ee2828aa7f439d3783cfc2038d5999b74c61dc9c3bba3c18cff3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 podman[83188]: 2024-08-10 04:58:09.456213059 +0000 UTC m=+0.333812165 container start ce04e7e0d141ee2828aa7f439d3783cfc2038d5999b74c61dc9c3bba3c18cff3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.459Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.459Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T04:58:09.546 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T04:58:09.547 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T04:58:09.548 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T04:58:09.549 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T04:58:09.549 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T04:58:09.549 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T04:58:09.550 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T04:58:09.551 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.460Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T04:58:09.551 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.461Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T04:58:09.551 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[83203]: ts=2024-08-10T04:58:09.461Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T04:58:09.551 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 bash[83188]: ce04e7e0d141ee2828aa7f439d3783cfc2038d5999b74c61dc9c3bba3c18cff3 2024-08-10T04:58:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:09 smithi107 ceph-mon[32749]: pgmap v30: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-08-10T04:58:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:09 smithi107 ceph-mon[32749]: osdmap e170: 8 total, 8 up, 8 in 2024-08-10T04:58:09.976 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 04:58:09 smithi078 systemd[1]: Started Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:10.515 INFO:tasks.rados.rados.0.smithi078.stdout:550: done (3 left) 2024-08-10T04:58:10.515 INFO:tasks.rados.rados.0.smithi078.stdout:551: snap_create 2024-08-10T04:58:10.515 INFO:tasks.rados.rados.0.smithi078.stdout:548: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-10T04:58:10.537 INFO:tasks.rados.rados.0.smithi078.stdout:547: expect (ObjNum 181 snap 45 seq_num 181) 2024-08-10T04:58:10.567 INFO:tasks.rados.rados.0.smithi078.stdout:549: expect (ObjNum 95 snap 19 seq_num 95) 2024-08-10T04:58:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:10 smithi107 ceph-mon[32749]: osdmap e171: 8 total, 8 up, 8 in 2024-08-10T04:58:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:10 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:10 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:10 smithi107 ceph-mon[32749]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:58:10.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[29426]: osdmap e171: 8 total, 8 up, 8 in 2024-08-10T04:58:10.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:10.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:10.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[29426]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:58:10.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[39622]: osdmap e171: 8 total, 8 up, 8 in 2024-08-10T04:58:10.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:10.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:10.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:10 smithi078 ceph-mon[39622]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:58:11.107 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T04:58:11.366 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T04:58:11.366 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 starting - - - - 2024-08-10T04:58:11.366 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (3m) 13s ago 3m 85.4M - 9.4.7 954c08fa6188 9ec52696e9bf 2024-08-10T04:58:11.366 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (5m) 16s ago 5m 13.3M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T04:58:11.366 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (5m) 13s ago 5m 16.7M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283 running (35s) 13s ago 9m 482M - 19.1.0-1335-gbca9905d c7b33901c886 0267e2dc2e0f 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:9283,8765 running (10m) 16s ago 10m 203M - 17.2.7-1372-g56ceb861 354fce865a9a 7264b177b3df 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (10m) 16s ago 10m 53.7M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 1bf023f61768 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (9m) 13s ago 9m 44.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a e401625267b0 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (9m) 16s ago 9m 46.5M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 59ba7a9dfd3a 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 starting - - - - 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (3m) 13s ago 3m 17.0M - 1.5.0 0da6a335fe13 ac3e342ed41c 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (8m) 16s ago 8m 86.1M 2480M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (8m) 16s ago 8m 88.5M 2480M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (7m) 16s ago 7m 77.4M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (7m) 16s ago 7m 62.1M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T04:58:11.367 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (7m) 13s ago 7m 72.8M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T04:58:11.368 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (6m) 13s ago 6m 79.5M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T04:58:11.368 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (6m) 13s ago 6m 76.6M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T04:58:11.368 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (6m) 13s ago 6m 65.9M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T04:58:11.368 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (3m) 13s ago 4m 56.0M - 2.43.0 a07b618ecd1d 62860f1dfb21 2024-08-10T04:58:11.516 INFO:tasks.rados.rados.0.smithi078.stdout:547: done (3 left) 2024-08-10T04:58:11.516 INFO:tasks.rados.rados.0.smithi078.stdout:548: done (2 left) 2024-08-10T04:58:11.516 INFO:tasks.rados.rados.0.smithi078.stdout:549: done (1 left) 2024-08-10T04:58:11.516 INFO:tasks.rados.rados.0.smithi078.stdout:551: done (0 left) 2024-08-10T04:58:11.517 INFO:tasks.rados.rados.0.smithi078.stdout:552: read oid 47 snap -1 2024-08-10T04:58:11.517 INFO:tasks.rados.rados.0.smithi078.stdout:552: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:58:11.517 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 53 2024-08-10T04:58:11.517 INFO:tasks.rados.rados.0.smithi078.stdout:553: seq_num 195 ranges {7282688=475136,7757824=401408} 2024-08-10T04:58:11.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:11 smithi107 ceph-mon[32749]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:58:11.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:11 smithi107 ceph-mon[32749]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-08-10T04:58:11.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:11 smithi107 ceph-mon[32749]: osdmap e172: 8 total, 8 up, 8 in 2024-08-10T04:58:11.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:11 smithi107 ceph-mon[32749]: osdmap e173: 8 total, 8 up, 8 in 2024-08-10T04:58:11.557 INFO:tasks.rados.rados.0.smithi078.stdout:553: writing smithi07880501-43 from 7282688 to 7757824 tid 1 2024-08-10T04:58:11.560 INFO:tasks.rados.rados.0.smithi078.stdout:553: writing smithi07880501-43 from 7757824 to 8159232 tid 2 2024-08-10T04:58:11.560 INFO:tasks.rados.rados.0.smithi078.stdout:554: rollback oid 29 current snap is 53 2024-08-10T04:58:11.560 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 36 2024-08-10T04:58:11.560 INFO:tasks.rados.rados.0.smithi078.stdout:552: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:553: finishing write tid 1 to smithi07880501-43 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:553: finishing write tid 2 to smithi07880501-43 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:552: done (2 left) 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:555: delete oid 27 current snap is 53 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:553: finishing write tid 3 to smithi07880501-43 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:554: finishing rollback tid 0 to smithi07880501-29 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:554: finishing rollback tid 1 to smithi07880501-29 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:553: finishing write tid 4 to smithi07880501-43 2024-08-10T04:58:11.602 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 311 (ObjNum 195 snap 53 seq_num 195) dirty exists 2024-08-10T04:58:11.603 INFO:tasks.rados.rados.0.smithi078.stdout:553: left oid 43 (ObjNum 195 snap 53 seq_num 195) 2024-08-10T04:58:11.603 INFO:tasks.rados.rados.0.smithi078.stdout:554: finishing rollback tid 2 to smithi07880501-29 2024-08-10T04:58:11.603 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 218 (ObjNum 33 snap 0 seq_num 489094144) dirty exists 2024-08-10T04:58:11.603 INFO:tasks.rados.rados.0.smithi078.stdout:553: done (2 left) 2024-08-10T04:58:11.604 INFO:tasks.rados.rados.0.smithi078.stdout:554: done (1 left) 2024-08-10T04:58:11.604 INFO:tasks.rados.rados.0.smithi078.stdout:555: done (0 left) 2024-08-10T04:58:11.604 INFO:tasks.rados.rados.0.smithi078.stdout:556: read oid 6 snap -1 2024-08-10T04:58:11.604 INFO:tasks.rados.rados.0.smithi078.stdout:556: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-10T04:58:11.604 INFO:tasks.rados.rados.0.smithi078.stdout:557: copy_from oid 26 from oid 31 current snap is 53 2024-08-10T04:58:11.604 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 53 2024-08-10T04:58:11.604 INFO:tasks.rados.rados.0.smithi078.stdout:558: seq_num 197 ranges {0=507904,507904=401408} 2024-08-10T04:58:11.606 INFO:tasks.rados.rados.0.smithi078.stdout:558: writing smithi07880501-13 from 0 to 507904 tid 1 2024-08-10T04:58:11.609 INFO:tasks.rados.rados.0.smithi078.stdout:558: writing smithi07880501-13 from 507904 to 909312 tid 2 2024-08-10T04:58:11.609 INFO:tasks.rados.rados.0.smithi078.stdout:559: delete oid 15 current snap is 53 2024-08-10T04:58:11.610 INFO:tasks.rados.rados.0.smithi078.stdout:556: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-10T04:58:11.632 INFO:tasks.rados.rados.0.smithi078.stdout:558: finishing write tid 1 to smithi07880501-13 2024-08-10T04:58:11.632 INFO:tasks.rados.rados.0.smithi078.stdout:558: finishing write tid 2 to smithi07880501-13 2024-08-10T04:58:11.632 INFO:tasks.rados.rados.0.smithi078.stdout:558: finishing write tid 3 to smithi07880501-13 2024-08-10T04:58:11.632 INFO:tasks.rados.rados.0.smithi078.stdout:558: finishing write tid 4 to smithi07880501-13 2024-08-10T04:58:11.632 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 165 (ObjNum 197 snap 53 seq_num 197) dirty exists 2024-08-10T04:58:11.632 INFO:tasks.rados.rados.0.smithi078.stdout:558: left oid 13 (ObjNum 197 snap 53 seq_num 197) 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:557: finishing copy_from racing read to smithi07880501-26 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:557: finishing copy_from to smithi07880501-26 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 155 (ObjNum 87 snap 17 seq_num 87) dirty exists 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:556: done (3 left) 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:557: done (2 left) 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:558: done (1 left) 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:559: done (0 left) 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 53 2024-08-10T04:58:11.633 INFO:tasks.rados.rados.0.smithi078.stdout:560: seq_num 199 ranges {5251072=540672,5791744=401408} 2024-08-10T04:58:11.663 INFO:tasks.rados.rados.0.smithi078.stdout:560: writing smithi07880501-38 from 5251072 to 5791744 tid 1 2024-08-10T04:58:11.666 INFO:tasks.rados.rados.0.smithi078.stdout:560: writing smithi07880501-38 from 5791744 to 6193152 tid 2 2024-08-10T04:58:11.666 INFO:tasks.rados.rados.0.smithi078.stdout:561: setattr oid 26 current snap is 53 2024-08-10T04:58:11.666 INFO:tasks.rados.rados.0.smithi078.stdout:560: finishing write tid 1 to smithi07880501-38 2024-08-10T04:58:11.667 INFO:tasks.rados.rados.0.smithi078.stdout:562: delete oid 43 current snap is 53 2024-08-10T04:58:11.668 INFO:tasks.rados.rados.0.smithi078.stdout:560: finishing write tid 2 to smithi07880501-38 2024-08-10T04:58:11.669 INFO:tasks.rados.rados.0.smithi078.stdout:560: finishing write tid 3 to smithi07880501-38 2024-08-10T04:58:11.669 INFO:tasks.rados.rados.0.smithi078.stdout:562: done (2 left) 2024-08-10T04:58:11.669 INFO:tasks.rados.rados.0.smithi078.stdout:563: snap_remove snap 46 2024-08-10T04:58:11.699 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 1, 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:58:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:11.701 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T04:58:11.701 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 14, 2024-08-10T04:58:11.701 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T04:58:11.701 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:58:11.701 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:58:11.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[29426]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:58:11.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[29426]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-08-10T04:58:11.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[29426]: osdmap e172: 8 total, 8 up, 8 in 2024-08-10T04:58:11.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[29426]: osdmap e173: 8 total, 8 up, 8 in 2024-08-10T04:58:11.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[39622]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:58:11.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[39622]: pgmap v33: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 744 KiB/s wr, 7 op/s 2024-08-10T04:58:11.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[39622]: osdmap e172: 8 total, 8 up, 8 in 2024-08-10T04:58:11.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:11 smithi078 ceph-mon[39622]: osdmap e173: 8 total, 8 up, 8 in 2024-08-10T04:58:12.530 INFO:tasks.rados.rados.0.smithi078.stdout:563: done (2 left) 2024-08-10T04:58:12.530 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 53 2024-08-10T04:58:12.530 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 156 (ObjNum 87 snap 17 seq_num 87) dirty exists 2024-08-10T04:58:12.531 INFO:tasks.rados.rados.0.smithi078.stdout:564: seq_num 201 ranges {5873664=573440,6447104=401408} 2024-08-10T04:58:12.566 INFO:tasks.rados.rados.0.smithi078.stdout:564: writing smithi07880501-33 from 5873664 to 6447104 tid 1 2024-08-10T04:58:12.568 INFO:tasks.rados.rados.0.smithi078.stdout:564: writing smithi07880501-33 from 6447104 to 6848512 tid 2 2024-08-10T04:58:12.568 INFO:tasks.rados.rados.0.smithi078.stdout:561: done (2 left) 2024-08-10T04:58:12.568 INFO:tasks.rados.rados.0.smithi078.stdout:565: snap_create 2024-08-10T04:58:12.568 INFO:tasks.rados.rados.0.smithi078.stdout:560: finishing write tid 4 to smithi07880501-38 2024-08-10T04:58:12.569 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 116 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T04:58:12.569 INFO:tasks.rados.rados.0.smithi078.stdout:560: left oid 38 (ObjNum 199 snap 53 seq_num 199) 2024-08-10T04:58:12.571 INFO:tasks.rados.rados.0.smithi078.stdout:564: finishing write tid 1 to smithi07880501-33 2024-08-10T04:58:12.571 INFO:tasks.rados.rados.0.smithi078.stdout:564: finishing write tid 2 to smithi07880501-33 2024-08-10T04:58:12.571 INFO:tasks.rados.rados.0.smithi078.stdout:564: finishing write tid 3 to smithi07880501-33 2024-08-10T04:58:12.572 INFO:tasks.rados.rados.0.smithi078.stdout:564: finishing write tid 4 to smithi07880501-33 2024-08-10T04:58:12.572 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 331 (ObjNum 201 snap 53 seq_num 201) dirty exists 2024-08-10T04:58:12.572 INFO:tasks.rados.rados.0.smithi078.stdout:564: left oid 33 (ObjNum 201 snap 53 seq_num 201) 2024-08-10T04:58:12.626 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:12 smithi107 ceph-mon[32749]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:12.626 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:12 smithi107 ceph-mon[32749]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:12.627 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:12 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/562874778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:58:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:12 smithi078 ceph-mon[29426]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:12 smithi078 ceph-mon[29426]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:12 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/562874778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:58:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:12 smithi078 ceph-mon[39622]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:12 smithi078 ceph-mon[39622]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:12 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/562874778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:58:13.039 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:12 smithi107 systemd[1]: Stopping Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:13.261 INFO:tasks.rados.rados.0.smithi078.stdout:560: done (2 left) 2024-08-10T04:58:13.262 INFO:tasks.rados.rados.0.smithi078.stdout:564: done (1 left) 2024-08-10T04:58:13.262 INFO:tasks.rados.rados.0.smithi078.stdout:565: done (0 left) 2024-08-10T04:58:13.262 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 54 2024-08-10T04:58:13.262 INFO:tasks.rados.rados.0.smithi078.stdout:566: seq_num 202 ranges {0=589824,589824=401408} 2024-08-10T04:58:13.265 INFO:tasks.rados.rados.0.smithi078.stdout:566: writing smithi07880501-27 from 0 to 589824 tid 1 2024-08-10T04:58:13.268 INFO:tasks.rados.rados.0.smithi078.stdout:566: writing smithi07880501-27 from 589824 to 991232 tid 2 2024-08-10T04:58:13.268 INFO:tasks.rados.rados.0.smithi078.stdout:567: rollback oid 16 current snap is 54 2024-08-10T04:58:13.268 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 53 2024-08-10T04:58:13.268 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 54 2024-08-10T04:58:13.268 INFO:tasks.rados.rados.0.smithi078.stdout:568: seq_num 203 ranges {0=606208,606208=401408} 2024-08-10T04:58:13.271 INFO:tasks.rados.rados.0.smithi078.stdout:568: writing smithi07880501-32 from 0 to 606208 tid 1 2024-08-10T04:58:13.274 INFO:tasks.rados.rados.0.smithi078.stdout:568: writing smithi07880501-32 from 606208 to 1007616 tid 2 2024-08-10T04:58:13.274 INFO:tasks.rados.rados.0.smithi078.stdout:569: snap_create 2024-08-10T04:58:13.274 INFO:tasks.rados.rados.0.smithi078.stdout:566: finishing write tid 1 to smithi07880501-27 2024-08-10T04:58:13.274 INFO:tasks.rados.rados.0.smithi078.stdout:566: finishing write tid 2 to smithi07880501-27 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:566: finishing write tid 3 to smithi07880501-27 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:566: finishing write tid 4 to smithi07880501-27 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 334 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:566: left oid 27 (ObjNum 202 snap 54 seq_num 202) 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:567: finishing rollback tid 0 to smithi07880501-16 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:567: finishing rollback tid 1 to smithi07880501-16 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:567: finishing rollback tid 2 to smithi07880501-16 2024-08-10T04:58:13.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 324 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:58:13.276 INFO:tasks.rados.rados.0.smithi078.stdout:568: finishing write tid 1 to smithi07880501-32 2024-08-10T04:58:13.276 INFO:tasks.rados.rados.0.smithi078.stdout:568: finishing write tid 2 to smithi07880501-32 2024-08-10T04:58:13.276 INFO:tasks.rados.rados.0.smithi078.stdout:568: finishing write tid 3 to smithi07880501-32 2024-08-10T04:58:13.277 INFO:tasks.rados.rados.0.smithi078.stdout:568: finishing write tid 4 to smithi07880501-32 2024-08-10T04:58:13.277 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 161 (ObjNum 203 snap 54 seq_num 203) dirty exists 2024-08-10T04:58:13.277 INFO:tasks.rados.rados.0.smithi078.stdout:568: left oid 32 (ObjNum 203 snap 54 seq_num 203) 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T04:58:13.315 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.039Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T04:58:13.316 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.040Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T04:58:13.316 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.040Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T04:58:13.316 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.040Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T04:58:13.316 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[64307]: ts=2024-08-10T04:58:13.040Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T04:58:13.316 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 podman[74459]: 2024-08-10 04:58:13.050012631 +0000 UTC m=+0.124798683 container died 62860f1dfb219c97141aea231a78214862b462224f967787884ca79e356abb58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:13.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 podman[74459]: 2024-08-10 04:58:13.406131662 +0000 UTC m=+0.480917705 container cleanup 62860f1dfb219c97141aea231a78214862b462224f967787884ca79e356abb58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:13.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 bash[74459]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T04:58:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-mon[32749]: pgmap v36: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 396 KiB/s wr, 14 op/s 2024-08-10T04:58:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-mon[32749]: osdmap e174: 8 total, 8 up, 8 in 2024-08-10T04:58:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:13 smithi107 ceph-mon[32749]: osdmap e175: 8 total, 8 up, 8 in 2024-08-10T04:58:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:13 smithi078 ceph-mon[29426]: pgmap v36: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 396 KiB/s wr, 14 op/s 2024-08-10T04:58:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:13 smithi078 ceph-mon[29426]: osdmap e174: 8 total, 8 up, 8 in 2024-08-10T04:58:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:13 smithi078 ceph-mon[29426]: osdmap e175: 8 total, 8 up, 8 in 2024-08-10T04:58:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:13 smithi078 ceph-mon[39622]: pgmap v36: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 396 KiB/s wr, 14 op/s 2024-08-10T04:58:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:13 smithi078 ceph-mon[39622]: osdmap e174: 8 total, 8 up, 8 in 2024-08-10T04:58:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:13 smithi078 ceph-mon[39622]: osdmap e175: 8 total, 8 up, 8 in 2024-08-10T04:58:14.023 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 podman[74471]: 2024-08-10 04:58:13.682618788 +0000 UTC m=+0.635159560 container remove 62860f1dfb219c97141aea231a78214862b462224f967787884ca79e356abb58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:14.023 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T04:58:14.023 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 systemd[1]: Stopped Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:14.023 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 1.567s CPU time. 2024-08-10T04:58:14.024 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:13 smithi107 systemd[1]: Starting Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:14.262 INFO:tasks.rados.rados.0.smithi078.stdout:566: done (3 left) 2024-08-10T04:58:14.262 INFO:tasks.rados.rados.0.smithi078.stdout:567: done (2 left) 2024-08-10T04:58:14.262 INFO:tasks.rados.rados.0.smithi078.stdout:568: done (1 left) 2024-08-10T04:58:14.262 INFO:tasks.rados.rados.0.smithi078.stdout:569: done (0 left) 2024-08-10T04:58:14.262 INFO:tasks.rados.rados.0.smithi078.stdout:570: setattr oid 7 current snap is 55 2024-08-10T04:58:14.263 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 55 2024-08-10T04:58:14.263 INFO:tasks.rados.rados.0.smithi078.stdout:571: seq_num 204 ranges {1384448=622592,2007040=401408} 2024-08-10T04:58:14.274 INFO:tasks.rados.rados.0.smithi078.stdout:571: writing smithi07880501-19 from 1384448 to 2007040 tid 1 2024-08-10T04:58:14.277 INFO:tasks.rados.rados.0.smithi078.stdout:571: writing smithi07880501-19 from 2007040 to 2408448 tid 2 2024-08-10T04:58:14.277 INFO:tasks.rados.rados.0.smithi078.stdout:572: copy_from oid 13 from oid 8 current snap is 55 2024-08-10T04:58:14.277 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 336 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:58:14.277 INFO:tasks.rados.rados.0.smithi078.stdout:570: done (2 left) 2024-08-10T04:58:14.277 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 55 2024-08-10T04:58:14.278 INFO:tasks.rados.rados.0.smithi078.stdout:573: seq_num 205 ranges {1605632=638976,2244608=401408} 2024-08-10T04:58:14.289 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 podman[74566]: 2024-08-10 04:58:13.92716813 +0000 UTC m=+0.018037117 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T04:58:14.289 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 podman[74566]: 2024-08-10 04:58:14.033490824 +0000 UTC m=+0.124359795 container create a43dc141e4568aad82561ef66129b5fe1ac0a52f318dfba322ea855dcd759ac4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:14.290 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 podman[74566]: 2024-08-10 04:58:14.260770134 +0000 UTC m=+0.351639122 container init a43dc141e4568aad82561ef66129b5fe1ac0a52f318dfba322ea855dcd759ac4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:14.290 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 podman[74566]: 2024-08-10 04:58:14.263942535 +0000 UTC m=+0.354811507 container start a43dc141e4568aad82561ef66129b5fe1ac0a52f318dfba322ea855dcd759ac4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:14.290 INFO:tasks.rados.rados.0.smithi078.stdout:573: writing smithi07880501-41 from 1605632 to 2244608 tid 1 2024-08-10T04:58:14.292 INFO:tasks.rados.rados.0.smithi078.stdout:573: writing smithi07880501-41 from 2244608 to 2646016 tid 2 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:574: read oid 20 snap 25 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:574: expect (ObjNum 113 snap 25 seq_num 113) 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:575: read oid 21 snap -1 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:575: expect deleted 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 55 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:572: finishing copy_from to smithi07880501-13 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:572: got expected ENOENT (src dne) 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:572: finishing copy_from racing read to smithi07880501-13 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:571: finishing write tid 1 to smithi07880501-19 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:571: finishing write tid 2 to smithi07880501-19 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:571: finishing write tid 3 to smithi07880501-19 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:571: finishing write tid 4 to smithi07880501-19 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 154 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-08-10T04:58:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:571: left oid 19 (ObjNum 204 snap 55 seq_num 204) 2024-08-10T04:58:14.294 INFO:tasks.rados.rados.0.smithi078.stdout:576: seq_num 206 ranges {4505600=655360,5160960=401408} 2024-08-10T04:58:14.320 INFO:tasks.rados.rados.0.smithi078.stdout:576: writing smithi07880501-26 from 4505600 to 5160960 tid 1 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:576: writing smithi07880501-26 from 5160960 to 5562368 tid 2 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:571: done (5 left) 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:572: done (4 left) 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:577: rollback oid 25 current snap is 55 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 27 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:575: done (4 left) 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:578: rollback oid 2 current snap is 55 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 35 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:573: finishing write tid 1 to smithi07880501-41 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:573: finishing write tid 2 to smithi07880501-41 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:573: finishing write tid 3 to smithi07880501-41 2024-08-10T04:58:14.324 INFO:tasks.rados.rados.0.smithi078.stdout:573: finishing write tid 4 to smithi07880501-41 2024-08-10T04:58:14.325 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 112 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-08-10T04:58:14.325 INFO:tasks.rados.rados.0.smithi078.stdout:573: left oid 41 (ObjNum 205 snap 55 seq_num 205) 2024-08-10T04:58:14.325 INFO:tasks.rados.rados.0.smithi078.stdout:574: expect (ObjNum 113 snap 25 seq_num 113) 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:577: finishing rollback tid 1 to smithi07880501-25 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:577: finishing rollback tid 2 to smithi07880501-25 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 62 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:576: finishing write tid 1 to smithi07880501-26 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:578: finishing rollback tid 0 to smithi07880501-2 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:576: finishing write tid 2 to smithi07880501-26 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:576: finishing write tid 3 to smithi07880501-26 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:578: finishing rollback tid 1 to smithi07880501-2 2024-08-10T04:58:14.373 INFO:tasks.rados.rados.0.smithi078.stdout:578: finishing rollback tid 2 to smithi07880501-2 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 328 (ObjNum 117 snap 26 seq_num 117) dirty exists 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:576: finishing write tid 4 to smithi07880501-26 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 165 (ObjNum 206 snap 55 seq_num 206) dirty exists 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:576: left oid 26 (ObjNum 206 snap 55 seq_num 206) 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:573: done (4 left) 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:574: done (3 left) 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:576: done (2 left) 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:577: done (1 left) 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:578: done (0 left) 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 55 2024-08-10T04:58:14.374 INFO:tasks.rados.rados.0.smithi078.stdout:579: seq_num 207 ranges {753664=671744,1425408=401408} 2024-08-10T04:58:14.380 INFO:tasks.rados.rados.0.smithi078.stdout:579: writing smithi07880501-6 from 753664 to 1425408 tid 1 2024-08-10T04:58:14.383 INFO:tasks.rados.rados.0.smithi078.stdout:579: writing smithi07880501-6 from 1425408 to 1826816 tid 2 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:580: rollback oid 15 current snap is 55 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 35 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:581: read oid 43 snap -1 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:581: expect deleted 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:582: rollback oid 29 current snap is 55 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 49 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:583: read oid 8 snap -1 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:583: expect deleted 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:584: rollback oid 34 current snap is 55 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 49 2024-08-10T04:58:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:585: snap_create 2024-08-10T04:58:14.385 INFO:tasks.rados.rados.0.smithi078.stdout:579: finishing write tid 1 to smithi07880501-6 2024-08-10T04:58:14.385 INFO:tasks.rados.rados.0.smithi078.stdout:580: finishing rollback tid 1 to smithi07880501-15 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:579: finishing write tid 2 to smithi07880501-6 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:579: finishing write tid 3 to smithi07880501-6 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:582: finishing rollback tid 0 to smithi07880501-29 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:580: finishing rollback tid 2 to smithi07880501-15 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 338 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:584: finishing rollback tid 0 to smithi07880501-34 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:584: finishing rollback tid 1 to smithi07880501-34 2024-08-10T04:58:14.387 INFO:tasks.rados.rados.0.smithi078.stdout:582: finishing rollback tid 1 to smithi07880501-29 2024-08-10T04:58:14.388 INFO:tasks.rados.rados.0.smithi078.stdout:579: finishing write tid 4 to smithi07880501-6 2024-08-10T04:58:14.388 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 157 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-08-10T04:58:14.388 INFO:tasks.rados.rados.0.smithi078.stdout:579: left oid 6 (ObjNum 207 snap 55 seq_num 207) 2024-08-10T04:58:14.388 INFO:tasks.rados.rados.0.smithi078.stdout:582: finishing rollback tid 2 to smithi07880501-29 2024-08-10T04:58:14.388 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 221 (ObjNum 65 snap 0 seq_num 1382511201) dirty exists 2024-08-10T04:58:14.388 INFO:tasks.rados.rados.0.smithi078.stdout:584: finishing rollback tid 2 to smithi07880501-34 2024-08-10T04:58:14.388 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 261 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-10T04:58:14.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.290Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T04:58:14.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.290Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.290Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi107 (none))" 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.290Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.290Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.292Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.292Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.293Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.293Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.296Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.296Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.971µs 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.296Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.298Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-10T04:58:14.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.312Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.312Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.312Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.71µs wal_replay_duration=15.716725ms wbl_replay_duration=135ns total_replay_duration=15.757915ms 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.314Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.314Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.314Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.338Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.718104ms db_storage=825ns remote_storage=1.03µs web_handler=368ns query_engine=683ns scrape=371.456µs scrape_sd=96.452µs notify=10.263µs notify_sd=12.14µs rules=22.906519ms tracing=7.671µs 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.338Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:14.338Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 bash[74566]: a43dc141e4568aad82561ef66129b5fe1ac0a52f318dfba322ea855dcd759ac4 2024-08-10T04:58:14.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:14 smithi107 systemd[1]: Started Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:15.267 INFO:tasks.rados.rados.0.smithi078.stdout:579: done (6 left) 2024-08-10T04:58:15.267 INFO:tasks.rados.rados.0.smithi078.stdout:580: done (5 left) 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:581: done (4 left) 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:582: done (3 left) 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:583: done (2 left) 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:584: done (1 left) 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:585: done (0 left) 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:586: rollback oid 42 current snap is 56 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 49 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:587: copy_from oid 3 from oid 1 current snap is 56 2024-08-10T04:58:15.268 INFO:tasks.rados.rados.0.smithi078.stdout:588: snap_remove snap 36 2024-08-10T04:58:15.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:15 smithi107 ceph-mon[32749]: pgmap v39: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 396 KiB/s wr, 14 op/s 2024-08-10T04:58:15.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:15 smithi107 ceph-mon[32749]: osdmap e176: 8 total, 8 up, 8 in 2024-08-10T04:58:15.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:15 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:15.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:15 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:15.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:15 smithi107 ceph-mon[32749]: Reconfiguring grafana.a (dependencies changed)... 2024-08-10T04:58:15.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:15 smithi107 ceph-mon[32749]: Reconfiguring daemon grafana.a on smithi107 2024-08-10T04:58:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[29426]: pgmap v39: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 396 KiB/s wr, 14 op/s 2024-08-10T04:58:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[29426]: osdmap e176: 8 total, 8 up, 8 in 2024-08-10T04:58:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[29426]: Reconfiguring grafana.a (dependencies changed)... 2024-08-10T04:58:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[29426]: Reconfiguring daemon grafana.a on smithi107 2024-08-10T04:58:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[39622]: pgmap v39: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 396 KiB/s wr, 14 op/s 2024-08-10T04:58:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[39622]: osdmap e176: 8 total, 8 up, 8 in 2024-08-10T04:58:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[39622]: Reconfiguring grafana.a (dependencies changed)... 2024-08-10T04:58:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:15 smithi078 ceph-mon[39622]: Reconfiguring daemon grafana.a on smithi107 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:588: done (2 left) 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:589: snap_create 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:586: finishing rollback tid 0 to smithi07880501-42 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:586: finishing rollback tid 1 to smithi07880501-42 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:586: finishing rollback tid 2 to smithi07880501-42 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 265 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:587: finishing copy_from racing read to smithi07880501-3 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:587: finishing copy_from to smithi07880501-3 2024-08-10T04:58:16.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 45 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-10T04:58:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:16 smithi107 ceph-mon[32749]: osdmap e177: 8 total, 8 up, 8 in 2024-08-10T04:58:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:16 smithi078 ceph-mon[29426]: osdmap e177: 8 total, 8 up, 8 in 2024-08-10T04:58:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:16 smithi078 ceph-mon[39622]: osdmap e177: 8 total, 8 up, 8 in 2024-08-10T04:58:17.279 INFO:tasks.rados.rados.0.smithi078.stdout:586: done (2 left) 2024-08-10T04:58:17.279 INFO:tasks.rados.rados.0.smithi078.stdout:587: done (1 left) 2024-08-10T04:58:17.280 INFO:tasks.rados.rados.0.smithi078.stdout:589: done (0 left) 2024-08-10T04:58:17.280 INFO:tasks.rados.rados.0.smithi078.stdout:590: read oid 46 snap -1 2024-08-10T04:58:17.280 INFO:tasks.rados.rados.0.smithi078.stdout:590: expect (ObjNum 152 snap 38 seq_num 152) 2024-08-10T04:58:17.280 INFO:tasks.rados.rados.0.smithi078.stdout:591: rollback oid 42 current snap is 57 2024-08-10T04:58:17.280 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 27 2024-08-10T04:58:17.280 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 57 2024-08-10T04:58:17.280 INFO:tasks.rados.rados.0.smithi078.stdout:592: seq_num 208 ranges {5562368=688128,6250496=401408} 2024-08-10T04:58:17.280 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:17 smithi107 systemd[1]: Stopping Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:17.313 INFO:tasks.rados.rados.0.smithi078.stdout:592: writing smithi07880501-26 from 5562368 to 6250496 tid 1 2024-08-10T04:58:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:592: writing smithi07880501-26 from 6250496 to 6651904 tid 2 2024-08-10T04:58:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:593: copy_from oid 41 from oid 40 current snap is 57 2024-08-10T04:58:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:591: finishing rollback tid 0 to smithi07880501-42 2024-08-10T04:58:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:591: finishing rollback tid 1 to smithi07880501-42 2024-08-10T04:58:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:591: finishing rollback tid 2 to smithi07880501-42 2024-08-10T04:58:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 277 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:58:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:590: expect (ObjNum 152 snap 38 seq_num 152) 2024-08-10T04:58:17.404 INFO:tasks.rados.rados.0.smithi078.stdout:592: finishing write tid 1 to smithi07880501-26 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:592: finishing write tid 2 to smithi07880501-26 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:592: finishing write tid 3 to smithi07880501-26 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:592: finishing write tid 4 to smithi07880501-26 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 175 (ObjNum 208 snap 57 seq_num 208) dirty exists 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:592: left oid 26 (ObjNum 208 snap 57 seq_num 208) 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:593: finishing copy_from racing read to smithi07880501-41 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:593: finishing copy_from to smithi07880501-41 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 24 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:590: done (3 left) 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:591: done (2 left) 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:592: done (1 left) 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:593: done (0 left) 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:594: rollback oid 36 current snap is 57 2024-08-10T04:58:17.405 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 36 to 51 2024-08-10T04:58:17.406 INFO:tasks.rados.rados.0.smithi078.stdout:595: copy_from oid 47 from oid 42 current snap is 57 2024-08-10T04:58:17.406 INFO:tasks.rados.rados.0.smithi078.stdout:596: rollback oid 28 current snap is 57 2024-08-10T04:58:17.406 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 27 2024-08-10T04:58:17.406 INFO:tasks.rados.rados.0.smithi078.stdout:597: delete oid 33 current snap is 57 2024-08-10T04:58:17.407 INFO:tasks.rados.rados.0.smithi078.stdout:597: done (3 left) 2024-08-10T04:58:17.407 INFO:tasks.rados.rados.0.smithi078.stdout:598: delete oid 40 current snap is 57 2024-08-10T04:58:17.407 INFO:tasks.rados.rados.0.smithi078.stdout:596: finishing rollback tid 0 to smithi07880501-28 2024-08-10T04:58:17.408 INFO:tasks.rados.rados.0.smithi078.stdout:596: finishing rollback tid 1 to smithi07880501-28 2024-08-10T04:58:17.408 INFO:tasks.rados.rados.0.smithi078.stdout:596: finishing rollback tid 2 to smithi07880501-28 2024-08-10T04:58:17.408 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 179 (ObjNum 33 snap 0 seq_num 4232427008) dirty exists 2024-08-10T04:58:17.410 INFO:tasks.rados.rados.0.smithi078.stdout:596: done (3 left) 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:598: done (2 left) 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:599: read oid 9 snap -1 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:599: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:600: rollback oid 49 current snap is 57 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 54 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:594: finishing rollback tid 0 to smithi07880501-36 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:601: delete oid 45 current snap is 57 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:594: finishing rollback tid 1 to smithi07880501-36 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:594: finishing rollback tid 2 to smithi07880501-36 2024-08-10T04:58:17.411 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 159 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-08-10T04:58:17.412 INFO:tasks.rados.rados.0.smithi078.stdout:595: finishing copy_from racing read to smithi07880501-47 2024-08-10T04:58:17.413 INFO:tasks.rados.rados.0.smithi078.stdout:600: finishing rollback tid 1 to smithi07880501-49 2024-08-10T04:58:17.413 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 78 (ObjNum 33 snap 0 seq_num 481031544) dirty dne 2024-08-10T04:58:17.413 INFO:tasks.rados.rados.0.smithi078.stdout:594: done (4 left) 2024-08-10T04:58:17.414 INFO:tasks.rados.rados.0.smithi078.stdout:600: done (3 left) 2024-08-10T04:58:17.414 INFO:tasks.rados.rados.0.smithi078.stdout:601: done (2 left) 2024-08-10T04:58:17.414 INFO:tasks.rados.rados.0.smithi078.stdout:602: read oid 29 snap -1 2024-08-10T04:58:17.414 INFO:tasks.rados.rados.0.smithi078.stdout:602: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:58:17.414 INFO:tasks.rados.rados.0.smithi078.stdout:603: snap_create 2024-08-10T04:58:17.414 INFO:tasks.rados.rados.0.smithi078.stdout:595: finishing copy_from to smithi07880501-47 2024-08-10T04:58:17.414 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 277 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:58:17.415 INFO:tasks.rados.rados.0.smithi078.stdout:602: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T04:58:17.425 INFO:tasks.rados.rados.0.smithi078.stdout:599: expect (ObjNum 135 snap 32 seq_num 135) 2024-08-10T04:58:17.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:17 smithi107 ceph-mon[32749]: pgmap v42: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:17.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:17 smithi107 ceph-mon[32749]: osdmap e178: 8 total, 8 up, 8 in 2024-08-10T04:58:17.538 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:17 smithi107 podman[74797]: 2024-08-10 04:58:17.282014715 +0000 UTC m=+0.108190963 container died 9ec52696e9bf1edd891439fc54f9814a1a8a5ec64c7c03572cfb7af28b05da3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, name=ubi8, maintainer=Paul Cuzner , vendor=Red Hat, Inc., version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, vcs-type=git, architecture=x86_64, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, release=239.1651231664) 2024-08-10T04:58:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:17 smithi078 ceph-mon[29426]: pgmap v42: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:17 smithi078 ceph-mon[29426]: osdmap e178: 8 total, 8 up, 8 in 2024-08-10T04:58:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:17 smithi078 ceph-mon[39622]: pgmap v42: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:17 smithi078 ceph-mon[39622]: osdmap e178: 8 total, 8 up, 8 in 2024-08-10T04:58:17.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 04:58:17 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T04:58:17.398Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002334351s 2024-08-10T04:58:17.817 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:17 smithi107 podman[74797]: 2024-08-10 04:58:17.612687968 +0000 UTC m=+0.438864216 container cleanup 9ec52696e9bf1edd891439fc54f9814a1a8a5ec64c7c03572cfb7af28b05da3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, io.openshift.tags=base rhel8, version=8.5, name=ubi8, distribution-scope=public, io.buildah.version=1.32.0, vendor=Red Hat, Inc., vcs-type=git, com.redhat.component=ubi8-container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664) 2024-08-10T04:58:17.817 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:17 smithi107 bash[74797]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a 2024-08-10T04:58:18.101 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:17 smithi107 podman[74811]: 2024-08-10 04:58:17.851580089 +0000 UTC m=+0.570676315 container remove 9ec52696e9bf1edd891439fc54f9814a1a8a5ec64c7c03572cfb7af28b05da3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, distribution-scope=public, io.openshift.tags=base rhel8, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., release=239.1651231664, build-date=2022-04-29T11:48:11.055897, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, name=ubi8, io.buildah.version=1.32.0, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-10T04:58:18.101 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:17 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T04:58:18.101 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-10T04:58:18.101 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 systemd[1]: Stopped Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:18.101 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Consumed 4.899s CPU time. 2024-08-10T04:58:18.102 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 systemd[1]: Starting Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:18.295 INFO:tasks.rados.rados.0.smithi078.stdout:595: done (3 left) 2024-08-10T04:58:18.295 INFO:tasks.rados.rados.0.smithi078.stdout:599: done (2 left) 2024-08-10T04:58:18.295 INFO:tasks.rados.rados.0.smithi078.stdout:602: done (1 left) 2024-08-10T04:58:18.295 INFO:tasks.rados.rados.0.smithi078.stdout:603: done (0 left) 2024-08-10T04:58:18.295 INFO:tasks.rados.rados.0.smithi078.stdout:604: delete oid 27 current snap is 58 2024-08-10T04:58:18.298 INFO:tasks.rados.rados.0.smithi078.stdout:604: done (0 left) 2024-08-10T04:58:18.299 INFO:tasks.rados.rados.0.smithi078.stdout:605: snap_create 2024-08-10T04:58:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-mon[32749]: osdmap e179: 8 total, 8 up, 8 in 2024-08-10T04:58:18.567 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 podman[74901]: 2024-08-10 04:58:18.298832959 +0000 UTC m=+0.100784599 container create e7392a458446e2f49eedb12a2c7aa4603a5a6afaf256459ae5b393c52a1c7ac4 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, distribution-scope=public, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, maintainer=Paul Cuzner , architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, com.redhat.component=ubi8-container, release=239.1651231664, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc.) 2024-08-10T04:58:18.567 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 podman[74901]: 2024-08-10 04:58:18.214789363 +0000 UTC m=+0.016741013 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-10T04:58:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:18 smithi078 ceph-mon[29426]: osdmap e179: 8 total, 8 up, 8 in 2024-08-10T04:58:18.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:18 smithi078 ceph-mon[39622]: osdmap e179: 8 total, 8 up, 8 in 2024-08-10T04:58:18.890 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 podman[74901]: 2024-08-10 04:58:18.618377347 +0000 UTC m=+0.420329000 container init e7392a458446e2f49eedb12a2c7aa4603a5a6afaf256459ae5b393c52a1c7ac4 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, description=Ceph Grafana Container, com.redhat.component=ubi8-container, name=ubi8, architecture=x86_64, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664) 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 podman[74901]: 2024-08-10 04:58:18.62139626 +0000 UTC m=+0.423347895 container start e7392a458446e2f49eedb12a2c7aa4603a5a6afaf256459ae5b393c52a1c7ac4 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, architecture=x86_64, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, description=Ceph Grafana Container, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., maintainer=Paul Cuzner ) 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 bash[74901]: e7392a458446e2f49eedb12a2c7aa4603a5a6afaf256459ae5b393c52a1c7ac4 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 systemd[1]: Started Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786509163Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786684285Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786702495Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786709715Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.78671623Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-10T04:58:18.891 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786723349Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786729118Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786734848Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786740638Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786746975Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786752349Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786757641Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786763274Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=settings t=2024-08-10T04:58:18.786768874Z level=info msg="App mode production" 2024-08-10T04:58:18.892 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=sqlstore t=2024-08-10T04:58:18.786813675Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-10T04:58:18.893 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=sqlstore t=2024-08-10T04:58:18.786829447Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-10T04:58:18.893 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=migrator t=2024-08-10T04:58:18.800843089Z level=info msg="Starting DB migrations" 2024-08-10T04:58:18.893 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=migrator t=2024-08-10T04:58:18.805475506Z level=info msg="migrations completed" performed=0 skipped=481 duration=629.407µs 2024-08-10T04:58:18.893 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=sqlstore t=2024-08-10T04:58:18.805880678Z level=info msg="Created default organization" 2024-08-10T04:58:18.893 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=plugin.loader t=2024-08-10T04:58:18.862023291Z level=info msg="Plugin registered" pluginID=input 2024-08-10T04:58:18.893 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=plugin.loader t=2024-08-10T04:58:18.890630829Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-10T04:58:18.894 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=plugin.loader t=2024-08-10T04:58:18.890682551Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-10T04:58:18.894 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=secrets t=2024-08-10T04:58:18.890720357Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-10T04:58:19.288 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:19 smithi107 systemd[1]: Stopping Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:19.289 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=query_data t=2024-08-10T04:58:18.892863755Z level=info msg="Query Service initialization" 2024-08-10T04:58:19.289 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=live.push_http t=2024-08-10T04:58:18.895129196Z level=info msg="Live Push Gateway initialization" 2024-08-10T04:58:19.296 INFO:tasks.rados.rados.0.smithi078.stdout:605: done (0 left) 2024-08-10T04:58:19.296 INFO:tasks.rados.rados.0.smithi078.stdout:606: read oid 45 snap -1 2024-08-10T04:58:19.297 INFO:tasks.rados.rados.0.smithi078.stdout:606: expect deleted 2024-08-10T04:58:19.297 INFO:tasks.rados.rados.0.smithi078.stdout:607: copy_from oid 49 from oid 4 current snap is 59 2024-08-10T04:58:19.297 INFO:tasks.rados.rados.0.smithi078.stdout:608: snap_remove snap 42 2024-08-10T04:58:19.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:19 smithi107 podman[75050]: 2024-08-10 04:58:19.351304284 +0000 UTC m=+0.113550854 container died ac3e342ed41ce947d2a9a8aae0f23b0b32a39a32fc796790ec7c237856bcfea2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:58:19.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-mon[32749]: pgmap v45: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-08-10T04:58:19.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-mon[32749]: osdmap e180: 8 total, 8 up, 8 in 2024-08-10T04:58:19.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:19.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[39622]: pgmap v45: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-08-10T04:58:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[39622]: osdmap e180: 8 total, 8 up, 8 in 2024-08-10T04:58:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[29426]: pgmap v45: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-08-10T04:58:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[29426]: osdmap e180: 8 total, 8 up, 8 in 2024-08-10T04:58:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:19 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:20.056 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:19 smithi107 podman[75050]: 2024-08-10 04:58:19.814241759 +0000 UTC m=+0.576488329 container cleanup ac3e342ed41ce947d2a9a8aae0f23b0b32a39a32fc796790ec7c237856bcfea2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:58:20.057 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:19 smithi107 bash[75050]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b 2024-08-10T04:58:20.057 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=infra.usagestats.collector t=2024-08-10T04:58:19.649492965Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-10T04:58:20.057 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=provisioning.datasources t=2024-08-10T04:58:19.735235119Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-10T04:58:20.057 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=provisioning.datasources t=2024-08-10T04:58:19.73526728Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-10T04:58:20.057 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=provisioning.datasources t=2024-08-10T04:58:19.745725446Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-10T04:58:20.057 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=provisioning.alerting t=2024-08-10T04:58:19.825131228Z level=info msg="starting to provision alerting" 2024-08-10T04:58:20.057 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=provisioning.alerting t=2024-08-10T04:58:19.825352378Z level=info msg="finished to provision alerting" 2024-08-10T04:58:20.057 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=grafanaStorageLogger t=2024-08-10T04:58:19.825712127Z level=info msg="storage starting" 2024-08-10T04:58:20.058 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=ngalert.state.manager t=2024-08-10T04:58:19.825911507Z level=info msg="Warming state cache for startup" 2024-08-10T04:58:20.058 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=http.server t=2024-08-10T04:58:19.83143115Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-10T04:58:20.058 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=ngalert.state.manager t=2024-08-10T04:58:19.838107895Z level=info msg="State cache has been initialized" states=0 duration=12.194887ms 2024-08-10T04:58:20.058 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=ticker t=2024-08-10T04:58:19.838176703Z level=info msg=starting first_tick=2024-08-10T04:58:20Z 2024-08-10T04:58:20.058 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 04:58:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[74916]: logger=ngalert.multiorg.alertmanager t=2024-08-10T04:58:19.838180163Z level=info msg="starting MultiOrg Alertmanager" 2024-08-10T04:58:20.312 INFO:tasks.rados.rados.0.smithi078.stdout:608: done (2 left) 2024-08-10T04:58:20.312 INFO:tasks.rados.rados.0.smithi078.stdout:609: rollback oid 14 current snap is 59 2024-08-10T04:58:20.313 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 14 to 57 2024-08-10T04:58:20.313 INFO:tasks.rados.rados.0.smithi078.stdout:610: snap_create 2024-08-10T04:58:20.313 INFO:tasks.rados.rados.0.smithi078.stdout:607: finishing copy_from racing read to smithi07880501-49 2024-08-10T04:58:20.313 INFO:tasks.rados.rados.0.smithi078.stdout:607: finishing copy_from to smithi07880501-49 2024-08-10T04:58:20.313 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 167 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-10T04:58:20.315 INFO:tasks.rados.rados.0.smithi078.stdout:609: finishing rollback tid 0 to smithi07880501-14 2024-08-10T04:58:20.315 INFO:tasks.rados.rados.0.smithi078.stdout:609: finishing rollback tid 1 to smithi07880501-14 2024-08-10T04:58:20.316 INFO:tasks.rados.rados.0.smithi078.stdout:609: finishing rollback tid 2 to smithi07880501-14 2024-08-10T04:58:20.316 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 224 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-08-10T04:58:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-mon[32749]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-10T04:58:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-mon[32749]: Reconfiguring daemon node-exporter.b on smithi107 2024-08-10T04:58:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-mon[32749]: osdmap e181: 8 total, 8 up, 8 in 2024-08-10T04:58:20.317 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 podman[75062]: 2024-08-10 04:58:20.057384061 +0000 UTC m=+0.709657819 container remove ac3e342ed41ce947d2a9a8aae0f23b0b32a39a32fc796790ec7c237856bcfea2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:58:20.318 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-10T04:58:20.318 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-10T04:58:20.318 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 systemd[1]: Stopped Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:20.318 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Consumed 2.037s CPU time. 2024-08-10T04:58:20.318 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 systemd[1]: Starting Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:20.667 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 podman[75158]: 2024-08-10 04:58:20.321707812 +0000 UTC m=+0.028283428 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T04:58:20.667 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 podman[75158]: 2024-08-10 04:58:20.433385979 +0000 UTC m=+0.139961579 container create dce2f028c309fc98e2c784e99b15e18ffb58cd90f89235c85c15687fda70cdc2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:58:20.667 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 podman[75158]: 2024-08-10 04:58:20.661701932 +0000 UTC m=+0.368277553 container init dce2f028c309fc98e2c784e99b15e18ffb58cd90f89235c85c15687fda70cdc2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:58:20.668 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 podman[75158]: 2024-08-10 04:58:20.664745208 +0000 UTC m=+0.371320817 container start dce2f028c309fc98e2c784e99b15e18ffb58cd90f89235c85c15687fda70cdc2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T04:58:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:20 smithi078 ceph-mon[29426]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-10T04:58:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:20 smithi078 ceph-mon[29426]: Reconfiguring daemon node-exporter.b on smithi107 2024-08-10T04:58:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:20 smithi078 ceph-mon[29426]: osdmap e181: 8 total, 8 up, 8 in 2024-08-10T04:58:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:20 smithi078 ceph-mon[39622]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-10T04:58:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:20 smithi078 ceph-mon[39622]: Reconfiguring daemon node-exporter.b on smithi107 2024-08-10T04:58:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:20 smithi078 ceph-mon[39622]: osdmap e181: 8 total, 8 up, 8 in 2024-08-10T04:58:21.067 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.667Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.667Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.668Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.668Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T04:58:21.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T04:58:21.069 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T04:58:21.070 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T04:58:21.071 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T04:58:21.072 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T04:58:21.072 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T04:58:21.072 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T04:58:21.072 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T04:58:21.072 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[75172]: ts=2024-08-10T04:58:20.669Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T04:58:21.072 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 bash[75158]: dce2f028c309fc98e2c784e99b15e18ffb58cd90f89235c85c15687fda70cdc2 2024-08-10T04:58:21.072 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 04:58:20 smithi107 systemd[1]: Started Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:21.304 INFO:tasks.rados.rados.0.smithi078.stdout:606: done (3 left) 2024-08-10T04:58:21.305 INFO:tasks.rados.rados.0.smithi078.stdout:607: done (2 left) 2024-08-10T04:58:21.305 INFO:tasks.rados.rados.0.smithi078.stdout:609: done (1 left) 2024-08-10T04:58:21.305 INFO:tasks.rados.rados.0.smithi078.stdout:610: done (0 left) 2024-08-10T04:58:21.305 INFO:tasks.rados.rados.0.smithi078.stdout:611: copy_from oid 16 from oid 10 current snap is 60 2024-08-10T04:58:21.305 INFO:tasks.rados.rados.0.smithi078.stdout:612: snap_remove snap 49 2024-08-10T04:58:21.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: pgmap v48: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-08-10T04:58:21.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: osdmap e182: 8 total, 8 up, 8 in 2024-08-10T04:58:21.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:21.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:21.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:21.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:58:21.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: pgmap v48: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: osdmap e182: 8 total, 8 up, 8 in 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:21.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:58:21.519 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:21 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: pgmap v48: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: osdmap e182: 8 total, 8 up, 8 in 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:58:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:21 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:22.308 INFO:tasks.rados.rados.0.smithi078.stdout:612: done (1 left) 2024-08-10T04:58:22.308 INFO:tasks.rados.rados.0.smithi078.stdout:613: read oid 35 snap -1 2024-08-10T04:58:22.308 INFO:tasks.rados.rados.0.smithi078.stdout:613: expect deleted 2024-08-10T04:58:22.308 INFO:tasks.rados.rados.0.smithi078.stdout:614: snap_create 2024-08-10T04:58:22.308 INFO:tasks.rados.rados.0.smithi078.stdout:611: finishing copy_from to smithi07880501-16 2024-08-10T04:58:22.308 INFO:tasks.rados.rados.0.smithi078.stdout:611: got expected ENOENT (src dne) 2024-08-10T04:58:22.308 INFO:tasks.rados.rados.0.smithi078.stdout:611: finishing copy_from racing read to smithi07880501-16 2024-08-10T04:58:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:22 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:58:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:22 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:22 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:58:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:22 smithi107 ceph-mon[32749]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T04:58:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:22 smithi107 ceph-mon[32749]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T04:58:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:22 smithi107 ceph-mon[32749]: osdmap e183: 8 total, 8 up, 8 in 2024-08-10T04:58:22.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:58:22.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:22.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:58:22.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[29426]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T04:58:22.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[29426]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T04:58:22.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[29426]: osdmap e183: 8 total, 8 up, 8 in 2024-08-10T04:58:22.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T04:58:22.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:22.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T04:58:22.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[39622]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T04:58:22.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[39622]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T04:58:22.722 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:22 smithi078 ceph-mon[39622]: osdmap e183: 8 total, 8 up, 8 in 2024-08-10T04:58:23.262 INFO:tasks.rados.rados.0.smithi078.stdout:611: done (2 left) 2024-08-10T04:58:23.262 INFO:tasks.rados.rados.0.smithi078.stdout:613: done (1 left) 2024-08-10T04:58:23.262 INFO:tasks.rados.rados.0.smithi078.stdout:614: done (0 left) 2024-08-10T04:58:23.262 INFO:tasks.rados.rados.0.smithi078.stdout:615: rmattr oid 33 current snap is 61 2024-08-10T04:58:23.262 INFO:tasks.rados.rados.0.smithi078.stdout:615: done (0 left) 2024-08-10T04:58:23.262 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 61 2024-08-10T04:58:23.262 INFO:tasks.rados.rados.0.smithi078.stdout:616: seq_num 213 ranges {1007616=770048,1777664=401408} 2024-08-10T04:58:23.271 INFO:tasks.rados.rados.0.smithi078.stdout:616: writing smithi07880501-32 from 1007616 to 1777664 tid 1 2024-08-10T04:58:23.274 INFO:tasks.rados.rados.0.smithi078.stdout:616: writing smithi07880501-32 from 1777664 to 2179072 tid 2 2024-08-10T04:58:23.274 INFO:tasks.rados.rados.0.smithi078.stdout:617: copy_from oid 11 from oid 45 current snap is 61 2024-08-10T04:58:23.274 INFO:tasks.rados.rados.0.smithi078.stdout:618: read oid 12 snap -1 2024-08-10T04:58:23.274 INFO:tasks.rados.rados.0.smithi078.stdout:618: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-10T04:58:23.274 INFO:tasks.rados.rados.0.smithi078.stdout:619: rollback oid 13 current snap is 61 2024-08-10T04:58:23.274 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 31 2024-08-10T04:58:23.274 INFO:tasks.rados.rados.0.smithi078.stdout:620: setattr oid 30 current snap is 61 2024-08-10T04:58:23.275 INFO:tasks.rados.rados.0.smithi078.stdout:621: rmattr oid 41 current snap is 61 2024-08-10T04:58:23.275 INFO:tasks.rados.rados.0.smithi078.stdout:622: read oid 31 snap -1 2024-08-10T04:58:23.275 INFO:tasks.rados.rados.0.smithi078.stdout:622: expect (ObjNum 87 snap 17 seq_num 87) 2024-08-10T04:58:23.276 INFO:tasks.rados.rados.0.smithi078.stdout:623: rollback oid 26 current snap is 61 2024-08-10T04:58:23.276 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 44 2024-08-10T04:58:23.276 INFO:tasks.rados.rados.0.smithi078.stdout:624: copy_from oid 23 from oid 1 current snap is 61 2024-08-10T04:58:23.276 INFO:tasks.rados.rados.0.smithi078.stdout:625: delete oid 25 current snap is 61 2024-08-10T04:58:23.279 INFO:tasks.rados.rados.0.smithi078.stdout:616: finishing write tid 1 to smithi07880501-32 2024-08-10T04:58:23.279 INFO:tasks.rados.rados.0.smithi078.stdout:616: finishing write tid 2 to smithi07880501-32 2024-08-10T04:58:23.279 INFO:tasks.rados.rados.0.smithi078.stdout:619: finishing rollback tid 0 to smithi07880501-13 2024-08-10T04:58:23.280 INFO:tasks.rados.rados.0.smithi078.stdout:616: finishing write tid 3 to smithi07880501-32 2024-08-10T04:58:23.280 INFO:tasks.rados.rados.0.smithi078.stdout:617: finishing copy_from to smithi07880501-11 2024-08-10T04:58:23.280 INFO:tasks.rados.rados.0.smithi078.stdout:617: got expected ENOENT (src dne) 2024-08-10T04:58:23.280 INFO:tasks.rados.rados.0.smithi078.stdout:617: finishing copy_from racing read to smithi07880501-11 2024-08-10T04:58:23.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 360 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-08-10T04:58:23.283 INFO:tasks.rados.rados.0.smithi078.stdout:619: finishing rollback tid 1 to smithi07880501-13 2024-08-10T04:58:23.283 INFO:tasks.rados.rados.0.smithi078.stdout:619: finishing rollback tid 2 to smithi07880501-13 2024-08-10T04:58:23.283 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 171 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-08-10T04:58:23.288 INFO:tasks.rados.rados.0.smithi078.stdout:623: finishing rollback tid 0 to smithi07880501-26 2024-08-10T04:58:23.288 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 122 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-08-10T04:58:23.288 INFO:tasks.rados.rados.0.smithi078.stdout:617: done (9 left) 2024-08-10T04:58:23.288 INFO:tasks.rados.rados.0.smithi078.stdout:619: done (8 left) 2024-08-10T04:58:23.288 INFO:tasks.rados.rados.0.smithi078.stdout:620: done (7 left) 2024-08-10T04:58:23.288 INFO:tasks.rados.rados.0.smithi078.stdout:621: done (6 left) 2024-08-10T04:58:23.288 INFO:tasks.rados.rados.0.smithi078.stdout:625: done (5 left) 2024-08-10T04:58:23.289 INFO:tasks.rados.rados.0.smithi078.stdout:626: rollback oid 33 current snap is 61 2024-08-10T04:58:23.289 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 27 2024-08-10T04:58:23.289 INFO:tasks.rados.rados.0.smithi078.stdout:627: snap_remove snap 54 2024-08-10T04:58:23.541 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: pgmap v51: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-10T04:58:23.541 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: osdmap e184: 8 total, 8 up, 8 in 2024-08-10T04:58:23.541 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: Upgrade: Updating mgr.y 2024-08-10T04:58:23.541 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: Deploying daemon mgr.y on smithi078 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[29426]: osdmap e185: 8 total, 8 up, 8 in 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: pgmap v51: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: osdmap e184: 8 total, 8 up, 8 in 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: Upgrade: Updating mgr.y 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:23.542 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:23.543 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:23.543 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:58:23.543 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:23.543 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: Deploying daemon mgr.y on smithi078 2024-08-10T04:58:23.543 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:23 smithi078 ceph-mon[39622]: osdmap e185: 8 total, 8 up, 8 in 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: pgmap v51: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: osdmap e184: 8 total, 8 up, 8 in 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: Upgrade: Updating mgr.y 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:58:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: Deploying daemon mgr.y on smithi078 2024-08-10T04:58:23.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:23 smithi107 ceph-mon[32749]: osdmap e185: 8 total, 8 up, 8 in 2024-08-10T04:58:24.084 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:23 smithi078 systemd[1]: Stopping Ceph mgr.y for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:627: done (6 left) 2024-08-10T04:58:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:628: read oid 17 snap -1 2024-08-10T04:58:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:628: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:58:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:629: delete oid 10 current snap is 61 2024-08-10T04:58:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:626: finishing rollback tid 1 to smithi07880501-33 2024-08-10T04:58:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:626: finishing rollback tid 2 to smithi07880501-33 2024-08-10T04:58:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 374 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-08-10T04:58:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:618: expect (ObjNum 169 snap 43 seq_num 169) 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:616: finishing write tid 4 to smithi07880501-32 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 191 (ObjNum 213 snap 61 seq_num 213) dirty exists 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:616: left oid 32 (ObjNum 213 snap 61 seq_num 213) 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:616: done (7 left) 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:618: done (6 left) 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:626: done (5 left) 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:629: done (4 left) 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:630: rollback oid 19 current snap is 61 2024-08-10T04:58:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 53 2024-08-10T04:58:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:623: finishing rollback tid 1 to smithi07880501-26 2024-08-10T04:58:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:623: finishing rollback tid 2 to smithi07880501-26 2024-08-10T04:58:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 195 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-10T04:58:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:622: expect (ObjNum 87 snap 17 seq_num 87) 2024-08-10T04:58:24.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 podman[83588]: 2024-08-10 04:58:24.08447112 +0000 UTC m=+0.125791529 container died 7264b177b3df16693cf15c02aabb3780c45e3318aec8cd25b767b66de5cb217d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-10T04:58:24.544 INFO:tasks.rados.rados.0.smithi078.stdout:624: finishing copy_from racing read to smithi07880501-23 2024-08-10T04:58:24.544 INFO:tasks.rados.rados.0.smithi078.stdout:624: finishing copy_from to smithi07880501-23 2024-08-10T04:58:24.544 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 45 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-10T04:58:24.545 INFO:tasks.rados.rados.0.smithi078.stdout:622: done (4 left) 2024-08-10T04:58:24.545 INFO:tasks.rados.rados.0.smithi078.stdout:623: done (3 left) 2024-08-10T04:58:24.545 INFO:tasks.rados.rados.0.smithi078.stdout:624: done (2 left) 2024-08-10T04:58:24.545 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 61 2024-08-10T04:58:24.545 INFO:tasks.rados.rados.0.smithi078.stdout:628: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:58:24.561 INFO:tasks.rados.rados.0.smithi078.stdout:630: finishing rollback tid 0 to smithi07880501-19 2024-08-10T04:58:24.562 INFO:tasks.rados.rados.0.smithi078.stdout:630: finishing rollback tid 1 to smithi07880501-19 2024-08-10T04:58:24.562 INFO:tasks.rados.rados.0.smithi078.stdout:630: finishing rollback tid 2 to smithi07880501-19 2024-08-10T04:58:24.562 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 160 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:58:24.562 INFO:tasks.rados.rados.0.smithi078.stdout:631: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-08-10T04:58:24.564 INFO:tasks.rados.rados.0.smithi078.stdout:631: writing smithi07880501-48 from 0 to 425984 tid 1 2024-08-10T04:58:24.566 INFO:tasks.rados.rados.0.smithi078.stdout:631: writing smithi07880501-48 from 425984 to 835584 tid 2 2024-08-10T04:58:24.569 INFO:tasks.rados.rados.0.smithi078.stdout:631: writing smithi07880501-48 from 835584 to 1228800 tid 3 2024-08-10T04:58:24.569 INFO:tasks.rados.rados.0.smithi078.stdout:628: done (2 left) 2024-08-10T04:58:24.570 INFO:tasks.rados.rados.0.smithi078.stdout:630: done (1 left) 2024-08-10T04:58:24.570 INFO:tasks.rados.rados.0.smithi078.stdout:632: rollback oid 6 current snap is 61 2024-08-10T04:58:24.570 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 44 2024-08-10T04:58:24.570 INFO:tasks.rados.rados.0.smithi078.stdout:631: finishing write tid 1 to smithi07880501-48 2024-08-10T04:58:24.570 INFO:tasks.rados.rados.0.smithi078.stdout:631: finishing write tid 2 to smithi07880501-48 2024-08-10T04:58:24.570 INFO:tasks.rados.rados.0.smithi078.stdout:633: snap_remove snap 57 2024-08-10T04:58:24.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 podman[83588]: 2024-08-10 04:58:24.595854592 +0000 UTC m=+0.637175009 container cleanup 7264b177b3df16693cf15c02aabb3780c45e3318aec8cd25b767b66de5cb217d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True) 2024-08-10T04:58:24.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 bash[83588]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y 2024-08-10T04:58:25.187 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 podman[83602]: 2024-08-10 04:58:24.822533567 +0000 UTC m=+0.731046561 container remove 7264b177b3df16693cf15c02aabb3780c45e3318aec8cd25b767b66de5cb217d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-56ceb86, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-10T04:58:25.187 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-10T04:58:25.187 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-10T04:58:25.187 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 systemd[1]: Stopped Ceph mgr.y for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:25.188 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:24 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service: Consumed 40.348s CPU time. 2024-08-10T04:58:25.326 INFO:tasks.rados.rados.0.smithi078.stdout:633: done (2 left) 2024-08-10T04:58:25.326 INFO:tasks.rados.rados.0.smithi078.stdout:634: snap_create 2024-08-10T04:58:25.326 INFO:tasks.rados.rados.0.smithi078.stdout:632: finishing rollback tid 0 to smithi07880501-6 2024-08-10T04:58:25.327 INFO:tasks.rados.rados.0.smithi078.stdout:631: finishing write tid 3 to smithi07880501-48 2024-08-10T04:58:25.327 INFO:tasks.rados.rados.0.smithi078.stdout:631: finishing write tid 4 to smithi07880501-48 2024-08-10T04:58:25.327 INFO:tasks.rados.rados.0.smithi078.stdout:632: finishing rollback tid 1 to smithi07880501-6 2024-08-10T04:58:25.327 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 162 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-10T04:58:25.327 INFO:tasks.rados.rados.0.smithi078.stdout:631: finishing write tid 5 to smithi07880501-48 2024-08-10T04:58:25.327 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 177 (ObjNum 216 snap 61 seq_num 216) dirty exists 2024-08-10T04:58:25.327 INFO:tasks.rados.rados.0.smithi078.stdout:631: left oid 48 (ObjNum 216 snap 61 seq_num 216) 2024-08-10T04:58:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:25 smithi078 ceph-mon[29426]: pgmap v54: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-10T04:58:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:25 smithi078 ceph-mon[29426]: osdmap e186: 8 total, 8 up, 8 in 2024-08-10T04:58:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:25 smithi078 ceph-mon[39622]: pgmap v54: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-10T04:58:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:25 smithi078 ceph-mon[39622]: osdmap e186: 8 total, 8 up, 8 in 2024-08-10T04:58:25.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 systemd[1]: Starting Ceph mgr.y for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:25.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 podman[83733]: 2024-08-10 04:58:25.30549771 +0000 UTC m=+0.017507278 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T04:58:25.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 podman[83733]: 2024-08-10 04:58:25.43197416 +0000 UTC m=+0.143983721 container create 123af4d28a0f882945943f7ae12ef7de2fba988d4fc8035ea37aa176b9818d4a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-10T04:58:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:25 smithi107 ceph-mon[32749]: pgmap v54: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-08-10T04:58:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:25 smithi107 ceph-mon[32749]: osdmap e186: 8 total, 8 up, 8 in 2024-08-10T04:58:25.786 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 podman[83733]: 2024-08-10 04:58:25.659416714 +0000 UTC m=+0.371426286 container init 123af4d28a0f882945943f7ae12ef7de2fba988d4fc8035ea37aa176b9818d4a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-10T04:58:25.787 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 podman[83733]: 2024-08-10 04:58:25.662235344 +0000 UTC m=+0.374244914 container start 123af4d28a0f882945943f7ae12ef7de2fba988d4fc8035ea37aa176b9818d4a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T04:58:25.787 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 ceph-mgr[83751]: -- 172.21.15.78:0/3360259806 <== mon.0 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55638b2e30e0 con 0x55638b2c0800 2024-08-10T04:58:25.787 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 bash[83733]: 123af4d28a0f882945943f7ae12ef7de2fba988d4fc8035ea37aa176b9818d4a 2024-08-10T04:58:25.787 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 systemd[1]: Started Ceph mgr.y for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:26.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:25.786+0000 7f771d3c2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:58:26.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:25 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:25.943+0000 7f771d3c2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:58:26.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:26.013+0000 7f771d3c2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:58:26.326 INFO:tasks.rados.rados.0.smithi078.stdout:631: done (2 left) 2024-08-10T04:58:26.326 INFO:tasks.rados.rados.0.smithi078.stdout:632: done (1 left) 2024-08-10T04:58:26.326 INFO:tasks.rados.rados.0.smithi078.stdout:634: done (0 left) 2024-08-10T04:58:26.326 INFO:tasks.rados.rados.0.smithi078.stdout:635: rmattr oid 40 current snap is 62 2024-08-10T04:58:26.327 INFO:tasks.rados.rados.0.smithi078.stdout:635: done (0 left) 2024-08-10T04:58:26.327 INFO:tasks.rados.rados.0.smithi078.stdout:636: read oid 10 snap 47 2024-08-10T04:58:26.327 INFO:tasks.rados.rados.0.smithi078.stdout:636: expect deleted 2024-08-10T04:58:26.327 INFO:tasks.rados.rados.0.smithi078.stdout:637: read oid 50 snap -1 2024-08-10T04:58:26.327 INFO:tasks.rados.rados.0.smithi078.stdout:637: expect (ObjNum 130 snap 30 seq_num 130) 2024-08-10T04:58:26.327 INFO:tasks.rados.rados.0.smithi078.stdout:638: setattr oid 7 current snap is 62 2024-08-10T04:58:26.327 INFO:tasks.rados.rados.0.smithi078.stdout:639: read oid 18 snap 56 2024-08-10T04:58:26.328 INFO:tasks.rados.rados.0.smithi078.stdout:639: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:26.328 INFO:tasks.rados.rados.0.smithi078.stdout:640: copy_from oid 42 from oid 35 current snap is 62 2024-08-10T04:58:26.328 INFO:tasks.rados.rados.0.smithi078.stdout:641: read oid 46 snap -1 2024-08-10T04:58:26.328 INFO:tasks.rados.rados.0.smithi078.stdout:641: expect (ObjNum 152 snap 38 seq_num 152) 2024-08-10T04:58:26.328 INFO:tasks.rados.rados.0.smithi078.stdout:642: rollback oid 31 current snap is 62 2024-08-10T04:58:26.328 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 30 2024-08-10T04:58:26.330 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 62 2024-08-10T04:58:26.330 INFO:tasks.rados.rados.0.smithi078.stdout:643: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-08-10T04:58:26.331 INFO:tasks.rados.rados.0.smithi078.stdout:643: writing smithi07880501-8 from 0 to 442368 tid 1 2024-08-10T04:58:26.336 INFO:tasks.rados.rados.0.smithi078.stdout:643: writing smithi07880501-8 from 442368 to 1138688 tid 2 2024-08-10T04:58:26.337 INFO:tasks.rados.rados.0.smithi078.stdout:643: writing smithi07880501-8 from 1138688 to 1245184 tid 3 2024-08-10T04:58:26.337 INFO:tasks.rados.rados.0.smithi078.stdout:644: rollback oid 19 current snap is 62 2024-08-10T04:58:26.337 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 45 2024-08-10T04:58:26.337 INFO:tasks.rados.rados.0.smithi078.stdout:636: done (8 left) 2024-08-10T04:58:26.338 INFO:tasks.rados.rados.0.smithi078.stdout:645: rollback oid 43 current snap is 62 2024-08-10T04:58:26.338 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 43 to 60 2024-08-10T04:58:26.338 INFO:tasks.rados.rados.0.smithi078.stdout:646: read oid 1 snap 35 2024-08-10T04:58:26.338 INFO:tasks.rados.rados.0.smithi078.stdout:646: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:58:26.338 INFO:tasks.rados.rados.0.smithi078.stdout:647: copy_from oid 24 from oid 26 current snap is 62 2024-08-10T04:58:26.338 INFO:tasks.rados.rados.0.smithi078.stdout:648: snap_remove snap 51 2024-08-10T04:58:26.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:26 smithi107 ceph-mon[32749]: osdmap e187: 8 total, 8 up, 8 in 2024-08-10T04:58:26.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:26 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:26 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:26 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:26.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:26 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:26 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:26.276+0000 7f771d3c2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:58:26.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:26.348+0000 7f771d3c2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:58:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[29426]: osdmap e187: 8 total, 8 up, 8 in 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[39622]: osdmap e187: 8 total, 8 up, 8 in 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:26.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:26 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:27.342 INFO:tasks.rados.rados.0.smithi078.stdout:648: done (11 left) 2024-08-10T04:58:27.343 INFO:tasks.rados.rados.0.smithi078.stdout:649: snap_remove snap 55 2024-08-10T04:58:27.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:27 smithi107 ceph-mon[32749]: pgmap v57: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:27 smithi107 ceph-mon[32749]: osdmap e188: 8 total, 8 up, 8 in 2024-08-10T04:58:27.634 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-mon[29426]: pgmap v57: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:27.634 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-mon[29426]: osdmap e188: 8 total, 8 up, 8 in 2024-08-10T04:58:27.634 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-mon[39622]: pgmap v57: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:58:27.634 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-mon[39622]: osdmap e188: 8 total, 8 up, 8 in 2024-08-10T04:58:27.635 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:27.372+0000 7f771d3c2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:58:27.635 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:27.495+0000 7f771d3c2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:58:27.635 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:27.556+0000 7f771d3c2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:58:27.900 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:27.772+0000 7f771d3c2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:58:27.900 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:27.832+0000 7f771d3c2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:58:27.900 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:27 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:27.900+0000 7f771d3c2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:58:28.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:28.055+0000 7f771d3c2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:58:28.355 INFO:tasks.rados.rados.0.smithi078.stdout:649: done (11 left) 2024-08-10T04:58:28.355 INFO:tasks.rados.rados.0.smithi078.stdout:650: rollback oid 34 current snap is 62 2024-08-10T04:58:28.355 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 56 2024-08-10T04:58:28.355 INFO:tasks.rados.rados.0.smithi078.stdout:651: delete oid 37 current snap is 62 2024-08-10T04:58:28.356 INFO:tasks.rados.rados.0.smithi078.stdout:640: finishing copy_from to smithi07880501-42 2024-08-10T04:58:28.356 INFO:tasks.rados.rados.0.smithi078.stdout:640: got expected ENOENT (src dne) 2024-08-10T04:58:28.356 INFO:tasks.rados.rados.0.smithi078.stdout:640: finishing copy_from racing read to smithi07880501-42 2024-08-10T04:58:28.356 INFO:tasks.rados.rados.0.smithi078.stdout:641: expect (ObjNum 152 snap 38 seq_num 152) 2024-08-10T04:58:28.450 INFO:tasks.rados.rados.0.smithi078.stdout:642: finishing rollback tid 0 to smithi07880501-31 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:640: done (12 left) 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:641: done (11 left) 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:651: done (10 left) 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:652: read oid 27 snap -1 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:652: expect deleted 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:653: setattr oid 22 current snap is 62 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:643: finishing write tid 1 to smithi07880501-8 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:642: finishing rollback tid 1 to smithi07880501-31 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 161 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:644: finishing rollback tid 0 to smithi07880501-19 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:644: finishing rollback tid 1 to smithi07880501-19 2024-08-10T04:58:28.451 INFO:tasks.rados.rados.0.smithi078.stdout:644: finishing rollback tid 2 to smithi07880501-19 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 165 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:643: finishing write tid 2 to smithi07880501-8 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:643: finishing write tid 3 to smithi07880501-8 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:643: finishing write tid 4 to smithi07880501-8 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:643: finishing write tid 5 to smithi07880501-8 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 228 (ObjNum 217 snap 62 seq_num 217) dirty exists 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:643: left oid 8 (ObjNum 217 snap 62 seq_num 217) 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:647: finishing copy_from racing read to smithi07880501-24 2024-08-10T04:58:28.452 INFO:tasks.rados.rados.0.smithi078.stdout:646: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:58:28.557 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 384 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T04:58:28.558 INFO:tasks.rados.rados.0.smithi078.stdout:637: expect (ObjNum 130 snap 30 seq_num 130) 2024-08-10T04:58:28.645 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:28 smithi078 ceph-mon[29426]: osdmap e189: 8 total, 8 up, 8 in 2024-08-10T04:58:28.645 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:28.512+0000 7f771d3c2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:58:28.646 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:28 smithi078 ceph-mon[39622]: osdmap e189: 8 total, 8 up, 8 in 2024-08-10T04:58:28.650 INFO:tasks.rados.rados.0.smithi078.stdout:645: finishing rollback tid 1 to smithi07880501-43 2024-08-10T04:58:28.650 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 312 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T04:58:28.650 INFO:tasks.rados.rados.0.smithi078.stdout:639: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:28.662 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:28 smithi107 ceph-mon[32749]: osdmap e189: 8 total, 8 up, 8 in 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:647: finishing copy_from to smithi07880501-24 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 195 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:650: finishing rollback tid 0 to smithi07880501-34 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:650: finishing rollback tid 1 to smithi07880501-34 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:650: finishing rollback tid 2 to smithi07880501-34 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 318 (ObjNum 129 snap 0 seq_num 481031632) dirty exists 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:637: done (11 left) 2024-08-10T04:58:28.894 INFO:tasks.rados.rados.0.smithi078.stdout:638: done (10 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:639: done (9 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:642: done (8 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:643: done (7 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:644: done (6 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:645: done (5 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:646: done (4 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:647: done (3 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:650: done (2 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:652: done (1 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:654: rmattr oid 25 current snap is 62 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:654: done (1 left) 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 30 current snap is 62 2024-08-10T04:58:28.895 INFO:tasks.rados.rados.0.smithi078.stdout:655: seq_num 219 ranges {2170880=475136,2646016=466944,3112960=335872} 2024-08-10T04:58:28.907 INFO:tasks.rados.rados.0.smithi078.stdout:655: writing smithi07880501-30 from 2170880 to 2646016 tid 1 2024-08-10T04:58:28.908 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:28.840+0000 7f771d3c2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:58:28.910 INFO:tasks.rados.rados.0.smithi078.stdout:655: writing smithi07880501-30 from 2646016 to 3112960 tid 2 2024-08-10T04:58:28.913 INFO:tasks.rados.rados.0.smithi078.stdout:655: writing smithi07880501-30 from 3112960 to 3448832 tid 3 2024-08-10T04:58:28.913 INFO:tasks.rados.rados.0.smithi078.stdout:656: snap_create 2024-08-10T04:58:28.913 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 404 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-08-10T04:58:28.913 INFO:tasks.rados.rados.0.smithi078.stdout:655: finishing write tid 1 to smithi07880501-30 2024-08-10T04:58:28.913 INFO:tasks.rados.rados.0.smithi078.stdout:655: finishing write tid 2 to smithi07880501-30 2024-08-10T04:58:28.916 INFO:tasks.rados.rados.0.smithi078.stdout:655: finishing write tid 3 to smithi07880501-30 2024-08-10T04:58:28.916 INFO:tasks.rados.rados.0.smithi078.stdout:655: finishing write tid 4 to smithi07880501-30 2024-08-10T04:58:28.919 INFO:tasks.rados.rados.0.smithi078.stdout:655: finishing write tid 5 to smithi07880501-30 2024-08-10T04:58:28.920 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 388 (ObjNum 219 snap 62 seq_num 219) dirty exists 2024-08-10T04:58:28.920 INFO:tasks.rados.rados.0.smithi078.stdout:655: left oid 30 (ObjNum 219 snap 62 seq_num 219) 2024-08-10T04:58:28.923 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:28 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:58:28] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-08-10T04:58:29.188 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:28.908+0000 7f771d3c2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:58:29.188 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:29.069+0000 7f771d3c2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:58:29.355 INFO:tasks.rados.rados.0.smithi078.stdout:653: done (2 left) 2024-08-10T04:58:29.355 INFO:tasks.rados.rados.0.smithi078.stdout:655: done (1 left) 2024-08-10T04:58:29.355 INFO:tasks.rados.rados.0.smithi078.stdout:656: done (0 left) 2024-08-10T04:58:29.356 INFO:tasks.rados.rados.0.smithi078.stdout:657: snap_remove snap 44 2024-08-10T04:58:29.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-mon[29426]: pgmap v60: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-10T04:58:29.462 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-mon[29426]: osdmap e190: 8 total, 8 up, 8 in 2024-08-10T04:58:29.462 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:29.400+0000 7f771d3c2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:58:29.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-mon[39622]: pgmap v60: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-10T04:58:29.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-mon[39622]: osdmap e190: 8 total, 8 up, 8 in 2024-08-10T04:58:29.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:29 smithi107 ceph-mon[32749]: pgmap v60: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-10T04:58:29.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:29 smithi107 ceph-mon[32749]: osdmap e190: 8 total, 8 up, 8 in 2024-08-10T04:58:29.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:29.462+0000 7f771d3c2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:58:29.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:29.651+0000 7f771d3c2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:58:30.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:29.807+0000 7f771d3c2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T04:58:30.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:29.872+0000 7f771d3c2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:58:30.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:29.962+0000 7f771d3c2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:58:30.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:30.026+0000 7f771d3c2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:58:30.362 INFO:tasks.rados.rados.0.smithi078.stdout:657: done (0 left) 2024-08-10T04:58:30.362 INFO:tasks.rados.rados.0.smithi078.stdout:658: snap_remove snap 35 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[29426]: osdmap e191: 8 total, 8 up, 8 in 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[39622]: osdmap e191: 8 total, 8 up, 8 in 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.617 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:30 smithi107 ceph-mon[32749]: osdmap e191: 8 total, 8 up, 8 in 2024-08-10T04:58:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:30 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:30 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:30 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:30 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:30 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:30 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:30.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:30.616+0000 7f771d3c2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:58:30.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:30.780+0000 7f771d3c2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:58:30.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:30] ENGINE Bus STARTING 2024-08-10T04:58:30.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: CherryPy Checker: 2024-08-10T04:58:30.871 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: The Application mounted at '' has an empty config. 2024-08-10T04:58:30.871 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:31.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:30] ENGINE Serving on http://:::9283 2024-08-10T04:58:31.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:30] ENGINE Bus STARTED 2024-08-10T04:58:31.358 INFO:tasks.rados.rados.0.smithi078.stdout:658: done (0 left) 2024-08-10T04:58:31.358 INFO:tasks.rados.rados.0.smithi078.stdout:659: rollback oid 12 current snap is 63 2024-08-10T04:58:31.358 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 12 to 58 2024-08-10T04:58:31.358 INFO:tasks.rados.rados.0.smithi078.stdout:660: read oid 21 snap -1 2024-08-10T04:58:31.358 INFO:tasks.rados.rados.0.smithi078.stdout:660: expect deleted 2024-08-10T04:58:31.358 INFO:tasks.rados.rados.0.smithi078.stdout:661: snap_remove snap 47 2024-08-10T04:58:31.697 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: pgmap v63: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: osdmap e192: 8 total, 8 up, 8 in 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: Standby manager daemon y restarted 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: Standby manager daemon y started 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[29426]: osdmap e193: 8 total, 8 up, 8 in 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: pgmap v63: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: osdmap e192: 8 total, 8 up, 8 in 2024-08-10T04:58:31.698 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: Standby manager daemon y restarted 2024-08-10T04:58:31.699 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: Standby manager daemon y started 2024-08-10T04:58:31.699 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T04:58:31.699 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:31.699 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T04:58:31.699 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:31.699 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:31 smithi078 ceph-mon[39622]: osdmap e193: 8 total, 8 up, 8 in 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: pgmap v63: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: osdmap e192: 8 total, 8 up, 8 in 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: Standby manager daemon y restarted 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: Standby manager daemon y started 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:31 smithi107 ceph-mon[32749]: osdmap e193: 8 total, 8 up, 8 in 2024-08-10T04:58:32.360 INFO:tasks.rados.rados.0.smithi078.stdout:661: done (2 left) 2024-08-10T04:58:32.360 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 63 2024-08-10T04:58:32.360 INFO:tasks.rados.rados.0.smithi078.stdout:662: seq_num 220 ranges {991232=491520,1482752=753664,2236416=49152} 2024-08-10T04:58:32.368 INFO:tasks.rados.rados.0.smithi078.stdout:662: writing smithi07880501-44 from 991232 to 1482752 tid 1 2024-08-10T04:58:32.373 INFO:tasks.rados.rados.0.smithi078.stdout:662: writing smithi07880501-44 from 1482752 to 2236416 tid 2 2024-08-10T04:58:32.373 INFO:tasks.rados.rados.0.smithi078.stdout:662: writing smithi07880501-44 from 2236416 to 2285568 tid 3 2024-08-10T04:58:32.373 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 63 2024-08-10T04:58:32.373 INFO:tasks.rados.rados.0.smithi078.stdout:663: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-08-10T04:58:32.376 INFO:tasks.rados.rados.0.smithi078.stdout:663: writing smithi07880501-28 from 0 to 507904 tid 1 2024-08-10T04:58:32.381 INFO:tasks.rados.rados.0.smithi078.stdout:663: writing smithi07880501-28 from 507904 to 1196032 tid 2 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:663: writing smithi07880501-28 from 1196032 to 1310720 tid 3 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 63 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:659: finishing rollback tid 0 to smithi07880501-12 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:659: finishing rollback tid 1 to smithi07880501-12 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:659: finishing rollback tid 2 to smithi07880501-12 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 224 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:662: finishing write tid 1 to smithi07880501-44 2024-08-10T04:58:32.382 INFO:tasks.rados.rados.0.smithi078.stdout:664: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-08-10T04:58:32.384 INFO:tasks.rados.rados.0.smithi078.stdout:664: writing smithi07880501-11 from 0 to 524288 tid 1 2024-08-10T04:58:32.388 INFO:tasks.rados.rados.0.smithi078.stdout:664: writing smithi07880501-11 from 524288 to 1089536 tid 2 2024-08-10T04:58:32.390 INFO:tasks.rados.rados.0.smithi078.stdout:664: writing smithi07880501-11 from 1089536 to 1327104 tid 3 2024-08-10T04:58:32.390 INFO:tasks.rados.rados.0.smithi078.stdout:659: done (4 left) 2024-08-10T04:58:32.390 INFO:tasks.rados.rados.0.smithi078.stdout:660: done (3 left) 2024-08-10T04:58:32.390 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 63 2024-08-10T04:58:32.391 INFO:tasks.rados.rados.0.smithi078.stdout:662: finishing write tid 2 to smithi07880501-44 2024-08-10T04:58:32.391 INFO:tasks.rados.rados.0.smithi078.stdout:662: finishing write tid 3 to smithi07880501-44 2024-08-10T04:58:32.391 INFO:tasks.rados.rados.0.smithi078.stdout:662: finishing write tid 4 to smithi07880501-44 2024-08-10T04:58:32.391 INFO:tasks.rados.rados.0.smithi078.stdout:665: seq_num 223 ranges {557056=540672,1097728=450560,1548288=352256} 2024-08-10T04:58:32.397 INFO:tasks.rados.rados.0.smithi078.stdout:665: writing smithi07880501-22 from 557056 to 1097728 tid 1 2024-08-10T04:58:32.399 INFO:tasks.rados.rados.0.smithi078.stdout:665: writing smithi07880501-22 from 1097728 to 1548288 tid 2 2024-08-10T04:58:32.401 INFO:tasks.rados.rados.0.smithi078.stdout:665: writing smithi07880501-22 from 1548288 to 1900544 tid 3 2024-08-10T04:58:32.401 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 63 2024-08-10T04:58:32.401 INFO:tasks.rados.rados.0.smithi078.stdout:663: finishing write tid 1 to smithi07880501-28 2024-08-10T04:58:32.401 INFO:tasks.rados.rados.0.smithi078.stdout:662: finishing write tid 5 to smithi07880501-44 2024-08-10T04:58:32.401 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 349 (ObjNum 220 snap 63 seq_num 220) dirty exists 2024-08-10T04:58:32.402 INFO:tasks.rados.rados.0.smithi078.stdout:662: left oid 44 (ObjNum 220 snap 63 seq_num 220) 2024-08-10T04:58:32.402 INFO:tasks.rados.rados.0.smithi078.stdout:666: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-08-10T04:58:32.404 INFO:tasks.rados.rados.0.smithi078.stdout:666: writing smithi07880501-10 from 0 to 557056 tid 1 2024-08-10T04:58:32.408 INFO:tasks.rados.rados.0.smithi078.stdout:666: writing smithi07880501-10 from 557056 to 1294336 tid 2 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:666: writing smithi07880501-10 from 1294336 to 1359872 tid 3 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:662: done (4 left) 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:667: setattr oid 30 current snap is 63 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:663: finishing write tid 2 to smithi07880501-28 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:663: finishing write tid 3 to smithi07880501-28 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:663: finishing write tid 4 to smithi07880501-28 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:663: finishing write tid 5 to smithi07880501-28 2024-08-10T04:58:32.410 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 241 (ObjNum 221 snap 63 seq_num 221) dirty exists 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:663: left oid 28 (ObjNum 221 snap 63 seq_num 221) 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:664: finishing write tid 1 to smithi07880501-11 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:664: finishing write tid 2 to smithi07880501-11 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:664: finishing write tid 3 to smithi07880501-11 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:664: finishing write tid 4 to smithi07880501-11 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:664: finishing write tid 5 to smithi07880501-11 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 354 (ObjNum 222 snap 63 seq_num 222) dirty exists 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:664: left oid 11 (ObjNum 222 snap 63 seq_num 222) 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:665: finishing write tid 1 to smithi07880501-22 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:665: finishing write tid 2 to smithi07880501-22 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:665: finishing write tid 3 to smithi07880501-22 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:665: finishing write tid 4 to smithi07880501-22 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:665: finishing write tid 5 to smithi07880501-22 2024-08-10T04:58:32.411 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 447 (ObjNum 223 snap 63 seq_num 223) dirty exists 2024-08-10T04:58:32.412 INFO:tasks.rados.rados.0.smithi078.stdout:665: left oid 22 (ObjNum 223 snap 63 seq_num 223) 2024-08-10T04:58:32.412 INFO:tasks.rados.rados.0.smithi078.stdout:666: finishing write tid 1 to smithi07880501-10 2024-08-10T04:58:32.412 INFO:tasks.rados.rados.0.smithi078.stdout:663: done (4 left) 2024-08-10T04:58:32.412 INFO:tasks.rados.rados.0.smithi078.stdout:664: done (3 left) 2024-08-10T04:58:32.412 INFO:tasks.rados.rados.0.smithi078.stdout:665: done (2 left) 2024-08-10T04:58:32.412 INFO:tasks.rados.rados.0.smithi078.stdout:668: delete oid 7 current snap is 63 2024-08-10T04:58:32.413 INFO:tasks.rados.rados.0.smithi078.stdout:666: finishing write tid 2 to smithi07880501-10 2024-08-10T04:58:32.413 INFO:tasks.rados.rados.0.smithi078.stdout:666: finishing write tid 3 to smithi07880501-10 2024-08-10T04:58:32.413 INFO:tasks.rados.rados.0.smithi078.stdout:666: finishing write tid 4 to smithi07880501-10 2024-08-10T04:58:32.413 INFO:tasks.rados.rados.0.smithi078.stdout:666: finishing write tid 5 to smithi07880501-10 2024-08-10T04:58:32.413 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 358 (ObjNum 224 snap 63 seq_num 224) dirty exists 2024-08-10T04:58:32.413 INFO:tasks.rados.rados.0.smithi078.stdout:666: left oid 10 (ObjNum 224 snap 63 seq_num 224) 2024-08-10T04:58:32.414 INFO:tasks.rados.rados.0.smithi078.stdout:666: done (2 left) 2024-08-10T04:58:32.414 INFO:tasks.rados.rados.0.smithi078.stdout:668: done (1 left) 2024-08-10T04:58:32.414 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 63 2024-08-10T04:58:32.414 INFO:tasks.rados.rados.0.smithi078.stdout:669: seq_num 226 ranges {3145728=589824,3735552=507904,4243456=294912} 2024-08-10T04:58:32.434 INFO:tasks.rados.rados.0.smithi078.stdout:669: writing smithi07880501-5 from 3145728 to 3735552 tid 1 2024-08-10T04:58:32.437 INFO:tasks.rados.rados.0.smithi078.stdout:669: writing smithi07880501-5 from 3735552 to 4243456 tid 2 2024-08-10T04:58:32.440 INFO:tasks.rados.rados.0.smithi078.stdout:669: writing smithi07880501-5 from 4243456 to 4538368 tid 3 2024-08-10T04:58:32.440 INFO:tasks.rados.rados.0.smithi078.stdout:670: copy_from oid 44 from oid 47 current snap is 63 2024-08-10T04:58:32.440 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 418 (ObjNum 219 snap 62 seq_num 219) dirty exists 2024-08-10T04:58:32.440 INFO:tasks.rados.rados.0.smithi078.stdout:669: finishing write tid 1 to smithi07880501-5 2024-08-10T04:58:32.440 INFO:tasks.rados.rados.0.smithi078.stdout:667: done (2 left) 2024-08-10T04:58:32.441 INFO:tasks.rados.rados.0.smithi078.stdout:671: rollback oid 9 current snap is 63 2024-08-10T04:58:32.441 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 61 2024-08-10T04:58:32.441 INFO:tasks.rados.rados.0.smithi078.stdout:672: copy_from oid 31 from oid 18 current snap is 63 2024-08-10T04:58:32.441 INFO:tasks.rados.rados.0.smithi078.stdout:673: copy_from oid 17 from oid 7 current snap is 63 2024-08-10T04:58:32.441 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 63 2024-08-10T04:58:32.441 INFO:tasks.rados.rados.0.smithi078.stdout:674: seq_num 227 ranges {5341184=606208,5947392=794624,6742016=8192} 2024-08-10T04:58:32.473 INFO:tasks.rados.rados.0.smithi078.stdout:674: writing smithi07880501-16 from 5341184 to 5947392 tid 1 2024-08-10T04:58:32.478 INFO:tasks.rados.rados.0.smithi078.stdout:674: writing smithi07880501-16 from 5947392 to 6742016 tid 2 2024-08-10T04:58:32.478 INFO:tasks.rados.rados.0.smithi078.stdout:674: writing smithi07880501-16 from 6742016 to 6750208 tid 3 2024-08-10T04:58:32.478 INFO:tasks.rados.rados.0.smithi078.stdout:675: snap_remove snap 31 2024-08-10T04:58:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:32 smithi078 ceph-mon[29426]: mgrmap e30: x(active, since 41s), standbys: y 2024-08-10T04:58:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:32 smithi078 ceph-mon[29426]: osdmap e194: 8 total, 8 up, 8 in 2024-08-10T04:58:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:32 smithi078 ceph-mon[39622]: mgrmap e30: x(active, since 41s), standbys: y 2024-08-10T04:58:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:32 smithi078 ceph-mon[39622]: osdmap e194: 8 total, 8 up, 8 in 2024-08-10T04:58:32.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:32 smithi107 ceph-mon[32749]: mgrmap e30: x(active, since 41s), standbys: y 2024-08-10T04:58:32.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:32 smithi107 ceph-mon[32749]: osdmap e194: 8 total, 8 up, 8 in 2024-08-10T04:58:33.262 INFO:tasks.rados.rados.0.smithi078.stdout:675: done (6 left) 2024-08-10T04:58:33.262 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 63 2024-08-10T04:58:33.262 INFO:tasks.rados.rados.0.smithi078.stdout:669: finishing write tid 2 to smithi07880501-5 2024-08-10T04:58:33.262 INFO:tasks.rados.rados.0.smithi078.stdout:676: seq_num 228 ranges {450560=622592,1073152=671744,1744896=131072} 2024-08-10T04:58:33.268 INFO:tasks.rados.rados.0.smithi078.stdout:676: writing smithi07880501-26 from 450560 to 1073152 tid 1 2024-08-10T04:58:33.272 INFO:tasks.rados.rados.0.smithi078.stdout:676: writing smithi07880501-26 from 1073152 to 1744896 tid 2 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:676: writing smithi07880501-26 from 1744896 to 1875968 tid 3 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:677: read oid 33 snap -1 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:677: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 63 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:669: finishing write tid 3 to smithi07880501-5 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:669: finishing write tid 4 to smithi07880501-5 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:673: finishing copy_from to smithi07880501-17 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:673: got expected ENOENT (src dne) 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:673: finishing copy_from racing read to smithi07880501-17 2024-08-10T04:58:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:669: finishing write tid 5 to smithi07880501-5 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 454 (ObjNum 226 snap 63 seq_num 226) dirty exists 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:669: left oid 5 (ObjNum 226 snap 63 seq_num 226) 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:671: finishing rollback tid 0 to smithi07880501-9 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:671: finishing rollback tid 1 to smithi07880501-9 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:671: finishing rollback tid 2 to smithi07880501-9 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 187 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:670: finishing copy_from racing read to smithi07880501-44 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:670: finishing copy_from to smithi07880501-44 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 277 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:672: finishing copy_from racing read to smithi07880501-31 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:672: finishing copy_from to smithi07880501-31 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 264 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:674: finishing write tid 1 to smithi07880501-16 2024-08-10T04:58:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:674: finishing write tid 2 to smithi07880501-16 2024-08-10T04:58:33.276 INFO:tasks.rados.rados.0.smithi078.stdout:674: finishing write tid 3 to smithi07880501-16 2024-08-10T04:58:33.276 INFO:tasks.rados.rados.0.smithi078.stdout:674: finishing write tid 4 to smithi07880501-16 2024-08-10T04:58:33.276 INFO:tasks.rados.rados.0.smithi078.stdout:674: finishing write tid 5 to smithi07880501-16 2024-08-10T04:58:33.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 423 (ObjNum 227 snap 63 seq_num 227) dirty exists 2024-08-10T04:58:33.276 INFO:tasks.rados.rados.0.smithi078.stdout:674: left oid 16 (ObjNum 227 snap 63 seq_num 227) 2024-08-10T04:58:33.276 INFO:tasks.rados.rados.0.smithi078.stdout:678: seq_num 229 ranges {0=638976,638976=606208,1245184=196608} 2024-08-10T04:58:33.278 INFO:tasks.rados.rados.0.smithi078.stdout:678: writing smithi07880501-29 from 0 to 638976 tid 1 2024-08-10T04:58:33.282 INFO:tasks.rados.rados.0.smithi078.stdout:678: writing smithi07880501-29 from 638976 to 1245184 tid 2 2024-08-10T04:58:33.286 INFO:tasks.rados.rados.0.smithi078.stdout:678: writing smithi07880501-29 from 1245184 to 1441792 tid 3 2024-08-10T04:58:33.286 INFO:tasks.rados.rados.0.smithi078.stdout:669: done (8 left) 2024-08-10T04:58:33.286 INFO:tasks.rados.rados.0.smithi078.stdout:670: done (7 left) 2024-08-10T04:58:33.286 INFO:tasks.rados.rados.0.smithi078.stdout:671: done (6 left) 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:672: done (5 left) 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:673: done (4 left) 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:674: done (3 left) 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:679: snap_create 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:676: finishing write tid 1 to smithi07880501-26 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:676: finishing write tid 2 to smithi07880501-26 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:676: finishing write tid 3 to smithi07880501-26 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:676: finishing write tid 4 to smithi07880501-26 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:678: finishing write tid 1 to smithi07880501-29 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:676: finishing write tid 5 to smithi07880501-26 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 254 (ObjNum 228 snap 63 seq_num 228) dirty exists 2024-08-10T04:58:33.287 INFO:tasks.rados.rados.0.smithi078.stdout:676: left oid 26 (ObjNum 228 snap 63 seq_num 228) 2024-08-10T04:58:33.289 INFO:tasks.rados.rados.0.smithi078.stdout:678: finishing write tid 2 to smithi07880501-29 2024-08-10T04:58:33.289 INFO:tasks.rados.rados.0.smithi078.stdout:678: finishing write tid 3 to smithi07880501-29 2024-08-10T04:58:33.290 INFO:tasks.rados.rados.0.smithi078.stdout:678: finishing write tid 4 to smithi07880501-29 2024-08-10T04:58:33.291 INFO:tasks.rados.rados.0.smithi078.stdout:678: finishing write tid 5 to smithi07880501-29 2024-08-10T04:58:33.291 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 232 (ObjNum 229 snap 63 seq_num 229) dirty exists 2024-08-10T04:58:33.291 INFO:tasks.rados.rados.0.smithi078.stdout:678: left oid 29 (ObjNum 229 snap 63 seq_num 229) 2024-08-10T04:58:33.297 INFO:tasks.rados.rados.0.smithi078.stdout:677: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:58:33.680 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-mon[32749]: pgmap v66: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 726 KiB/s wr, 18 op/s 2024-08-10T04:58:33.680 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-mon[32749]: osdmap e195: 8 total, 8 up, 8 in 2024-08-10T04:58:33.681 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:58:33.682 INFO:tasks.rados.rados.0.smithi078.stdout:676: done (3 left) 2024-08-10T04:58:33.682 INFO:tasks.rados.rados.0.smithi078.stdout:677: done (2 left) 2024-08-10T04:58:33.682 INFO:tasks.rados.rados.0.smithi078.stdout:678: done (1 left) 2024-08-10T04:58:33.682 INFO:tasks.rados.rados.0.smithi078.stdout:679: done (0 left) 2024-08-10T04:58:33.682 INFO:tasks.rados.rados.0.smithi078.stdout:680: delete oid 2 current snap is 64 2024-08-10T04:58:33.688 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:33 smithi078 ceph-mon[29426]: pgmap v66: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 726 KiB/s wr, 18 op/s 2024-08-10T04:58:33.688 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:33 smithi078 ceph-mon[29426]: osdmap e195: 8 total, 8 up, 8 in 2024-08-10T04:58:33.689 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:33 smithi078 ceph-mon[39622]: pgmap v66: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 726 KiB/s wr, 18 op/s 2024-08-10T04:58:33.689 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:33 smithi078 ceph-mon[39622]: osdmap e195: 8 total, 8 up, 8 in 2024-08-10T04:58:33.691 INFO:tasks.rados.rados.0.smithi078.stdout:680: done (0 left) 2024-08-10T04:58:33.691 INFO:tasks.rados.rados.0.smithi078.stdout:681: delete oid 5 current snap is 64 2024-08-10T04:58:33.695 INFO:tasks.rados.rados.0.smithi078.stdout:681: done (0 left) 2024-08-10T04:58:33.695 INFO:tasks.rados.rados.0.smithi078.stdout:682: read oid 43 snap -1 2024-08-10T04:58:33.695 INFO:tasks.rados.rados.0.smithi078.stdout:682: expect deleted 2024-08-10T04:58:33.695 INFO:tasks.rados.rados.0.smithi078.stdout:683: read oid 28 snap 60 2024-08-10T04:58:33.695 INFO:tasks.rados.rados.0.smithi078.stdout:683: expect (ObjNum 489574368 snap 22041 seq_num 3358523344) 2024-08-10T04:58:33.695 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 64 2024-08-10T04:58:33.695 INFO:tasks.rados.rados.0.smithi078.stdout:684: seq_num 232 ranges {1327104=688128,2015232=663552,2678784=139264} 2024-08-10T04:58:33.704 INFO:tasks.rados.rados.0.smithi078.stdout:684: writing smithi07880501-11 from 1327104 to 2015232 tid 1 2024-08-10T04:58:33.708 INFO:tasks.rados.rados.0.smithi078.stdout:684: writing smithi07880501-11 from 2015232 to 2678784 tid 2 2024-08-10T04:58:33.709 INFO:tasks.rados.rados.0.smithi078.stdout:684: writing smithi07880501-11 from 2678784 to 2818048 tid 3 2024-08-10T04:58:33.710 INFO:tasks.rados.rados.0.smithi078.stdout:685: read oid 39 snap -1 2024-08-10T04:58:33.710 INFO:tasks.rados.rados.0.smithi078.stdout:685: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-10T04:58:33.710 INFO:tasks.rados.rados.0.smithi078.stdout:686: read oid 35 snap -1 2024-08-10T04:58:33.710 INFO:tasks.rados.rados.0.smithi078.stdout:686: expect deleted 2024-08-10T04:58:33.710 INFO:tasks.rados.rados.0.smithi078.stdout:687: delete oid 48 current snap is 64 2024-08-10T04:58:33.710 INFO:tasks.rados.rados.0.smithi078.stdout:683: expect (ObjNum 489574368 snap 22041 seq_num 3358523344) 2024-08-10T04:58:33.715 INFO:tasks.rados.rados.0.smithi078.stdout:684: finishing write tid 1 to smithi07880501-11 2024-08-10T04:58:33.715 INFO:tasks.rados.rados.0.smithi078.stdout:684: finishing write tid 2 to smithi07880501-11 2024-08-10T04:58:33.715 INFO:tasks.rados.rados.0.smithi078.stdout:682: done (5 left) 2024-08-10T04:58:33.715 INFO:tasks.rados.rados.0.smithi078.stdout:683: done (4 left) 2024-08-10T04:58:33.715 INFO:tasks.rados.rados.0.smithi078.stdout:687: done (3 left) 2024-08-10T04:58:33.715 INFO:tasks.rados.rados.0.smithi078.stdout:688: snap_remove snap 25 2024-08-10T04:58:33.972 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:33.680+0000 7f7adc8dd640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-10T04:58:33.973 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: ignoring --setuser ceph since I am not root 2024-08-10T04:58:33.973 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: ignoring --setgroup ceph since I am not root 2024-08-10T04:58:33.973 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-mgr[66424]: -- 172.21.15.107:0/1490829821 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5578682990e0 con 0x557868277000 2024-08-10T04:58:33.973 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:33.828+0000 7fe58d456040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:58:33.973 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:33.971+0000 7fe58d456040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:58:33.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:33] ENGINE Bus STOPPING 2024-08-10T04:58:33.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:58:33.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:33] ENGINE Bus STOPPED 2024-08-10T04:58:34.283 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:34.039+0000 7fe58d456040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:58:34.324 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:34] ENGINE Bus STARTING 2024-08-10T04:58:34.324 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7683f86640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.324 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7683f86640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7683f86640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7683f86640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7683f86640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7686f8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7686f8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7686f8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7686f8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:34.108+0000 7f7686f8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:34] ENGINE Serving on http://:::9283 2024-08-10T04:58:34.325 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:58:34] ENGINE Bus STARTED 2024-08-10T04:58:34.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:34.283+0000 7fe58d456040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:58:34.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:34.342+0000 7fe58d456040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:58:34.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:58:34.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: Activating manager daemon y 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: osdmap e196: 8 total, 8 up, 8 in 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24676 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-10T04:58:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: mgrmap e31: y(active, starting, since 0.0061448s) 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:58:34.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: Manager daemon y is now available 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:58:34.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:34 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:58:34.703 INFO:tasks.rados.rados.0.smithi078.stdout:688: done (3 left) 2024-08-10T04:58:34.703 INFO:tasks.rados.rados.0.smithi078.stdout:689: rmattr oid 47 current snap is 64 2024-08-10T04:58:34.703 INFO:tasks.rados.rados.0.smithi078.stdout:689: done (3 left) 2024-08-10T04:58:34.703 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 64 2024-08-10T04:58:34.703 INFO:tasks.rados.rados.0.smithi078.stdout:690: seq_num 234 ranges {1613824=729088,2342912=434176,2777088=368640} 2024-08-10T04:58:34.717 INFO:tasks.rados.rados.0.smithi078.stdout:690: writing smithi07880501-42 from 1613824 to 2342912 tid 1 2024-08-10T04:58:34.720 INFO:tasks.rados.rados.0.smithi078.stdout:690: writing smithi07880501-42 from 2342912 to 2777088 tid 2 2024-08-10T04:58:34.723 INFO:tasks.rados.rados.0.smithi078.stdout:690: writing smithi07880501-42 from 2777088 to 3145728 tid 3 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:691: read oid 37 snap -1 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:691: expect deleted 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 64 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:684: finishing write tid 3 to smithi07880501-11 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:684: finishing write tid 4 to smithi07880501-11 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:684: finishing write tid 5 to smithi07880501-11 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 368 (ObjNum 232 snap 64 seq_num 232) dirty exists 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:684: left oid 11 (ObjNum 232 snap 64 seq_num 232) 2024-08-10T04:58:34.724 INFO:tasks.rados.rados.0.smithi078.stdout:692: seq_num 235 ranges {6750208=745472,7495680=712704,8208384=90112} 2024-08-10T04:58:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T04:58:34.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T04:58:34.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: Activating manager daemon y 2024-08-10T04:58:34.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: osdmap e196: 8 total, 8 up, 8 in 2024-08-10T04:58:34.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24676 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-10T04:58:34.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: mgrmap e31: y(active, starting, since 0.0061448s) 2024-08-10T04:58:34.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:34.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:34.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:34.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:58:34.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:58:34.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:58:34.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:58:34.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:58:34.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:58:34.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:58:34.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:58:34.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:58:34.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:58:34.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:58:34.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:58:34.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:58:34.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:58:34.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: Manager daemon y is now available 2024-08-10T04:58:34.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:34.732 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:34.732 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:58:34.732 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:58:34.732 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:58:34.732 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:58:34.733 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.733 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.734 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:34.734 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:34.734 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' 2024-08-10T04:58:34.734 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:34.734 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 172.21.15.107:0/3628105856' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T04:58:34.734 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T04:58:34.735 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: Activating manager daemon y 2024-08-10T04:58:34.735 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: osdmap e196: 8 total, 8 up, 8 in 2024-08-10T04:58:34.735 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24676 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-10T04:58:34.735 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: mgrmap e31: y(active, starting, since 0.0061448s) 2024-08-10T04:58:34.736 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:34.736 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:34.736 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:34.737 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:58:34.737 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:58:34.737 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:58:34.737 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: Manager daemon y is now available 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:34.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:58:34.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:58:34.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:58:34.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:34 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:58:34.766 INFO:tasks.rados.rados.0.smithi078.stdout:692: writing smithi07880501-16 from 6750208 to 7495680 tid 1 2024-08-10T04:58:34.770 INFO:tasks.rados.rados.0.smithi078.stdout:692: writing smithi07880501-16 from 7495680 to 8208384 tid 2 2024-08-10T04:58:34.771 INFO:tasks.rados.rados.0.smithi078.stdout:692: writing smithi07880501-16 from 8208384 to 8298496 tid 3 2024-08-10T04:58:34.771 INFO:tasks.rados.rados.0.smithi078.stdout:684: done (5 left) 2024-08-10T04:58:34.771 INFO:tasks.rados.rados.0.smithi078.stdout:686: done (4 left) 2024-08-10T04:58:34.772 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 64 2024-08-10T04:58:34.772 INFO:tasks.rados.rados.0.smithi078.stdout:685: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-10T04:58:34.801 INFO:tasks.rados.rados.0.smithi078.stdout:690: finishing write tid 1 to smithi07880501-42 2024-08-10T04:58:34.802 INFO:tasks.rados.rados.0.smithi078.stdout:690: finishing write tid 2 to smithi07880501-42 2024-08-10T04:58:34.802 INFO:tasks.rados.rados.0.smithi078.stdout:693: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-08-10T04:58:34.805 INFO:tasks.rados.rados.0.smithi078.stdout:693: writing smithi07880501-34 from 0 to 761856 tid 1 2024-08-10T04:58:34.809 INFO:tasks.rados.rados.0.smithi078.stdout:693: writing smithi07880501-34 from 761856 to 1409024 tid 2 2024-08-10T04:58:34.811 INFO:tasks.rados.rados.0.smithi078.stdout:693: writing smithi07880501-34 from 1409024 to 1564672 tid 3 2024-08-10T04:58:34.811 INFO:tasks.rados.rados.0.smithi078.stdout:685: done (4 left) 2024-08-10T04:58:34.811 INFO:tasks.rados.rados.0.smithi078.stdout:694: read oid 35 snap 56 2024-08-10T04:58:34.811 INFO:tasks.rados.rados.0.smithi078.stdout:694: expect deleted 2024-08-10T04:58:34.811 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 64 2024-08-10T04:58:34.812 INFO:tasks.rados.rados.0.smithi078.stdout:695: seq_num 237 ranges {4079616=778240,4857856=532480,5390336=270336} 2024-08-10T04:58:34.838 INFO:tasks.rados.rados.0.smithi078.stdout:695: writing smithi07880501-18 from 4079616 to 4857856 tid 1 2024-08-10T04:58:34.841 INFO:tasks.rados.rados.0.smithi078.stdout:695: writing smithi07880501-18 from 4857856 to 5390336 tid 2 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:695: writing smithi07880501-18 from 5390336 to 5660672 tid 3 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:696: rmattr oid 20 current snap is 64 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:690: finishing write tid 3 to smithi07880501-42 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:690: finishing write tid 4 to smithi07880501-42 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:690: finishing write tid 5 to smithi07880501-42 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 381 (ObjNum 234 snap 64 seq_num 234) dirty exists 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:690: left oid 42 (ObjNum 234 snap 64 seq_num 234) 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:692: finishing write tid 1 to smithi07880501-16 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:690: done (6 left) 2024-08-10T04:58:34.843 INFO:tasks.rados.rados.0.smithi078.stdout:691: done (5 left) 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:697: rmattr oid 29 current snap is 64 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:692: finishing write tid 2 to smithi07880501-16 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:692: finishing write tid 3 to smithi07880501-16 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:692: finishing write tid 4 to smithi07880501-16 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:692: finishing write tid 5 to smithi07880501-16 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 450 (ObjNum 235 snap 64 seq_num 235) dirty exists 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:692: left oid 16 (ObjNum 235 snap 64 seq_num 235) 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:693: finishing write tid 1 to smithi07880501-34 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:693: finishing write tid 2 to smithi07880501-34 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:693: finishing write tid 3 to smithi07880501-34 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:693: finishing write tid 4 to smithi07880501-34 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:693: finishing write tid 5 to smithi07880501-34 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 386 (ObjNum 236 snap 64 seq_num 236) dirty exists 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:693: left oid 34 (ObjNum 236 snap 64 seq_num 236) 2024-08-10T04:58:34.844 INFO:tasks.rados.rados.0.smithi078.stdout:692: done (5 left) 2024-08-10T04:58:34.845 INFO:tasks.rados.rados.0.smithi078.stdout:693: done (4 left) 2024-08-10T04:58:34.845 INFO:tasks.rados.rados.0.smithi078.stdout:694: done (3 left) 2024-08-10T04:58:34.845 INFO:tasks.rados.rados.0.smithi078.stdout:698: rmattr oid 28 current snap is 64 2024-08-10T04:58:34.845 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 64 2024-08-10T04:58:34.845 INFO:tasks.rados.rados.0.smithi078.stdout:699: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-08-10T04:58:34.846 INFO:tasks.rados.rados.0.smithi078.stdout:699: writing smithi07880501-35 from 0 to 794624 tid 1 2024-08-10T04:58:34.849 INFO:tasks.rados.rados.0.smithi078.stdout:699: writing smithi07880501-35 from 794624 to 1212416 tid 2 2024-08-10T04:58:34.851 INFO:tasks.rados.rados.0.smithi078.stdout:699: writing smithi07880501-35 from 1212416 to 1597440 tid 3 2024-08-10T04:58:34.851 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 64 2024-08-10T04:58:34.851 INFO:tasks.rados.rados.0.smithi078.stdout:695: finishing write tid 1 to smithi07880501-18 2024-08-10T04:58:34.852 INFO:tasks.rados.rados.0.smithi078.stdout:700: seq_num 239 ranges {1851392=409600,2260992=704512,2965504=499712} 2024-08-10T04:58:34.864 INFO:tasks.rados.rados.0.smithi078.stdout:700: writing smithi07880501-12 from 1851392 to 2260992 tid 1 2024-08-10T04:58:34.867 INFO:tasks.rados.rados.0.smithi078.stdout:700: writing smithi07880501-12 from 2260992 to 2965504 tid 2 2024-08-10T04:58:34.870 INFO:tasks.rados.rados.0.smithi078.stdout:700: writing smithi07880501-12 from 2965504 to 3465216 tid 3 2024-08-10T04:58:34.871 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 64 2024-08-10T04:58:34.871 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 142 (ObjNum 129 snap 0 seq_num 489654232) dirty exists 2024-08-10T04:58:34.871 INFO:tasks.rados.rados.0.smithi078.stdout:695: finishing write tid 2 to smithi07880501-18 2024-08-10T04:58:34.871 INFO:tasks.rados.rados.0.smithi078.stdout:701: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2024-08-10T04:58:34.872 INFO:tasks.rados.rados.0.smithi078.stdout:701: writing smithi07880501-43 from 0 to 425984 tid 1 2024-08-10T04:58:34.876 INFO:tasks.rados.rados.0.smithi078.stdout:701: writing smithi07880501-43 from 425984 to 1015808 tid 2 2024-08-10T04:58:34.879 INFO:tasks.rados.rados.0.smithi078.stdout:701: writing smithi07880501-43 from 1015808 to 1499136 tid 3 2024-08-10T04:58:34.880 INFO:tasks.rados.rados.0.smithi078.stdout:701: writing smithi07880501-43 from 1499136 to 1630208 tid 4 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:696: done (6 left) 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:702: read oid 6 snap -1 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:702: expect deleted 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:703: read oid 39 snap -1 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:703: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:704: delete oid 30 current snap is 64 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 233 (ObjNum 229 snap 63 seq_num 229) dirty exists 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 264 (ObjNum 221 snap 63 seq_num 221) dirty exists 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:695: finishing write tid 3 to smithi07880501-18 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:695: finishing write tid 4 to smithi07880501-18 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:695: finishing write tid 5 to smithi07880501-18 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 481 (ObjNum 237 snap 64 seq_num 237) dirty exists 2024-08-10T04:58:34.881 INFO:tasks.rados.rados.0.smithi078.stdout:695: left oid 18 (ObjNum 237 snap 64 seq_num 237) 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:699: finishing write tid 1 to smithi07880501-35 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:699: finishing write tid 2 to smithi07880501-35 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:699: finishing write tid 3 to smithi07880501-35 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:699: finishing write tid 4 to smithi07880501-35 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:699: finishing write tid 5 to smithi07880501-35 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 146 (ObjNum 238 snap 64 seq_num 238) dirty exists 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:699: left oid 35 (ObjNum 238 snap 64 seq_num 238) 2024-08-10T04:58:34.882 INFO:tasks.rados.rados.0.smithi078.stdout:700: finishing write tid 1 to smithi07880501-12 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:700: finishing write tid 2 to smithi07880501-12 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:700: finishing write tid 3 to smithi07880501-12 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:700: finishing write tid 4 to smithi07880501-12 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:700: finishing write tid 5 to smithi07880501-12 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 269 (ObjNum 239 snap 64 seq_num 239) dirty exists 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:700: left oid 12 (ObjNum 239 snap 64 seq_num 239) 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:701: finishing write tid 1 to smithi07880501-43 2024-08-10T04:58:34.883 INFO:tasks.rados.rados.0.smithi078.stdout:701: finishing write tid 2 to smithi07880501-43 2024-08-10T04:58:34.884 INFO:tasks.rados.rados.0.smithi078.stdout:701: finishing write tid 3 to smithi07880501-43 2024-08-10T04:58:34.884 INFO:tasks.rados.rados.0.smithi078.stdout:703: expect (ObjNum 175 snap 44 seq_num 175) 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:701: finishing write tid 4 to smithi07880501-43 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:701: finishing write tid 5 to smithi07880501-43 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:701: finishing write tid 6 to smithi07880501-43 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 455 (ObjNum 240 snap 64 seq_num 240) dirty exists 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:701: left oid 43 (ObjNum 240 snap 64 seq_num 240) 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:695: done (8 left) 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:697: done (7 left) 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:698: done (6 left) 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:699: done (5 left) 2024-08-10T04:58:34.923 INFO:tasks.rados.rados.0.smithi078.stdout:700: done (4 left) 2024-08-10T04:58:34.924 INFO:tasks.rados.rados.0.smithi078.stdout:701: done (3 left) 2024-08-10T04:58:34.924 INFO:tasks.rados.rados.0.smithi078.stdout:702: done (2 left) 2024-08-10T04:58:34.924 INFO:tasks.rados.rados.0.smithi078.stdout:703: done (1 left) 2024-08-10T04:58:34.924 INFO:tasks.rados.rados.0.smithi078.stdout:704: done (0 left) 2024-08-10T04:58:34.924 INFO:tasks.rados.rados.0.smithi078.stdout:705: delete oid 49 current snap is 64 2024-08-10T04:58:34.925 INFO:tasks.rados.rados.0.smithi078.stdout:705: done (0 left) 2024-08-10T04:58:34.925 INFO:tasks.rados.rados.0.smithi078.stdout:706: rmattr oid 13 current snap is 64 2024-08-10T04:58:34.925 INFO:tasks.rados.rados.0.smithi078.stdout:706: done (0 left) 2024-08-10T04:58:34.925 INFO:tasks.rados.rados.0.smithi078.stdout:707: read oid 1 snap -1 2024-08-10T04:58:34.925 INFO:tasks.rados.rados.0.smithi078.stdout:707: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:58:34.926 INFO:tasks.rados.rados.0.smithi078.stdout:708: copy_from oid 7 from oid 48 current snap is 64 2024-08-10T04:58:34.926 INFO:tasks.rados.rados.0.smithi078.stdout:709: read oid 24 snap -1 2024-08-10T04:58:34.926 INFO:tasks.rados.rados.0.smithi078.stdout:709: expect (ObjNum 170 snap 43 seq_num 170) 2024-08-10T04:58:34.926 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 64 2024-08-10T04:58:34.926 INFO:tasks.rados.rados.0.smithi078.stdout:710: seq_num 243 ranges {5120000=475136,5595136=638976,6234112=565248} 2024-08-10T04:58:34.955 INFO:tasks.rados.rados.0.smithi078.stdout:710: writing smithi07880501-9 from 5120000 to 5595136 tid 1 2024-08-10T04:58:34.959 INFO:tasks.rados.rados.0.smithi078.stdout:710: writing smithi07880501-9 from 5595136 to 6234112 tid 2 2024-08-10T04:58:34.963 INFO:tasks.rados.rados.0.smithi078.stdout:710: writing smithi07880501-9 from 6234112 to 6799360 tid 3 2024-08-10T04:58:34.963 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 64 2024-08-10T04:58:34.963 INFO:tasks.rados.rados.0.smithi078.stdout:708: finishing copy_from to smithi07880501-7 2024-08-10T04:58:34.963 INFO:tasks.rados.rados.0.smithi078.stdout:708: got expected ENOENT (src dne) 2024-08-10T04:58:34.963 INFO:tasks.rados.rados.0.smithi078.stdout:711: seq_num 244 ranges {2179072=491520,2670592=573440,3244032=458752,3702784=172032} 2024-08-10T04:58:34.977 INFO:tasks.rados.rados.0.smithi078.stdout:711: writing smithi07880501-32 from 2179072 to 2670592 tid 1 2024-08-10T04:58:34.986 INFO:tasks.rados.rados.0.smithi078.stdout:711: writing smithi07880501-32 from 2670592 to 3244032 tid 2 2024-08-10T04:58:34.986 INFO:tasks.rados.rados.0.smithi078.stdout:711: writing smithi07880501-32 from 3244032 to 3702784 tid 3 2024-08-10T04:58:34.986 INFO:tasks.rados.rados.0.smithi078.stdout:711: writing smithi07880501-32 from 3702784 to 3874816 tid 4 2024-08-10T04:58:34.986 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 64 2024-08-10T04:58:34.986 INFO:tasks.rados.rados.0.smithi078.stdout:708: finishing copy_from racing read to smithi07880501-7 2024-08-10T04:58:34.986 INFO:tasks.rados.rados.0.smithi078.stdout:709: expect (ObjNum 170 snap 43 seq_num 170) 2024-08-10T04:58:34.996 INFO:tasks.rados.rados.0.smithi078.stdout:707: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:58:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:710: finishing write tid 1 to smithi07880501-9 2024-08-10T04:58:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:710: finishing write tid 2 to smithi07880501-9 2024-08-10T04:58:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:710: finishing write tid 3 to smithi07880501-9 2024-08-10T04:58:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:710: finishing write tid 4 to smithi07880501-9 2024-08-10T04:58:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:710: finishing write tid 5 to smithi07880501-9 2024-08-10T04:58:35.102 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 204 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T04:58:35.102 INFO:tasks.rados.rados.0.smithi078.stdout:710: left oid 9 (ObjNum 243 snap 64 seq_num 243) 2024-08-10T04:58:35.102 INFO:tasks.rados.rados.0.smithi078.stdout:711: finishing write tid 1 to smithi07880501-32 2024-08-10T04:58:35.102 INFO:tasks.rados.rados.0.smithi078.stdout:712: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-08-10T04:58:35.104 INFO:tasks.rados.rados.0.smithi078.stdout:712: writing smithi07880501-5 from 0 to 507904 tid 1 2024-08-10T04:58:35.106 INFO:tasks.rados.rados.0.smithi078.stdout:712: writing smithi07880501-5 from 507904 to 966656 tid 2 2024-08-10T04:58:35.110 INFO:tasks.rados.rados.0.smithi078.stdout:712: writing smithi07880501-5 from 966656 to 1638400 tid 3 2024-08-10T04:58:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:712: writing smithi07880501-5 from 1638400 to 1712128 tid 4 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:707: done (5 left) 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:708: done (4 left) 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:709: done (3 left) 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:710: done (2 left) 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:713: copy_from oid 41 from oid 39 current snap is 64 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:711: finishing write tid 2 to smithi07880501-32 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:711: finishing write tid 3 to smithi07880501-32 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 64 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:711: finishing write tid 4 to smithi07880501-32 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:711: finishing write tid 5 to smithi07880501-32 2024-08-10T04:58:35.112 INFO:tasks.rados.rados.0.smithi078.stdout:711: finishing write tid 6 to smithi07880501-32 2024-08-10T04:58:35.113 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 275 (ObjNum 244 snap 64 seq_num 244) dirty exists 2024-08-10T04:58:35.113 INFO:tasks.rados.rados.0.smithi078.stdout:711: left oid 32 (ObjNum 244 snap 64 seq_num 244) 2024-08-10T04:58:35.113 INFO:tasks.rados.rados.0.smithi078.stdout:712: finishing write tid 1 to smithi07880501-5 2024-08-10T04:58:35.113 INFO:tasks.rados.rados.0.smithi078.stdout:712: finishing write tid 2 to smithi07880501-5 2024-08-10T04:58:35.113 INFO:tasks.rados.rados.0.smithi078.stdout:714: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-10T04:58:35.114 INFO:tasks.rados.rados.0.smithi078.stdout:714: writing smithi07880501-6 from 0 to 524288 tid 1 2024-08-10T04:58:35.122 INFO:tasks.rados.rados.0.smithi078.stdout:714: writing smithi07880501-6 from 524288 to 1269760 tid 2 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:714: writing smithi07880501-6 from 1269760 to 1695744 tid 3 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:714: writing smithi07880501-6 from 1695744 to 1728512 tid 4 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:711: done (3 left) 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:715: delete oid 45 current snap is 64 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:712: finishing write tid 3 to smithi07880501-5 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:712: finishing write tid 4 to smithi07880501-5 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:712: finishing write tid 5 to smithi07880501-5 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:712: finishing write tid 6 to smithi07880501-5 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 486 (ObjNum 245 snap 64 seq_num 245) dirty exists 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:712: left oid 5 (ObjNum 245 snap 64 seq_num 245) 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:713: finishing copy_from racing read to smithi07880501-41 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:714: finishing write tid 1 to smithi07880501-6 2024-08-10T04:58:35.123 INFO:tasks.rados.rados.0.smithi078.stdout:713: finishing copy_from to smithi07880501-41 2024-08-10T04:58:35.124 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 44 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-10T04:58:35.124 INFO:tasks.rados.rados.0.smithi078.stdout:714: finishing write tid 2 to smithi07880501-6 2024-08-10T04:58:35.124 INFO:tasks.rados.rados.0.smithi078.stdout:712: done (3 left) 2024-08-10T04:58:35.124 INFO:tasks.rados.rados.0.smithi078.stdout:713: done (2 left) 2024-08-10T04:58:35.124 INFO:tasks.rados.rados.0.smithi078.stdout:715: done (1 left) 2024-08-10T04:58:35.124 INFO:tasks.rados.rados.0.smithi078.stdout:716: snap_remove snap 63 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:35.393+0000 7f766a515640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:04:58:35] ENGINE Error in HTTPServer.serve 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: Traceback (most recent call last): 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self._connections.run(self.expiration_interval) 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self._run(expiration_interval) 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:58:35.683 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: s = self.context.wrap_socket( 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: return self.sslsocket_class._create( 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self.do_handshake() 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self._sslobj.do_handshake() 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:58:35.684 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-mon[32749]: mgrmap e32: y(active, since 1.01065s) 2024-08-10T04:58:35.685 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-mon[32749]: osdmap e197: 8 total, 8 up, 8 in 2024-08-10T04:58:35.685 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:35.685 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:35.685 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:35.399+0000 7fe58d456040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:58:35.685 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:35.521+0000 7fe58d456040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:58:35.685 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:35.580+0000 7fe58d456040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:58:35.798 INFO:tasks.rados.rados.0.smithi078.stdout:716: done (1 left) 2024-08-10T04:58:35.798 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 64 2024-08-10T04:58:35.799 INFO:tasks.rados.rados.0.smithi078.stdout:717: seq_num 248 ranges {1597440=557056,2154496=507904,2662400=442368,3104768=253952} 2024-08-10T04:58:35.811 INFO:tasks.rados.rados.0.smithi078.stdout:717: writing smithi07880501-35 from 1597440 to 2154496 tid 1 2024-08-10T04:58:35.815 INFO:tasks.rados.rados.0.smithi078.stdout:717: writing smithi07880501-35 from 2154496 to 2662400 tid 2 2024-08-10T04:58:35.817 INFO:tasks.rados.rados.0.smithi078.stdout:717: writing smithi07880501-35 from 2662400 to 3104768 tid 3 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:717: writing smithi07880501-35 from 3104768 to 3358720 tid 4 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:718: read oid 17 snap -1 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:718: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:719: snap_create 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:714: finishing write tid 3 to smithi07880501-6 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:714: finishing write tid 4 to smithi07880501-6 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:714: finishing write tid 5 to smithi07880501-6 2024-08-10T04:58:35.819 INFO:tasks.rados.rados.0.smithi078.stdout:714: finishing write tid 6 to smithi07880501-6 2024-08-10T04:58:35.820 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 178 (ObjNum 246 snap 64 seq_num 246) dirty exists 2024-08-10T04:58:35.820 INFO:tasks.rados.rados.0.smithi078.stdout:714: left oid 6 (ObjNum 246 snap 64 seq_num 246) 2024-08-10T04:58:35.820 INFO:tasks.rados.rados.0.smithi078.stdout:717: finishing write tid 1 to smithi07880501-35 2024-08-10T04:58:35.820 INFO:tasks.rados.rados.0.smithi078.stdout:717: finishing write tid 2 to smithi07880501-35 2024-08-10T04:58:35.820 INFO:tasks.rados.rados.0.smithi078.stdout:717: finishing write tid 3 to smithi07880501-35 2024-08-10T04:58:35.820 INFO:tasks.rados.rados.0.smithi078.stdout:717: finishing write tid 4 to smithi07880501-35 2024-08-10T04:58:35.821 INFO:tasks.rados.rados.0.smithi078.stdout:717: finishing write tid 5 to smithi07880501-35 2024-08-10T04:58:35.822 INFO:tasks.rados.rados.0.smithi078.stdout:717: finishing write tid 6 to smithi07880501-35 2024-08-10T04:58:35.822 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 157 (ObjNum 248 snap 64 seq_num 248) dirty exists 2024-08-10T04:58:35.822 INFO:tasks.rados.rados.0.smithi078.stdout:717: left oid 35 (ObjNum 248 snap 64 seq_num 248) 2024-08-10T04:58:35.822 INFO:tasks.rados.rados.0.smithi078.stdout:718: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:58:35.938 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:35.796+0000 7fe58d456040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:58:35.938 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:35.867+0000 7fe58d456040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:58:35.938 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:35.937+0000 7fe58d456040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[29426]: mgrmap e32: y(active, since 1.01065s) 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[29426]: osdmap e197: 8 total, 8 up, 8 in 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[39622]: mgrmap e32: y(active, since 1.01065s) 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[39622]: osdmap e197: 8 total, 8 up, 8 in 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:35 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:36.308 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:36.093+0000 7fe58d456040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:58:36.566 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:36.521+0000 7fe58d456040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:58:36.801 INFO:tasks.rados.rados.0.smithi078.stdout:714: done (3 left) 2024-08-10T04:58:36.801 INFO:tasks.rados.rados.0.smithi078.stdout:717: done (2 left) 2024-08-10T04:58:36.801 INFO:tasks.rados.rados.0.smithi078.stdout:718: done (1 left) 2024-08-10T04:58:36.801 INFO:tasks.rados.rados.0.smithi078.stdout:719: done (0 left) 2024-08-10T04:58:36.801 INFO:tasks.rados.rados.0.smithi078.stdout:720: setattr oid 33 current snap is 65 2024-08-10T04:58:36.803 INFO:tasks.rados.rados.0.smithi078.stdout:721: read oid 6 snap -1 2024-08-10T04:58:36.803 INFO:tasks.rados.rados.0.smithi078.stdout:721: expect (ObjNum 246 snap 64 seq_num 246) 2024-08-10T04:58:36.803 INFO:tasks.rados.rados.0.smithi078.stdout:722: delete oid 27 current snap is 65 2024-08-10T04:58:36.811 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 492 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-08-10T04:58:36.811 INFO:tasks.rados.rados.0.smithi078.stdout:720: done (2 left) 2024-08-10T04:58:36.811 INFO:tasks.rados.rados.0.smithi078.stdout:722: done (1 left) 2024-08-10T04:58:36.811 INFO:tasks.rados.rados.0.smithi078.stdout:723: rollback oid 34 current snap is 65 2024-08-10T04:58:36.812 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 27 2024-08-10T04:58:36.812 INFO:tasks.rados.rados.0.smithi078.stdout:724: read oid 9 snap -1 2024-08-10T04:58:36.812 INFO:tasks.rados.rados.0.smithi078.stdout:724: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T04:58:36.812 INFO:tasks.rados.rados.0.smithi078.stdout:725: read oid 18 snap 52 2024-08-10T04:58:36.812 INFO:tasks.rados.rados.0.smithi078.stdout:725: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:36.812 INFO:tasks.rados.rados.0.smithi078.stdout:726: snap_create 2024-08-10T04:58:36.812 INFO:tasks.rados.rados.0.smithi078.stdout:721: expect (ObjNum 246 snap 64 seq_num 246) 2024-08-10T04:58:36.860 INFO:tasks.rados.rados.0.smithi078.stdout:723: finishing rollback tid 0 to smithi07880501-34 2024-08-10T04:58:36.860 INFO:tasks.rados.rados.0.smithi078.stdout:723: finishing rollback tid 1 to smithi07880501-34 2024-08-10T04:58:36.860 INFO:tasks.rados.rados.0.smithi078.stdout:723: finishing rollback tid 2 to smithi07880501-34 2024-08-10T04:58:36.860 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 396 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-08-10T04:58:36.861 INFO:tasks.rados.rados.0.smithi078.stdout:725: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:36.947 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:36.875+0000 7fe58d456040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:58:36.947 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:36.946+0000 7fe58d456040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:58:36.947 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: [10/Aug/2024:04:58:35] ENGINE Bus STARTING 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: [10/Aug/2024:04:58:35] ENGINE Serving on http://172.21.15.78:8765 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: [10/Aug/2024:04:58:35] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: [10/Aug/2024:04:58:35] ENGINE Bus STARTED 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: [10/Aug/2024:04:58:35] ENGINE Error in HTTPServer.serve 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: Traceback (most recent call last): 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._run(expiration_interval) 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:58:36.948 INFO:journalctl@ceph.mon.b.smithi107.stdout: s = self.context.wrap_socket( 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout: return self.sslsocket_class._create( 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout: self.do_handshake() 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._sslobj.do_handshake() 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: pgmap v5: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 405 MiB/s rd, 215 MiB/s wr, 3.12k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: mgrmap e33: y(active, since 2s) 2024-08-10T04:58:36.949 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:36 smithi107 ceph-mon[32749]: osdmap e198: 8 total, 8 up, 8 in 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: [10/Aug/2024:04:58:35] ENGINE Bus STARTING 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: [10/Aug/2024:04:58:35] ENGINE Serving on http://172.21.15.78:8765 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: [10/Aug/2024:04:58:35] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: [10/Aug/2024:04:58:35] ENGINE Bus STARTED 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: [10/Aug/2024:04:58:35] ENGINE Error in HTTPServer.serve 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:58:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: self.do_handshake() 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:58:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.c.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: pgmap v5: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 405 MiB/s rd, 215 MiB/s wr, 3.12k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: mgrmap e33: y(active, since 2s) 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[39622]: osdmap e198: 8 total, 8 up, 8 in 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: [10/Aug/2024:04:58:35] ENGINE Bus STARTING 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: [10/Aug/2024:04:58:35] ENGINE Serving on http://172.21.15.78:8765 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: [10/Aug/2024:04:58:35] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: [10/Aug/2024:04:58:35] ENGINE Bus STARTED 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: [10/Aug/2024:04:58:35] ENGINE Error in HTTPServer.serve 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:58:36.978 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: self.do_handshake() 2024-08-10T04:58:36.979 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:58:36.980 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:58:36.980 INFO:journalctl@ceph.mon.a.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:58:36.980 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: pgmap v5: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 405 MiB/s rd, 215 MiB/s wr, 3.12k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-10T04:58:36.980 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: mgrmap e33: y(active, since 2s) 2024-08-10T04:58:36.980 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:36 smithi078 ceph-mon[29426]: osdmap e198: 8 total, 8 up, 8 in 2024-08-10T04:58:37.099 INFO:tasks.rados.rados.0.smithi078.stdout:724: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T04:58:37.207 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:37.099+0000 7fe58d456040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:58:37.480 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:37.416+0000 7fe58d456040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:58:37.480 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:37.479+0000 7fe58d456040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:58:37.751 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:37.672+0000 7fe58d456040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:58:37.812 INFO:tasks.rados.rados.0.smithi078.stdout:721: done (4 left) 2024-08-10T04:58:37.812 INFO:tasks.rados.rados.0.smithi078.stdout:723: done (3 left) 2024-08-10T04:58:37.812 INFO:tasks.rados.rados.0.smithi078.stdout:724: done (2 left) 2024-08-10T04:58:37.812 INFO:tasks.rados.rados.0.smithi078.stdout:725: done (1 left) 2024-08-10T04:58:37.812 INFO:tasks.rados.rados.0.smithi078.stdout:726: done (0 left) 2024-08-10T04:58:37.812 INFO:tasks.rados.rados.0.smithi078.stdout:727: snap_remove snap 48 2024-08-10T04:58:38.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-mon[32749]: osdmap e199: 8 total, 8 up, 8 in 2024-08-10T04:58:38.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-mon[32749]: pgmap v8: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 135 MiB/s rd, 71 MiB/s wr, 1.04k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-10T04:58:38.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-mon[32749]: mgrmap e34: y(active, since 4s) 2024-08-10T04:58:38.050 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:37.829+0000 7fe58d456040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T04:58:38.050 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:37.899+0000 7fe58d456040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:58:38.050 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:37 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:37.988+0000 7fe58d456040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:58:38.050 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:38.048+0000 7fe58d456040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:58:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:37 smithi078 ceph-mon[29426]: osdmap e199: 8 total, 8 up, 8 in 2024-08-10T04:58:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:37 smithi078 ceph-mon[29426]: pgmap v8: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 135 MiB/s rd, 71 MiB/s wr, 1.04k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-10T04:58:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:37 smithi078 ceph-mon[29426]: mgrmap e34: y(active, since 4s) 2024-08-10T04:58:38.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:37 smithi078 ceph-mon[39622]: osdmap e199: 8 total, 8 up, 8 in 2024-08-10T04:58:38.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:37 smithi078 ceph-mon[39622]: pgmap v8: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 135 MiB/s rd, 71 MiB/s wr, 1.04k op/s; 577 KiB/s, 2 objects/s recovering 2024-08-10T04:58:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:37 smithi078 ceph-mon[39622]: mgrmap e34: y(active, since 4s) 2024-08-10T04:58:38.264 INFO:tasks.rados.rados.0.smithi078.stdout:727: done (0 left) 2024-08-10T04:58:38.264 INFO:tasks.rados.rados.0.smithi078.stdout:728: snap_remove snap 45 2024-08-10T04:58:38.776 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:38.623+0000 7fe58d456040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:58:38.776 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:58:39.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: osdmap e200: 8 total, 8 up, 8 in 2024-08-10T04:58:39.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: osdmap e201: 8 total, 8 up, 8 in 2024-08-10T04:58:39.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: Standby manager daemon x started 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: osdmap e200: 8 total, 8 up, 8 in 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: osdmap e201: 8 total, 8 up, 8 in 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.063 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.064 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: Standby manager daemon x started 2024-08-10T04:58:39.064 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:58:39.064 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:39.064 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:58:39.064 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:38 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: osdmap e200: 8 total, 8 up, 8 in 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: osdmap e201: 8 total, 8 up, 8 in 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: Standby manager daemon x started 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/980631462' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:38.785+0000 7fe58d456040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:58:38] ENGINE Bus STARTING 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: CherryPy Checker: 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: The Application mounted at '' has an empty config. 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:58:38] ENGINE Serving on http://:::9283 2024-08-10T04:58:39.068 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[66420]: [10/Aug/2024:04:58:38] ENGINE Bus STARTED 2024-08-10T04:58:39.266 INFO:tasks.rados.rados.0.smithi078.stdout:728: done (0 left) 2024-08-10T04:58:39.267 INFO:tasks.rados.rados.0.smithi078.stdout:729: copy_from oid 48 from oid 5 current snap is 66 2024-08-10T04:58:39.267 INFO:tasks.rados.rados.0.smithi078.stdout:730: setattr oid 20 current snap is 66 2024-08-10T04:58:39.269 INFO:tasks.rados.rados.0.smithi078.stdout:731: read oid 3 snap -1 2024-08-10T04:58:39.269 INFO:tasks.rados.rados.0.smithi078.stdout:731: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:58:39.269 INFO:tasks.rados.rados.0.smithi078.stdout:732: copy_from oid 49 from oid 17 current snap is 66 2024-08-10T04:58:39.270 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 66 2024-08-10T04:58:39.270 INFO:tasks.rados.rados.0.smithi078.stdout:733: seq_num 250 ranges {3358720=589824,3948544=679936,4628480=409600,5038080=114688} 2024-08-10T04:58:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:733: writing smithi07880501-35 from 3358720 to 3948544 tid 1 2024-08-10T04:58:39.296 INFO:tasks.rados.rados.0.smithi078.stdout:733: writing smithi07880501-35 from 3948544 to 4628480 tid 2 2024-08-10T04:58:39.299 INFO:tasks.rados.rados.0.smithi078.stdout:733: writing smithi07880501-35 from 4628480 to 5038080 tid 3 2024-08-10T04:58:39.300 INFO:tasks.rados.rados.0.smithi078.stdout:733: writing smithi07880501-35 from 5038080 to 5152768 tid 4 2024-08-10T04:58:39.300 INFO:tasks.rados.rados.0.smithi078.stdout:734: copy_from oid 31 from oid 40 current snap is 66 2024-08-10T04:58:39.300 INFO:tasks.rados.rados.0.smithi078.stdout:732: finishing copy_from racing read to smithi07880501-49 2024-08-10T04:58:39.300 INFO:tasks.rados.rados.0.smithi078.stdout:732: finishing copy_from to smithi07880501-49 2024-08-10T04:58:39.300 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 88 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-08-10T04:58:39.300 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 167 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T04:58:39.300 INFO:tasks.rados.rados.0.smithi078.stdout:731: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:58:39.402 INFO:tasks.rados.rados.0.smithi078.stdout:729: finishing copy_from racing read to smithi07880501-48 2024-08-10T04:58:39.402 INFO:tasks.rados.rados.0.smithi078.stdout:729: finishing copy_from to smithi07880501-48 2024-08-10T04:58:39.402 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 486 (ObjNum 245 snap 64 seq_num 245) dirty exists 2024-08-10T04:58:39.402 INFO:tasks.rados.rados.0.smithi078.stdout:733: finishing write tid 1 to smithi07880501-35 2024-08-10T04:58:39.402 INFO:tasks.rados.rados.0.smithi078.stdout:729: done (5 left) 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:730: done (4 left) 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:731: done (3 left) 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:732: done (2 left) 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:735: delete oid 2 current snap is 66 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:733: finishing write tid 2 to smithi07880501-35 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:734: finishing copy_from to smithi07880501-31 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:734: got expected ENOENT (src dne) 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:734: finishing copy_from racing read to smithi07880501-31 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:733: finishing write tid 3 to smithi07880501-35 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:733: finishing write tid 4 to smithi07880501-35 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:733: finishing write tid 5 to smithi07880501-35 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:733: finishing write tid 6 to smithi07880501-35 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 173 (ObjNum 250 snap 66 seq_num 250) dirty exists 2024-08-10T04:58:39.403 INFO:tasks.rados.rados.0.smithi078.stdout:733: left oid 35 (ObjNum 250 snap 66 seq_num 250) 2024-08-10T04:58:39.404 INFO:tasks.rados.rados.0.smithi078.stdout:733: done (2 left) 2024-08-10T04:58:39.404 INFO:tasks.rados.rados.0.smithi078.stdout:734: done (1 left) 2024-08-10T04:58:39.404 INFO:tasks.rados.rados.0.smithi078.stdout:735: done (0 left) 2024-08-10T04:58:39.404 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 66 2024-08-10T04:58:39.404 INFO:tasks.rados.rados.0.smithi078.stdout:736: seq_num 252 ranges {1875968=630784,2506752=499712,3006464=425984,3432448=278528} 2024-08-10T04:58:39.418 INFO:tasks.rados.rados.0.smithi078.stdout:736: writing smithi07880501-26 from 1875968 to 2506752 tid 1 2024-08-10T04:58:39.420 INFO:tasks.rados.rados.0.smithi078.stdout:736: writing smithi07880501-26 from 2506752 to 3006464 tid 2 2024-08-10T04:58:39.422 INFO:tasks.rados.rados.0.smithi078.stdout:736: writing smithi07880501-26 from 3006464 to 3432448 tid 3 2024-08-10T04:58:39.424 INFO:tasks.rados.rados.0.smithi078.stdout:736: writing smithi07880501-26 from 3432448 to 3710976 tid 4 2024-08-10T04:58:39.424 INFO:tasks.rados.rados.0.smithi078.stdout:737: snap_create 2024-08-10T04:58:39.424 INFO:tasks.rados.rados.0.smithi078.stdout:736: finishing write tid 1 to smithi07880501-26 2024-08-10T04:58:39.424 INFO:tasks.rados.rados.0.smithi078.stdout:736: finishing write tid 2 to smithi07880501-26 2024-08-10T04:58:39.425 INFO:tasks.rados.rados.0.smithi078.stdout:736: finishing write tid 3 to smithi07880501-26 2024-08-10T04:58:39.426 INFO:tasks.rados.rados.0.smithi078.stdout:736: finishing write tid 4 to smithi07880501-26 2024-08-10T04:58:39.427 INFO:tasks.rados.rados.0.smithi078.stdout:736: finishing write tid 5 to smithi07880501-26 2024-08-10T04:58:39.428 INFO:tasks.rados.rados.0.smithi078.stdout:736: finishing write tid 6 to smithi07880501-26 2024-08-10T04:58:39.428 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 299 (ObjNum 252 snap 66 seq_num 252) dirty exists 2024-08-10T04:58:39.428 INFO:tasks.rados.rados.0.smithi078.stdout:736: left oid 26 (ObjNum 252 snap 66 seq_num 252) 2024-08-10T04:58:40.176 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.176 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: osdmap e202: 8 total, 8 up, 8 in 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: pgmap v12: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 173 KiB/s wr, 1 op/s 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[39622]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: osdmap e202: 8 total, 8 up, 8 in 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.178 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: pgmap v12: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 173 KiB/s wr, 1 op/s 2024-08-10T04:58:40.178 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:58:40.178 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:39 smithi078 ceph-mon[29426]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-10T04:58:40.267 INFO:tasks.rados.rados.0.smithi078.stdout:736: done (1 left) 2024-08-10T04:58:40.267 INFO:tasks.rados.rados.0.smithi078.stdout:737: done (0 left) 2024-08-10T04:58:40.267 INFO:tasks.rados.rados.0.smithi078.stdout:738: delete oid 35 current snap is 67 2024-08-10T04:58:40.270 INFO:tasks.rados.rados.0.smithi078.stdout:738: done (0 left) 2024-08-10T04:58:40.270 INFO:tasks.rados.rados.0.smithi078.stdout:739: snap_create 2024-08-10T04:58:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: osdmap e202: 8 total, 8 up, 8 in 2024-08-10T04:58:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: pgmap v12: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 173 KiB/s wr, 1 op/s 2024-08-10T04:58:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:58:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:39 smithi107 ceph-mon[32749]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-10T04:58:41.269 INFO:tasks.rados.rados.0.smithi078.stdout:739: done (0 left) 2024-08-10T04:58:41.269 INFO:tasks.rados.rados.0.smithi078.stdout:740: snap_create 2024-08-10T04:58:41.341 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:41 smithi078 ceph-mon[29426]: osdmap e203: 8 total, 8 up, 8 in 2024-08-10T04:58:41.341 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:41 smithi078 ceph-mon[39622]: osdmap e203: 8 total, 8 up, 8 in 2024-08-10T04:58:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:41 smithi107 ceph-mon[32749]: osdmap e203: 8 total, 8 up, 8 in 2024-08-10T04:58:42.009 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T04:58:42.274 INFO:tasks.rados.rados.0.smithi078.stdout:740: done (0 left) 2024-08-10T04:58:42.274 INFO:tasks.rados.rados.0.smithi078.stdout:741: read oid 22 snap -1 2024-08-10T04:58:42.274 INFO:tasks.rados.rados.0.smithi078.stdout:741: expect (ObjNum 223 snap 63 seq_num 223) 2024-08-10T04:58:42.274 INFO:tasks.rados.rados.0.smithi078.stdout:742: snap_create 2024-08-10T04:58:42.287 INFO:tasks.rados.rados.0.smithi078.stdout:741: expect (ObjNum 223 snap 63 seq_num 223) 2024-08-10T04:58:42.305 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (35s) 4s ago 4m 16.9M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (24s) 3s ago 4m 75.2M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (6m) 4s ago 6m 13.6M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (6m) 3s ago 6m 17.3M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283 running (66s) 3s ago 9m 142M - 19.1.0-1335-gbca9905d c7b33901c886 0267e2dc2e0f 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (16s) 4s ago 11m 472M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (11m) 4s ago 11m 53.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 1bf023f61768 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (9m) 3s ago 9m 47.2M 2048M 17.2.7-1372-g56ceb861 354fce865a9a e401625267b0 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (9m) 4s ago 9m 48.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 59ba7a9dfd3a 2024-08-10T04:58:42.306 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (33s) 4s ago 4m 7440k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (21s) 3s ago 4m 7037k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (9m) 4s ago 9m 120M 2480M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (8m) 4s ago 8m 109M 2480M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (8m) 4s ago 8m 96.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (8m) 4s ago 8m 72.9M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (7m) 3s ago 7m 106M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (7m) 3s ago 7m 119M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (6m) 3s ago 6m 99.7M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (6m) 3s ago 6m 87.7M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T04:58:42.307 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (28s) 3s ago 4m 42.8M - 2.43.0 a07b618ecd1d a43dc141e456 2024-08-10T04:58:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:42 smithi107 ceph-mon[32749]: osdmap e204: 8 total, 8 up, 8 in 2024-08-10T04:58:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:42 smithi107 ceph-mon[32749]: pgmap v15: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 77 op/s 2024-08-10T04:58:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:42 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:42 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:42 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:42 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:42.679 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[29426]: osdmap e204: 8 total, 8 up, 8 in 2024-08-10T04:58:42.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[29426]: pgmap v15: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 77 op/s 2024-08-10T04:58:42.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:42.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:42.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:42.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:42.680 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[39622]: osdmap e204: 8 total, 8 up, 8 in 2024-08-10T04:58:42.680 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[39622]: pgmap v15: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 77 op/s 2024-08-10T04:58:42.681 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:42.681 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:42.681 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:42.681 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:42 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:58:42.681 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:58:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T04:58:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T04:58:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T04:58:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T04:58:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 13, 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:58:42.682 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:58:43.267 INFO:tasks.rados.rados.0.smithi078.stdout:741: done (1 left) 2024-08-10T04:58:43.267 INFO:tasks.rados.rados.0.smithi078.stdout:742: done (0 left) 2024-08-10T04:58:43.267 INFO:tasks.rados.rados.0.smithi078.stdout:743: setattr oid 40 current snap is 70 2024-08-10T04:58:43.269 INFO:tasks.rados.rados.0.smithi078.stdout:744: rmattr oid 21 current snap is 70 2024-08-10T04:58:43.269 INFO:tasks.rados.rados.0.smithi078.stdout:744: done (1 left) 2024-08-10T04:58:43.269 INFO:tasks.rados.rados.0.smithi078.stdout:745: read oid 44 snap -1 2024-08-10T04:58:43.269 INFO:tasks.rados.rados.0.smithi078.stdout:745: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:43.270 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 70 2024-08-10T04:58:43.270 INFO:tasks.rados.rados.0.smithi078.stdout:746: seq_num 254 ranges {450560=663552,1114112=663552,1777664=540672} 2024-08-10T04:58:43.276 INFO:tasks.rados.rados.0.smithi078.stdout:746: writing smithi07880501-24 from 450560 to 1114112 tid 1 2024-08-10T04:58:43.280 INFO:tasks.rados.rados.0.smithi078.stdout:746: writing smithi07880501-24 from 1114112 to 1777664 tid 2 2024-08-10T04:58:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:746: writing smithi07880501-24 from 1777664 to 2318336 tid 3 2024-08-10T04:58:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:747: read oid 9 snap -1 2024-08-10T04:58:43.283 INFO:tasks.rados.rados.0.smithi078.stdout:747: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T04:58:43.284 INFO:tasks.rados.rados.0.smithi078.stdout:748: snap_create 2024-08-10T04:58:43.284 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 61 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T04:58:43.284 INFO:tasks.rados.rados.0.smithi078.stdout:745: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:43.330 INFO:tasks.rados.rados.0.smithi078.stdout:746: finishing write tid 1 to smithi07880501-24 2024-08-10T04:58:43.330 INFO:tasks.rados.rados.0.smithi078.stdout:746: finishing write tid 2 to smithi07880501-24 2024-08-10T04:58:43.330 INFO:tasks.rados.rados.0.smithi078.stdout:746: finishing write tid 3 to smithi07880501-24 2024-08-10T04:58:43.330 INFO:tasks.rados.rados.0.smithi078.stdout:746: finishing write tid 4 to smithi07880501-24 2024-08-10T04:58:43.330 INFO:tasks.rados.rados.0.smithi078.stdout:746: finishing write tid 5 to smithi07880501-24 2024-08-10T04:58:43.330 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 526 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-08-10T04:58:43.330 INFO:tasks.rados.rados.0.smithi078.stdout:746: left oid 24 (ObjNum 254 snap 70 seq_num 254) 2024-08-10T04:58:43.331 INFO:tasks.rados.rados.0.smithi078.stdout:747: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T04:58:43.563 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:58:43.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:58:43.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:58:43.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:43.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: osdmap e205: 8 total, 8 up, 8 in 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/4200241992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:43 smithi107 ceph-mon[32749]: osdmap e206: 8 total, 8 up, 8 in 2024-08-10T04:58:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:58:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:58:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: osdmap e205: 8 total, 8 up, 8 in 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/4200241992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[39622]: osdmap e206: 8 total, 8 up, 8 in 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: osdmap e205: 8 total, 8 up, 8 in 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:58:43.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='client.? 172.21.15.78:0/4200241992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:43.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:43 smithi078 ceph-mon[29426]: osdmap e206: 8 total, 8 up, 8 in 2024-08-10T04:58:44.293 INFO:tasks.rados.rados.0.smithi078.stdout:743: done (4 left) 2024-08-10T04:58:44.293 INFO:tasks.rados.rados.0.smithi078.stdout:745: done (3 left) 2024-08-10T04:58:44.293 INFO:tasks.rados.rados.0.smithi078.stdout:746: done (2 left) 2024-08-10T04:58:44.293 INFO:tasks.rados.rados.0.smithi078.stdout:747: done (1 left) 2024-08-10T04:58:44.294 INFO:tasks.rados.rados.0.smithi078.stdout:748: done (0 left) 2024-08-10T04:58:44.294 INFO:tasks.rados.rados.0.smithi078.stdout:749: setattr oid 5 current snap is 71 2024-08-10T04:58:44.296 INFO:tasks.rados.rados.0.smithi078.stdout:750: snap_create 2024-08-10T04:58:44.301 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 528 (ObjNum 245 snap 64 seq_num 245) dirty exists 2024-08-10T04:58:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:58:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:58:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: pgmap v18: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 73 op/s 2024-08-10T04:58:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:58:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:44 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:58:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:58:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: pgmap v18: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 73 op/s 2024-08-10T04:58:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:58:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: Reconfiguring daemon prometheus.a on smithi107 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: pgmap v18: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 73 op/s 2024-08-10T04:58:44.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:44.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:58:44.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:58:44.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:58:44.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:58:44.732 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:44 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:58:45.295 INFO:tasks.rados.rados.0.smithi078.stdout:749: done (1 left) 2024-08-10T04:58:45.295 INFO:tasks.rados.rados.0.smithi078.stdout:750: done (0 left) 2024-08-10T04:58:45.295 INFO:tasks.rados.rados.0.smithi078.stdout:751: read oid 2 snap 30 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:751: expect (ObjNum 117 snap 26 seq_num 117) 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:752: read oid 33 snap -1 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:752: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:753: rollback oid 14 current snap is 72 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 14 to 56 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:754: read oid 45 snap -1 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:754: expect deleted 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:755: rollback oid 13 current snap is 72 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 52 2024-08-10T04:58:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:756: delete oid 34 current snap is 72 2024-08-10T04:58:45.298 INFO:tasks.rados.rados.0.smithi078.stdout:756: done (5 left) 2024-08-10T04:58:45.298 INFO:tasks.rados.rados.0.smithi078.stdout:757: rmattr oid 26 current snap is 72 2024-08-10T04:58:45.298 INFO:tasks.rados.rados.0.smithi078.stdout:757: done (5 left) 2024-08-10T04:58:45.298 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 72 2024-08-10T04:58:45.298 INFO:tasks.rados.rados.0.smithi078.stdout:758: seq_num 256 ranges {3145728=696320,3842048=434176,4276224=770048} 2024-08-10T04:58:45.319 INFO:tasks.rados.rados.0.smithi078.stdout:758: writing smithi07880501-42 from 3145728 to 3842048 tid 1 2024-08-10T04:58:45.322 INFO:tasks.rados.rados.0.smithi078.stdout:758: writing smithi07880501-42 from 3842048 to 4276224 tid 2 2024-08-10T04:58:45.326 INFO:tasks.rados.rados.0.smithi078.stdout:758: writing smithi07880501-42 from 4276224 to 5046272 tid 3 2024-08-10T04:58:45.326 INFO:tasks.rados.rados.0.smithi078.stdout:759: snap_remove snap 69 2024-08-10T04:58:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:45 smithi107 ceph-mon[32749]: osdmap e207: 8 total, 8 up, 8 in 2024-08-10T04:58:45.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:45 smithi078 ceph-mon[29426]: osdmap e207: 8 total, 8 up, 8 in 2024-08-10T04:58:45.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:45 smithi078 ceph-mon[39622]: osdmap e207: 8 total, 8 up, 8 in 2024-08-10T04:58:46.274 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:45 smithi107 systemd[1]: Stopping Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:759: done (6 left) 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:760: read oid 25 snap -1 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:760: expect deleted 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:761: snap_create 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:755: finishing rollback tid 0 to smithi07880501-13 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:753: finishing rollback tid 0 to smithi07880501-14 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:753: finishing rollback tid 1 to smithi07880501-14 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:753: finishing rollback tid 2 to smithi07880501-14 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 236 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-08-10T04:58:46.309 INFO:tasks.rados.rados.0.smithi078.stdout:755: finishing rollback tid 1 to smithi07880501-13 2024-08-10T04:58:46.310 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 488 (ObjNum 33 snap 0 seq_num 490500048) dirty dne 2024-08-10T04:58:46.310 INFO:tasks.rados.rados.0.smithi078.stdout:752: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:58:46.386 INFO:tasks.rados.rados.0.smithi078.stdout:751: expect (ObjNum 117 snap 26 seq_num 117) 2024-08-10T04:58:46.438 INFO:tasks.rados.rados.0.smithi078.stdout:758: finishing write tid 1 to smithi07880501-42 2024-08-10T04:58:46.439 INFO:tasks.rados.rados.0.smithi078.stdout:758: finishing write tid 2 to smithi07880501-42 2024-08-10T04:58:46.439 INFO:tasks.rados.rados.0.smithi078.stdout:758: finishing write tid 3 to smithi07880501-42 2024-08-10T04:58:46.439 INFO:tasks.rados.rados.0.smithi078.stdout:758: finishing write tid 4 to smithi07880501-42 2024-08-10T04:58:46.439 INFO:tasks.rados.rados.0.smithi078.stdout:758: finishing write tid 5 to smithi07880501-42 2024-08-10T04:58:46.439 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 423 (ObjNum 256 snap 72 seq_num 256) dirty exists 2024-08-10T04:58:46.439 INFO:tasks.rados.rados.0.smithi078.stdout:758: left oid 42 (ObjNum 256 snap 72 seq_num 256) 2024-08-10T04:58:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-mon[32749]: osdmap e208: 8 total, 8 up, 8 in 2024-08-10T04:58:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-mon[32749]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-10T04:58:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-mon[32749]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 456 KiB/s wr, 25 op/s 2024-08-10T04:58:46.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.274Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T04:58:46.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[74581]: ts=2024-08-10T04:58:46.275Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T04:58:46.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 podman[77671]: 2024-08-10 04:58:46.284477394 +0000 UTC m=+0.140156265 container died a43dc141e4568aad82561ef66129b5fe1ac0a52f318dfba322ea855dcd759ac4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:46 smithi078 ceph-mon[39622]: osdmap e208: 8 total, 8 up, 8 in 2024-08-10T04:58:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:46 smithi078 ceph-mon[39622]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-10T04:58:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:46 smithi078 ceph-mon[39622]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 456 KiB/s wr, 25 op/s 2024-08-10T04:58:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:46 smithi078 ceph-mon[29426]: osdmap e208: 8 total, 8 up, 8 in 2024-08-10T04:58:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:46 smithi078 ceph-mon[29426]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-10T04:58:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:46 smithi078 ceph-mon[29426]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 456 KiB/s wr, 25 op/s 2024-08-10T04:58:46.932 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 podman[77671]: 2024-08-10 04:58:46.665501498 +0000 UTC m=+0.521180351 container cleanup a43dc141e4568aad82561ef66129b5fe1ac0a52f318dfba322ea855dcd759ac4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:46.932 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 bash[77671]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T04:58:47.311 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:46 smithi107 podman[77684]: 2024-08-10 04:58:46.933166369 +0000 UTC m=+0.649973278 container remove a43dc141e4568aad82561ef66129b5fe1ac0a52f318dfba322ea855dcd759ac4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:47.311 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T04:58:47.311 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 systemd[1]: Stopped Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:47.311 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 1.106s CPU time. 2024-08-10T04:58:47.311 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 systemd[1]: Starting Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:47.312 INFO:tasks.rados.rados.0.smithi078.stdout:751: done (7 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:752: done (6 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:753: done (5 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:754: done (4 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:755: done (3 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:758: done (2 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:760: done (1 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:761: done (0 left) 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 73 2024-08-10T04:58:47.313 INFO:tasks.rados.rados.0.smithi078.stdout:762: seq_num 257 ranges {3014656=712704,3727360=720896,4448256=483328} 2024-08-10T04:58:47.333 INFO:tasks.rados.rados.0.smithi078.stdout:762: writing smithi07880501-1 from 3014656 to 3727360 tid 1 2024-08-10T04:58:47.337 INFO:tasks.rados.rados.0.smithi078.stdout:762: writing smithi07880501-1 from 3727360 to 4448256 tid 2 2024-08-10T04:58:47.340 INFO:tasks.rados.rados.0.smithi078.stdout:762: writing smithi07880501-1 from 4448256 to 4931584 tid 3 2024-08-10T04:58:47.340 INFO:tasks.rados.rados.0.smithi078.stdout:763: delete oid 25 current snap is 73 2024-08-10T04:58:47.340 INFO:tasks.rados.rados.0.smithi078.stdout:762: finishing write tid 1 to smithi07880501-1 2024-08-10T04:58:47.340 INFO:tasks.rados.rados.0.smithi078.stdout:762: finishing write tid 2 to smithi07880501-1 2024-08-10T04:58:47.341 INFO:tasks.rados.rados.0.smithi078.stdout:763: done (1 left) 2024-08-10T04:58:47.342 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 73 2024-08-10T04:58:47.342 INFO:tasks.rados.rados.0.smithi078.stdout:764: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-08-10T04:58:47.346 INFO:tasks.rados.rados.0.smithi078.stdout:764: writing smithi07880501-34 from 0 to 745472 tid 1 2024-08-10T04:58:47.349 INFO:tasks.rados.rados.0.smithi078.stdout:764: writing smithi07880501-34 from 745472 to 1286144 tid 2 2024-08-10T04:58:47.352 INFO:tasks.rados.rados.0.smithi078.stdout:764: writing smithi07880501-34 from 1286144 to 1867776 tid 3 2024-08-10T04:58:47.353 INFO:tasks.rados.rados.0.smithi078.stdout:764: writing smithi07880501-34 from 1867776 to 1949696 tid 4 2024-08-10T04:58:47.353 INFO:tasks.rados.rados.0.smithi078.stdout:765: delete oid 3 current snap is 73 2024-08-10T04:58:47.353 INFO:tasks.rados.rados.0.smithi078.stdout:762: finishing write tid 3 to smithi07880501-1 2024-08-10T04:58:47.354 INFO:tasks.rados.rados.0.smithi078.stdout:762: finishing write tid 4 to smithi07880501-1 2024-08-10T04:58:47.354 INFO:tasks.rados.rados.0.smithi078.stdout:762: finishing write tid 5 to smithi07880501-1 2024-08-10T04:58:47.354 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 180 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-08-10T04:58:47.354 INFO:tasks.rados.rados.0.smithi078.stdout:762: left oid 1 (ObjNum 257 snap 73 seq_num 257) 2024-08-10T04:58:47.354 INFO:tasks.rados.rados.0.smithi078.stdout:764: finishing write tid 1 to smithi07880501-34 2024-08-10T04:58:47.354 INFO:tasks.rados.rados.0.smithi078.stdout:764: finishing write tid 2 to smithi07880501-34 2024-08-10T04:58:47.355 INFO:tasks.rados.rados.0.smithi078.stdout:762: done (2 left) 2024-08-10T04:58:47.355 INFO:tasks.rados.rados.0.smithi078.stdout:765: done (1 left) 2024-08-10T04:58:47.355 INFO:tasks.rados.rados.0.smithi078.stdout:766: snap_create 2024-08-10T04:58:47.357 INFO:tasks.rados.rados.0.smithi078.stdout:764: finishing write tid 3 to smithi07880501-34 2024-08-10T04:58:47.357 INFO:tasks.rados.rados.0.smithi078.stdout:764: finishing write tid 4 to smithi07880501-34 2024-08-10T04:58:47.357 INFO:tasks.rados.rados.0.smithi078.stdout:764: finishing write tid 5 to smithi07880501-34 2024-08-10T04:58:47.358 INFO:tasks.rados.rados.0.smithi078.stdout:764: finishing write tid 6 to smithi07880501-34 2024-08-10T04:58:47.358 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 432 (ObjNum 259 snap 73 seq_num 259) dirty exists 2024-08-10T04:58:47.358 INFO:tasks.rados.rados.0.smithi078.stdout:764: left oid 34 (ObjNum 259 snap 73 seq_num 259) 2024-08-10T04:58:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-mon[32749]: osdmap e209: 8 total, 8 up, 8 in 2024-08-10T04:58:47.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 podman[77777]: 2024-08-10 04:58:47.215181667 +0000 UTC m=+0.017802245 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T04:58:47.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 podman[77777]: 2024-08-10 04:58:47.325702697 +0000 UTC m=+0.128323313 container create d922966d6c691e3e26e56e633fc3c808349a61ee88dc359bfe8a27ed5b7d0ce7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:47 smithi078 ceph-mon[29426]: osdmap e209: 8 total, 8 up, 8 in 2024-08-10T04:58:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:47 smithi078 ceph-mon[39622]: osdmap e209: 8 total, 8 up, 8 in 2024-08-10T04:58:48.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 podman[77777]: 2024-08-10 04:58:47.569449736 +0000 UTC m=+0.372070322 container init d922966d6c691e3e26e56e633fc3c808349a61ee88dc359bfe8a27ed5b7d0ce7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:48.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 podman[77777]: 2024-08-10 04:58:47.572121016 +0000 UTC m=+0.374741591 container start d922966d6c691e3e26e56e633fc3c808349a61ee88dc359bfe8a27ed5b7d0ce7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T04:58:48.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.595Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.595Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.595Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi107 (none))" 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.595Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.595Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.596Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.597Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.598Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.598Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.600Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.600Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.454µs 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.600Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.601Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-10T04:58:48.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.614Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.621Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.621Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.621Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.47µs wal_replay_duration=20.991996ms wbl_replay_duration=122ns total_replay_duration=21.028756ms 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.624Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.624Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.624Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.643Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.173664ms db_storage=781ns remote_storage=1.308µs web_handler=285ns query_engine=630ns scrape=431.903µs scrape_sd=93.063µs notify=11.127µs notify_sd=15.517µs rules=18.296746ms tracing=5.591µs 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.643Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:47.643Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 bash[77777]: d922966d6c691e3e26e56e633fc3c808349a61ee88dc359bfe8a27ed5b7d0ce7 2024-08-10T04:58:48.069 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:47 smithi107 systemd[1]: Started Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:48.332 INFO:tasks.rados.rados.0.smithi078.stdout:764: done (1 left) 2024-08-10T04:58:48.332 INFO:tasks.rados.rados.0.smithi078.stdout:766: done (0 left) 2024-08-10T04:58:48.332 INFO:tasks.rados.rados.0.smithi078.stdout:767: rmattr oid 13 current snap is 74 2024-08-10T04:58:48.332 INFO:tasks.rados.rados.0.smithi078.stdout:767: done (0 left) 2024-08-10T04:58:48.332 INFO:tasks.rados.rados.0.smithi078.stdout:768: snap_create 2024-08-10T04:58:48.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:48 smithi107 ceph-mon[32749]: osdmap e210: 8 total, 8 up, 8 in 2024-08-10T04:58:48.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:48 smithi107 ceph-mon[32749]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 456 KiB/s wr, 25 op/s 2024-08-10T04:58:48.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:48 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:48.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:48 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:48.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:48 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:48.431 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:48 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[29426]: osdmap e210: 8 total, 8 up, 8 in 2024-08-10T04:58:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[29426]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 456 KiB/s wr, 25 op/s 2024-08-10T04:58:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[39622]: osdmap e210: 8 total, 8 up, 8 in 2024-08-10T04:58:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[39622]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 456 KiB/s wr, 25 op/s 2024-08-10T04:58:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:48 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:49.333 INFO:tasks.rados.rados.0.smithi078.stdout:768: done (0 left) 2024-08-10T04:58:49.333 INFO:tasks.rados.rados.0.smithi078.stdout:769: copy_from oid 43 from oid 39 current snap is 75 2024-08-10T04:58:49.333 INFO:tasks.rados.rados.0.smithi078.stdout:770: delete oid 49 current snap is 75 2024-08-10T04:58:49.335 INFO:tasks.rados.rados.0.smithi078.stdout:770: done (1 left) 2024-08-10T04:58:49.335 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 75 2024-08-10T04:58:49.335 INFO:tasks.rados.rados.0.smithi078.stdout:771: seq_num 262 ranges {3014656=794624,3809280=589824,4399104=614400} 2024-08-10T04:58:49.356 INFO:tasks.rados.rados.0.smithi078.stdout:771: writing smithi07880501-23 from 3014656 to 3809280 tid 1 2024-08-10T04:58:49.360 INFO:tasks.rados.rados.0.smithi078.stdout:771: writing smithi07880501-23 from 3809280 to 4399104 tid 2 2024-08-10T04:58:49.364 INFO:tasks.rados.rados.0.smithi078.stdout:771: writing smithi07880501-23 from 4399104 to 5013504 tid 3 2024-08-10T04:58:49.364 INFO:tasks.rados.rados.0.smithi078.stdout:772: rollback oid 3 current snap is 75 2024-08-10T04:58:49.364 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 53 2024-08-10T04:58:49.364 INFO:tasks.rados.rados.0.smithi078.stdout:769: finishing copy_from racing read to smithi07880501-43 2024-08-10T04:58:49.364 INFO:tasks.rados.rados.0.smithi078.stdout:769: finishing copy_from to smithi07880501-43 2024-08-10T04:58:49.365 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 44 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-10T04:58:49.365 INFO:tasks.rados.rados.0.smithi078.stdout:771: finishing write tid 1 to smithi07880501-23 2024-08-10T04:58:49.365 INFO:tasks.rados.rados.0.smithi078.stdout:771: finishing write tid 2 to smithi07880501-23 2024-08-10T04:58:49.365 INFO:tasks.rados.rados.0.smithi078.stdout:769: done (2 left) 2024-08-10T04:58:49.365 INFO:tasks.rados.rados.0.smithi078.stdout:773: snap_create 2024-08-10T04:58:49.366 INFO:tasks.rados.rados.0.smithi078.stdout:772: finishing rollback tid 1 to smithi07880501-3 2024-08-10T04:58:49.366 INFO:tasks.rados.rados.0.smithi078.stdout:771: finishing write tid 3 to smithi07880501-23 2024-08-10T04:58:49.366 INFO:tasks.rados.rados.0.smithi078.stdout:771: finishing write tid 4 to smithi07880501-23 2024-08-10T04:58:49.366 INFO:tasks.rados.rados.0.smithi078.stdout:772: finishing rollback tid 2 to smithi07880501-3 2024-08-10T04:58:49.366 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 113 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-08-10T04:58:49.369 INFO:tasks.rados.rados.0.smithi078.stdout:771: finishing write tid 5 to smithi07880501-23 2024-08-10T04:58:49.369 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 93 (ObjNum 262 snap 75 seq_num 262) dirty exists 2024-08-10T04:58:49.369 INFO:tasks.rados.rados.0.smithi078.stdout:771: left oid 23 (ObjNum 262 snap 75 seq_num 262) 2024-08-10T04:58:49.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:49 smithi107 ceph-mon[32749]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:49.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:49 smithi107 ceph-mon[32749]: osdmap e211: 8 total, 8 up, 8 in 2024-08-10T04:58:49.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:49 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:49.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:49 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:49.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:49 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:49.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:49 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:58:49.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:49 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[39622]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[39622]: osdmap e211: 8 total, 8 up, 8 in 2024-08-10T04:58:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[29426]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[29426]: osdmap e211: 8 total, 8 up, 8 in 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T04:58:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:49 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:58:50.347 INFO:tasks.rados.rados.0.smithi078.stdout:771: done (2 left) 2024-08-10T04:58:50.348 INFO:tasks.rados.rados.0.smithi078.stdout:772: done (1 left) 2024-08-10T04:58:50.348 INFO:tasks.rados.rados.0.smithi078.stdout:773: done (0 left) 2024-08-10T04:58:50.348 INFO:tasks.rados.rados.0.smithi078.stdout:774: read oid 42 snap -1 2024-08-10T04:58:50.348 INFO:tasks.rados.rados.0.smithi078.stdout:774: expect (ObjNum 256 snap 72 seq_num 256) 2024-08-10T04:58:50.348 INFO:tasks.rados.rados.0.smithi078.stdout:775: read oid 24 snap -1 2024-08-10T04:58:50.348 INFO:tasks.rados.rados.0.smithi078.stdout:775: expect (ObjNum 254 snap 70 seq_num 254) 2024-08-10T04:58:50.348 INFO:tasks.rados.rados.0.smithi078.stdout:776: snap_create 2024-08-10T04:58:50.367 INFO:tasks.rados.rados.0.smithi078.stdout:775: expect (ObjNum 254 snap 70 seq_num 254) 2024-08-10T04:58:50.433 INFO:tasks.rados.rados.0.smithi078.stdout:774: expect (ObjNum 256 snap 72 seq_num 256) 2024-08-10T04:58:50.675 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:50 smithi107 ceph-mon[32749]: Upgrade: Updating mgr.x 2024-08-10T04:58:50.675 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:50 smithi107 ceph-mon[32749]: Deploying daemon mgr.x on smithi107 2024-08-10T04:58:50.675 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:50 smithi107 ceph-mon[32749]: osdmap e212: 8 total, 8 up, 8 in 2024-08-10T04:58:50.675 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:50 smithi107 ceph-mon[32749]: pgmap v27: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 1 op/s 2024-08-10T04:58:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[29426]: Upgrade: Updating mgr.x 2024-08-10T04:58:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[29426]: Deploying daemon mgr.x on smithi107 2024-08-10T04:58:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[29426]: osdmap e212: 8 total, 8 up, 8 in 2024-08-10T04:58:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[29426]: pgmap v27: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 1 op/s 2024-08-10T04:58:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[39622]: Upgrade: Updating mgr.x 2024-08-10T04:58:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[39622]: Deploying daemon mgr.x on smithi107 2024-08-10T04:58:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[39622]: osdmap e212: 8 total, 8 up, 8 in 2024-08-10T04:58:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:50 smithi078 ceph-mon[39622]: pgmap v27: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 1 op/s 2024-08-10T04:58:51.227 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:50 smithi107 systemd[1]: Stopping Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:51.349 INFO:tasks.rados.rados.0.smithi078.stdout:774: done (2 left) 2024-08-10T04:58:51.349 INFO:tasks.rados.rados.0.smithi078.stdout:775: done (1 left) 2024-08-10T04:58:51.349 INFO:tasks.rados.rados.0.smithi078.stdout:776: done (0 left) 2024-08-10T04:58:51.349 INFO:tasks.rados.rados.0.smithi078.stdout:777: delete oid 10 current snap is 77 2024-08-10T04:58:51.351 INFO:tasks.rados.rados.0.smithi078.stdout:777: done (0 left) 2024-08-10T04:58:51.351 INFO:tasks.rados.rados.0.smithi078.stdout:778: snap_create 2024-08-10T04:58:51.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:51 smithi107 ceph-mon[32749]: osdmap e213: 8 total, 8 up, 8 in 2024-08-10T04:58:51.522 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:51 smithi107 podman[78131]: 2024-08-10 04:58:51.227140605 +0000 UTC m=+0.119125927 container died 0267e2dc2e0f0e2b5706e6aab43c9f04e80572c31adb1a9958cf3f6d4feefd6e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-10T04:58:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:51 smithi078 ceph-mon[29426]: osdmap e213: 8 total, 8 up, 8 in 2024-08-10T04:58:51.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:51 smithi078 ceph-mon[39622]: osdmap e213: 8 total, 8 up, 8 in 2024-08-10T04:58:51.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:51 smithi107 podman[78131]: 2024-08-10 04:58:51.621205129 +0000 UTC m=+0.513190438 container cleanup 0267e2dc2e0f0e2b5706e6aab43c9f04e80572c31adb1a9958cf3f6d4feefd6e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T04:58:51.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:51 smithi107 bash[78131]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x 2024-08-10T04:58:52.206 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:51 smithi107 podman[78143]: 2024-08-10 04:58:51.84715202 +0000 UTC m=+0.621427902 container remove 0267e2dc2e0f0e2b5706e6aab43c9f04e80572c31adb1a9958cf3f6d4feefd6e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T04:58:52.207 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:51 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-10T04:58:52.207 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-10T04:58:52.207 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 systemd[1]: Stopped Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:52.207 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service: Consumed 17.594s CPU time. 2024-08-10T04:58:52.356 INFO:tasks.rados.rados.0.smithi078.stdout:778: done (0 left) 2024-08-10T04:58:52.356 INFO:tasks.rados.rados.0.smithi078.stdout:779: read oid 17 snap -1 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:779: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:780: rollback oid 6 current snap is 78 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 52 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:781: read oid 27 snap 68 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:781: expect deleted 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:782: copy_from oid 18 from oid 22 current snap is 78 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:783: rmattr oid 14 current snap is 78 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:783: done (4 left) 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 78 2024-08-10T04:58:52.357 INFO:tasks.rados.rados.0.smithi078.stdout:784: seq_num 264 ranges {2818048=425984,3244032=761856,4005888=770048,4775936=73728} 2024-08-10T04:58:52.374 INFO:tasks.rados.rados.0.smithi078.stdout:784: writing smithi07880501-11 from 2818048 to 3244032 tid 1 2024-08-10T04:58:52.379 INFO:tasks.rados.rados.0.smithi078.stdout:784: writing smithi07880501-11 from 3244032 to 4005888 tid 2 2024-08-10T04:58:52.383 INFO:tasks.rados.rados.0.smithi078.stdout:784: writing smithi07880501-11 from 4005888 to 4775936 tid 3 2024-08-10T04:58:52.384 INFO:tasks.rados.rados.0.smithi078.stdout:784: writing smithi07880501-11 from 4775936 to 4849664 tid 4 2024-08-10T04:58:52.384 INFO:tasks.rados.rados.0.smithi078.stdout:785: setattr oid 25 current snap is 78 2024-08-10T04:58:52.384 INFO:tasks.rados.rados.0.smithi078.stdout:779: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:780: finishing rollback tid 0 to smithi07880501-6 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:780: finishing rollback tid 1 to smithi07880501-6 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:780: finishing rollback tid 2 to smithi07880501-6 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 186 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:782: finishing copy_from racing read to smithi07880501-18 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:782: finishing copy_from to smithi07880501-18 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 447 (ObjNum 223 snap 63 seq_num 223) dirty exists 2024-08-10T04:58:52.404 INFO:tasks.rados.rados.0.smithi078.stdout:784: finishing write tid 1 to smithi07880501-11 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:784: finishing write tid 2 to smithi07880501-11 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:784: finishing write tid 3 to smithi07880501-11 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:784: finishing write tid 4 to smithi07880501-11 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:784: finishing write tid 5 to smithi07880501-11 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:784: finishing write tid 6 to smithi07880501-11 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 440 (ObjNum 264 snap 78 seq_num 264) dirty exists 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:784: left oid 11 (ObjNum 264 snap 78 seq_num 264) 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:779: done (5 left) 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:780: done (4 left) 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:781: done (3 left) 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:782: done (2 left) 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:784: done (1 left) 2024-08-10T04:58:52.405 INFO:tasks.rados.rados.0.smithi078.stdout:786: read oid 38 snap -1 2024-08-10T04:58:52.406 INFO:tasks.rados.rados.0.smithi078.stdout:786: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T04:58:52.406 INFO:tasks.rados.rados.0.smithi078.stdout:787: delete oid 28 current snap is 78 2024-08-10T04:58:52.406 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 82 (ObjNum 449 snap 0 seq_num 3472862864) dirty exists 2024-08-10T04:58:52.406 INFO:tasks.rados.rados.0.smithi078.stdout:785: done (2 left) 2024-08-10T04:58:52.406 INFO:tasks.rados.rados.0.smithi078.stdout:787: done (1 left) 2024-08-10T04:58:52.406 INFO:tasks.rados.rados.0.smithi078.stdout:788: delete oid 48 current snap is 78 2024-08-10T04:58:52.415 INFO:tasks.rados.rados.0.smithi078.stdout:788: done (1 left) 2024-08-10T04:58:52.415 INFO:tasks.rados.rados.0.smithi078.stdout:789: delete oid 20 current snap is 78 2024-08-10T04:58:52.417 INFO:tasks.rados.rados.0.smithi078.stdout:789: done (1 left) 2024-08-10T04:58:52.418 INFO:tasks.rados.rados.0.smithi078.stdout:790: snap_create 2024-08-10T04:58:52.423 INFO:tasks.rados.rados.0.smithi078.stdout:786: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T04:58:52.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:52 smithi107 ceph-mon[32749]: osdmap e214: 8 total, 8 up, 8 in 2024-08-10T04:58:52.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:52 smithi107 ceph-mon[32749]: pgmap v30: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-10T04:58:52.548 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 systemd[1]: Starting Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:58:52.549 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 podman[78271]: 2024-08-10 04:58:52.325393252 +0000 UTC m=+0.017630908 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T04:58:52.549 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 podman[78271]: 2024-08-10 04:58:52.448314637 +0000 UTC m=+0.140552287 container create cbf020c65bd2c539086e0fc0eadd27d89a1b2eeb5f80045098b5662d6a10b175 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-10T04:58:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:52 smithi078 ceph-mon[39622]: osdmap e214: 8 total, 8 up, 8 in 2024-08-10T04:58:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:52 smithi078 ceph-mon[39622]: pgmap v30: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-10T04:58:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:52 smithi078 ceph-mon[29426]: osdmap e214: 8 total, 8 up, 8 in 2024-08-10T04:58:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:52 smithi078 ceph-mon[29426]: pgmap v30: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-10T04:58:52.926 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 podman[78271]: 2024-08-10 04:58:52.642134934 +0000 UTC m=+0.334372603 container init cbf020c65bd2c539086e0fc0eadd27d89a1b2eeb5f80045098b5662d6a10b175 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, io.buildah.version=1.36.0) 2024-08-10T04:58:52.926 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 podman[78271]: 2024-08-10 04:58:52.644994798 +0000 UTC m=+0.337232452 container start cbf020c65bd2c539086e0fc0eadd27d89a1b2eeb5f80045098b5662d6a10b175 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-10T04:58:52.926 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 ceph-mgr[78290]: -- 172.21.15.107:0/987550149 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f17d94b0e0 con 0x55f17d929400 2024-08-10T04:58:52.926 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:52.765+0000 7fe2a27eb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:58:52.926 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 bash[78271]: cbf020c65bd2c539086e0fc0eadd27d89a1b2eeb5f80045098b5662d6a10b175 2024-08-10T04:58:52.926 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 systemd[1]: Started Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:58:52.927 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:52.925+0000 7fe2a27eb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:58:53.267 INFO:tasks.rados.rados.0.smithi078.stdout:786: done (1 left) 2024-08-10T04:58:53.267 INFO:tasks.rados.rados.0.smithi078.stdout:790: done (0 left) 2024-08-10T04:58:53.267 INFO:tasks.rados.rados.0.smithi078.stdout:791: snap_create 2024-08-10T04:58:53.274 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:52.997+0000 7fe2a27eb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:58:53.274 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:53.272+0000 7fe2a27eb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:58:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-mon[32749]: osdmap e215: 8 total, 8 up, 8 in 2024-08-10T04:58:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-mon[32749]: osdmap e216: 8 total, 8 up, 8 in 2024-08-10T04:58:53.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:53.339+0000 7fe2a27eb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:58:53.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:58:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:58:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:58:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[29426]: osdmap e215: 8 total, 8 up, 8 in 2024-08-10T04:58:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[29426]: osdmap e216: 8 total, 8 up, 8 in 2024-08-10T04:58:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[39622]: osdmap e215: 8 total, 8 up, 8 in 2024-08-10T04:58:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:58:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:53 smithi078 ceph-mon[39622]: osdmap e216: 8 total, 8 up, 8 in 2024-08-10T04:58:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:791: done (0 left) 2024-08-10T04:58:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:792: copy_from oid 48 from oid 1 current snap is 80 2024-08-10T04:58:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 80 2024-08-10T04:58:54.269 INFO:tasks.rados.rados.0.smithi078.stdout:793: seq_num 268 ranges {720896=491520,1212416=745472,1957888=745472,2703360=114688} 2024-08-10T04:58:54.275 INFO:tasks.rados.rados.0.smithi078.stdout:793: writing smithi07880501-41 from 720896 to 1212416 tid 1 2024-08-10T04:58:54.279 INFO:tasks.rados.rados.0.smithi078.stdout:793: writing smithi07880501-41 from 1212416 to 1957888 tid 2 2024-08-10T04:58:54.284 INFO:tasks.rados.rados.0.smithi078.stdout:793: writing smithi07880501-41 from 1957888 to 2703360 tid 3 2024-08-10T04:58:54.285 INFO:tasks.rados.rados.0.smithi078.stdout:793: writing smithi07880501-41 from 2703360 to 2818048 tid 4 2024-08-10T04:58:54.285 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 80 2024-08-10T04:58:54.285 INFO:tasks.rados.rados.0.smithi078.stdout:793: finishing write tid 1 to smithi07880501-41 2024-08-10T04:58:54.285 INFO:tasks.rados.rados.0.smithi078.stdout:794: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-08-10T04:58:54.288 INFO:tasks.rados.rados.0.smithi078.stdout:794: writing smithi07880501-25 from 0 to 507904 tid 1 2024-08-10T04:58:54.292 INFO:tasks.rados.rados.0.smithi078.stdout:794: writing smithi07880501-25 from 507904 to 1138688 tid 2 2024-08-10T04:58:54.296 INFO:tasks.rados.rados.0.smithi078.stdout:794: writing smithi07880501-25 from 1138688 to 1695744 tid 3 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:794: writing smithi07880501-25 from 1695744 to 2113536 tid 4 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:795: rmattr oid 32 current snap is 80 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:795: done (3 left) 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:796: read oid 36 snap -1 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:796: expect (ObjNum 166 snap 42 seq_num 166) 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 80 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:793: finishing write tid 2 to smithi07880501-41 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:793: finishing write tid 3 to smithi07880501-41 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:793: finishing write tid 4 to smithi07880501-41 2024-08-10T04:58:54.299 INFO:tasks.rados.rados.0.smithi078.stdout:793: finishing write tid 5 to smithi07880501-41 2024-08-10T04:58:54.300 INFO:tasks.rados.rados.0.smithi078.stdout:793: finishing write tid 6 to smithi07880501-41 2024-08-10T04:58:54.300 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 188 (ObjNum 268 snap 80 seq_num 268) dirty exists 2024-08-10T04:58:54.300 INFO:tasks.rados.rados.0.smithi078.stdout:793: left oid 41 (ObjNum 268 snap 80 seq_num 268) 2024-08-10T04:58:54.300 INFO:tasks.rados.rados.0.smithi078.stdout:794: finishing write tid 1 to smithi07880501-25 2024-08-10T04:58:54.300 INFO:tasks.rados.rados.0.smithi078.stdout:792: finishing copy_from racing read to smithi07880501-48 2024-08-10T04:58:54.300 INFO:tasks.rados.rados.0.smithi078.stdout:797: seq_num 270 ranges {3014656=524288,3538944=516096,4055040=761856,4816896=327680} 2024-08-10T04:58:54.319 INFO:tasks.rados.rados.0.smithi078.stdout:797: writing smithi07880501-50 from 3014656 to 3538944 tid 1 2024-08-10T04:58:54.322 INFO:tasks.rados.rados.0.smithi078.stdout:797: writing smithi07880501-50 from 3538944 to 4055040 tid 2 2024-08-10T04:58:54.326 INFO:tasks.rados.rados.0.smithi078.stdout:797: writing smithi07880501-50 from 4055040 to 4816896 tid 3 2024-08-10T04:58:54.329 INFO:tasks.rados.rados.0.smithi078.stdout:797: writing smithi07880501-50 from 4816896 to 5144576 tid 4 2024-08-10T04:58:54.329 INFO:tasks.rados.rados.0.smithi078.stdout:793: done (4 left) 2024-08-10T04:58:54.329 INFO:tasks.rados.rados.0.smithi078.stdout:798: rollback oid 42 current snap is 80 2024-08-10T04:58:54.329 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 68 2024-08-10T04:58:54.329 INFO:tasks.rados.rados.0.smithi078.stdout:794: finishing write tid 2 to smithi07880501-25 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:794: finishing write tid 3 to smithi07880501-25 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:794: finishing write tid 4 to smithi07880501-25 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:794: finishing write tid 5 to smithi07880501-25 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:794: finishing write tid 6 to smithi07880501-25 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 88 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:794: left oid 25 (ObjNum 269 snap 80 seq_num 269) 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:792: finishing copy_from to smithi07880501-48 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 180 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-08-10T04:58:54.330 INFO:tasks.rados.rados.0.smithi078.stdout:796: expect (ObjNum 166 snap 42 seq_num 166) 2024-08-10T04:58:54.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-mon[32749]: pgmap v33: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-10T04:58:54.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-mon[32749]: osdmap e217: 8 total, 8 up, 8 in 2024-08-10T04:58:54.533 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:54.348+0000 7fe2a27eb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:58:54.533 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:54.473+0000 7fe2a27eb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:797: finishing write tid 1 to smithi07880501-50 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:797: finishing write tid 2 to smithi07880501-50 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:797: finishing write tid 3 to smithi07880501-50 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:797: finishing write tid 4 to smithi07880501-50 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:797: finishing write tid 5 to smithi07880501-50 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:798: finishing rollback tid 0 to smithi07880501-42 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:792: done (4 left) 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:794: done (3 left) 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:796: done (2 left) 2024-08-10T04:58:54.561 INFO:tasks.rados.rados.0.smithi078.stdout:799: snap_create 2024-08-10T04:58:54.562 INFO:tasks.rados.rados.0.smithi078.stdout:798: finishing rollback tid 1 to smithi07880501-42 2024-08-10T04:58:54.562 INFO:tasks.rados.rados.0.smithi078.stdout:798: finishing rollback tid 2 to smithi07880501-42 2024-08-10T04:58:54.562 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 444 (ObjNum 234 snap 64 seq_num 234) dirty exists 2024-08-10T04:58:54.562 INFO:tasks.rados.rados.0.smithi078.stdout:797: finishing write tid 6 to smithi07880501-50 2024-08-10T04:58:54.562 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 489 (ObjNum 270 snap 80 seq_num 270) dirty exists 2024-08-10T04:58:54.562 INFO:tasks.rados.rados.0.smithi078.stdout:797: left oid 50 (ObjNum 270 snap 80 seq_num 270) 2024-08-10T04:58:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:54 smithi078 ceph-mon[29426]: pgmap v33: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-10T04:58:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:54 smithi078 ceph-mon[29426]: osdmap e217: 8 total, 8 up, 8 in 2024-08-10T04:58:54.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:54 smithi078 ceph-mon[39622]: pgmap v33: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-10T04:58:54.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:54 smithi078 ceph-mon[39622]: osdmap e217: 8 total, 8 up, 8 in 2024-08-10T04:58:54.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:54.531+0000 7fe2a27eb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:58:54.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:54.751+0000 7fe2a27eb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:58:55.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:54.821+0000 7fe2a27eb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:58:55.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:54.899+0000 7fe2a27eb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:58:55.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:55.061+0000 7fe2a27eb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:58:55.365 INFO:tasks.rados.rados.0.smithi078.stdout:797: done (2 left) 2024-08-10T04:58:55.365 INFO:tasks.rados.rados.0.smithi078.stdout:798: done (1 left) 2024-08-10T04:58:55.365 INFO:tasks.rados.rados.0.smithi078.stdout:799: done (0 left) 2024-08-10T04:58:55.365 INFO:tasks.rados.rados.0.smithi078.stdout:800: copy_from oid 48 from oid 7 current snap is 81 2024-08-10T04:58:55.366 INFO:tasks.rados.rados.0.smithi078.stdout:801: read oid 2 snap -1 2024-08-10T04:58:55.366 INFO:tasks.rados.rados.0.smithi078.stdout:801: expect deleted 2024-08-10T04:58:55.366 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 81 2024-08-10T04:58:55.366 INFO:tasks.rados.rados.0.smithi078.stdout:802: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2024-08-10T04:58:55.368 INFO:tasks.rados.rados.0.smithi078.stdout:802: writing smithi07880501-13 from 0 to 540672 tid 1 2024-08-10T04:58:55.373 INFO:tasks.rados.rados.0.smithi078.stdout:802: writing smithi07880501-13 from 540672 to 1343488 tid 2 2024-08-10T04:58:55.376 INFO:tasks.rados.rados.0.smithi078.stdout:802: writing smithi07880501-13 from 1343488 to 1859584 tid 3 2024-08-10T04:58:55.378 INFO:tasks.rados.rados.0.smithi078.stdout:802: writing smithi07880501-13 from 1859584 to 2146304 tid 4 2024-08-10T04:58:55.378 INFO:tasks.rados.rados.0.smithi078.stdout:803: read oid 47 snap -1 2024-08-10T04:58:55.378 INFO:tasks.rados.rados.0.smithi078.stdout:803: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:55.379 INFO:tasks.rados.rados.0.smithi078.stdout:804: delete oid 26 current snap is 81 2024-08-10T04:58:55.379 INFO:tasks.rados.rados.0.smithi078.stdout:800: finishing copy_from to smithi07880501-48 2024-08-10T04:58:55.379 INFO:tasks.rados.rados.0.smithi078.stdout:800: got expected ENOENT (src dne) 2024-08-10T04:58:55.379 INFO:tasks.rados.rados.0.smithi078.stdout:800: finishing copy_from racing read to smithi07880501-48 2024-08-10T04:58:55.379 INFO:tasks.rados.rados.0.smithi078.stdout:802: finishing write tid 1 to smithi07880501-13 2024-08-10T04:58:55.379 INFO:tasks.rados.rados.0.smithi078.stdout:802: finishing write tid 2 to smithi07880501-13 2024-08-10T04:58:55.382 INFO:tasks.rados.rados.0.smithi078.stdout:802: finishing write tid 3 to smithi07880501-13 2024-08-10T04:58:55.382 INFO:tasks.rados.rados.0.smithi078.stdout:802: finishing write tid 4 to smithi07880501-13 2024-08-10T04:58:55.382 INFO:tasks.rados.rados.0.smithi078.stdout:802: finishing write tid 5 to smithi07880501-13 2024-08-10T04:58:55.383 INFO:tasks.rados.rados.0.smithi078.stdout:800: done (4 left) 2024-08-10T04:58:55.383 INFO:tasks.rados.rados.0.smithi078.stdout:801: done (3 left) 2024-08-10T04:58:55.383 INFO:tasks.rados.rados.0.smithi078.stdout:804: done (2 left) 2024-08-10T04:58:55.383 INFO:tasks.rados.rados.0.smithi078.stdout:805: read oid 45 snap -1 2024-08-10T04:58:55.383 INFO:tasks.rados.rados.0.smithi078.stdout:805: expect deleted 2024-08-10T04:58:55.383 INFO:tasks.rados.rados.0.smithi078.stdout:806: delete oid 38 current snap is 81 2024-08-10T04:58:55.384 INFO:tasks.rados.rados.0.smithi078.stdout:803: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:55.426 INFO:tasks.rados.rados.0.smithi078.stdout:802: finishing write tid 6 to smithi07880501-13 2024-08-10T04:58:55.426 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 494 (ObjNum 271 snap 81 seq_num 271) dirty exists 2024-08-10T04:58:55.426 INFO:tasks.rados.rados.0.smithi078.stdout:802: left oid 13 (ObjNum 271 snap 81 seq_num 271) 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:802: done (3 left) 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:803: done (2 left) 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:805: done (1 left) 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:806: done (0 left) 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:807: rmattr oid 10 current snap is 81 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:807: done (0 left) 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:808: copy_from oid 19 from oid 5 current snap is 81 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:809: read oid 47 snap -1 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:809: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 81 2024-08-10T04:58:55.427 INFO:tasks.rados.rados.0.smithi078.stdout:810: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-08-10T04:58:55.429 INFO:tasks.rados.rados.0.smithi078.stdout:810: writing smithi07880501-20 from 0 to 598016 tid 1 2024-08-10T04:58:55.432 INFO:tasks.rados.rados.0.smithi078.stdout:810: writing smithi07880501-20 from 598016 to 1097728 tid 2 2024-08-10T04:58:55.437 INFO:tasks.rados.rados.0.smithi078.stdout:810: writing smithi07880501-20 from 1097728 to 1843200 tid 3 2024-08-10T04:58:55.439 INFO:tasks.rados.rados.0.smithi078.stdout:810: writing smithi07880501-20 from 1843200 to 2203648 tid 4 2024-08-10T04:58:55.439 INFO:tasks.rados.rados.0.smithi078.stdout:811: setattr oid 25 current snap is 81 2024-08-10T04:58:55.439 INFO:tasks.rados.rados.0.smithi078.stdout:809: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:55.482 INFO:tasks.rados.rados.0.smithi078.stdout:810: finishing write tid 1 to smithi07880501-20 2024-08-10T04:58:55.482 INFO:tasks.rados.rados.0.smithi078.stdout:810: finishing write tid 2 to smithi07880501-20 2024-08-10T04:58:55.482 INFO:tasks.rados.rados.0.smithi078.stdout:808: finishing copy_from racing read to smithi07880501-19 2024-08-10T04:58:55.482 INFO:tasks.rados.rados.0.smithi078.stdout:808: finishing copy_from to smithi07880501-19 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 528 (ObjNum 245 snap 64 seq_num 245) dirty exists 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:810: finishing write tid 3 to smithi07880501-20 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:810: finishing write tid 4 to smithi07880501-20 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:810: finishing write tid 5 to smithi07880501-20 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:810: finishing write tid 6 to smithi07880501-20 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 193 (ObjNum 274 snap 81 seq_num 274) dirty exists 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:810: left oid 20 (ObjNum 274 snap 81 seq_num 274) 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:808: done (3 left) 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:809: done (2 left) 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:810: done (1 left) 2024-08-10T04:58:55.483 INFO:tasks.rados.rados.0.smithi078.stdout:812: snap_create 2024-08-10T04:58:55.484 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 90 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-08-10T04:58:55.567 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:55.504+0000 7fe2a27eb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:58:56.123 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:55.834+0000 7fe2a27eb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:58:56.124 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:55.901+0000 7fe2a27eb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:58:56.124 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:56.057+0000 7fe2a27eb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:58:56.368 INFO:tasks.rados.rados.0.smithi078.stdout:811: done (1 left) 2024-08-10T04:58:56.368 INFO:tasks.rados.rados.0.smithi078.stdout:812: done (0 left) 2024-08-10T04:58:56.369 INFO:tasks.rados.rados.0.smithi078.stdout:813: snap_create 2024-08-10T04:58:56.380 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-mon[32749]: osdmap e218: 8 total, 8 up, 8 in 2024-08-10T04:58:56.380 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-mon[32749]: pgmap v36: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-10T04:58:56.644 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:56.379+0000 7fe2a27eb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:58:56.644 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:56.447+0000 7fe2a27eb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:58:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:56 smithi078 ceph-mon[29426]: osdmap e218: 8 total, 8 up, 8 in 2024-08-10T04:58:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:56 smithi078 ceph-mon[29426]: pgmap v36: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-10T04:58:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:56 smithi078 ceph-mon[39622]: osdmap e218: 8 total, 8 up, 8 in 2024-08-10T04:58:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:56 smithi078 ceph-mon[39622]: pgmap v36: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-10T04:58:56.943 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:56.643+0000 7fe2a27eb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:58:56.943 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:56.795+0000 7fe2a27eb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T04:58:56.943 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:56.860+0000 7fe2a27eb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:58:56.943 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:56.943+0000 7fe2a27eb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:58:57.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:57.004+0000 7fe2a27eb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:58:57.375 INFO:tasks.rados.rados.0.smithi078.stdout:813: done (0 left) 2024-08-10T04:58:57.375 INFO:tasks.rados.rados.0.smithi078.stdout:814: copy_from oid 22 from oid 47 current snap is 83 2024-08-10T04:58:57.375 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 83 2024-08-10T04:58:57.375 INFO:tasks.rados.rados.0.smithi078.stdout:815: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-08-10T04:58:57.379 INFO:tasks.rados.rados.0.smithi078.stdout:815: writing smithi07880501-27 from 0 to 614400 tid 1 2024-08-10T04:58:57.384 INFO:tasks.rados.rados.0.smithi078.stdout:815: writing smithi07880501-27 from 614400 to 1400832 tid 2 2024-08-10T04:58:57.386 INFO:tasks.rados.rados.0.smithi078.stdout:815: writing smithi07880501-27 from 1400832 to 1900544 tid 3 2024-08-10T04:58:57.388 INFO:tasks.rados.rados.0.smithi078.stdout:815: writing smithi07880501-27 from 1900544 to 2220032 tid 4 2024-08-10T04:58:57.389 INFO:tasks.rados.rados.0.smithi078.stdout:816: snap_create 2024-08-10T04:58:57.389 INFO:tasks.rados.rados.0.smithi078.stdout:814: finishing copy_from racing read to smithi07880501-22 2024-08-10T04:58:57.389 INFO:tasks.rados.rados.0.smithi078.stdout:815: finishing write tid 1 to smithi07880501-27 2024-08-10T04:58:57.389 INFO:tasks.rados.rados.0.smithi078.stdout:814: finishing copy_from to smithi07880501-22 2024-08-10T04:58:57.389 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 277 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:58:57.390 INFO:tasks.rados.rados.0.smithi078.stdout:815: finishing write tid 2 to smithi07880501-27 2024-08-10T04:58:57.391 INFO:tasks.rados.rados.0.smithi078.stdout:815: finishing write tid 3 to smithi07880501-27 2024-08-10T04:58:57.391 INFO:tasks.rados.rados.0.smithi078.stdout:815: finishing write tid 4 to smithi07880501-27 2024-08-10T04:58:57.391 INFO:tasks.rados.rados.0.smithi078.stdout:815: finishing write tid 5 to smithi07880501-27 2024-08-10T04:58:57.393 INFO:tasks.rados.rados.0.smithi078.stdout:815: finishing write tid 6 to smithi07880501-27 2024-08-10T04:58:57.393 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 541 (ObjNum 275 snap 83 seq_num 275) dirty exists 2024-08-10T04:58:57.393 INFO:tasks.rados.rados.0.smithi078.stdout:815: left oid 27 (ObjNum 275 snap 83 seq_num 275) 2024-08-10T04:58:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:57 smithi078 ceph-mon[29426]: osdmap e219: 8 total, 8 up, 8 in 2024-08-10T04:58:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:57 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:57 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:57 smithi078 ceph-mon[39622]: osdmap e219: 8 total, 8 up, 8 in 2024-08-10T04:58:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:57 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:57 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:57.739 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-mon[32749]: osdmap e219: 8 total, 8 up, 8 in 2024-08-10T04:58:57.739 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:57.740 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:57.740 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:57.572+0000 7fe2a27eb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:58:58.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:57.738+0000 7fe2a27eb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:58:58.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: [10/Aug/2024:04:58:57] ENGINE Bus STARTING 2024-08-10T04:58:58.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: CherryPy Checker: 2024-08-10T04:58:58.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: The Application mounted at '' has an empty config. 2024-08-10T04:58:58.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:58:58.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: [10/Aug/2024:04:58:57] ENGINE Serving on http://:::9283 2024-08-10T04:58:58.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:58:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: [10/Aug/2024:04:58:57] ENGINE Bus STARTED 2024-08-10T04:58:58.394 INFO:tasks.rados.rados.0.smithi078.stdout:814: done (2 left) 2024-08-10T04:58:58.394 INFO:tasks.rados.rados.0.smithi078.stdout:815: done (1 left) 2024-08-10T04:58:58.394 INFO:tasks.rados.rados.0.smithi078.stdout:816: done (0 left) 2024-08-10T04:58:58.394 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 84 2024-08-10T04:58:58.394 INFO:tasks.rados.rados.0.smithi078.stdout:817: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-08-10T04:58:58.397 INFO:tasks.rados.rados.0.smithi078.stdout:817: writing smithi07880501-35 from 0 to 630784 tid 1 2024-08-10T04:58:58.401 INFO:tasks.rados.rados.0.smithi078.stdout:817: writing smithi07880501-35 from 630784 to 1302528 tid 2 2024-08-10T04:58:58.406 INFO:tasks.rados.rados.0.smithi078.stdout:817: writing smithi07880501-35 from 1302528 to 2007040 tid 3 2024-08-10T04:58:58.408 INFO:tasks.rados.rados.0.smithi078.stdout:817: writing smithi07880501-35 from 2007040 to 2236416 tid 4 2024-08-10T04:58:58.408 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 84 2024-08-10T04:58:58.409 INFO:tasks.rados.rados.0.smithi078.stdout:817: finishing write tid 1 to smithi07880501-35 2024-08-10T04:58:58.409 INFO:tasks.rados.rados.0.smithi078.stdout:817: finishing write tid 2 to smithi07880501-35 2024-08-10T04:58:58.409 INFO:tasks.rados.rados.0.smithi078.stdout:818: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-08-10T04:58:58.411 INFO:tasks.rados.rados.0.smithi078.stdout:818: writing smithi07880501-40 from 0 to 647168 tid 1 2024-08-10T04:58:58.414 INFO:tasks.rados.rados.0.smithi078.stdout:818: writing smithi07880501-40 from 647168 to 1204224 tid 2 2024-08-10T04:58:58.417 INFO:tasks.rados.rados.0.smithi078.stdout:818: writing smithi07880501-40 from 1204224 to 1720320 tid 3 2024-08-10T04:58:58.422 INFO:tasks.rados.rados.0.smithi078.stdout:818: writing smithi07880501-40 from 1720320 to 2252800 tid 4 2024-08-10T04:58:58.422 INFO:tasks.rados.rados.0.smithi078.stdout:819: read oid 22 snap -1 2024-08-10T04:58:58.422 INFO:tasks.rados.rados.0.smithi078.stdout:819: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:58.422 INFO:tasks.rados.rados.0.smithi078.stdout:820: read oid 8 snap -1 2024-08-10T04:58:58.422 INFO:tasks.rados.rados.0.smithi078.stdout:820: expect (ObjNum 217 snap 62 seq_num 217) 2024-08-10T04:58:58.422 INFO:tasks.rados.rados.0.smithi078.stdout:821: copy_from oid 30 from oid 12 current snap is 84 2024-08-10T04:58:58.422 INFO:tasks.rados.rados.0.smithi078.stdout:817: finishing write tid 3 to smithi07880501-35 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:817: finishing write tid 4 to smithi07880501-35 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:817: finishing write tid 5 to smithi07880501-35 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:817: finishing write tid 6 to smithi07880501-35 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 198 (ObjNum 276 snap 84 seq_num 276) dirty exists 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:817: left oid 35 (ObjNum 276 snap 84 seq_num 276) 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:818: finishing write tid 1 to smithi07880501-40 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:818: finishing write tid 2 to smithi07880501-40 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:818: finishing write tid 3 to smithi07880501-40 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:817: done (4 left) 2024-08-10T04:58:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:822: snap_remove snap 70 2024-08-10T04:58:58.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: osdmap e220: 8 total, 8 up, 8 in 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: pgmap v39: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: Standby manager daemon x restarted 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: Standby manager daemon x started 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:58.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:58 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: osdmap e220: 8 total, 8 up, 8 in 2024-08-10T04:58:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: pgmap v39: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-10T04:58:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: Standby manager daemon x restarted 2024-08-10T04:58:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: Standby manager daemon x started 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: osdmap e220: 8 total, 8 up, 8 in 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: pgmap v39: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: Standby manager daemon x restarted 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: Standby manager daemon x started 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:58:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:58:58.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/2641329224' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:58:58.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:58.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:58 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:58:59.391 INFO:tasks.rados.rados.0.smithi078.stdout:818: finishing write tid 4 to smithi07880501-40 2024-08-10T04:58:59.391 INFO:tasks.rados.rados.0.smithi078.stdout:818: finishing write tid 5 to smithi07880501-40 2024-08-10T04:58:59.391 INFO:tasks.rados.rados.0.smithi078.stdout:818: finishing write tid 6 to smithi07880501-40 2024-08-10T04:58:59.391 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 67 (ObjNum 277 snap 84 seq_num 277) dirty exists 2024-08-10T04:58:59.391 INFO:tasks.rados.rados.0.smithi078.stdout:818: left oid 40 (ObjNum 277 snap 84 seq_num 277) 2024-08-10T04:58:59.391 INFO:tasks.rados.rados.0.smithi078.stdout:819: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:58:59.437 INFO:tasks.rados.rados.0.smithi078.stdout:820: expect (ObjNum 217 snap 62 seq_num 217) 2024-08-10T04:58:59.469 INFO:tasks.rados.rados.0.smithi078.stdout:821: finishing copy_from racing read to smithi07880501-30 2024-08-10T04:58:59.470 INFO:tasks.rados.rados.0.smithi078.stdout:821: finishing copy_from to smithi07880501-30 2024-08-10T04:58:59.470 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 269 (ObjNum 239 snap 64 seq_num 239) dirty exists 2024-08-10T04:58:59.474 INFO:tasks.rados.rados.0.smithi078.stdout:818: done (4 left) 2024-08-10T04:58:59.474 INFO:tasks.rados.rados.0.smithi078.stdout:819: done (3 left) 2024-08-10T04:58:59.475 INFO:tasks.rados.rados.0.smithi078.stdout:820: done (2 left) 2024-08-10T04:58:59.475 INFO:tasks.rados.rados.0.smithi078.stdout:821: done (1 left) 2024-08-10T04:58:59.475 INFO:tasks.rados.rados.0.smithi078.stdout:822: done (0 left) 2024-08-10T04:58:59.475 INFO:tasks.rados.rados.0.smithi078.stdout:823: delete oid 7 current snap is 84 2024-08-10T04:58:59.479 INFO:tasks.rados.rados.0.smithi078.stdout:823: done (0 left) 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:824: read oid 11 snap -1 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:824: expect (ObjNum 264 snap 78 seq_num 264) 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:825: rollback oid 44 current snap is 84 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 28 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:826: delete oid 39 current snap is 84 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:826: done (2 left) 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:827: read oid 31 snap -1 2024-08-10T04:58:59.480 INFO:tasks.rados.rados.0.smithi078.stdout:827: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:59.481 INFO:tasks.rados.rados.0.smithi078.stdout:828: rmattr oid 37 current snap is 84 2024-08-10T04:58:59.484 INFO:tasks.rados.rados.0.smithi078.stdout:828: done (3 left) 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:829: read oid 4 snap -1 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:829: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:830: rollback oid 16 current snap is 84 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 52 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:831: copy_from oid 42 from oid 35 current snap is 84 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:832: read oid 6 snap -1 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:832: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:833: rollback oid 26 current snap is 84 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 28 2024-08-10T04:58:59.485 INFO:tasks.rados.rados.0.smithi078.stdout:834: snap_create 2024-08-10T04:58:59.486 INFO:tasks.rados.rados.0.smithi078.stdout:833: finishing rollback tid 1 to smithi07880501-26 2024-08-10T04:58:59.486 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 303 (ObjNum 65 snap 0 seq_num 2091301602) dirty dne 2024-08-10T04:58:59.487 INFO:tasks.rados.rados.0.smithi078.stdout:829: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T04:58:59.487 INFO:tasks.rados.rados.0.smithi078.stdout:830: finishing rollback tid 0 to smithi07880501-16 2024-08-10T04:58:59.487 INFO:tasks.rados.rados.0.smithi078.stdout:830: finishing rollback tid 1 to smithi07880501-16 2024-08-10T04:58:59.487 INFO:tasks.rados.rados.0.smithi078.stdout:830: finishing rollback tid 2 to smithi07880501-16 2024-08-10T04:58:59.487 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 498 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:58:59.487 INFO:tasks.rados.rados.0.smithi078.stdout:832: expect (ObjNum 188 snap 50 seq_num 188) 2024-08-10T04:58:59.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:59 smithi107 ceph-mon[32749]: mgrmap e37: y(active, since 24s), standbys: x 2024-08-10T04:58:59.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:58:59 smithi107 ceph-mon[32749]: osdmap e221: 8 total, 8 up, 8 in 2024-08-10T04:58:59.510 INFO:tasks.rados.rados.0.smithi078.stdout:827: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T04:58:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:59 smithi078 ceph-mon[29426]: mgrmap e37: y(active, since 24s), standbys: x 2024-08-10T04:58:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:58:59 smithi078 ceph-mon[29426]: osdmap e221: 8 total, 8 up, 8 in 2024-08-10T04:58:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:59 smithi078 ceph-mon[39622]: mgrmap e37: y(active, since 24s), standbys: x 2024-08-10T04:58:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:58:59 smithi078 ceph-mon[39622]: osdmap e221: 8 total, 8 up, 8 in 2024-08-10T04:58:59.747 INFO:tasks.rados.rados.0.smithi078.stdout:824: expect (ObjNum 264 snap 78 seq_num 264) 2024-08-10T04:58:59.934 INFO:tasks.rados.rados.0.smithi078.stdout:825: finishing rollback tid 0 to smithi07880501-44 2024-08-10T04:58:59.934 INFO:tasks.rados.rados.0.smithi078.stdout:825: finishing rollback tid 1 to smithi07880501-44 2024-08-10T04:58:59.934 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 455 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T04:58:59.934 INFO:tasks.rados.rados.0.smithi078.stdout:831: finishing copy_from racing read to smithi07880501-42 2024-08-10T04:58:59.934 INFO:tasks.rados.rados.0.smithi078.stdout:831: finishing copy_from to smithi07880501-42 2024-08-10T04:58:59.934 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 198 (ObjNum 276 snap 84 seq_num 276) dirty exists 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:824: done (8 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:825: done (7 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:827: done (6 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:829: done (5 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:830: done (4 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:831: done (3 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:832: done (2 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:833: done (1 left) 2024-08-10T04:59:00.402 INFO:tasks.rados.rados.0.smithi078.stdout:834: done (0 left) 2024-08-10T04:59:00.403 INFO:tasks.rados.rados.0.smithi078.stdout:835: copy_from oid 36 from oid 21 current snap is 85 2024-08-10T04:59:00.403 INFO:tasks.rados.rados.0.smithi078.stdout:836: read oid 12 snap -1 2024-08-10T04:59:00.403 INFO:tasks.rados.rados.0.smithi078.stdout:836: expect (ObjNum 239 snap 64 seq_num 239) 2024-08-10T04:59:00.403 INFO:tasks.rados.rados.0.smithi078.stdout:837: read oid 19 snap -1 2024-08-10T04:59:00.403 INFO:tasks.rados.rados.0.smithi078.stdout:837: expect (ObjNum 245 snap 64 seq_num 245) 2024-08-10T04:59:00.403 INFO:tasks.rados.rados.0.smithi078.stdout:838: snap_create 2024-08-10T04:59:00.405 INFO:tasks.rados.rados.0.smithi078.stdout:835: finishing copy_from to smithi07880501-36 2024-08-10T04:59:00.405 INFO:tasks.rados.rados.0.smithi078.stdout:835: got expected ENOENT (src dne) 2024-08-10T04:59:00.405 INFO:tasks.rados.rados.0.smithi078.stdout:835: finishing copy_from racing read to smithi07880501-36 2024-08-10T04:59:00.408 INFO:tasks.rados.rados.0.smithi078.stdout:837: expect (ObjNum 245 snap 64 seq_num 245) 2024-08-10T04:59:00.457 INFO:tasks.rados.rados.0.smithi078.stdout:836: expect (ObjNum 239 snap 64 seq_num 239) 2024-08-10T04:59:00.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:00 smithi107 ceph-mon[32749]: osdmap e222: 8 total, 8 up, 8 in 2024-08-10T04:59:00.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:00 smithi107 ceph-mon[32749]: pgmap v42: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:00 smithi078 ceph-mon[29426]: osdmap e222: 8 total, 8 up, 8 in 2024-08-10T04:59:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:00 smithi078 ceph-mon[29426]: pgmap v42: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:00 smithi078 ceph-mon[39622]: osdmap e222: 8 total, 8 up, 8 in 2024-08-10T04:59:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:00 smithi078 ceph-mon[39622]: pgmap v42: 121 pgs: 121 active+clean; 230 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:01.410 INFO:tasks.rados.rados.0.smithi078.stdout:835: done (3 left) 2024-08-10T04:59:01.411 INFO:tasks.rados.rados.0.smithi078.stdout:836: done (2 left) 2024-08-10T04:59:01.411 INFO:tasks.rados.rados.0.smithi078.stdout:837: done (1 left) 2024-08-10T04:59:01.411 INFO:tasks.rados.rados.0.smithi078.stdout:838: done (0 left) 2024-08-10T04:59:01.411 INFO:tasks.rados.rados.0.smithi078.stdout:839: rollback oid 27 current snap is 86 2024-08-10T04:59:01.413 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 27 to 76 2024-08-10T04:59:01.413 INFO:tasks.rados.rados.0.smithi078.stdout:840: snap_remove snap 52 2024-08-10T04:59:01.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: osdmap e223: 8 total, 8 up, 8 in 2024-08-10T04:59:01.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-10T04:59:01.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: osdmap e223: 8 total, 8 up, 8 in 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T04:59:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T04:59:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-10T04:59:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T04:59:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T04:59:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-10T04:59:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:01.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T04:59:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: osdmap e223: 8 total, 8 up, 8 in 2024-08-10T04:59:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:01 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T04:59:01.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:59:01] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:840: done (1 left) 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:841: copy_from oid 11 from oid 41 current snap is 86 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:839: finishing rollback tid 0 to smithi07880501-27 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:839: finishing rollback tid 1 to smithi07880501-27 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 551 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:839: done (1 left) 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:842: copy_from oid 46 from oid 17 current snap is 86 2024-08-10T04:59:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:843: delete oid 29 current snap is 86 2024-08-10T04:59:02.425 INFO:tasks.rados.rados.0.smithi078.stdout:843: done (2 left) 2024-08-10T04:59:02.425 INFO:tasks.rados.rados.0.smithi078.stdout:844: snap_remove snap 30 2024-08-10T04:59:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: Upgrade: Setting container_image for all mgr 2024-08-10T04:59:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: Upgrade: It appears safe to stop mon.a 2024-08-10T04:59:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: osdmap e224: 8 total, 8 up, 8 in 2024-08-10T04:59:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: pgmap v45: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-08-10T04:59:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:02.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:02.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:02.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:02 smithi107 ceph-mon[32749]: osdmap e225: 8 total, 8 up, 8 in 2024-08-10T04:59:02.716 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: Upgrade: Setting container_image for all mgr 2024-08-10T04:59:02.716 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: Upgrade: It appears safe to stop mon.a 2024-08-10T04:59:02.716 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: osdmap e224: 8 total, 8 up, 8 in 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: pgmap v45: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[39622]: osdmap e225: 8 total, 8 up, 8 in 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: Upgrade: Setting container_image for all mgr 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: Upgrade: It appears safe to stop mon.a 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: osdmap e224: 8 total, 8 up, 8 in 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: pgmap v45: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: from='mgr.24974 ' entity='mgr.y' 2024-08-10T04:59:02.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:02.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:02.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: from='mgr.24974 172.21.15.78:0/128830346' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:02.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:02 smithi078 ceph-mon[29426]: osdmap e225: 8 total, 8 up, 8 in 2024-08-10T04:59:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:844: done (2 left) 2024-08-10T04:59:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 86 2024-08-10T04:59:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:845: seq_num 281 ranges {3465216=712704,4177920=491520,4669440=491520,5160960=622592} 2024-08-10T04:59:03.294 INFO:tasks.rados.rados.0.smithi078.stdout:845: writing smithi07880501-12 from 3465216 to 4177920 tid 1 2024-08-10T04:59:03.297 INFO:tasks.rados.rados.0.smithi078.stdout:845: writing smithi07880501-12 from 4177920 to 4669440 tid 2 2024-08-10T04:59:03.299 INFO:tasks.rados.rados.0.smithi078.stdout:845: writing smithi07880501-12 from 4669440 to 5160960 tid 3 2024-08-10T04:59:03.303 INFO:tasks.rados.rados.0.smithi078.stdout:845: writing smithi07880501-12 from 5160960 to 5783552 tid 4 2024-08-10T04:59:03.303 INFO:tasks.rados.rados.0.smithi078.stdout:846: delete oid 22 current snap is 86 2024-08-10T04:59:03.303 INFO:tasks.rados.rados.0.smithi078.stdout:842: finishing copy_from racing read to smithi07880501-46 2024-08-10T04:59:03.303 INFO:tasks.rados.rados.0.smithi078.stdout:842: finishing copy_from to smithi07880501-46 2024-08-10T04:59:03.304 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 88 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-08-10T04:59:03.304 INFO:tasks.rados.rados.0.smithi078.stdout:841: finishing copy_from racing read to smithi07880501-11 2024-08-10T04:59:03.304 INFO:tasks.rados.rados.0.smithi078.stdout:841: finishing copy_from to smithi07880501-11 2024-08-10T04:59:03.304 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 188 (ObjNum 268 snap 80 seq_num 268) dirty exists 2024-08-10T04:59:03.304 INFO:tasks.rados.rados.0.smithi078.stdout:845: finishing write tid 1 to smithi07880501-12 2024-08-10T04:59:03.304 INFO:tasks.rados.rados.0.smithi078.stdout:845: finishing write tid 2 to smithi07880501-12 2024-08-10T04:59:03.304 INFO:tasks.rados.rados.0.smithi078.stdout:845: finishing write tid 3 to smithi07880501-12 2024-08-10T04:59:03.305 INFO:tasks.rados.rados.0.smithi078.stdout:841: done (3 left) 2024-08-10T04:59:03.305 INFO:tasks.rados.rados.0.smithi078.stdout:842: done (2 left) 2024-08-10T04:59:03.305 INFO:tasks.rados.rados.0.smithi078.stdout:846: done (1 left) 2024-08-10T04:59:03.305 INFO:tasks.rados.rados.0.smithi078.stdout:847: snap_remove snap 53 2024-08-10T04:59:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:03 smithi078 ceph-mon[39622]: Upgrade: Updating mon.a 2024-08-10T04:59:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:03 smithi078 ceph-mon[39622]: Deploying daemon mon.a on smithi078 2024-08-10T04:59:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:03 smithi078 ceph-mon[39622]: osdmap e226: 8 total, 8 up, 8 in 2024-08-10T04:59:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:03 smithi078 ceph-mon[29426]: Upgrade: Updating mon.a 2024-08-10T04:59:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:03 smithi078 ceph-mon[29426]: Deploying daemon mon.a on smithi078 2024-08-10T04:59:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:03 smithi078 ceph-mon[29426]: osdmap e226: 8 total, 8 up, 8 in 2024-08-10T04:59:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:03 smithi107 ceph-mon[32749]: Upgrade: Updating mon.a 2024-08-10T04:59:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:03 smithi107 ceph-mon[32749]: Deploying daemon mon.a on smithi078 2024-08-10T04:59:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:03 smithi107 ceph-mon[32749]: osdmap e226: 8 total, 8 up, 8 in 2024-08-10T04:59:03.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:845: finishing write tid 4 to smithi07880501-12 2024-08-10T04:59:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:845: finishing write tid 5 to smithi07880501-12 2024-08-10T04:59:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:845: finishing write tid 6 to smithi07880501-12 2024-08-10T04:59:04.272 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 328 (ObjNum 281 snap 86 seq_num 281) dirty exists 2024-08-10T04:59:04.273 INFO:tasks.rados.rados.0.smithi078.stdout:845: left oid 12 (ObjNum 281 snap 86 seq_num 281) 2024-08-10T04:59:04.273 INFO:tasks.rados.rados.0.smithi078.stdout:845: done (1 left) 2024-08-10T04:59:04.273 INFO:tasks.rados.rados.0.smithi078.stdout:847: done (0 left) 2024-08-10T04:59:04.273 INFO:tasks.rados.rados.0.smithi078.stdout:848: read oid 14 snap -1 2024-08-10T04:59:04.273 INFO:tasks.rados.rados.0.smithi078.stdout:848: expect (ObjNum 167 snap 42 seq_num 167) 2024-08-10T04:59:04.273 INFO:tasks.rados.rados.0.smithi078.stdout:849: snap_remove snap 82 2024-08-10T04:59:04.318 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:04 smithi078 systemd[1]: Stopping Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:59:04.693 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[29422]: 2024-08-10T04:59:04.318+0000 7fb92fc61640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T04:59:04.693 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[29422]: 2024-08-10T04:59:04.318+0000 7fb92fc61640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-10T04:59:04.693 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:04 smithi078 podman[92089]: 2024-08-10 04:59:04.441095823 +0000 UTC m=+0.226971473 container died 1bf023f61768edbc089bc0669d3655ff8854f1f3489ba2a0332465b2ac4c9333 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T04:59:04.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:04.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:04 smithi078 podman[92089]: 2024-08-10 04:59:04.884841092 +0000 UTC m=+0.670716735 container cleanup 1bf023f61768edbc089bc0669d3655ff8854f1f3489ba2a0332465b2ac4c9333 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-08-10T04:59:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:04 smithi078 bash[92089]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a 2024-08-10T04:59:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 podman[92101]: 2024-08-10 04:59:05.094638777 +0000 UTC m=+0.647981741 container remove 1bf023f61768edbc089bc0669d3655ff8854f1f3489ba2a0332465b2ac4c9333 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-10T04:59:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-10T04:59:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 systemd[1]: Stopped Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:59:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service: Consumed 12.587s CPU time. 2024-08-10T04:59:05.770 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 systemd[1]: Starting Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:59:05.770 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 podman[92232]: 2024-08-10 04:59:05.618801217 +0000 UTC m=+0.017257534 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T04:59:06.025 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 podman[92232]: 2024-08-10 04:59:05.770839988 +0000 UTC m=+0.169296308 container create 741ff31aaca1f4debbc0df6de6bde21958e77bdd27fb57b765cac3f99e3d9a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 podman[92232]: 2024-08-10 04:59:05.981532658 +0000 UTC m=+0.379988977 container init 741ff31aaca1f4debbc0df6de6bde21958e77bdd27fb57b765cac3f99e3d9a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:05 smithi078 podman[92232]: 2024-08-10 04:59:05.984715441 +0000 UTC m=+0.383171770 container start 741ff31aaca1f4debbc0df6de6bde21958e77bdd27fb57b765cac3f99e3d9a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc), process ceph-mon, pid 2 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: pidfile_write: ignore empty --pid-file 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: load: jerasure load: lrc 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: RocksDB version: 7.9.2 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Git sha 0 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Compile date 2024-08-08 15:22:17 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: DB SUMMARY 2024-08-10T04:59:06.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: DB Session ID: 220TBRMSWV6TDWSNC79B 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: CURRENT file: CURRENT 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 3940560 ; 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.error_if_exists: 0 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.create_if_missing: 0 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.paranoid_checks: 1 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.env: 0x55716eb847a0 2024-08-10T04:59:06.027 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.fs: PosixFileSystem 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.info_log: 0x557170495500 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.statistics: (nil) 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.use_fsync: 0 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_log_file_size: 0 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.allow_fallocate: 1 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T04:59:06.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.use_direct_reads: 0 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.db_log_dir: 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.wal_dir: 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.write_buffer_manager: 0x5571704a48c0 2024-08-10T04:59:06.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T04:59:06.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T04:59:06.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T04:59:06.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T04:59:06.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T04:59:06.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T04:59:06.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T04:59:06.030 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T04:59:06.031 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.unordered_write: 0 2024-08-10T04:59:06.031 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T04:59:06.031 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T04:59:06.031 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T04:59:06.031 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.row_cache: None 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.wal_filter: None 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.two_write_queues: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.wal_compression: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.atomic_flush: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.log_readahead_size: 0 2024-08-10T04:59:06.032 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_background_jobs: 2 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_background_compactions: -1 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_subcompactions: 1 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T04:59:06.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_open_files: -1 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_background_flushes: -1 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Compression algorithms supported: 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kZSTD supported: 0 2024-08-10T04:59:06.034 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kXpressCompression supported: 0 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kBZip2Compression supported: 0 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kLZ4Compression supported: 1 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kZlibCompression supported: 1 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: kSnappyCompression supported: 1 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.merge_operator: 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_filter: None 2024-08-10T04:59:06.035 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557170495120) 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: cache_index_and_filter_blocks: 1 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: pin_top_level_index_and_filter: 1 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_type: 0 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_block_index_type: 0 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_shortening: 1 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: checksum: 4 2024-08-10T04:59:06.036 INFO:journalctl@ceph.mon.a.smithi078.stdout: no_block_cache: 0 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache: 0x557170489090 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_name: BinnedLRUCache 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_options: 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: capacity : 536870912 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: num_shard_bits : 4 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: strict_capacity_limit : 0 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: high_pri_pool_ratio: 0.000 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_compressed: (nil) 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: persistent_cache: (nil) 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_size: 4096 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_size_deviation: 10 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_restart_interval: 16 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_block_restart_interval: 1 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: metadata_block_size: 4096 2024-08-10T04:59:06.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: partition_filters: 0 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: use_delta_encoding: 1 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: filter_policy: bloomfilter 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: whole_key_filtering: 1 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: verify_compression: 0 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: read_amp_bytes_per_bit: 0 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: format_version: 5 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: enable_index_compression: 1 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_align: 0 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: max_auto_readahead_size: 262144 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: prepopulate_block_cache: 0 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: initial_auto_readahead_size: 8192 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: num_file_reads_for_auto_readahead: 2 2024-08-10T04:59:06.038 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression: NoCompression 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.num_levels: 7 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T04:59:06.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T04:59:06.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T04:59:06.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T04:59:06.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T04:59:06.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T04:59:06.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T04:59:06.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-10T04:59:06.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.arena_block_size: 1048576 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T04:59:06.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.inplace_update_support: 0 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T04:59:06.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.bloom_locality: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.max_successive_merges: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.ttl: 2592000 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.enable_blob_files: false 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.min_blob_size: 0 2024-08-10T04:59:06.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.blob_file_starting_level: 0 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12817, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0b979a15-aba1-45df-8d16-09167c6d291a 2024-08-10T04:59:06.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265946012351, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265946025026, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3676575, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12819, "largest_seqno": 14556, "table_properties": {"data_size": 3667102, "index_size": 6443, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1989, "raw_key_size": 18889, "raw_average_key_size": 24, "raw_value_size": 3649406, "raw_average_value_size": 4696, "num_data_blocks": 285, "num_entries": 777, "num_filter_entries": 777, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723265946, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0b979a15-aba1-45df-8d16-09167c6d291a", "db_session_id": "220TBRMSWV6TDWSNC79B", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265946026529, "job": 1, "event": "recovery_finished"} 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5571704b6e00 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: DB pointer 0x5571705b0000 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** DB Stats ** 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:06.050 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: L0 1/0 3.51 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 687.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: L6 1/0 7.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: Sum 2/0 11.06 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 687.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 687.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.051 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 687.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T04:59:06.052 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative compaction: 0.00 GB write, 204.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:59:06.053 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval compaction: 0.00 GB write, 204.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:59:06.053 INFO:journalctl@ceph.mon.a.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T04:59:06.053 INFO:journalctl@ceph.mon.a.smithi078.stdout: Block cache BinnedLRUCache@0x557170489090#2 capacity: 512.00 MB usage: 8.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-08-10T04:59:06.053 INFO:journalctl@ceph.mon.a.smithi078.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-08-10T04:59:06.053 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.053 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T04:59:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: starting mon.a rank 0 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???) e3 preinit fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???).mds e8 new map 2024-08-10T04:59:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???).mds e8 print_map 2024-08-10T04:59:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout: e8 2024-08-10T04:59:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: legacy client fscid: 1 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: Filesystem 'cephfs' (1) 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: fs_name cephfs 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: epoch 8 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: created 2024-08-10T04:52:48.088650+0000 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: modified 2024-08-10T04:53:00.422851+0000 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: tableserver 0 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: root 0 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: session_timeout 60 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: session_autoclose 300 2024-08-10T04:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout: max_file_size 1099511627776 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: max_xattr_size 65536 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: required_client_features {} 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: last_failure 0 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: last_failure_osd_epoch 0 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: max_mds 1 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: in 0 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: up {0=24292} 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: failed 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: damaged 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: stopped 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_pools [3] 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: metadata_pool 2 2024-08-10T04:59:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout: inline_data disabled 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: balancer 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: bal_rank_mask -1 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: standby_count_wanted 0 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: qdb_cluster leader: 0 members: 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: [mds.b{0:24292} state up:active seq 5 addr [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: Standby daemons: 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout: [mds.a{-1:14424} state up:standby seq 1 addr [v2:172.21.15.78:6834/2767537394,v1:172.21.15.78:6835/2767537394] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???).osd e227 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:06.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:06.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 ceph-mon[92251]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-10T04:59:06.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 bash[92232]: 741ff31aaca1f4debbc0df6de6bde21958e77bdd27fb57b765cac3f99e3d9a16 2024-08-10T04:59:06.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:06 smithi078 systemd[1]: Started Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:59:07.513 INFO:tasks.rados.rados.0.smithi078.stdout:849: done (1 left) 2024-08-10T04:59:07.513 INFO:tasks.rados.rados.0.smithi078.stdout:850: read oid 32 snap -1 2024-08-10T04:59:07.513 INFO:tasks.rados.rados.0.smithi078.stdout:850: expect (ObjNum 244 snap 64 seq_num 244) 2024-08-10T04:59:07.513 INFO:tasks.rados.rados.0.smithi078.stdout:851: rollback oid 45 current snap is 86 2024-08-10T04:59:07.513 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 45 to 56 2024-08-10T04:59:07.513 INFO:tasks.rados.rados.0.smithi078.stdout:848: expect (ObjNum 167 snap 42 seq_num 167) 2024-08-10T04:59:07.531 INFO:tasks.rados.rados.0.smithi078.stdout:848: done (2 left) 2024-08-10T04:59:07.531 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 86 2024-08-10T04:59:07.531 INFO:tasks.rados.rados.0.smithi078.stdout:852: seq_num 283 ranges {720896=745472,1466368=712704,2179072=458752,2637824=434176} 2024-08-10T04:59:07.539 INFO:tasks.rados.rados.0.smithi078.stdout:852: writing smithi07880501-43 from 720896 to 1466368 tid 1 2024-08-10T04:59:07.543 INFO:tasks.rados.rados.0.smithi078.stdout:852: writing smithi07880501-43 from 1466368 to 2179072 tid 2 2024-08-10T04:59:07.546 INFO:tasks.rados.rados.0.smithi078.stdout:852: writing smithi07880501-43 from 2179072 to 2637824 tid 3 2024-08-10T04:59:07.551 INFO:tasks.rados.rados.0.smithi078.stdout:852: writing smithi07880501-43 from 2637824 to 3072000 tid 4 2024-08-10T04:59:07.551 INFO:tasks.rados.rados.0.smithi078.stdout:853: read oid 24 snap -1 2024-08-10T04:59:07.551 INFO:tasks.rados.rados.0.smithi078.stdout:853: expect (ObjNum 254 snap 70 seq_num 254) 2024-08-10T04:59:07.551 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 86 2024-08-10T04:59:07.552 INFO:tasks.rados.rados.0.smithi078.stdout:851: finishing rollback tid 1 to smithi07880501-45 2024-08-10T04:59:07.552 INFO:tasks.rados.rados.0.smithi078.stdout:851: finishing rollback tid 2 to smithi07880501-45 2024-08-10T04:59:07.552 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 534 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T04:59:07.552 INFO:tasks.rados.rados.0.smithi078.stdout:850: expect (ObjNum 244 snap 64 seq_num 244) 2024-08-10T04:59:07.704 INFO:tasks.rados.rados.0.smithi078.stdout:852: finishing write tid 1 to smithi07880501-43 2024-08-10T04:59:07.704 INFO:tasks.rados.rados.0.smithi078.stdout:854: seq_num 284 ranges {5783552=761856,6545408=598016,7143424=671744,7815168=335872} 2024-08-10T04:59:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:854: writing smithi07880501-12 from 5783552 to 6545408 tid 1 2024-08-10T04:59:07.743 INFO:tasks.rados.rados.0.smithi078.stdout:854: writing smithi07880501-12 from 6545408 to 7143424 tid 2 2024-08-10T04:59:07.746 INFO:tasks.rados.rados.0.smithi078.stdout:854: writing smithi07880501-12 from 7143424 to 7815168 tid 3 2024-08-10T04:59:07.749 INFO:tasks.rados.rados.0.smithi078.stdout:854: writing smithi07880501-12 from 7815168 to 8151040 tid 4 2024-08-10T04:59:07.749 INFO:tasks.rados.rados.0.smithi078.stdout:850: done (4 left) 2024-08-10T04:59:07.749 INFO:tasks.rados.rados.0.smithi078.stdout:851: done (3 left) 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:855: rollback oid 44 current snap is 86 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 78 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:852: finishing write tid 2 to smithi07880501-43 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:852: finishing write tid 3 to smithi07880501-43 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:852: finishing write tid 4 to smithi07880501-43 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:852: finishing write tid 5 to smithi07880501-43 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:852: finishing write tid 6 to smithi07880501-43 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 542 (ObjNum 283 snap 86 seq_num 283) dirty exists 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:852: left oid 43 (ObjNum 283 snap 86 seq_num 283) 2024-08-10T04:59:07.750 INFO:tasks.rados.rados.0.smithi078.stdout:853: expect (ObjNum 254 snap 70 seq_num 254) 2024-08-10T04:59:07.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: pgmap v50: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-08-10T04:59:07.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: mon.a calling monitor election 2024-08-10T04:59:07.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:07.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: monmap epoch 3 2024-08-10T04:59:07.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:07.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: last_changed 2024-08-10T04:48:52.036143+0000 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: min_mon_release 17 (quincy) 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: election_strategy: 1 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: osdmap e227: 8 total, 8 up, 8 in 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: mgrmap e37: y(active, since 33s), standbys: x 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: overall HEALTH_OK 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: from='mgr.24974 ' entity='' 2024-08-10T04:59:07.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mon[32749]: mgrmap e38: y(active, since 33s), standbys: x 2024-08-10T04:59:07.773 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: ignoring --setuser ceph since I am not root 2024-08-10T04:59:07.773 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: ignoring --setgroup ceph since I am not root 2024-08-10T04:59:07.773 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-mgr[78290]: -- 172.21.15.107:0/2547428767 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c58d9810e0 con 0x55c58d95f400 2024-08-10T04:59:07.773 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:07.622+0000 7fa14f501040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:59:07.784 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ignoring --setuser ceph since I am not root 2024-08-10T04:59:07.784 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ignoring --setgroup ceph since I am not root 2024-08-10T04:59:07.784 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:07.632+0000 7f77f1037040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T04:59:07.784 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:07.783+0000 7f77f1037040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: pgmap v50: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: mon.a calling monitor election 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: monmap epoch 3 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: last_changed 2024-08-10T04:48:52.036143+0000 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: min_mon_release 17 (quincy) 2024-08-10T04:59:07.785 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: election_strategy: 1 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: osdmap e227: 8 total, 8 up, 8 in 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: mgrmap e37: y(active, since 33s), standbys: x 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: from='mgr.24974 ' entity='' 2024-08-10T04:59:07.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[92251]: mgrmap e38: y(active, since 33s), standbys: x 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: pgmap v50: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: mon.a calling monitor election 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: monmap epoch 3 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: last_changed 2024-08-10T04:48:52.036143+0000 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: min_mon_release 17 (quincy) 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: election_strategy: 1 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:07.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: osdmap e227: 8 total, 8 up, 8 in 2024-08-10T04:59:07.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: mgrmap e37: y(active, since 33s), standbys: x 2024-08-10T04:59:07.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: overall HEALTH_OK 2024-08-10T04:59:07.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: from='mgr.24974 ' entity='' 2024-08-10T04:59:07.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-mon[39622]: mgrmap e38: y(active, since 33s), standbys: x 2024-08-10T04:59:07.819 INFO:tasks.rados.rados.0.smithi078.stdout:854: finishing write tid 1 to smithi07880501-12 2024-08-10T04:59:07.819 INFO:tasks.rados.rados.0.smithi078.stdout:854: finishing write tid 2 to smithi07880501-12 2024-08-10T04:59:07.819 INFO:tasks.rados.rados.0.smithi078.stdout:852: done (3 left) 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:853: done (2 left) 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:856: read oid 18 snap -1 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:856: expect (ObjNum 223 snap 63 seq_num 223) 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:857: rollback oid 36 current snap is 86 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 36 to 84 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:854: finishing write tid 3 to smithi07880501-12 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:855: finishing rollback tid 1 to smithi07880501-44 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:855: finishing rollback tid 2 to smithi07880501-44 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 495 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:59:07.820 INFO:tasks.rados.rados.0.smithi078.stdout:854: finishing write tid 4 to smithi07880501-12 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:854: finishing write tid 5 to smithi07880501-12 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:854: finishing write tid 6 to smithi07880501-12 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 341 (ObjNum 284 snap 86 seq_num 284) dirty exists 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:854: left oid 12 (ObjNum 284 snap 86 seq_num 284) 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:854: done (3 left) 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:855: done (2 left) 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 86 2024-08-10T04:59:07.821 INFO:tasks.rados.rados.0.smithi078.stdout:858: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-08-10T04:59:07.823 INFO:tasks.rados.rados.0.smithi078.stdout:858: writing smithi07880501-2 from 0 to 778240 tid 1 2024-08-10T04:59:07.827 INFO:tasks.rados.rados.0.smithi078.stdout:858: writing smithi07880501-2 from 778240 to 1253376 tid 2 2024-08-10T04:59:07.829 INFO:tasks.rados.rados.0.smithi078.stdout:858: writing smithi07880501-2 from 1253376 to 1728512 tid 3 2024-08-10T04:59:07.834 INFO:tasks.rados.rados.0.smithi078.stdout:858: writing smithi07880501-2 from 1728512 to 2383872 tid 4 2024-08-10T04:59:07.835 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 86 2024-08-10T04:59:07.835 INFO:tasks.rados.rados.0.smithi078.stdout:857: finishing rollback tid 0 to smithi07880501-36 2024-08-10T04:59:07.835 INFO:tasks.rados.rados.0.smithi078.stdout:857: finishing rollback tid 1 to smithi07880501-36 2024-08-10T04:59:07.835 INFO:tasks.rados.rados.0.smithi078.stdout:857: finishing rollback tid 2 to smithi07880501-36 2024-08-10T04:59:07.835 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 267 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-08-10T04:59:07.835 INFO:tasks.rados.rados.0.smithi078.stdout:856: expect (ObjNum 223 snap 63 seq_num 223) 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:858: finishing write tid 1 to smithi07880501-2 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:858: finishing write tid 2 to smithi07880501-2 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:858: finishing write tid 3 to smithi07880501-2 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:858: finishing write tid 4 to smithi07880501-2 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:858: finishing write tid 5 to smithi07880501-2 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:858: finishing write tid 6 to smithi07880501-2 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 547 (ObjNum 285 snap 86 seq_num 285) dirty exists 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:858: left oid 2 (ObjNum 285 snap 86 seq_num 285) 2024-08-10T04:59:07.898 INFO:tasks.rados.rados.0.smithi078.stdout:859: seq_num 286 ranges {5144576=794624,5939200=761856,6701056=679936,7380992=163840} 2024-08-10T04:59:07.929 INFO:tasks.rados.rados.0.smithi078.stdout:859: writing smithi07880501-50 from 5144576 to 5939200 tid 1 2024-08-10T04:59:07.934 INFO:tasks.rados.rados.0.smithi078.stdout:859: writing smithi07880501-50 from 5939200 to 6701056 tid 2 2024-08-10T04:59:07.938 INFO:tasks.rados.rados.0.smithi078.stdout:859: writing smithi07880501-50 from 6701056 to 7380992 tid 3 2024-08-10T04:59:07.939 INFO:tasks.rados.rados.0.smithi078.stdout:859: writing smithi07880501-50 from 7380992 to 7544832 tid 4 2024-08-10T04:59:07.939 INFO:tasks.rados.rados.0.smithi078.stdout:856: done (3 left) 2024-08-10T04:59:07.939 INFO:tasks.rados.rados.0.smithi078.stdout:857: done (2 left) 2024-08-10T04:59:07.939 INFO:tasks.rados.rados.0.smithi078.stdout:858: done (1 left) 2024-08-10T04:59:07.939 INFO:tasks.rados.rados.0.smithi078.stdout:860: rmattr oid 33 current snap is 86 2024-08-10T04:59:07.940 INFO:tasks.rados.rados.0.smithi078.stdout:859: finishing write tid 1 to smithi07880501-50 2024-08-10T04:59:07.940 INFO:tasks.rados.rados.0.smithi078.stdout:861: snap_create 2024-08-10T04:59:07.940 INFO:tasks.rados.rados.0.smithi078.stdout:859: finishing write tid 2 to smithi07880501-50 2024-08-10T04:59:07.942 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 593 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-08-10T04:59:07.942 INFO:tasks.rados.rados.0.smithi078.stdout:859: finishing write tid 3 to smithi07880501-50 2024-08-10T04:59:07.942 INFO:tasks.rados.rados.0.smithi078.stdout:859: finishing write tid 4 to smithi07880501-50 2024-08-10T04:59:07.942 INFO:tasks.rados.rados.0.smithi078.stdout:859: finishing write tid 5 to smithi07880501-50 2024-08-10T04:59:07.943 INFO:tasks.rados.rados.0.smithi078.stdout:859: finishing write tid 6 to smithi07880501-50 2024-08-10T04:59:07.943 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 553 (ObjNum 286 snap 86 seq_num 286) dirty exists 2024-08-10T04:59:07.943 INFO:tasks.rados.rados.0.smithi078.stdout:859: left oid 50 (ObjNum 286 snap 86 seq_num 286) 2024-08-10T04:59:08.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:07.770+0000 7fa14f501040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:59:08.067 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:07.843+0000 7fa14f501040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:59:08.104 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:07.859+0000 7f77f1037040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T04:59:08.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:08.104+0000 7f77f1037040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:59:08.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:08.163+0000 7f77f1037040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:59:08.510 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:08.087+0000 7fa14f501040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T04:59:08.510 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:08.145+0000 7fa14f501040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T04:59:08.521 INFO:tasks.rados.rados.0.smithi078.stdout:859: done (2 left) 2024-08-10T04:59:08.521 INFO:tasks.rados.rados.0.smithi078.stdout:860: done (1 left) 2024-08-10T04:59:08.521 INFO:tasks.rados.rados.0.smithi078.stdout:861: done (0 left) 2024-08-10T04:59:08.521 INFO:tasks.rados.rados.0.smithi078.stdout:862: rmattr oid 35 current snap is 87 2024-08-10T04:59:08.522 INFO:tasks.rados.rados.0.smithi078.stdout:862: done (0 left) 2024-08-10T04:59:08.522 INFO:tasks.rados.rados.0.smithi078.stdout:863: read oid 27 snap -1 2024-08-10T04:59:08.522 INFO:tasks.rados.rados.0.smithi078.stdout:863: expect deleted 2024-08-10T04:59:08.522 INFO:tasks.rados.rados.0.smithi078.stdout:864: setattr oid 18 current snap is 87 2024-08-10T04:59:08.523 INFO:tasks.rados.rados.0.smithi078.stdout:865: rollback oid 25 current snap is 87 2024-08-10T04:59:08.523 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 83 2024-08-10T04:59:08.523 INFO:tasks.rados.rados.0.smithi078.stdout:866: snap_remove snap 72 2024-08-10T04:59:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:08 smithi107 ceph-mon[32749]: osdmap e228: 8 total, 8 up, 8 in 2024-08-10T04:59:08.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:08 smithi078 ceph-mon[92251]: osdmap e228: 8 total, 8 up, 8 in 2024-08-10T04:59:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:08 smithi078 ceph-mon[39622]: osdmap e228: 8 total, 8 up, 8 in 2024-08-10T04:59:09.455 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:09.074+0000 7fa14f501040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:59:09.456 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:09.186+0000 7fa14f501040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:59:09.456 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:09.242+0000 7fa14f501040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:59:09.456 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:09.451+0000 7fa14f501040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:59:09.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:09.097+0000 7f77f1037040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T04:59:09.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:09.210+0000 7f77f1037040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T04:59:09.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:09.277+0000 7f77f1037040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T04:59:09.527 INFO:tasks.rados.rados.0.smithi078.stdout:866: done (3 left) 2024-08-10T04:59:09.527 INFO:tasks.rados.rados.0.smithi078.stdout:867: snap_create 2024-08-10T04:59:09.527 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 595 (ObjNum 223 snap 63 seq_num 223) dirty exists 2024-08-10T04:59:09.527 INFO:tasks.rados.rados.0.smithi078.stdout:865: finishing rollback tid 0 to smithi07880501-25 2024-08-10T04:59:09.528 INFO:tasks.rados.rados.0.smithi078.stdout:865: finishing rollback tid 1 to smithi07880501-25 2024-08-10T04:59:09.528 INFO:tasks.rados.rados.0.smithi078.stdout:865: finishing rollback tid 2 to smithi07880501-25 2024-08-10T04:59:09.528 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 96 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-08-10T04:59:09.731 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-mon[32749]: osdmap e229: 8 total, 8 up, 8 in 2024-08-10T04:59:09.731 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:09.512+0000 7fa14f501040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:59:09.732 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:09.587+0000 7fa14f501040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:59:09.732 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:09.730+0000 7fa14f501040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:59:09.770 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-mon[92251]: osdmap e229: 8 total, 8 up, 8 in 2024-08-10T04:59:09.770 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-mon[39622]: osdmap e229: 8 total, 8 up, 8 in 2024-08-10T04:59:09.770 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:09.488+0000 7f77f1037040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T04:59:09.770 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:09.559+0000 7f77f1037040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T04:59:09.771 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:09.625+0000 7f77f1037040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T04:59:10.179 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:09.769+0000 7f77f1037040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T04:59:10.459 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:10.143+0000 7fa14f501040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:59:10.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:10 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:10.178+0000 7f77f1037040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T04:59:10.535 INFO:tasks.rados.rados.0.smithi078.stdout:863: done (3 left) 2024-08-10T04:59:10.535 INFO:tasks.rados.rados.0.smithi078.stdout:864: done (2 left) 2024-08-10T04:59:10.535 INFO:tasks.rados.rados.0.smithi078.stdout:865: done (1 left) 2024-08-10T04:59:10.535 INFO:tasks.rados.rados.0.smithi078.stdout:867: done (0 left) 2024-08-10T04:59:10.536 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 88 2024-08-10T04:59:10.536 INFO:tasks.rados.rados.0.smithi078.stdout:868: seq_num 287 ranges {4931584=8192} 2024-08-10T04:59:10.563 INFO:tasks.rados.rados.0.smithi078.stdout:868: writing smithi07880501-1 from 4931584 to 4939776 tid 1 2024-08-10T04:59:10.563 INFO:tasks.rados.rados.0.smithi078.stdout:869: copy_from oid 48 from oid 18 current snap is 88 2024-08-10T04:59:10.563 INFO:tasks.rados.rados.0.smithi078.stdout:870: read oid 33 snap -1 2024-08-10T04:59:10.563 INFO:tasks.rados.rados.0.smithi078.stdout:870: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:59:10.563 INFO:tasks.rados.rados.0.smithi078.stdout:871: read oid 9 snap 75 2024-08-10T04:59:10.564 INFO:tasks.rados.rados.0.smithi078.stdout:871: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T04:59:10.564 INFO:tasks.rados.rados.0.smithi078.stdout:872: snap_create 2024-08-10T04:59:10.567 INFO:tasks.rados.rados.0.smithi078.stdout:868: finishing write tid 1 to smithi07880501-1 2024-08-10T04:59:10.568 INFO:tasks.rados.rados.0.smithi078.stdout:868: finishing write tid 2 to smithi07880501-1 2024-08-10T04:59:10.570 INFO:tasks.rados.rados.0.smithi078.stdout:868: finishing write tid 3 to smithi07880501-1 2024-08-10T04:59:10.570 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 229 (ObjNum 287 snap 88 seq_num 287) dirty exists 2024-08-10T04:59:10.571 INFO:tasks.rados.rados.0.smithi078.stdout:868: left oid 1 (ObjNum 287 snap 88 seq_num 287) 2024-08-10T04:59:10.584 INFO:tasks.rados.rados.0.smithi078.stdout:870: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:59:10.662 INFO:tasks.rados.rados.0.smithi078.stdout:871: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T04:59:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:10 smithi107 ceph-mon[32749]: osdmap e230: 8 total, 8 up, 8 in 2024-08-10T04:59:10.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:10.458+0000 7fa14f501040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:59:10.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:10.525+0000 7fa14f501040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:59:10.817 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:10.682+0000 7fa14f501040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:59:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:10 smithi078 ceph-mon[92251]: osdmap e230: 8 total, 8 up, 8 in 2024-08-10T04:59:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:10 smithi078 ceph-mon[39622]: osdmap e230: 8 total, 8 up, 8 in 2024-08-10T04:59:10.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:10 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:10.497+0000 7f77f1037040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T04:59:10.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:10 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:10.572+0000 7f77f1037040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T04:59:10.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:10 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:10.735+0000 7f77f1037040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T04:59:10.992 INFO:tasks.rados.rados.0.smithi078.stdout:869: finishing copy_from racing read to smithi07880501-48 2024-08-10T04:59:10.992 INFO:tasks.rados.rados.0.smithi078.stdout:869: finishing copy_from to smithi07880501-48 2024-08-10T04:59:10.993 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 595 (ObjNum 223 snap 63 seq_num 223) dirty exists 2024-08-10T04:59:11.038 INFO:tasks.rados.rados.0.smithi078.stdout:868: done (4 left) 2024-08-10T04:59:11.039 INFO:tasks.rados.rados.0.smithi078.stdout:869: done (3 left) 2024-08-10T04:59:11.039 INFO:tasks.rados.rados.0.smithi078.stdout:870: done (2 left) 2024-08-10T04:59:11.039 INFO:tasks.rados.rados.0.smithi078.stdout:871: done (1 left) 2024-08-10T04:59:11.039 INFO:tasks.rados.rados.0.smithi078.stdout:872: done (0 left) 2024-08-10T04:59:11.039 INFO:tasks.rados.rados.0.smithi078.stdout:873: read oid 27 snap -1 2024-08-10T04:59:11.039 INFO:tasks.rados.rados.0.smithi078.stdout:873: expect deleted 2024-08-10T04:59:11.039 INFO:tasks.rados.rados.0.smithi078.stdout:874: snap_remove snap 77 2024-08-10T04:59:11.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:10.994+0000 7fa14f501040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:59:11.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:11.057+0000 7fa14f501040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:59:11.317 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:11.238+0000 7fa14f501040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:59:11.443 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:11.055+0000 7f77f1037040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T04:59:11.444 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:11.115+0000 7f77f1037040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T04:59:11.444 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:11.295+0000 7f77f1037040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T04:59:11.444 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:11.443+0000 7f77f1037040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T04:59:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-mon[92251]: osdmap e231: 8 total, 8 up, 8 in 2024-08-10T04:59:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-mon[92251]: osdmap e232: 8 total, 8 up, 8 in 2024-08-10T04:59:11.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-mon[39622]: osdmap e231: 8 total, 8 up, 8 in 2024-08-10T04:59:11.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-mon[39622]: osdmap e232: 8 total, 8 up, 8 in 2024-08-10T04:59:11.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:11.509+0000 7f77f1037040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:59:11.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:11.594+0000 7f77f1037040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:59:11.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:11.653+0000 7f77f1037040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:59:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-mon[32749]: osdmap e231: 8 total, 8 up, 8 in 2024-08-10T04:59:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-mon[32749]: osdmap e232: 8 total, 8 up, 8 in 2024-08-10T04:59:11.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:11.382+0000 7fa14f501040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T04:59:11.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:11.445+0000 7fa14f501040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T04:59:11.819 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:11.529+0000 7fa14f501040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T04:59:11.819 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:11.589+0000 7fa14f501040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T04:59:12.042 INFO:tasks.rados.rados.0.smithi078.stdout:874: done (1 left) 2024-08-10T04:59:12.042 INFO:tasks.rados.rados.0.smithi078.stdout:875: snap_create 2024-08-10T04:59:12.361 INFO:tasks.rados.rados.0.smithi078.stdout:873: done (1 left) 2024-08-10T04:59:12.361 INFO:tasks.rados.rados.0.smithi078.stdout:875: done (0 left) 2024-08-10T04:59:12.361 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 90 2024-08-10T04:59:12.361 INFO:tasks.rados.rados.0.smithi078.stdout:876: seq_num 288 ranges {1900544=24576} 2024-08-10T04:59:12.372 INFO:tasks.rados.rados.0.smithi078.stdout:876: writing smithi07880501-48 from 1900544 to 1925120 tid 1 2024-08-10T04:59:12.372 INFO:tasks.rados.rados.0.smithi078.stdout:877: copy_from oid 23 from oid 35 current snap is 90 2024-08-10T04:59:12.372 INFO:tasks.rados.rados.0.smithi078.stdout:878: delete oid 34 current snap is 90 2024-08-10T04:59:12.375 INFO:tasks.rados.rados.0.smithi078.stdout:878: done (2 left) 2024-08-10T04:59:12.375 INFO:tasks.rados.rados.0.smithi078.stdout:879: snap_create 2024-08-10T04:59:12.380 INFO:tasks.rados.rados.0.smithi078.stdout:876: finishing write tid 1 to smithi07880501-48 2024-08-10T04:59:12.381 INFO:tasks.rados.rados.0.smithi078.stdout:876: finishing write tid 2 to smithi07880501-48 2024-08-10T04:59:12.382 INFO:tasks.rados.rados.0.smithi078.stdout:876: finishing write tid 3 to smithi07880501-48 2024-08-10T04:59:12.383 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 597 (ObjNum 288 snap 90 seq_num 288) dirty exists 2024-08-10T04:59:12.383 INFO:tasks.rados.rados.0.smithi078.stdout:876: left oid 48 (ObjNum 288 snap 90 seq_num 288) 2024-08-10T04:59:12.387 INFO:tasks.rados.rados.0.smithi078.stdout:877: finishing copy_from racing read to smithi07880501-23 2024-08-10T04:59:12.388 INFO:tasks.rados.rados.0.smithi078.stdout:877: finishing copy_from to smithi07880501-23 2024-08-10T04:59:12.389 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 198 (ObjNum 276 snap 84 seq_num 276) dirty exists 2024-08-10T04:59:12.390 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:12.390 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:12.127+0000 7fa14f501040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:59:12.390 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:12.283+0000 7fa14f501040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:59:12.390 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: [10/Aug/2024:04:59:12] ENGINE Bus STARTING 2024-08-10T04:59:12.391 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: CherryPy Checker: 2024-08-10T04:59:12.391 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: The Application mounted at '' has an empty config. 2024-08-10T04:59:12.391 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: 2024-08-10T04:59:12.391 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: [10/Aug/2024:04:59:12] ENGINE Serving on http://:::9283 2024-08-10T04:59:12.391 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 04:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x[78286]: [10/Aug/2024:04:59:12] ENGINE Bus STARTED 2024-08-10T04:59:12.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.189+0000 7f77f1037040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T04:59:12.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.347+0000 7f77f1037040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T04:59:12.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:12] ENGINE Bus STARTING 2024-08-10T04:59:12.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: CherryPy Checker: 2024-08-10T04:59:12.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: The Application mounted at '' has an empty config. 2024-08-10T04:59:12.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f7760bc7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f7760bc7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f7760bc7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f7760bc7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f7760bc7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f77583b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f77583b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.801 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f77583b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.802 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f77583b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.802 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:12.480+0000 7f77583b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T04:59:12.802 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:12] ENGINE Serving on http://:::9283 2024-08-10T04:59:12.802 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:12] ENGINE Bus STARTED 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: osdmap e233: 8 total, 8 up, 8 in 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: Standby manager daemon x restarted 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: Standby manager daemon x started 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: Active manager daemon y restarted 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: Activating manager daemon y 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: osdmap e234: 8 total, 8 up, 8 in 2024-08-10T04:59:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: mgrmap e39: y(active, starting, since 0.0118598s), standbys: x 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:59:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: Manager daemon y is now available 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:59:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: osdmap e233: 8 total, 8 up, 8 in 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: Standby manager daemon x restarted 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: Standby manager daemon x started 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: Active manager daemon y restarted 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: Activating manager daemon y 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: osdmap e234: 8 total, 8 up, 8 in 2024-08-10T04:59:13.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: mgrmap e39: y(active, starting, since 0.0118598s), standbys: x 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:59:13.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: Manager daemon y is now available 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:59:13.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:59:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: osdmap e233: 8 total, 8 up, 8 in 2024-08-10T04:59:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: Standby manager daemon x restarted 2024-08-10T04:59:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: Standby manager daemon x started 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.? 172.21.15.107:0/1507271546' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: Active manager daemon y restarted 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: Activating manager daemon y 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: osdmap e234: 8 total, 8 up, 8 in 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: mgrmap e39: y(active, starting, since 0.0118598s), standbys: x 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T04:59:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T04:59:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T04:59:13.320 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: Manager daemon y is now available 2024-08-10T04:59:13.320 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:13.320 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:59:13.320 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:59:13.320 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T04:59:13.320 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:59:13.320 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T04:59:13.363 INFO:tasks.rados.rados.0.smithi078.stdout:876: done (2 left) 2024-08-10T04:59:13.363 INFO:tasks.rados.rados.0.smithi078.stdout:877: done (1 left) 2024-08-10T04:59:13.363 INFO:tasks.rados.rados.0.smithi078.stdout:879: done (0 left) 2024-08-10T04:59:13.363 INFO:tasks.rados.rados.0.smithi078.stdout:880: read oid 28 snap -1 2024-08-10T04:59:13.363 INFO:tasks.rados.rados.0.smithi078.stdout:880: expect deleted 2024-08-10T04:59:13.363 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 91 2024-08-10T04:59:13.363 INFO:tasks.rados.rados.0.smithi078.stdout:881: seq_num 290 ranges {2383872=57344} 2024-08-10T04:59:13.377 INFO:tasks.rados.rados.0.smithi078.stdout:881: writing smithi07880501-2 from 2383872 to 2441216 tid 1 2024-08-10T04:59:13.377 INFO:tasks.rados.rados.0.smithi078.stdout:882: delete oid 38 current snap is 91 2024-08-10T04:59:13.378 INFO:tasks.rados.rados.0.smithi078.stdout:880: done (2 left) 2024-08-10T04:59:13.378 INFO:tasks.rados.rados.0.smithi078.stdout:882: done (1 left) 2024-08-10T04:59:13.378 INFO:tasks.rados.rados.0.smithi078.stdout:883: snap_create 2024-08-10T04:59:13.381 INFO:tasks.rados.rados.0.smithi078.stdout:881: finishing write tid 1 to smithi07880501-2 2024-08-10T04:59:13.381 INFO:tasks.rados.rados.0.smithi078.stdout:881: finishing write tid 2 to smithi07880501-2 2024-08-10T04:59:13.382 INFO:tasks.rados.rados.0.smithi078.stdout:881: finishing write tid 3 to smithi07880501-2 2024-08-10T04:59:13.382 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 568 (ObjNum 290 snap 91 seq_num 290) dirty exists 2024-08-10T04:59:13.382 INFO:tasks.rados.rados.0.smithi078.stdout:881: left oid 2 (ObjNum 290 snap 91 seq_num 290) 2024-08-10T04:59:13.387 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T04:59:13.646 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:13 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:13.373+0000 7f778feb9640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (66s) 35s ago 5m 16.9M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (55s) 16s ago 4m 79.9M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (6m) 35s ago 6m 13.6M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (6m) 16s ago 6m 17.5M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (21s) 16s ago 10m 70.9M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (48s) 35s ago 11m 472M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (11m) 35s ago 11m 53.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 1bf023f61768 2024-08-10T04:59:13.666 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (10m) 16s ago 10m 47.3M 2048M 17.2.7-1372-g56ceb861 354fce865a9a e401625267b0 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (10m) 35s ago 10m 48.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 59ba7a9dfd3a 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (64s) 35s ago 4m 7440k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (53s) 16s ago 4m 7390k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (9m) 35s ago 9m 120M 2480M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (9m) 35s ago 9m 109M 2480M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (9m) 35s ago 9m 96.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (8m) 35s ago 8m 72.9M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (8m) 16s ago 8m 111M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (7m) 16s ago 7m 121M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (7m) 16s ago 7m 101M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (7m) 16s ago 7m 84.5M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T04:59:13.667 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (26s) 16s ago 5m 41.3M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T04:59:13.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:13.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2, 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:14.000 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 12, 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:59:14.001 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:59:14.278 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:14.166+0000 7f773e1c9640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:04:59:14] ENGINE Error in HTTPServer.serve 2024-08-10T04:59:14.278 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: Traceback (most recent call last): 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self._connections.run(self.expiration_interval) 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self._run(expiration_interval) 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: s = self.context.wrap_socket( 2024-08-10T04:59:14.279 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:59:14.280 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: return self.sslsocket_class._create( 2024-08-10T04:59:14.280 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:59:14.280 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self.do_handshake() 2024-08-10T04:59:14.280 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:59:14.280 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: self._sslobj.do_handshake() 2024-08-10T04:59:14.280 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:59:14.280 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:881: done (1 left) 2024-08-10T04:59:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:883: done (0 left) 2024-08-10T04:59:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 92 2024-08-10T04:59:14.384 INFO:tasks.rados.rados.0.smithi078.stdout:884: seq_num 292 ranges {0=98304} 2024-08-10T04:59:14.385 INFO:tasks.rados.rados.0.smithi078.stdout:884: writing smithi07880501-27 from 0 to 98304 tid 1 2024-08-10T04:59:14.385 INFO:tasks.rados.rados.0.smithi078.stdout:885: read oid 26 snap -1 2024-08-10T04:59:14.385 INFO:tasks.rados.rados.0.smithi078.stdout:885: expect deleted 2024-08-10T04:59:14.385 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 92 2024-08-10T04:59:14.385 INFO:tasks.rados.rados.0.smithi078.stdout:886: seq_num 293 ranges {1925120=114688} 2024-08-10T04:59:14.396 INFO:tasks.rados.rados.0.smithi078.stdout:886: writing smithi07880501-48 from 1925120 to 2039808 tid 1 2024-08-10T04:59:14.396 INFO:tasks.rados.rados.0.smithi078.stdout:887: read oid 10 snap -1 2024-08-10T04:59:14.396 INFO:tasks.rados.rados.0.smithi078.stdout:887: expect deleted 2024-08-10T04:59:14.397 INFO:tasks.rados.rados.0.smithi078.stdout:888: rollback oid 30 current snap is 92 2024-08-10T04:59:14.397 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 68 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:884: finishing write tid 1 to smithi07880501-27 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:884: finishing write tid 2 to smithi07880501-27 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:884: finishing write tid 3 to smithi07880501-27 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 609 (ObjNum 292 snap 92 seq_num 292) dirty exists 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:884: left oid 27 (ObjNum 292 snap 92 seq_num 292) 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:884: done (4 left) 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:885: done (3 left) 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:889: read oid 45 snap -1 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:889: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-10T04:59:14.398 INFO:tasks.rados.rados.0.smithi078.stdout:890: snap_create 2024-08-10T04:59:14.399 INFO:tasks.rados.rados.0.smithi078.stdout:888: finishing rollback tid 0 to smithi07880501-30 2024-08-10T04:59:14.402 INFO:tasks.rados.rados.0.smithi078.stdout:886: finishing write tid 1 to smithi07880501-48 2024-08-10T04:59:14.402 INFO:tasks.rados.rados.0.smithi078.stdout:886: finishing write tid 2 to smithi07880501-48 2024-08-10T04:59:14.403 INFO:tasks.rados.rados.0.smithi078.stdout:886: finishing write tid 3 to smithi07880501-48 2024-08-10T04:59:14.403 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 599 (ObjNum 293 snap 92 seq_num 293) dirty exists 2024-08-10T04:59:14.403 INFO:tasks.rados.rados.0.smithi078.stdout:886: left oid 48 (ObjNum 293 snap 92 seq_num 293) 2024-08-10T04:59:14.405 INFO:tasks.rados.rados.0.smithi078.stdout:888: finishing rollback tid 1 to smithi07880501-30 2024-08-10T04:59:14.406 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 571 (ObjNum 257 snap 0 seq_num 490221744) dirty dne 2024-08-10T04:59:14.407 INFO:tasks.rados.rados.0.smithi078.stdout:889: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-10T04:59:14.531 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[92251]: osdmap e235: 8 total, 8 up, 8 in 2024-08-10T04:59:14.531 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[92251]: mgrmap e40: y(active, since 1.01928s), standbys: x 2024-08-10T04:59:14.531 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[92251]: from='client.25091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:59:14.531 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[92251]: pgmap v4: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:14.532 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2004743143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:14.533 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[39622]: osdmap e235: 8 total, 8 up, 8 in 2024-08-10T04:59:14.533 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[39622]: mgrmap e40: y(active, since 1.01928s), standbys: x 2024-08-10T04:59:14.533 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[39622]: from='client.25091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:59:14.534 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[39622]: pgmap v4: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:14.534 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:14 smithi078 ceph-mon[39622]: from='client.? 172.21.15.78:0/2004743143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:14 smithi107 ceph-mon[32749]: osdmap e235: 8 total, 8 up, 8 in 2024-08-10T04:59:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:14 smithi107 ceph-mon[32749]: mgrmap e40: y(active, since 1.01928s), standbys: x 2024-08-10T04:59:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:14 smithi107 ceph-mon[32749]: from='client.25091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T04:59:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:14 smithi107 ceph-mon[32749]: pgmap v4: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:14 smithi107 ceph-mon[32749]: from='client.? 172.21.15.78:0/2004743143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:15.390 INFO:tasks.rados.rados.0.smithi078.stdout:886: done (4 left) 2024-08-10T04:59:15.390 INFO:tasks.rados.rados.0.smithi078.stdout:887: done (3 left) 2024-08-10T04:59:15.390 INFO:tasks.rados.rados.0.smithi078.stdout:888: done (2 left) 2024-08-10T04:59:15.390 INFO:tasks.rados.rados.0.smithi078.stdout:889: done (1 left) 2024-08-10T04:59:15.390 INFO:tasks.rados.rados.0.smithi078.stdout:890: done (0 left) 2024-08-10T04:59:15.390 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 93 2024-08-10T04:59:15.390 INFO:tasks.rados.rados.0.smithi078.stdout:891: seq_num 294 ranges {4800512=131072} 2024-08-10T04:59:15.416 INFO:tasks.rados.rados.0.smithi078.stdout:891: writing smithi07880501-36 from 4800512 to 4931584 tid 1 2024-08-10T04:59:15.416 INFO:tasks.rados.rados.0.smithi078.stdout:892: read oid 40 snap -1 2024-08-10T04:59:15.417 INFO:tasks.rados.rados.0.smithi078.stdout:892: expect (ObjNum 277 snap 84 seq_num 277) 2024-08-10T04:59:15.417 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 93 2024-08-10T04:59:15.417 INFO:tasks.rados.rados.0.smithi078.stdout:893: seq_num 295 ranges {0=147456} 2024-08-10T04:59:15.417 INFO:tasks.rados.rados.0.smithi078.stdout:893: writing smithi07880501-37 from 0 to 147456 tid 1 2024-08-10T04:59:15.417 INFO:tasks.rados.rados.0.smithi078.stdout:894: copy_from oid 15 from oid 26 current snap is 93 2024-08-10T04:59:15.417 INFO:tasks.rados.rados.0.smithi078.stdout:895: setattr oid 31 current snap is 93 2024-08-10T04:59:15.419 INFO:tasks.rados.rados.0.smithi078.stdout:896: read oid 24 snap 84 2024-08-10T04:59:15.419 INFO:tasks.rados.rados.0.smithi078.stdout:896: expect (ObjNum 254 snap 70 seq_num 254) 2024-08-10T04:59:15.419 INFO:tasks.rados.rados.0.smithi078.stdout:897: rmattr oid 17 current snap is 93 2024-08-10T04:59:15.419 INFO:tasks.rados.rados.0.smithi078.stdout:897: done (6 left) 2024-08-10T04:59:15.419 INFO:tasks.rados.rados.0.smithi078.stdout:898: snap_remove snap 83 2024-08-10T04:59:15.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: [10/Aug/2024:04:59:13] ENGINE Bus STARTING 2024-08-10T04:59:15.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: [10/Aug/2024:04:59:14] ENGINE Serving on http://172.21.15.78:8765 2024-08-10T04:59:15.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: [10/Aug/2024:04:59:14] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:59:15.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: [10/Aug/2024:04:59:14] ENGINE Bus STARTED 2024-08-10T04:59:15.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: [10/Aug/2024:04:59:14] ENGINE Error in HTTPServer.serve 2024-08-10T04:59:15.433 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:59:15.434 INFO:journalctl@ceph.mon.a.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout: self.do_handshake() 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: pgmap v5: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: osdmap e236: 8 total, 8 up, 8 in 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[92251]: mgrmap e41: y(active, since 2s), standbys: x 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: [10/Aug/2024:04:59:13] ENGINE Bus STARTING 2024-08-10T04:59:15.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: [10/Aug/2024:04:59:14] ENGINE Serving on http://172.21.15.78:8765 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: [10/Aug/2024:04:59:14] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: [10/Aug/2024:04:59:14] ENGINE Bus STARTED 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: [10/Aug/2024:04:59:14] ENGINE Error in HTTPServer.serve 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._run(expiration_interval) 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:59:15.436 INFO:journalctl@ceph.mon.c.smithi078.stdout: s = self.context.wrap_socket( 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout: return self.sslsocket_class._create( 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout: self.do_handshake() 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout: self._sslobj.do_handshake() 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: pgmap v5: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: osdmap e236: 8 total, 8 up, 8 in 2024-08-10T04:59:15.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:15 smithi078 ceph-mon[39622]: mgrmap e41: y(active, since 2s), standbys: x 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: [10/Aug/2024:04:59:13] ENGINE Bus STARTING 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: [10/Aug/2024:04:59:14] ENGINE Serving on http://172.21.15.78:8765 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: [10/Aug/2024:04:59:14] ENGINE Serving on https://172.21.15.78:7150 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: [10/Aug/2024:04:59:14] ENGINE Bus STARTED 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: [10/Aug/2024:04:59:14] ENGINE Error in HTTPServer.serve 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout: Traceback (most recent call last): 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._connections.run(self.expiration_interval) 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._run(expiration_interval) 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T04:59:15.779 INFO:journalctl@ceph.mon.b.smithi107.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: s = self.context.wrap_socket( 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: return self.sslsocket_class._create( 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: self.do_handshake() 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: self._sslobj.do_handshake() 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: pgmap v5: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: osdmap e236: 8 total, 8 up, 8 in 2024-08-10T04:59:15.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:15 smithi107 ceph-mon[32749]: mgrmap e41: y(active, since 2s), standbys: x 2024-08-10T04:59:16.045 INFO:tasks.rados.rados.0.smithi078.stdout:898: done (6 left) 2024-08-10T04:59:16.045 INFO:tasks.rados.rados.0.smithi078.stdout:899: read oid 30 snap -1 2024-08-10T04:59:16.045 INFO:tasks.rados.rados.0.smithi078.stdout:899: expect deleted 2024-08-10T04:59:16.045 INFO:tasks.rados.rados.0.smithi078.stdout:900: rmattr oid 21 current snap is 93 2024-08-10T04:59:16.045 INFO:tasks.rados.rados.0.smithi078.stdout:900: done (7 left) 2024-08-10T04:59:16.045 INFO:tasks.rados.rados.0.smithi078.stdout:901: snap_remove snap 73 2024-08-10T04:59:16.661 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:16 smithi078 ceph-mon[39622]: osdmap e237: 8 total, 8 up, 8 in 2024-08-10T04:59:16.661 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:16 smithi078 ceph-mon[39622]: osdmap e238: 8 total, 8 up, 8 in 2024-08-10T04:59:16.662 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:16 smithi078 ceph-mon[92251]: osdmap e237: 8 total, 8 up, 8 in 2024-08-10T04:59:16.662 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:16 smithi078 ceph-mon[92251]: osdmap e238: 8 total, 8 up, 8 in 2024-08-10T04:59:16.696 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:16 smithi107 ceph-mon[32749]: osdmap e237: 8 total, 8 up, 8 in 2024-08-10T04:59:16.697 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:16 smithi107 ceph-mon[32749]: osdmap e238: 8 total, 8 up, 8 in 2024-08-10T04:59:17.060 INFO:tasks.rados.rados.0.smithi078.stdout:901: done (7 left) 2024-08-10T04:59:17.060 INFO:tasks.rados.rados.0.smithi078.stdout:902: copy_from oid 4 from oid 29 current snap is 93 2024-08-10T04:59:17.060 INFO:tasks.rados.rados.0.smithi078.stdout:903: read oid 18 snap -1 2024-08-10T04:59:17.060 INFO:tasks.rados.rados.0.smithi078.stdout:903: expect (ObjNum 223 snap 63 seq_num 223) 2024-08-10T04:59:17.061 INFO:tasks.rados.rados.0.smithi078.stdout:904: read oid 49 snap -1 2024-08-10T04:59:17.061 INFO:tasks.rados.rados.0.smithi078.stdout:904: expect deleted 2024-08-10T04:59:17.061 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 93 2024-08-10T04:59:17.061 INFO:tasks.rados.rados.0.smithi078.stdout:905: seq_num 296 ranges {2441216=163840} 2024-08-10T04:59:17.077 INFO:tasks.rados.rados.0.smithi078.stdout:905: writing smithi07880501-2 from 2441216 to 2605056 tid 1 2024-08-10T04:59:17.077 INFO:tasks.rados.rados.0.smithi078.stdout:906: read oid 35 snap 87 2024-08-10T04:59:17.077 INFO:tasks.rados.rados.0.smithi078.stdout:906: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T04:59:17.077 INFO:tasks.rados.rados.0.smithi078.stdout:907: read oid 11 snap -1 2024-08-10T04:59:17.077 INFO:tasks.rados.rados.0.smithi078.stdout:907: expect (ObjNum 268 snap 80 seq_num 268) 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:908: copy_from oid 27 from oid 45 current snap is 93 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:894: finishing copy_from to smithi07880501-15 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:894: got expected ENOENT (src dne) 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:894: finishing copy_from racing read to smithi07880501-15 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:891: finishing write tid 1 to smithi07880501-36 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:893: finishing write tid 1 to smithi07880501-37 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:893: finishing write tid 2 to smithi07880501-37 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:891: finishing write tid 2 to smithi07880501-36 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 270 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:891: finishing write tid 3 to smithi07880501-36 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 269 (ObjNum 294 snap 93 seq_num 294) dirty exists 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:891: left oid 36 (ObjNum 294 snap 93 seq_num 294) 2024-08-10T04:59:17.078 INFO:tasks.rados.rados.0.smithi078.stdout:893: finishing write tid 3 to smithi07880501-37 2024-08-10T04:59:17.079 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 355 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-08-10T04:59:17.079 INFO:tasks.rados.rados.0.smithi078.stdout:893: left oid 37 (ObjNum 295 snap 93 seq_num 295) 2024-08-10T04:59:17.079 INFO:tasks.rados.rados.0.smithi078.stdout:892: expect (ObjNum 277 snap 84 seq_num 277) 2024-08-10T04:59:17.140 INFO:tasks.rados.rados.0.smithi078.stdout:896: expect (ObjNum 254 snap 70 seq_num 254) 2024-08-10T04:59:17.205 INFO:tasks.rados.rados.0.smithi078.stdout:902: finishing copy_from to smithi07880501-4 2024-08-10T04:59:17.205 INFO:tasks.rados.rados.0.smithi078.stdout:902: got expected ENOENT (src dne) 2024-08-10T04:59:17.205 INFO:tasks.rados.rados.0.smithi078.stdout:902: finishing copy_from racing read to smithi07880501-4 2024-08-10T04:59:17.205 INFO:tasks.rados.rados.0.smithi078.stdout:903: expect (ObjNum 223 snap 63 seq_num 223) 2024-08-10T04:59:17.267 INFO:tasks.rados.rados.0.smithi078.stdout:905: finishing write tid 1 to smithi07880501-2 2024-08-10T04:59:17.268 INFO:tasks.rados.rados.0.smithi078.stdout:905: finishing write tid 2 to smithi07880501-2 2024-08-10T04:59:17.268 INFO:tasks.rados.rados.0.smithi078.stdout:905: finishing write tid 3 to smithi07880501-2 2024-08-10T04:59:17.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 586 (ObjNum 296 snap 93 seq_num 296) dirty exists 2024-08-10T04:59:17.268 INFO:tasks.rados.rados.0.smithi078.stdout:905: left oid 2 (ObjNum 296 snap 93 seq_num 296) 2024-08-10T04:59:17.268 INFO:tasks.rados.rados.0.smithi078.stdout:908: finishing copy_from racing read to smithi07880501-27 2024-08-10T04:59:17.268 INFO:tasks.rados.rados.0.smithi078.stdout:906: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T04:59:17.323 INFO:tasks.rados.rados.0.smithi078.stdout:908: finishing copy_from to smithi07880501-27 2024-08-10T04:59:17.323 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 534 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T04:59:17.323 INFO:tasks.rados.rados.0.smithi078.stdout:907: expect (ObjNum 268 snap 80 seq_num 268) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:891: done (13 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:892: done (12 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:893: done (11 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:894: done (10 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:895: done (9 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:896: done (8 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:899: done (7 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:902: done (6 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:903: done (5 left) 2024-08-10T04:59:17.417 INFO:tasks.rados.rados.0.smithi078.stdout:904: done (4 left) 2024-08-10T04:59:17.418 INFO:tasks.rados.rados.0.smithi078.stdout:905: done (3 left) 2024-08-10T04:59:17.418 INFO:tasks.rados.rados.0.smithi078.stdout:906: done (2 left) 2024-08-10T04:59:17.418 INFO:tasks.rados.rados.0.smithi078.stdout:907: done (1 left) 2024-08-10T04:59:17.418 INFO:tasks.rados.rados.0.smithi078.stdout:908: done (0 left) 2024-08-10T04:59:17.418 INFO:tasks.rados.rados.0.smithi078.stdout:909: delete oid 16 current snap is 93 2024-08-10T04:59:17.419 INFO:tasks.rados.rados.0.smithi078.stdout:909: done (0 left) 2024-08-10T04:59:17.419 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 93 2024-08-10T04:59:17.419 INFO:tasks.rados.rados.0.smithi078.stdout:910: seq_num 298 ranges {2252800=196608} 2024-08-10T04:59:17.432 INFO:tasks.rados.rados.0.smithi078.stdout:910: writing smithi07880501-40 from 2252800 to 2449408 tid 1 2024-08-10T04:59:17.433 INFO:tasks.rados.rados.0.smithi078.stdout:911: read oid 1 snap -1 2024-08-10T04:59:17.433 INFO:tasks.rados.rados.0.smithi078.stdout:911: expect (ObjNum 287 snap 88 seq_num 287) 2024-08-10T04:59:17.433 INFO:tasks.rados.rados.0.smithi078.stdout:912: delete oid 33 current snap is 93 2024-08-10T04:59:17.436 INFO:tasks.rados.rados.0.smithi078.stdout:912: done (2 left) 2024-08-10T04:59:17.436 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 93 2024-08-10T04:59:17.436 INFO:tasks.rados.rados.0.smithi078.stdout:913: seq_num 300 ranges {2605056=229376} 2024-08-10T04:59:17.452 INFO:tasks.rados.rados.0.smithi078.stdout:913: writing smithi07880501-2 from 2605056 to 2834432 tid 1 2024-08-10T04:59:17.452 INFO:tasks.rados.rados.0.smithi078.stdout:914: rollback oid 16 current snap is 93 2024-08-10T04:59:17.452 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 56 2024-08-10T04:59:17.452 INFO:tasks.rados.rados.0.smithi078.stdout:915: setattr oid 22 current snap is 93 2024-08-10T04:59:17.452 INFO:tasks.rados.rados.0.smithi078.stdout:910: finishing write tid 1 to smithi07880501-40 2024-08-10T04:59:17.452 INFO:tasks.rados.rados.0.smithi078.stdout:910: finishing write tid 2 to smithi07880501-40 2024-08-10T04:59:17.452 INFO:tasks.rados.rados.0.smithi078.stdout:910: finishing write tid 3 to smithi07880501-40 2024-08-10T04:59:17.453 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 88 (ObjNum 298 snap 93 seq_num 298) dirty exists 2024-08-10T04:59:17.453 INFO:tasks.rados.rados.0.smithi078.stdout:910: left oid 40 (ObjNum 298 snap 93 seq_num 298) 2024-08-10T04:59:17.453 INFO:tasks.rados.rados.0.smithi078.stdout:910: done (4 left) 2024-08-10T04:59:17.453 INFO:tasks.rados.rados.0.smithi078.stdout:916: snap_remove snap 89 2024-08-10T04:59:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: pgmap v9: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: mgrmap e42: y(active, since 4s), standbys: x 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: osdmap e239: 8 total, 8 up, 8 in 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: pgmap v9: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: mgrmap e42: y(active, since 4s), standbys: x 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: osdmap e239: 8 total, 8 up, 8 in 2024-08-10T04:59:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:17 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: pgmap v9: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: mgrmap e42: y(active, since 4s), standbys: x 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: osdmap e239: 8 total, 8 up, 8 in 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:17 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:18.434 INFO:tasks.rados.rados.0.smithi078.stdout:916: done (4 left) 2024-08-10T04:59:18.434 INFO:tasks.rados.rados.0.smithi078.stdout:917: snap_create 2024-08-10T04:59:18.434 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 628 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T04:59:18.434 INFO:tasks.rados.rados.0.smithi078.stdout:913: finishing write tid 1 to smithi07880501-2 2024-08-10T04:59:18.434 INFO:tasks.rados.rados.0.smithi078.stdout:913: finishing write tid 2 to smithi07880501-2 2024-08-10T04:59:18.434 INFO:tasks.rados.rados.0.smithi078.stdout:911: expect (ObjNum 287 snap 88 seq_num 287) 2024-08-10T04:59:18.711 INFO:tasks.rados.rados.0.smithi078.stdout:914: finishing rollback tid 1 to smithi07880501-16 2024-08-10T04:59:18.711 INFO:tasks.rados.rados.0.smithi078.stdout:914: finishing rollback tid 2 to smithi07880501-16 2024-08-10T04:59:18.711 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 592 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:59:18.711 INFO:tasks.rados.rados.0.smithi078.stdout:913: finishing write tid 3 to smithi07880501-2 2024-08-10T04:59:18.711 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 590 (ObjNum 300 snap 93 seq_num 300) dirty exists 2024-08-10T04:59:18.712 INFO:tasks.rados.rados.0.smithi078.stdout:913: left oid 2 (ObjNum 300 snap 93 seq_num 300) 2024-08-10T04:59:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[39622]: pgmap v11: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[39622]: osdmap e240: 8 total, 8 up, 8 in 2024-08-10T04:59:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[92251]: pgmap v11: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:18 smithi078 ceph-mon[92251]: osdmap e240: 8 total, 8 up, 8 in 2024-08-10T04:59:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:18 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:18 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:18 smithi107 ceph-mon[32749]: pgmap v11: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:18 smithi107 ceph-mon[32749]: osdmap e240: 8 total, 8 up, 8 in 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:911: done (4 left) 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:913: done (3 left) 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:914: done (2 left) 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:915: done (1 left) 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:917: done (0 left) 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:918: rmattr oid 17 current snap is 94 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:918: done (0 left) 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:919: read oid 48 snap -1 2024-08-10T04:59:19.434 INFO:tasks.rados.rados.0.smithi078.stdout:919: expect (ObjNum 293 snap 92 seq_num 293) 2024-08-10T04:59:19.435 INFO:tasks.rados.rados.0.smithi078.stdout:920: copy_from oid 39 from oid 45 current snap is 94 2024-08-10T04:59:19.435 INFO:tasks.rados.rados.0.smithi078.stdout:921: snap_remove snap 84 2024-08-10T04:59:20.440 INFO:tasks.rados.rados.0.smithi078.stdout:921: done (2 left) 2024-08-10T04:59:20.441 INFO:tasks.rados.rados.0.smithi078.stdout:922: delete oid 35 current snap is 94 2024-08-10T04:59:20.441 INFO:tasks.rados.rados.0.smithi078.stdout:919: expect (ObjNum 293 snap 92 seq_num 293) 2024-08-10T04:59:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:920: finishing copy_from racing read to smithi07880501-39 2024-08-10T04:59:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:920: finishing copy_from to smithi07880501-39 2024-08-10T04:59:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 534 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T04:59:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:919: done (2 left) 2024-08-10T04:59:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:920: done (1 left) 2024-08-10T04:59:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:922: done (0 left) 2024-08-10T04:59:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:923: copy_from oid 12 from oid 34 current snap is 94 2024-08-10T04:59:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:924: read oid 33 snap -1 2024-08-10T04:59:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:924: expect deleted 2024-08-10T04:59:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:925: read oid 5 snap -1 2024-08-10T04:59:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:925: expect (ObjNum 245 snap 64 seq_num 245) 2024-08-10T04:59:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:926: delete oid 26 current snap is 94 2024-08-10T04:59:20.575 INFO:tasks.rados.rados.0.smithi078.stdout:923: finishing copy_from to smithi07880501-12 2024-08-10T04:59:20.575 INFO:tasks.rados.rados.0.smithi078.stdout:923: got expected ENOENT (src dne) 2024-08-10T04:59:20.575 INFO:tasks.rados.rados.0.smithi078.stdout:923: finishing copy_from racing read to smithi07880501-12 2024-08-10T04:59:20.575 INFO:tasks.rados.rados.0.smithi078.stdout:923: done (3 left) 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:924: done (2 left) 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:926: done (1 left) 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:927: rollback oid 24 current snap is 94 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 87 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:928: rollback oid 47 current snap is 94 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 90 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:929: rmattr oid 8 current snap is 94 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:929: done (3 left) 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:930: read oid 32 snap -1 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:930: expect (ObjNum 244 snap 64 seq_num 244) 2024-08-10T04:59:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:931: snap_create 2024-08-10T04:59:20.580 INFO:tasks.rados.rados.0.smithi078.stdout:928: finishing rollback tid 0 to smithi07880501-47 2024-08-10T04:59:20.580 INFO:tasks.rados.rados.0.smithi078.stdout:928: finishing rollback tid 1 to smithi07880501-47 2024-08-10T04:59:20.580 INFO:tasks.rados.rados.0.smithi078.stdout:928: finishing rollback tid 2 to smithi07880501-47 2024-08-10T04:59:20.580 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 539 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:59:20.583 INFO:tasks.rados.rados.0.smithi078.stdout:925: expect (ObjNum 245 snap 64 seq_num 245) 2024-08-10T04:59:20.633 INFO:tasks.rados.rados.0.smithi078.stdout:927: finishing rollback tid 0 to smithi07880501-24 2024-08-10T04:59:20.633 INFO:tasks.rados.rados.0.smithi078.stdout:927: finishing rollback tid 1 to smithi07880501-24 2024-08-10T04:59:20.633 INFO:tasks.rados.rados.0.smithi078.stdout:927: finishing rollback tid 2 to smithi07880501-24 2024-08-10T04:59:20.633 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 642 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-08-10T04:59:20.633 INFO:tasks.rados.rados.0.smithi078.stdout:930: expect (ObjNum 244 snap 64 seq_num 244) 2024-08-10T04:59:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:20 smithi078 ceph-mon[92251]: osdmap e241: 8 total, 8 up, 8 in 2024-08-10T04:59:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:20 smithi078 ceph-mon[39622]: osdmap e241: 8 total, 8 up, 8 in 2024-08-10T04:59:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:20 smithi107 ceph-mon[32749]: osdmap e241: 8 total, 8 up, 8 in 2024-08-10T04:59:21.043 INFO:tasks.rados.rados.0.smithi078.stdout:925: done (4 left) 2024-08-10T04:59:21.043 INFO:tasks.rados.rados.0.smithi078.stdout:927: done (3 left) 2024-08-10T04:59:21.043 INFO:tasks.rados.rados.0.smithi078.stdout:928: done (2 left) 2024-08-10T04:59:21.043 INFO:tasks.rados.rados.0.smithi078.stdout:930: done (1 left) 2024-08-10T04:59:21.043 INFO:tasks.rados.rados.0.smithi078.stdout:931: done (0 left) 2024-08-10T04:59:21.043 INFO:tasks.rados.rados.0.smithi078.stdout:932: snap_remove snap 66 2024-08-10T04:59:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[92251]: pgmap v14: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 568 KiB/s wr, 50 op/s 2024-08-10T04:59:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[92251]: osdmap e242: 8 total, 8 up, 8 in 2024-08-10T04:59:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[92251]: osdmap e243: 8 total, 8 up, 8 in 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[39622]: pgmap v14: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 568 KiB/s wr, 50 op/s 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[39622]: osdmap e242: 8 total, 8 up, 8 in 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-mon[39622]: osdmap e243: 8 total, 8 up, 8 in 2024-08-10T04:59:21.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:21 smithi107 ceph-mon[32749]: pgmap v14: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 568 KiB/s wr, 50 op/s 2024-08-10T04:59:21.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:21 smithi107 ceph-mon[32749]: osdmap e242: 8 total, 8 up, 8 in 2024-08-10T04:59:21.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:21 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:21.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:21 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:21.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:21 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:21.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:21 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:21.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:21 smithi107 ceph-mon[32749]: osdmap e243: 8 total, 8 up, 8 in 2024-08-10T04:59:22.045 INFO:tasks.rados.rados.0.smithi078.stdout:932: done (0 left) 2024-08-10T04:59:22.045 INFO:tasks.rados.rados.0.smithi078.stdout:933: read oid 47 snap -1 2024-08-10T04:59:22.045 INFO:tasks.rados.rados.0.smithi078.stdout:933: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:59:22.045 INFO:tasks.rados.rados.0.smithi078.stdout:934: read oid 35 snap -1 2024-08-10T04:59:22.045 INFO:tasks.rados.rados.0.smithi078.stdout:934: expect deleted 2024-08-10T04:59:22.045 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 95 2024-08-10T04:59:22.045 INFO:tasks.rados.rados.0.smithi078.stdout:935: seq_num 303 ranges {57344=278528} 2024-08-10T04:59:22.047 INFO:tasks.rados.rados.0.smithi078.stdout:935: writing smithi07880501-4 from 57344 to 335872 tid 1 2024-08-10T04:59:22.047 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 95 2024-08-10T04:59:22.047 INFO:tasks.rados.rados.0.smithi078.stdout:936: seq_num 304 ranges {4931584=294912} 2024-08-10T04:59:22.078 INFO:tasks.rados.rados.0.smithi078.stdout:936: writing smithi07880501-36 from 4931584 to 5226496 tid 1 2024-08-10T04:59:22.078 INFO:tasks.rados.rados.0.smithi078.stdout:937: copy_from oid 8 from oid 27 current snap is 95 2024-08-10T04:59:22.078 INFO:tasks.rados.rados.0.smithi078.stdout:933: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:935: finishing write tid 1 to smithi07880501-4 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:935: finishing write tid 2 to smithi07880501-4 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:935: finishing write tid 3 to smithi07880501-4 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 609 (ObjNum 303 snap 95 seq_num 303) dirty exists 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:935: left oid 4 (ObjNum 303 snap 95 seq_num 303) 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:936: finishing write tid 1 to smithi07880501-36 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:936: finishing write tid 2 to smithi07880501-36 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:936: finishing write tid 3 to smithi07880501-36 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 272 (ObjNum 304 snap 95 seq_num 304) dirty exists 2024-08-10T04:59:22.121 INFO:tasks.rados.rados.0.smithi078.stdout:936: left oid 36 (ObjNum 304 snap 95 seq_num 304) 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:937: finishing copy_from racing read to smithi07880501-8 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:937: finishing copy_from to smithi07880501-8 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 534 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:933: done (4 left) 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:934: done (3 left) 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:935: done (2 left) 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:936: done (1 left) 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:937: done (0 left) 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 95 2024-08-10T04:59:22.122 INFO:tasks.rados.rados.0.smithi078.stdout:938: seq_num 305 ranges {0=311296} 2024-08-10T04:59:22.123 INFO:tasks.rados.rados.0.smithi078.stdout:938: writing smithi07880501-10 from 0 to 311296 tid 1 2024-08-10T04:59:22.123 INFO:tasks.rados.rados.0.smithi078.stdout:939: rollback oid 41 current snap is 95 2024-08-10T04:59:22.123 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 41 to 78 2024-08-10T04:59:22.123 INFO:tasks.rados.rados.0.smithi078.stdout:940: delete oid 38 current snap is 95 2024-08-10T04:59:22.124 INFO:tasks.rados.rados.0.smithi078.stdout:940: done (2 left) 2024-08-10T04:59:22.124 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 95 2024-08-10T04:59:22.124 INFO:tasks.rados.rados.0.smithi078.stdout:941: seq_num 307 ranges {0=344064} 2024-08-10T04:59:22.126 INFO:tasks.rados.rados.0.smithi078.stdout:941: writing smithi07880501-7 from 0 to 344064 tid 1 2024-08-10T04:59:22.126 INFO:tasks.rados.rados.0.smithi078.stdout:938: finishing write tid 1 to smithi07880501-10 2024-08-10T04:59:22.127 INFO:tasks.rados.rados.0.smithi078.stdout:939: finishing rollback tid 0 to smithi07880501-41 2024-08-10T04:59:22.127 INFO:tasks.rados.rados.0.smithi078.stdout:939: finishing rollback tid 1 to smithi07880501-41 2024-08-10T04:59:22.127 INFO:tasks.rados.rados.0.smithi078.stdout:942: read oid 21 snap -1 2024-08-10T04:59:22.127 INFO:tasks.rados.rados.0.smithi078.stdout:942: expect deleted 2024-08-10T04:59:22.127 INFO:tasks.rados.rados.0.smithi078.stdout:943: snap_remove snap 81 2024-08-10T04:59:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:59:21] "GET /metrics HTTP/1.1" 200 33299 "" "Prometheus/2.43.0" 2024-08-10T04:59:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:59:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:59:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-10T04:59:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:22 smithi107 ceph-mon[32749]: osdmap e244: 8 total, 8 up, 8 in 2024-08-10T04:59:22.602 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:59:22.602 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:59:22.602 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:59:22.602 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:59:22.602 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-10T04:59:22.603 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[92251]: osdmap e244: 8 total, 8 up, 8 in 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.conf 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.conf 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: Updating smithi107:/etc/ceph/ceph.client.admin.keyring 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.604 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.605 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:22.605 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:22.605 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:22.605 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:22.605 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-10T04:59:22.605 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:22 smithi078 ceph-mon[39622]: osdmap e244: 8 total, 8 up, 8 in 2024-08-10T04:59:23.058 INFO:tasks.rados.rados.0.smithi078.stdout:943: done (4 left) 2024-08-10T04:59:23.059 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 95 2024-08-10T04:59:23.059 INFO:tasks.rados.rados.0.smithi078.stdout:944: seq_num 308 ranges {2818048=360448} 2024-08-10T04:59:23.073 INFO:tasks.rados.rados.0.smithi078.stdout:944: writing smithi07880501-11 from 2818048 to 3178496 tid 1 2024-08-10T04:59:23.073 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 95 2024-08-10T04:59:23.073 INFO:tasks.rados.rados.0.smithi078.stdout:938: finishing write tid 2 to smithi07880501-10 2024-08-10T04:59:23.073 INFO:tasks.rados.rados.0.smithi078.stdout:939: finishing rollback tid 2 to smithi07880501-41 2024-08-10T04:59:23.073 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 259 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-10T04:59:23.074 INFO:tasks.rados.rados.0.smithi078.stdout:938: finishing write tid 3 to smithi07880501-10 2024-08-10T04:59:23.074 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 553 (ObjNum 305 snap 95 seq_num 305) dirty exists 2024-08-10T04:59:23.074 INFO:tasks.rados.rados.0.smithi078.stdout:938: left oid 10 (ObjNum 305 snap 95 seq_num 305) 2024-08-10T04:59:23.074 INFO:tasks.rados.rados.0.smithi078.stdout:941: finishing write tid 1 to smithi07880501-7 2024-08-10T04:59:23.074 INFO:tasks.rados.rados.0.smithi078.stdout:945: seq_num 309 ranges {2203648=376832} 2024-08-10T04:59:23.087 INFO:tasks.rados.rados.0.smithi078.stdout:945: writing smithi07880501-20 from 2203648 to 2580480 tid 1 2024-08-10T04:59:23.087 INFO:tasks.rados.rados.0.smithi078.stdout:938: done (5 left) 2024-08-10T04:59:23.087 INFO:tasks.rados.rados.0.smithi078.stdout:939: done (4 left) 2024-08-10T04:59:23.087 INFO:tasks.rados.rados.0.smithi078.stdout:942: done (3 left) 2024-08-10T04:59:23.087 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 95 2024-08-10T04:59:23.087 INFO:tasks.rados.rados.0.smithi078.stdout:946: seq_num 310 ranges {1376256=401408} 2024-08-10T04:59:23.097 INFO:tasks.rados.rados.0.smithi078.stdout:946: writing smithi07880501-39 from 1376256 to 1777664 tid 1 2024-08-10T04:59:23.097 INFO:tasks.rados.rados.0.smithi078.stdout:947: rmattr oid 31 current snap is 95 2024-08-10T04:59:23.097 INFO:tasks.rados.rados.0.smithi078.stdout:941: finishing write tid 2 to smithi07880501-7 2024-08-10T04:59:23.097 INFO:tasks.rados.rados.0.smithi078.stdout:941: finishing write tid 3 to smithi07880501-7 2024-08-10T04:59:23.097 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 654 (ObjNum 307 snap 95 seq_num 307) dirty exists 2024-08-10T04:59:23.097 INFO:tasks.rados.rados.0.smithi078.stdout:941: left oid 7 (ObjNum 307 snap 95 seq_num 307) 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:944: finishing write tid 1 to smithi07880501-11 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:944: finishing write tid 2 to smithi07880501-11 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:941: done (4 left) 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:948: delete oid 7 current snap is 95 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:944: finishing write tid 3 to smithi07880501-11 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 566 (ObjNum 308 snap 95 seq_num 308) dirty exists 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:944: left oid 11 (ObjNum 308 snap 95 seq_num 308) 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:945: finishing write tid 1 to smithi07880501-20 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:945: finishing write tid 2 to smithi07880501-20 2024-08-10T04:59:23.098 INFO:tasks.rados.rados.0.smithi078.stdout:945: finishing write tid 3 to smithi07880501-20 2024-08-10T04:59:23.099 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 266 (ObjNum 309 snap 95 seq_num 309) dirty exists 2024-08-10T04:59:23.099 INFO:tasks.rados.rados.0.smithi078.stdout:945: left oid 20 (ObjNum 309 snap 95 seq_num 309) 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:944: done (4 left) 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:945: done (3 left) 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:948: done (2 left) 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:949: copy_from oid 21 from oid 41 current snap is 95 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:950: snap_create 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 273 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:946: finishing write tid 1 to smithi07880501-39 2024-08-10T04:59:23.100 INFO:tasks.rados.rados.0.smithi078.stdout:946: finishing write tid 2 to smithi07880501-39 2024-08-10T04:59:23.101 INFO:tasks.rados.rados.0.smithi078.stdout:946: finishing write tid 3 to smithi07880501-39 2024-08-10T04:59:23.101 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 536 (ObjNum 310 snap 95 seq_num 310) dirty exists 2024-08-10T04:59:23.101 INFO:tasks.rados.rados.0.smithi078.stdout:946: left oid 39 (ObjNum 310 snap 95 seq_num 310) 2024-08-10T04:59:23.103 INFO:tasks.rados.rados.0.smithi078.stdout:949: finishing copy_from racing read to smithi07880501-21 2024-08-10T04:59:23.104 INFO:tasks.rados.rados.0.smithi078.stdout:949: finishing copy_from to smithi07880501-21 2024-08-10T04:59:23.104 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 259 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-10T04:59:23.723 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: Upgrade: It appears safe to stop mon.c 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: pgmap v18: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.724 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.725 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: osdmap e245: 8 total, 8 up, 8 in 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:59:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: Upgrade: It appears safe to stop mon.c 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: pgmap v18: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: osdmap e245: 8 total, 8 up, 8 in 2024-08-10T04:59:23.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:23.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:23.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:23.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:23 smithi078 ceph-mon[39622]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:23.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: Updating smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:59:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: Updating smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T04:59:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: Upgrade: It appears safe to stop mon.c 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: pgmap v18: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:23.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:23.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:23.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:23.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: osdmap e245: 8 total, 8 up, 8 in 2024-08-10T04:59:23.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:23.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:23.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:23.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:23 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:946: done (3 left) 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:947: done (2 left) 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:949: done (1 left) 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:950: done (0 left) 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:951: rollback oid 44 current snap is 96 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 86 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:952: copy_from oid 18 from oid 38 current snap is 96 2024-08-10T04:59:24.052 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 96 2024-08-10T04:59:24.053 INFO:tasks.rados.rados.0.smithi078.stdout:953: seq_num 312 ranges {655360=434176} 2024-08-10T04:59:24.058 INFO:tasks.rados.rados.0.smithi078.stdout:953: writing smithi07880501-3 from 655360 to 1089536 tid 1 2024-08-10T04:59:24.058 INFO:tasks.rados.rados.0.smithi078.stdout:954: snap_remove snap 95 2024-08-10T04:59:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:24 smithi078 ceph-mon[92251]: Upgrade: Updating mon.c 2024-08-10T04:59:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:24 smithi078 ceph-mon[92251]: Deploying daemon mon.c on smithi078 2024-08-10T04:59:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:24 smithi078 ceph-mon[92251]: osdmap e246: 8 total, 8 up, 8 in 2024-08-10T04:59:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:24 smithi078 ceph-mon[39622]: Upgrade: Updating mon.c 2024-08-10T04:59:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:24 smithi078 ceph-mon[39622]: Deploying daemon mon.c on smithi078 2024-08-10T04:59:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:24 smithi078 ceph-mon[39622]: osdmap e246: 8 total, 8 up, 8 in 2024-08-10T04:59:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:24 smithi107 ceph-mon[32749]: Upgrade: Updating mon.c 2024-08-10T04:59:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:24 smithi107 ceph-mon[32749]: Deploying daemon mon.c on smithi078 2024-08-10T04:59:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:24 smithi107 ceph-mon[32749]: osdmap e246: 8 total, 8 up, 8 in 2024-08-10T04:59:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:954: done (3 left) 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:955: snap_create 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:952: finishing copy_from to smithi07880501-18 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:952: got expected ENOENT (src dne) 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:952: finishing copy_from racing read to smithi07880501-18 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:951: finishing rollback tid 0 to smithi07880501-44 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:951: finishing rollback tid 1 to smithi07880501-44 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:951: finishing rollback tid 2 to smithi07880501-44 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 570 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:953: finishing write tid 1 to smithi07880501-3 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:953: finishing write tid 2 to smithi07880501-3 2024-08-10T04:59:25.065 INFO:tasks.rados.rados.0.smithi078.stdout:953: finishing write tid 3 to smithi07880501-3 2024-08-10T04:59:25.066 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 261 (ObjNum 312 snap 96 seq_num 312) dirty exists 2024-08-10T04:59:25.066 INFO:tasks.rados.rados.0.smithi078.stdout:953: left oid 3 (ObjNum 312 snap 96 seq_num 312) 2024-08-10T04:59:25.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-mon[92251]: pgmap v21: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-08-10T04:59:25.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-mon[92251]: osdmap e247: 8 total, 8 up, 8 in 2024-08-10T04:59:25.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-mon[92251]: mgrmap e43: y(active, since 12s), standbys: x 2024-08-10T04:59:25.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 systemd[1]: Stopping Ceph mon.c for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:59:25.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-mon[39622]: pgmap v21: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-08-10T04:59:25.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-mon[39622]: osdmap e247: 8 total, 8 up, 8 in 2024-08-10T04:59:25.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-mon[39622]: mgrmap e43: y(active, since 12s), standbys: x 2024-08-10T04:59:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c[39618]: 2024-08-10T04:59:25.466+0000 7f6dbe4a4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T04:59:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c[39618]: 2024-08-10T04:59:25.466+0000 7f6dbe4a4640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-10T04:59:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 podman[94460]: 2024-08-10 04:59:25.599466168 +0000 UTC m=+0.252854923 container died 59ba7a9dfd3ae3cb2ff7f13b354d0770228ddcf93360ca21c25e4724562ef7cd (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-10T04:59:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:25 smithi107 ceph-mon[32749]: pgmap v21: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-08-10T04:59:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:25 smithi107 ceph-mon[32749]: osdmap e247: 8 total, 8 up, 8 in 2024-08-10T04:59:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:25 smithi107 ceph-mon[32749]: mgrmap e43: y(active, since 12s), standbys: x 2024-08-10T04:59:26.140 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 podman[94460]: 2024-08-10 04:59:25.966119345 +0000 UTC m=+0.619508102 container cleanup 59ba7a9dfd3ae3cb2ff7f13b354d0770228ddcf93360ca21c25e4724562ef7cd (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-56ceb86, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T04:59:26.141 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:25 smithi078 bash[94460]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c 2024-08-10T04:59:26.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:26 smithi078 podman[94472]: 2024-08-10 04:59:26.242665116 +0000 UTC m=+0.642077956 container remove 59ba7a9dfd3ae3cb2ff7f13b354d0770228ddcf93360ca21c25e4724562ef7cd (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-56ceb86, ceph=True) 2024-08-10T04:59:26.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:26 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-10T04:59:26.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:26 smithi078 systemd[1]: Stopped Ceph mon.c for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:59:26.404 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:26 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.c.service: Consumed 7.819s CPU time. 2024-08-10T04:59:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:26 smithi078 systemd[1]: Starting Ceph mon.c for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:59:27.006 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:26 smithi078 podman[94599]: 2024-08-10 04:59:26.702872574 +0000 UTC m=+0.018493801 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T04:59:27.006 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:26 smithi078 podman[94599]: 2024-08-10 04:59:26.810651555 +0000 UTC m=+0.126272809 container create 05fe20ff3c6b69542133cd0c0adbd26d3914915438986c01c05b221d98e6bb98 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 podman[94599]: 2024-08-10 04:59:27.006482714 +0000 UTC m=+0.322103936 container init 05fe20ff3c6b69542133cd0c0adbd26d3914915438986c01c05b221d98e6bb98 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 podman[94599]: 2024-08-10 04:59:27.010373879 +0000 UTC m=+0.325995090 container start 05fe20ff3c6b69542133cd0c0adbd26d3914915438986c01c05b221d98e6bb98 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc), process ceph-mon, pid 2 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: pidfile_write: ignore empty --pid-file 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: load: jerasure load: lrc 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: RocksDB version: 7.9.2 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Git sha 0 2024-08-10T04:59:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Compile date 2024-08-08 15:22:17 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: DB SUMMARY 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: DB Session ID: JZTK9F5YMWHRO0SDSERT 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: CURRENT file: CURRENT 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9375016 ; 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.error_if_exists: 0 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.create_if_missing: 0 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.paranoid_checks: 1 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-10T04:59:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.env: 0x55f0aa9177a0 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.fs: PosixFileSystem 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.info_log: 0x55f0ab73f500 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.statistics: (nil) 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.use_fsync: 0 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_log_file_size: 0 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.allow_fallocate: 1 2024-08-10T04:59:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.use_direct_reads: 0 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.db_log_dir: 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.wal_dir: 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T04:59:27.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.write_buffer_manager: 0x55f0ab74e8c0 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.unordered_write: 0 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T04:59:27.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.row_cache: None 2024-08-10T04:59:27.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.wal_filter: None 2024-08-10T04:59:27.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T04:59:27.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T04:59:27.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.two_write_queues: 0 2024-08-10T04:59:27.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T04:59:27.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.wal_compression: 0 2024-08-10T04:59:27.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.atomic_flush: 0 2024-08-10T04:59:27.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.log_readahead_size: 0 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_background_jobs: 2 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_background_compactions: -1 2024-08-10T04:59:27.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_subcompactions: 1 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_open_files: -1 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T04:59:27.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_background_flushes: -1 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Compression algorithms supported: 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kZSTD supported: 0 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kXpressCompression supported: 0 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kBZip2Compression supported: 0 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kLZ4Compression supported: 1 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kZlibCompression supported: 1 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: kSnappyCompression supported: 1 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-10T04:59:27.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.merge_operator: 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_filter: None 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f0ab73f120) 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout: cache_index_and_filter_blocks: 1 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout: pin_top_level_index_and_filter: 1 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_type: 0 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_block_index_type: 0 2024-08-10T04:59:27.487 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_shortening: 1 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: checksum: 4 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: no_block_cache: 0 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache: 0x55f0ab733090 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_name: BinnedLRUCache 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_options: 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: capacity : 536870912 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: num_shard_bits : 4 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: strict_capacity_limit : 0 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: high_pri_pool_ratio: 0.000 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_compressed: (nil) 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: persistent_cache: (nil) 2024-08-10T04:59:27.488 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_size: 4096 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_size_deviation: 10 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_restart_interval: 16 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_block_restart_interval: 1 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: metadata_block_size: 4096 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: partition_filters: 0 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: use_delta_encoding: 1 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: filter_policy: bloomfilter 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: whole_key_filtering: 1 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: verify_compression: 0 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: read_amp_bytes_per_bit: 0 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: format_version: 5 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: enable_index_compression: 1 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_align: 0 2024-08-10T04:59:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: max_auto_readahead_size: 262144 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: prepopulate_block_cache: 0 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: initial_auto_readahead_size: 8192 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: num_file_reads_for_auto_readahead: 2 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression: NoCompression 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.num_levels: 7 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T04:59:27.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T04:59:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T04:59:27.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.arena_block_size: 1048576 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T04:59:27.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.inplace_update_support: 0 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T04:59:27.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.bloom_locality: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.max_successive_merges: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.ttl: 2592000 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-10T04:59:27.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.enable_blob_files: false 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.min_blob_size: 0 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.blob_file_starting_level: 0 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13443, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-10T04:59:27.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: cedfc33e-ced6-40d1-bae3-8f9b7243f298 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265967037011, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265967058354, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5786665, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13448, "largest_seqno": 16095, "table_properties": {"data_size": 5773888, "index_size": 8979, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2757, "raw_key_size": 26591, "raw_average_key_size": 24, "raw_value_size": 5749254, "raw_average_value_size": 5231, "num_data_blocks": 392, "num_entries": 1099, "num_filter_entries": 1099, "num_deletions": 34, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723265967, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "cedfc33e-ced6-40d1-bae3-8f9b7243f298", "db_session_id": "JZTK9F5YMWHRO0SDSERT", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265967058510, "job": 1, "event": "recovery_finished"} 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f0ab760e00 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: DB pointer 0x55f0ab85a000 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** DB Stats ** 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:59:27.497 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: L0 1/0 5.52 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 608.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: L6 1/0 7.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Sum 2/0 13.07 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 608.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-10T04:59:27.498 INFO:journalctl@ceph.mon.c.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 608.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 608.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative compaction: 0.01 GB write, 210.93 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval compaction: 0.01 GB write, 210.93 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: Block cache BinnedLRUCache@0x55f0ab733090#2 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: starting mon.c rank 2 at public addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] at bind addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???) e3 preinit fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???).mds e8 new map 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???).mds e8 print_map 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: e8 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-10T04:59:27.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: legacy client fscid: 1 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: Filesystem 'cephfs' (1) 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: fs_name cephfs 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: epoch 8 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: created 2024-08-10T04:52:48.088650+0000 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: modified 2024-08-10T04:53:00.422851+0000 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: tableserver 0 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: root 0 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: session_timeout 60 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: session_autoclose 300 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: max_file_size 1099511627776 2024-08-10T04:59:27.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: max_xattr_size 65536 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: required_client_features {} 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: last_failure 0 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: last_failure_osd_epoch 0 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: max_mds 1 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: in 0 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: up {0=24292} 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: failed 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: damaged 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: stopped 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_pools [3] 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: metadata_pool 2 2024-08-10T04:59:27.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: inline_data disabled 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: balancer 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: bal_rank_mask -1 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: standby_count_wanted 0 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: qdb_cluster leader: 0 members: 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: [mds.b{0:24292} state up:active seq 5 addr [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: Standby daemons: 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: [mds.a{-1:14424} state up:standby seq 1 addr [v2:172.21.15.78:6834/2767537394,v1:172.21.15.78:6835/2767537394] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???).osd e247 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:27.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:27.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???).osd e247 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:27.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 ceph-mon[94618]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-10T04:59:27.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 bash[94599]: 05fe20ff3c6b69542133cd0c0adbd26d3914915438986c01c05b221d98e6bb98 2024-08-10T04:59:27.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:27 smithi078 systemd[1]: Started Ceph mon.c for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:59:29.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:28 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:59:31] "GET /metrics HTTP/1.1" 200 33299 "" "Prometheus/2.43.0" 2024-08-10T04:59:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:33.333 INFO:tasks.rados.rados.0.smithi078.stdout:951: done (3 left) 2024-08-10T04:59:33.333 INFO:tasks.rados.rados.0.smithi078.stdout:952: done (2 left) 2024-08-10T04:59:33.333 INFO:tasks.rados.rados.0.smithi078.stdout:953: done (1 left) 2024-08-10T04:59:33.333 INFO:tasks.rados.rados.0.smithi078.stdout:955: done (0 left) 2024-08-10T04:59:33.334 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 97 2024-08-10T04:59:33.334 INFO:tasks.rados.rados.0.smithi078.stdout:956: seq_num 313 ranges {4939776=450560} 2024-08-10T04:59:33.361 INFO:tasks.rados.rados.0.smithi078.stdout:956: writing smithi07880501-1 from 4939776 to 5390336 tid 1 2024-08-10T04:59:33.361 INFO:tasks.rados.rados.0.smithi078.stdout:957: read oid 35 snap -1 2024-08-10T04:59:33.361 INFO:tasks.rados.rados.0.smithi078.stdout:957: expect deleted 2024-08-10T04:59:33.362 INFO:tasks.rados.rados.0.smithi078.stdout:958: snap_create 2024-08-10T04:59:33.367 INFO:tasks.rados.rados.0.smithi078.stdout:956: finishing write tid 1 to smithi07880501-1 2024-08-10T04:59:33.367 INFO:tasks.rados.rados.0.smithi078.stdout:956: finishing write tid 2 to smithi07880501-1 2024-08-10T04:59:33.368 INFO:tasks.rados.rados.0.smithi078.stdout:956: finishing write tid 3 to smithi07880501-1 2024-08-10T04:59:33.368 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 269 (ObjNum 313 snap 97 seq_num 313) dirty exists 2024-08-10T04:59:33.368 INFO:tasks.rados.rados.0.smithi078.stdout:956: left oid 1 (ObjNum 313 snap 97 seq_num 313) 2024-08-10T04:59:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: mon.c calling monitor election 2024-08-10T04:59:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: mon.b calling monitor election 2024-08-10T04:59:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: mon.a calling monitor election 2024-08-10T04:59:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: monmap epoch 3 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: last_changed 2024-08-10T04:48:52.036143+0000 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: min_mon_release 17 (quincy) 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: election_strategy: 1 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: osdmap e248: 8 total, 8 up, 8 in 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: mgrmap e43: y(active, since 20s), standbys: x 2024-08-10T04:59:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: mon.c calling monitor election 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: mon.b calling monitor election 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: mon.a calling monitor election 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: monmap epoch 3 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: last_changed 2024-08-10T04:48:52.036143+0000 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: min_mon_release 17 (quincy) 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: election_strategy: 1 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:33.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:33.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: osdmap e248: 8 total, 8 up, 8 in 2024-08-10T04:59:33.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: mgrmap e43: y(active, since 20s), standbys: x 2024-08-10T04:59:33.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:33 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T04:59:33.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: mon.c calling monitor election 2024-08-10T04:59:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: mon.b calling monitor election 2024-08-10T04:59:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: mon.a calling monitor election 2024-08-10T04:59:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: monmap epoch 3 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: last_changed 2024-08-10T04:48:52.036143+0000 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: min_mon_release 17 (quincy) 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: election_strategy: 1 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: osdmap e248: 8 total, 8 up, 8 in 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: mgrmap e43: y(active, since 20s), standbys: x 2024-08-10T04:59:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:33 smithi107 ceph-mon[32749]: overall HEALTH_OK 2024-08-10T04:59:34.343 INFO:tasks.rados.rados.0.smithi078.stdout:956: done (2 left) 2024-08-10T04:59:34.343 INFO:tasks.rados.rados.0.smithi078.stdout:957: done (1 left) 2024-08-10T04:59:34.343 INFO:tasks.rados.rados.0.smithi078.stdout:958: done (0 left) 2024-08-10T04:59:34.344 INFO:tasks.rados.rados.0.smithi078.stdout:959: rollback oid 37 current snap is 98 2024-08-10T04:59:34.344 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 37 to 94 2024-08-10T04:59:34.344 INFO:tasks.rados.rados.0.smithi078.stdout:960: delete oid 44 current snap is 98 2024-08-10T04:59:34.345 INFO:tasks.rados.rados.0.smithi078.stdout:960: done (1 left) 2024-08-10T04:59:34.346 INFO:tasks.rados.rados.0.smithi078.stdout:961: copy_from oid 39 from oid 8 current snap is 98 2024-08-10T04:59:34.346 INFO:tasks.rados.rados.0.smithi078.stdout:962: read oid 46 snap 86 2024-08-10T04:59:34.346 INFO:tasks.rados.rados.0.smithi078.stdout:962: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:59:34.346 INFO:tasks.rados.rados.0.smithi078.stdout:963: rollback oid 29 current snap is 98 2024-08-10T04:59:34.346 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 68 2024-08-10T04:59:34.346 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 98 2024-08-10T04:59:34.346 INFO:tasks.rados.rados.0.smithi078.stdout:964: seq_num 315 ranges {7544832=483328} 2024-08-10T04:59:34.391 INFO:tasks.rados.rados.0.smithi078.stdout:964: writing smithi07880501-50 from 7544832 to 8028160 tid 1 2024-08-10T04:59:34.391 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 98 2024-08-10T04:59:34.391 INFO:tasks.rados.rados.0.smithi078.stdout:959: finishing rollback tid 0 to smithi07880501-37 2024-08-10T04:59:34.391 INFO:tasks.rados.rados.0.smithi078.stdout:959: finishing rollback tid 1 to smithi07880501-37 2024-08-10T04:59:34.392 INFO:tasks.rados.rados.0.smithi078.stdout:959: finishing rollback tid 2 to smithi07880501-37 2024-08-10T04:59:34.392 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 378 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-08-10T04:59:34.392 INFO:tasks.rados.rados.0.smithi078.stdout:963: finishing rollback tid 1 to smithi07880501-29 2024-08-10T04:59:34.392 INFO:tasks.rados.rados.0.smithi078.stdout:965: seq_num 316 ranges {2318336=499712} 2024-08-10T04:59:34.408 INFO:tasks.rados.rados.0.smithi078.stdout:965: writing smithi07880501-24 from 2318336 to 2818048 tid 1 2024-08-10T04:59:34.408 INFO:tasks.rados.rados.0.smithi078.stdout:959: done (5 left) 2024-08-10T04:59:34.408 INFO:tasks.rados.rados.0.smithi078.stdout:966: snap_remove snap 58 2024-08-10T04:59:34.606 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:34 smithi078 ceph-mon[92251]: osdmap e249: 8 total, 8 up, 8 in 2024-08-10T04:59:34.606 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:34 smithi078 ceph-mon[94618]: osdmap e249: 8 total, 8 up, 8 in 2024-08-10T04:59:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:34 smithi107 ceph-mon[32749]: osdmap e249: 8 total, 8 up, 8 in 2024-08-10T04:59:34.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:34.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:35.356 INFO:tasks.rados.rados.0.smithi078.stdout:966: done (5 left) 2024-08-10T04:59:35.356 INFO:tasks.rados.rados.0.smithi078.stdout:967: rmattr oid 44 current snap is 98 2024-08-10T04:59:35.356 INFO:tasks.rados.rados.0.smithi078.stdout:967: done (5 left) 2024-08-10T04:59:35.356 INFO:tasks.rados.rados.0.smithi078.stdout:968: setattr oid 18 current snap is 98 2024-08-10T04:59:35.356 INFO:tasks.rados.rados.0.smithi078.stdout:963: finishing rollback tid 2 to smithi07880501-29 2024-08-10T04:59:35.356 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 536 (ObjNum 229 snap 63 seq_num 229) dirty exists 2024-08-10T04:59:35.356 INFO:tasks.rados.rados.0.smithi078.stdout:962: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:961: finishing copy_from racing read to smithi07880501-39 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:961: finishing copy_from to smithi07880501-39 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 534 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:964: finishing write tid 1 to smithi07880501-50 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:964: finishing write tid 2 to smithi07880501-50 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:964: finishing write tid 3 to smithi07880501-50 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 626 (ObjNum 315 snap 98 seq_num 315) dirty exists 2024-08-10T04:59:35.379 INFO:tasks.rados.rados.0.smithi078.stdout:964: left oid 50 (ObjNum 315 snap 98 seq_num 315) 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:965: finishing write tid 1 to smithi07880501-24 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:965: finishing write tid 2 to smithi07880501-24 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:965: finishing write tid 3 to smithi07880501-24 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 666 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:965: left oid 24 (ObjNum 316 snap 98 seq_num 316) 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:961: done (5 left) 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:962: done (4 left) 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:963: done (3 left) 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:964: done (2 left) 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:965: done (1 left) 2024-08-10T04:59:35.380 INFO:tasks.rados.rados.0.smithi078.stdout:969: snap_remove snap 94 2024-08-10T04:59:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:35 smithi078 ceph-mon[92251]: osdmap e250: 8 total, 8 up, 8 in 2024-08-10T04:59:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:35 smithi078 ceph-mon[92251]: pgmap v30: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 144 KiB/s wr, 1 op/s 2024-08-10T04:59:35.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:35 smithi078 ceph-mon[94618]: osdmap e250: 8 total, 8 up, 8 in 2024-08-10T04:59:35.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:35 smithi078 ceph-mon[94618]: pgmap v30: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 144 KiB/s wr, 1 op/s 2024-08-10T04:59:35.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:35 smithi107 ceph-mon[32749]: osdmap e250: 8 total, 8 up, 8 in 2024-08-10T04:59:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:35 smithi107 ceph-mon[32749]: pgmap v30: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 144 KiB/s wr, 1 op/s 2024-08-10T04:59:36.048 INFO:tasks.rados.rados.0.smithi078.stdout:969: done (1 left) 2024-08-10T04:59:36.048 INFO:tasks.rados.rados.0.smithi078.stdout:970: rollback oid 16 current snap is 98 2024-08-10T04:59:36.048 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 678 (ObjNum 223 snap 63 seq_num 223) dirty exists 2024-08-10T04:59:36.048 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 62 2024-08-10T04:59:36.048 INFO:tasks.rados.rados.0.smithi078.stdout:968: done (1 left) 2024-08-10T04:59:36.048 INFO:tasks.rados.rados.0.smithi078.stdout:971: snap_remove snap 97 2024-08-10T04:59:36.720 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[92251]: osdmap e251: 8 total, 8 up, 8 in 2024-08-10T04:59:36.720 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.720 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.720 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[92251]: osdmap e252: 8 total, 8 up, 8 in 2024-08-10T04:59:36.720 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.721 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[94618]: osdmap e251: 8 total, 8 up, 8 in 2024-08-10T04:59:36.721 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.721 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.721 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[94618]: osdmap e252: 8 total, 8 up, 8 in 2024-08-10T04:59:36.721 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.721 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:36 smithi107 ceph-mon[32749]: osdmap e251: 8 total, 8 up, 8 in 2024-08-10T04:59:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:36 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:36 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:36 smithi107 ceph-mon[32749]: osdmap e252: 8 total, 8 up, 8 in 2024-08-10T04:59:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:36 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:36 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:37.051 INFO:tasks.rados.rados.0.smithi078.stdout:971: done (1 left) 2024-08-10T04:59:37.051 INFO:tasks.rados.rados.0.smithi078.stdout:972: read oid 46 snap -1 2024-08-10T04:59:37.051 INFO:tasks.rados.rados.0.smithi078.stdout:972: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:59:37.051 INFO:tasks.rados.rados.0.smithi078.stdout:973: copy_from oid 21 from oid 11 current snap is 98 2024-08-10T04:59:37.052 INFO:tasks.rados.rados.0.smithi078.stdout:974: snap_remove snap 93 2024-08-10T04:59:37.353 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:37.071+0000 7f778feb9640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-10T04:59:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:37 smithi078 ceph-mon[94618]: pgmap v33: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 110 KiB/s wr, 0 op/s 2024-08-10T04:59:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:37 smithi078 ceph-mon[94618]: osdmap e253: 8 total, 8 up, 8 in 2024-08-10T04:59:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:37 smithi078 ceph-mon[92251]: pgmap v33: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 110 KiB/s wr, 0 op/s 2024-08-10T04:59:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:37 smithi078 ceph-mon[92251]: osdmap e253: 8 total, 8 up, 8 in 2024-08-10T04:59:37.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:37 smithi107 ceph-mon[32749]: pgmap v33: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 110 KiB/s wr, 0 op/s 2024-08-10T04:59:37.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:37 smithi107 ceph-mon[32749]: osdmap e253: 8 total, 8 up, 8 in 2024-08-10T04:59:38.050 INFO:tasks.rados.rados.0.smithi078.stdout:974: done (3 left) 2024-08-10T04:59:38.051 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 98 2024-08-10T04:59:38.051 INFO:tasks.rados.rados.0.smithi078.stdout:975: seq_num 317 ranges {1900544=516096} 2024-08-10T04:59:38.064 INFO:tasks.rados.rados.0.smithi078.stdout:975: writing smithi07880501-18 from 1900544 to 2416640 tid 1 2024-08-10T04:59:38.064 INFO:tasks.rados.rados.0.smithi078.stdout:976: delete oid 12 current snap is 98 2024-08-10T04:59:38.064 INFO:tasks.rados.rados.0.smithi078.stdout:970: finishing rollback tid 0 to smithi07880501-16 2024-08-10T04:59:38.064 INFO:tasks.rados.rados.0.smithi078.stdout:970: finishing rollback tid 1 to smithi07880501-16 2024-08-10T04:59:38.065 INFO:tasks.rados.rados.0.smithi078.stdout:970: finishing rollback tid 2 to smithi07880501-16 2024-08-10T04:59:38.065 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 640 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:59:38.065 INFO:tasks.rados.rados.0.smithi078.stdout:972: expect (ObjNum 184 snap 46 seq_num 184) 2024-08-10T04:59:38.083 INFO:tasks.rados.rados.0.smithi078.stdout:973: finishing copy_from racing read to smithi07880501-21 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:973: finishing copy_from to smithi07880501-21 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 566 (ObjNum 308 snap 95 seq_num 308) dirty exists 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:975: finishing write tid 1 to smithi07880501-18 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:975: finishing write tid 2 to smithi07880501-18 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:970: done (4 left) 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:972: done (3 left) 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:973: done (2 left) 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:976: done (1 left) 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 98 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:975: finishing write tid 3 to smithi07880501-18 2024-08-10T04:59:38.084 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 692 (ObjNum 317 snap 98 seq_num 317) dirty exists 2024-08-10T04:59:38.085 INFO:tasks.rados.rados.0.smithi078.stdout:975: left oid 18 (ObjNum 317 snap 98 seq_num 317) 2024-08-10T04:59:38.085 INFO:tasks.rados.rados.0.smithi078.stdout:977: seq_num 319 ranges {2834432=548864} 2024-08-10T04:59:38.102 INFO:tasks.rados.rados.0.smithi078.stdout:977: writing smithi07880501-2 from 2834432 to 3383296 tid 1 2024-08-10T04:59:38.103 INFO:tasks.rados.rados.0.smithi078.stdout:975: done (1 left) 2024-08-10T04:59:38.103 INFO:tasks.rados.rados.0.smithi078.stdout:978: rollback oid 47 current snap is 98 2024-08-10T04:59:38.103 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 68 2024-08-10T04:59:38.103 INFO:tasks.rados.rados.0.smithi078.stdout:979: snap_create 2024-08-10T04:59:38.118 INFO:tasks.rados.rados.0.smithi078.stdout:978: finishing rollback tid 0 to smithi07880501-47 2024-08-10T04:59:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:978: finishing rollback tid 1 to smithi07880501-47 2024-08-10T04:59:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:978: finishing rollback tid 2 to smithi07880501-47 2024-08-10T04:59:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 600 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:59:38.122 INFO:tasks.rados.rados.0.smithi078.stdout:977: finishing write tid 1 to smithi07880501-2 2024-08-10T04:59:38.122 INFO:tasks.rados.rados.0.smithi078.stdout:977: finishing write tid 2 to smithi07880501-2 2024-08-10T04:59:38.123 INFO:tasks.rados.rados.0.smithi078.stdout:977: finishing write tid 3 to smithi07880501-2 2024-08-10T04:59:38.123 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 657 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-10T04:59:38.123 INFO:tasks.rados.rados.0.smithi078.stdout:977: left oid 2 (ObjNum 319 snap 98 seq_num 319) 2024-08-10T04:59:39.051 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:39.056 INFO:tasks.rados.rados.0.smithi078.stdout:977: done (2 left) 2024-08-10T04:59:39.056 INFO:tasks.rados.rados.0.smithi078.stdout:978: done (1 left) 2024-08-10T04:59:39.056 INFO:tasks.rados.rados.0.smithi078.stdout:979: done (0 left) 2024-08-10T04:59:39.056 INFO:tasks.rados.rados.0.smithi078.stdout:980: rmattr oid 32 current snap is 99 2024-08-10T04:59:39.056 INFO:tasks.rados.rados.0.smithi078.stdout:980: done (0 left) 2024-08-10T04:59:39.057 INFO:tasks.rados.rados.0.smithi078.stdout:981: read oid 50 snap -1 2024-08-10T04:59:39.057 INFO:tasks.rados.rados.0.smithi078.stdout:981: expect (ObjNum 315 snap 98 seq_num 315) 2024-08-10T04:59:39.057 INFO:tasks.rados.rados.0.smithi078.stdout:982: rollback oid 48 current snap is 99 2024-08-10T04:59:39.057 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 48 to 86 2024-08-10T04:59:39.057 INFO:tasks.rados.rados.0.smithi078.stdout:983: delete oid 5 current snap is 99 2024-08-10T04:59:39.064 INFO:tasks.rados.rados.0.smithi078.stdout:983: done (2 left) 2024-08-10T04:59:39.064 INFO:tasks.rados.rados.0.smithi078.stdout:984: delete oid 36 current snap is 99 2024-08-10T04:59:39.064 INFO:tasks.rados.rados.0.smithi078.stdout:982: finishing rollback tid 0 to smithi07880501-48 2024-08-10T04:59:39.064 INFO:tasks.rados.rados.0.smithi078.stdout:982: finishing rollback tid 1 to smithi07880501-48 2024-08-10T04:59:39.064 INFO:tasks.rados.rados.0.smithi078.stdout:982: finishing rollback tid 2 to smithi07880501-48 2024-08-10T04:59:39.064 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 602 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-08-10T04:59:39.067 INFO:tasks.rados.rados.0.smithi078.stdout:982: done (2 left) 2024-08-10T04:59:39.067 INFO:tasks.rados.rados.0.smithi078.stdout:984: done (1 left) 2024-08-10T04:59:39.067 INFO:tasks.rados.rados.0.smithi078.stdout:985: copy_from oid 29 from oid 16 current snap is 99 2024-08-10T04:59:39.067 INFO:tasks.rados.rados.0.smithi078.stdout:986: read oid 19 snap 74 2024-08-10T04:59:39.067 INFO:tasks.rados.rados.0.smithi078.stdout:986: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:59:39.067 INFO:tasks.rados.rados.0.smithi078.stdout:987: read oid 28 snap -1 2024-08-10T04:59:39.067 INFO:tasks.rados.rados.0.smithi078.stdout:987: expect deleted 2024-08-10T04:59:39.068 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 99 2024-08-10T04:59:39.068 INFO:tasks.rados.rados.0.smithi078.stdout:988: seq_num 322 ranges {2416640=598016} 2024-08-10T04:59:39.084 INFO:tasks.rados.rados.0.smithi078.stdout:988: writing smithi07880501-18 from 2416640 to 3014656 tid 1 2024-08-10T04:59:39.084 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 99 2024-08-10T04:59:39.084 INFO:tasks.rados.rados.0.smithi078.stdout:989: seq_num 323 ranges {0=614400} 2024-08-10T04:59:39.087 INFO:tasks.rados.rados.0.smithi078.stdout:989: writing smithi07880501-35 from 0 to 614400 tid 1 2024-08-10T04:59:39.087 INFO:tasks.rados.rados.0.smithi078.stdout:990: snap_remove snap 76 2024-08-10T04:59:39.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:39 smithi078 ceph-mon[92251]: osdmap e254: 8 total, 8 up, 8 in 2024-08-10T04:59:39.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:39 smithi078 ceph-mon[92251]: pgmap v36: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:39.126 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:39 smithi078 ceph-mon[94618]: osdmap e254: 8 total, 8 up, 8 in 2024-08-10T04:59:39.126 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:39 smithi078 ceph-mon[94618]: pgmap v36: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:39 smithi107 ceph-mon[32749]: osdmap e254: 8 total, 8 up, 8 in 2024-08-10T04:59:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:39 smithi107 ceph-mon[32749]: pgmap v36: 121 pgs: 121 active+clean; 272 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:40.061 INFO:tasks.rados.rados.0.smithi078.stdout:990: done (6 left) 2024-08-10T04:59:40.061 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 99 2024-08-10T04:59:40.061 INFO:tasks.rados.rados.0.smithi078.stdout:991: seq_num 324 ranges {1376256=630784} 2024-08-10T04:59:40.073 INFO:tasks.rados.rados.0.smithi078.stdout:991: writing smithi07880501-45 from 1376256 to 2007040 tid 1 2024-08-10T04:59:40.073 INFO:tasks.rados.rados.0.smithi078.stdout:992: copy_from oid 17 from oid 33 current snap is 99 2024-08-10T04:59:40.073 INFO:tasks.rados.rados.0.smithi078.stdout:986: expect (ObjNum 63 snap 4 seq_num 63) 2024-08-10T04:59:40.118 INFO:tasks.rados.rados.0.smithi078.stdout:988: finishing write tid 1 to smithi07880501-18 2024-08-10T04:59:40.118 INFO:tasks.rados.rados.0.smithi078.stdout:988: finishing write tid 2 to smithi07880501-18 2024-08-10T04:59:40.118 INFO:tasks.rados.rados.0.smithi078.stdout:989: finishing write tid 1 to smithi07880501-35 2024-08-10T04:59:40.118 INFO:tasks.rados.rados.0.smithi078.stdout:989: finishing write tid 2 to smithi07880501-35 2024-08-10T04:59:40.118 INFO:tasks.rados.rados.0.smithi078.stdout:988: finishing write tid 3 to smithi07880501-18 2024-08-10T04:59:40.118 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 697 (ObjNum 322 snap 99 seq_num 322) dirty exists 2024-08-10T04:59:40.118 INFO:tasks.rados.rados.0.smithi078.stdout:988: left oid 18 (ObjNum 322 snap 99 seq_num 322) 2024-08-10T04:59:40.119 INFO:tasks.rados.rados.0.smithi078.stdout:989: finishing write tid 3 to smithi07880501-35 2024-08-10T04:59:40.119 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 291 (ObjNum 323 snap 99 seq_num 323) dirty exists 2024-08-10T04:59:40.119 INFO:tasks.rados.rados.0.smithi078.stdout:989: left oid 35 (ObjNum 323 snap 99 seq_num 323) 2024-08-10T04:59:40.119 INFO:tasks.rados.rados.0.smithi078.stdout:981: expect (ObjNum 315 snap 98 seq_num 315) 2024-08-10T04:59:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: osdmap e255: 8 total, 8 up, 8 in 2024-08-10T04:59:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:40 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T04:59:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: osdmap e255: 8 total, 8 up, 8 in 2024-08-10T04:59:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: osdmap e255: 8 total, 8 up, 8 in 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:40.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:40.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:40.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T04:59:40.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T04:59:40.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T04:59:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:985: finishing copy_from racing read to smithi07880501-29 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:985: finishing copy_from to smithi07880501-29 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 640 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:992: finishing copy_from to smithi07880501-17 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:992: got expected ENOENT (src dne) 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:992: finishing copy_from racing read to smithi07880501-17 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:991: finishing write tid 1 to smithi07880501-45 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:991: finishing write tid 2 to smithi07880501-45 2024-08-10T04:59:40.579 INFO:tasks.rados.rados.0.smithi078.stdout:981: done (7 left) 2024-08-10T04:59:40.580 INFO:tasks.rados.rados.0.smithi078.stdout:985: done (6 left) 2024-08-10T04:59:40.580 INFO:tasks.rados.rados.0.smithi078.stdout:986: done (5 left) 2024-08-10T04:59:40.580 INFO:tasks.rados.rados.0.smithi078.stdout:987: done (4 left) 2024-08-10T04:59:40.580 INFO:tasks.rados.rados.0.smithi078.stdout:988: done (3 left) 2024-08-10T04:59:40.580 INFO:tasks.rados.rados.0.smithi078.stdout:989: done (2 left) 2024-08-10T04:59:40.580 INFO:tasks.rados.rados.0.smithi078.stdout:992: done (1 left) 2024-08-10T04:59:40.580 INFO:tasks.rados.rados.0.smithi078.stdout:993: snap_remove snap 65 2024-08-10T04:59:41.068 INFO:tasks.rados.rados.0.smithi078.stdout:993: done (1 left) 2024-08-10T04:59:41.068 INFO:tasks.rados.rados.0.smithi078.stdout:994: snap_remove snap 87 2024-08-10T04:59:41.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:41 smithi107 ceph-mon[32749]: Upgrade: It appears safe to stop mon.b 2024-08-10T04:59:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:41 smithi107 ceph-mon[32749]: osdmap e256: 8 total, 8 up, 8 in 2024-08-10T04:59:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:41 smithi107 ceph-mon[32749]: pgmap v39: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1009 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-10T04:59:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:41 smithi078 ceph-mon[94618]: Upgrade: It appears safe to stop mon.b 2024-08-10T04:59:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:41 smithi078 ceph-mon[94618]: osdmap e256: 8 total, 8 up, 8 in 2024-08-10T04:59:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:41 smithi078 ceph-mon[94618]: pgmap v39: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1009 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-10T04:59:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:41 smithi078 ceph-mon[92251]: Upgrade: It appears safe to stop mon.b 2024-08-10T04:59:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:41 smithi078 ceph-mon[92251]: osdmap e256: 8 total, 8 up, 8 in 2024-08-10T04:59:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:41 smithi078 ceph-mon[92251]: pgmap v39: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1009 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-10T04:59:42.071 INFO:tasks.rados.rados.0.smithi078.stdout:994: done (1 left) 2024-08-10T04:59:42.071 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 99 2024-08-10T04:59:42.071 INFO:tasks.rados.rados.0.smithi078.stdout:991: finishing write tid 3 to smithi07880501-45 2024-08-10T04:59:42.071 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 668 (ObjNum 324 snap 99 seq_num 324) dirty exists 2024-08-10T04:59:42.071 INFO:tasks.rados.rados.0.smithi078.stdout:991: left oid 45 (ObjNum 324 snap 99 seq_num 324) 2024-08-10T04:59:42.071 INFO:tasks.rados.rados.0.smithi078.stdout:995: seq_num 325 ranges {0=647168} 2024-08-10T04:59:42.075 INFO:tasks.rados.rados.0.smithi078.stdout:995: writing smithi07880501-44 from 0 to 647168 tid 1 2024-08-10T04:59:42.075 INFO:tasks.rados.rados.0.smithi078.stdout:991: done (1 left) 2024-08-10T04:59:42.075 INFO:tasks.rados.rados.0.smithi078.stdout:996: read oid 26 snap -1 2024-08-10T04:59:42.075 INFO:tasks.rados.rados.0.smithi078.stdout:996: expect deleted 2024-08-10T04:59:42.075 INFO:tasks.rados.rados.0.smithi078.stdout:997: setattr oid 42 current snap is 99 2024-08-10T04:59:42.078 INFO:tasks.rados.rados.0.smithi078.stdout:996: done (2 left) 2024-08-10T04:59:42.078 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 99 2024-08-10T04:59:42.079 INFO:tasks.rados.rados.0.smithi078.stdout:998: seq_num 326 ranges {5341184=663552} 2024-08-10T04:59:42.112 INFO:tasks.rados.rados.0.smithi078.stdout:998: writing smithi07880501-16 from 5341184 to 6004736 tid 1 2024-08-10T04:59:42.112 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 99 2024-08-10T04:59:42.112 INFO:tasks.rados.rados.0.smithi078.stdout:995: finishing write tid 1 to smithi07880501-44 2024-08-10T04:59:42.112 INFO:tasks.rados.rados.0.smithi078.stdout:999: seq_num 327 ranges {3178496=679936} 2024-08-10T04:59:42.133 INFO:tasks.rados.rados.0.smithi078.stdout:999: writing smithi07880501-11 from 3178496 to 3858432 tid 1 2024-08-10T04:59:42.133 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 99 2024-08-10T04:59:42.133 INFO:tasks.rados.rados.0.smithi078.stdout:1000: seq_num 328 ranges {688128=696320} 2024-08-10T04:59:42.140 INFO:tasks.rados.rados.0.smithi078.stdout:1000: writing smithi07880501-46 from 688128 to 1384448 tid 1 2024-08-10T04:59:42.141 INFO:tasks.rados.rados.0.smithi078.stdout:1001: snap_remove snap 28 2024-08-10T04:59:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:59:41] "GET /metrics HTTP/1.1" 200 36043 "" "Prometheus/2.43.0" 2024-08-10T04:59:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[94618]: osdmap e257: 8 total, 8 up, 8 in 2024-08-10T04:59:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[94618]: Upgrade: Updating mon.b 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[94618]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[94618]: Deploying daemon mon.b on smithi107 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[92251]: osdmap e257: 8 total, 8 up, 8 in 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[92251]: Upgrade: Updating mon.b 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[92251]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:42 smithi078 ceph-mon[92251]: Deploying daemon mon.b on smithi107 2024-08-10T04:59:42.500 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:42.500 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-mon[32749]: osdmap e257: 8 total, 8 up, 8 in 2024-08-10T04:59:42.500 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-mon[32749]: Upgrade: Updating mon.b 2024-08-10T04:59:42.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-mon[32749]: from='mgr.34104 ' entity='mgr.y' 2024-08-10T04:59:42.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:42.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:42.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-mon[32749]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:42.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 ceph-mon[32749]: Deploying daemon mon.b on smithi107 2024-08-10T04:59:43.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:42 smithi107 systemd[1]: Stopping Ceph mon.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:59:43.309 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b[32745]: 2024-08-10T04:59:43.049+0000 7ff09164f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T04:59:43.310 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b[32745]: 2024-08-10T04:59:43.049+0000 7ff09164f640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-10T04:59:43.310 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 podman[86497]: 2024-08-10 04:59:43.07085536 +0000 UTC m=+0.147125274 container died e401625267b0a860f337dc0ed0f425f965651058c9a4e08218bc1348ac272149 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T04:59:43.427 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:43] ENGINE Bus STOPPING 2024-08-10T04:59:43.427 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T04:59:43.427 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:43] ENGINE Bus STOPPED 2024-08-10T04:59:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 podman[86497]: 2024-08-10 04:59:43.408471562 +0000 UTC m=+0.484741469 container cleanup e401625267b0a860f337dc0ed0f425f965651058c9a4e08218bc1348ac272149 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-10T04:59:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 bash[86497]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b 2024-08-10T04:59:43.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:43.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:43] ENGINE Bus STARTING 2024-08-10T04:59:43.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:43] ENGINE Serving on http://:::9283 2024-08-10T04:59:43.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:43 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:04:59:43] ENGINE Bus STARTED 2024-08-10T04:59:43.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 podman[86509]: 2024-08-10 04:59:43.593010023 +0000 UTC m=+0.519593201 container remove e401625267b0a860f337dc0ed0f425f965651058c9a4e08218bc1348ac272149 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-10T04:59:43.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-10T04:59:43.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 systemd[1]: Stopped Ceph mon.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:59:43.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:43 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.b.service: Consumed 8.668s CPU time. 2024-08-10T04:59:44.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 systemd[1]: Starting Ceph mon.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T04:59:44.306 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T04:59:44.512 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:44.512 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:44.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 podman[86639]: 2024-08-10 04:59:44.154950462 +0000 UTC m=+0.017219867 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T04:59:44.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 podman[86639]: 2024-08-10 04:59:44.252403756 +0000 UTC m=+0.114673207 container create ac3e238110610a8691d576c448f3f230702f4e246ada0f757fb337864a48ebc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-10T04:59:44.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 podman[86639]: 2024-08-10 04:59:44.488316104 +0000 UTC m=+0.350585505 container init ac3e238110610a8691d576c448f3f230702f4e246ada0f757fb337864a48ebc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-10T04:59:44.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 podman[86639]: 2024-08-10 04:59:44.491788655 +0000 UTC m=+0.354058051 container start ac3e238110610a8691d576c448f3f230702f4e246ada0f757fb337864a48ebc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T04:59:44.566 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T04:59:44.566 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (97s) 8s ago 5m 16.9M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (86s) 27s ago 5m 78.9M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (7m) 8s ago 7m 14.1M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (7m) 27s ago 7m 17.8M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (52s) 27s ago 10m 437M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (79s) 8s ago 12m 497M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (38s) 8s ago 12m 38.2M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (11m) 27s ago 11m 51.8M 2048M 17.2.7-1372-g56ceb861 354fce865a9a e401625267b0 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (17s) 8s ago 10m 25.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (95s) 8s ago 5m 7591k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T04:59:44.567 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (84s) 27s ago 5m 8162k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (10m) 8s ago 10m 148M 2480M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (9m) 8s ago 9m 143M 2480M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (9m) 8s ago 9m 117M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (9m) 8s ago 9m 86.9M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (8m) 27s ago 8m 125M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (8m) 27s ago 8m 142M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (7m) 27s ago 7m 112M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (7m) 27s ago 7m 100M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T04:59:44.568 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (57s) 27s ago 6m 48.9M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T04:59:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc), process ceph-mon, pid 2 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: pidfile_write: ignore empty --pid-file 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: load: jerasure load: lrc 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: RocksDB version: 7.9.2 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Git sha 0 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Compile date 2024-08-08 15:22:17 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: DB SUMMARY 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: DB Session ID: KA83NDD96SIINM3RQ9IA 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: CURRENT file: CURRENT 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-10T04:59:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10193196 ; 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.error_if_exists: 0 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.create_if_missing: 0 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.paranoid_checks: 1 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.env: 0x5605475567a0 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.fs: PosixFileSystem 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.info_log: 0x560548d61500 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.statistics: (nil) 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.use_fsync: 0 2024-08-10T04:59:44.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_log_file_size: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.allow_fallocate: 1 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.use_direct_reads: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.db_log_dir: 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.wal_dir: 2024-08-10T04:59:44.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.write_buffer_manager: 0x560548d708c0 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T04:59:44.822 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.unordered_write: 0 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T04:59:44.823 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.row_cache: None 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.wal_filter: None 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.two_write_queues: 0 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.wal_compression: 0 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.atomic_flush: 0 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T04:59:44.824 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.log_readahead_size: 0 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_background_jobs: 2 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_background_compactions: -1 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_subcompactions: 1 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T04:59:44.825 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_open_files: -1 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_background_flushes: -1 2024-08-10T04:59:44.826 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Compression algorithms supported: 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kZSTD supported: 0 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kXpressCompression supported: 0 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kBZip2Compression supported: 0 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kLZ4Compression supported: 1 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kZlibCompression supported: 1 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: kSnappyCompression supported: 1 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.merge_operator: 2024-08-10T04:59:44.827 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_filter: None 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560548d61120) 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: cache_index_and_filter_blocks: 1 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: pin_top_level_index_and_filter: 1 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: index_type: 0 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: data_block_index_type: 0 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: index_shortening: 1 2024-08-10T04:59:44.828 INFO:journalctl@ceph.mon.b.smithi107.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: checksum: 4 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: no_block_cache: 0 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache: 0x560548d55090 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache_name: BinnedLRUCache 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache_options: 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: capacity : 536870912 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: num_shard_bits : 4 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: strict_capacity_limit : 0 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: high_pri_pool_ratio: 0.000 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_cache_compressed: (nil) 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: persistent_cache: (nil) 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_size: 4096 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_size_deviation: 10 2024-08-10T04:59:44.829 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_restart_interval: 16 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: index_block_restart_interval: 1 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: metadata_block_size: 4096 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: partition_filters: 0 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: use_delta_encoding: 1 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: filter_policy: bloomfilter 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: whole_key_filtering: 1 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: verify_compression: 0 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: read_amp_bytes_per_bit: 0 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: format_version: 5 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: enable_index_compression: 1 2024-08-10T04:59:44.830 INFO:journalctl@ceph.mon.b.smithi107.stdout: block_align: 0 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout: max_auto_readahead_size: 262144 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout: prepopulate_block_cache: 0 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout: initial_auto_readahead_size: 8192 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout: num_file_reads_for_auto_readahead: 2 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression: NoCompression 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.num_levels: 7 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T04:59:44.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T04:59:44.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T04:59:44.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.arena_block_size: 1048576 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T04:59:44.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.inplace_update_support: 0 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T04:59:44.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T04:59:44.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.bloom_locality: 0 2024-08-10T04:59:44.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.max_successive_merges: 0 2024-08-10T04:59:44.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T04:59:44.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T04:59:44.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.ttl: 2592000 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.enable_blob_files: false 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.min_blob_size: 0 2024-08-10T04:59:44.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.blob_file_starting_level: 0 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-10T04:59:44.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13518, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 72e79e82-428c-48cf-b24f-c865e058beef 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265984518523, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265984544471, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6262365, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13523, "largest_seqno": 16820, "table_properties": {"data_size": 6247321, "index_size": 10221, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3781, "raw_key_size": 34198, "raw_average_key_size": 22, "raw_value_size": 6216202, "raw_average_value_size": 4166, "num_data_blocks": 446, "num_entries": 1492, "num_filter_entries": 1492, "num_deletions": 287, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723265984, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "72e79e82-428c-48cf-b24f-c865e058beef", "db_session_id": "KA83NDD96SIINM3RQ9IA", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723265984544637, "job": 1, "event": "recovery_finished"} 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560548d82e00 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: DB pointer 0x560548e7c000 2024-08-10T04:59:44.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** DB Stats ** 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** Compaction Stats [default] ** 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T04:59:44.840 INFO:journalctl@ceph.mon.b.smithi107.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: L0 1/0 5.97 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 581.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: L6 1/0 7.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: Sum 2/0 13.53 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 581.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 581.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** Compaction Stats [default] ** 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 581.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.841 INFO:journalctl@ceph.mon.b.smithi107.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: Cumulative compaction: 0.01 GB write, 206.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: Interval compaction: 0.01 GB write, 206.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: Block cache BinnedLRUCache@0x560548d55090#2 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T04:59:44.842 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: starting mon.b rank 1 at public addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] at bind addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???) e3 preinit fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???).mds e8 new map 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???).mds e8 print_map 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: e8 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: legacy client fscid: 1 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: Filesystem 'cephfs' (1) 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: fs_name cephfs 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: epoch 8 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-10T04:59:44.843 INFO:journalctl@ceph.mon.b.smithi107.stdout: created 2024-08-10T04:52:48.088650+0000 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: modified 2024-08-10T04:53:00.422851+0000 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: tableserver 0 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: root 0 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: session_timeout 60 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: session_autoclose 300 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: max_file_size 1099511627776 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: max_xattr_size 65536 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: required_client_features {} 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: last_failure 0 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: last_failure_osd_epoch 0 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: max_mds 1 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: in 0 2024-08-10T04:59:44.844 INFO:journalctl@ceph.mon.b.smithi107.stdout: up {0=24292} 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: failed 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: damaged 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: stopped 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: data_pools [3] 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: metadata_pool 2 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: inline_data disabled 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: balancer 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: bal_rank_mask -1 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: standby_count_wanted 0 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: qdb_cluster leader: 0 members: 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: [mds.b{0:24292} state up:active seq 5 addr [v2:172.21.15.107:6832/3531512475,v1:172.21.15.107:6833/3531512475] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.845 INFO:journalctl@ceph.mon.b.smithi107.stdout: Standby daemons: 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout: 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout: [mds.a{-1:14424} state up:standby seq 1 addr [v2:172.21.15.78:6834/2767537394,v1:172.21.15.78:6835/2767537394] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???).osd e258 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 ceph-mon[86658]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 bash[86639]: ac3e238110610a8691d576c448f3f230702f4e246ada0f757fb337864a48ebc7 2024-08-10T04:59:44.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:44 smithi107 systemd[1]: Started Ceph mon.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 1, 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:44.890 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 11, 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 4 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T04:59:44.891 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T04:59:49.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:49.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T04:59:49.555+0000 7f778feb9640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-10T04:59:51.169 INFO:tasks.rados.rados.0.smithi078.stdout:1001: done (5 left) 2024-08-10T04:59:51.169 INFO:tasks.rados.rados.0.smithi078.stdout:1002: setattr oid 17 current snap is 99 2024-08-10T04:59:51.169 INFO:tasks.rados.rados.0.smithi078.stdout:995: finishing write tid 2 to smithi07880501-44 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 632 (ObjNum 276 snap 84 seq_num 276) dirty exists 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:995: finishing write tid 3 to smithi07880501-44 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 630 (ObjNum 325 snap 99 seq_num 325) dirty exists 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:995: left oid 44 (ObjNum 325 snap 99 seq_num 325) 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:998: finishing write tid 1 to smithi07880501-16 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:998: finishing write tid 2 to smithi07880501-16 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:998: finishing write tid 3 to smithi07880501-16 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 691 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:998: left oid 16 (ObjNum 326 snap 99 seq_num 326) 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:999: finishing write tid 1 to smithi07880501-11 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:999: finishing write tid 2 to smithi07880501-11 2024-08-10T04:59:51.170 INFO:tasks.rados.rados.0.smithi078.stdout:999: finishing write tid 3 to smithi07880501-11 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 639 (ObjNum 327 snap 99 seq_num 327) dirty exists 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:999: left oid 11 (ObjNum 327 snap 99 seq_num 327) 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:1000: finishing write tid 1 to smithi07880501-46 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:1000: finishing write tid 2 to smithi07880501-46 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:1000: finishing write tid 3 to smithi07880501-46 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 530 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:1000: left oid 46 (ObjNum 328 snap 99 seq_num 328) 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:995: done (5 left) 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:997: done (4 left) 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:998: done (3 left) 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:999: done (2 left) 2024-08-10T04:59:51.171 INFO:tasks.rados.rados.0.smithi078.stdout:1000: done (1 left) 2024-08-10T04:59:51.172 INFO:tasks.rados.rados.0.smithi078.stdout:1003: rollback oid 25 current snap is 99 2024-08-10T04:59:51.172 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 92 2024-08-10T04:59:51.172 INFO:tasks.rados.rados.0.smithi078.stdout:1004: read oid 33 snap -1 2024-08-10T04:59:51.172 INFO:tasks.rados.rados.0.smithi078.stdout:1004: expect deleted 2024-08-10T04:59:51.172 INFO:tasks.rados.rados.0.smithi078.stdout:1005: snap_create 2024-08-10T04:59:51.181 INFO:tasks.rados.rados.0.smithi078.stdout:1003: finishing rollback tid 0 to smithi07880501-25 2024-08-10T04:59:51.182 INFO:tasks.rados.rados.0.smithi078.stdout:1003: finishing rollback tid 1 to smithi07880501-25 2024-08-10T04:59:51.183 INFO:tasks.rados.rados.0.smithi078.stdout:1003: finishing rollback tid 2 to smithi07880501-25 2024-08-10T04:59:51.183 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 110 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-08-10T04:59:51.183 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 180 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-08-10T04:59:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mgrmap e43: y(active, since 33s), standbys: x 2024-08-10T04:59:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mon.c calling monitor election 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mon.a calling monitor election 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mon.b calling monitor election 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: pgmap v44: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: pgmap v45: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: pgmap v46: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mon.a calling monitor election 2024-08-10T04:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: monmap epoch 4 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: last_changed 2024-08-10T04:59:46.086196+0000 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: min_mon_release 19 (squid) 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: election_strategy: 1 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: osdmap e258: 8 total, 8 up, 8 in 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: mgrmap e43: y(active, since 38s), standbys: x 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T04:59:51.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mgrmap e43: y(active, since 33s), standbys: x 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mon.c calling monitor election 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mon.a calling monitor election 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mon.b calling monitor election 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: pgmap v44: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: pgmap v45: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: pgmap v46: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T04:59:51.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mon.a calling monitor election 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: monmap epoch 4 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: last_changed 2024-08-10T04:59:46.086196+0000 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: min_mon_release 19 (squid) 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: election_strategy: 1 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: osdmap e258: 8 total, 8 up, 8 in 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: mgrmap e43: y(active, since 38s), standbys: x 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T04:59:51.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mgrmap e43: y(active, since 33s), standbys: x 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: overall HEALTH_OK 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mon.c calling monitor election 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mon.a calling monitor election 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mon.b calling monitor election 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: pgmap v44: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: pgmap v45: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: pgmap v46: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: overall HEALTH_OK 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mon.a calling monitor election 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: monmap epoch 4 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: fsid 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: last_changed 2024-08-10T04:59:46.086196+0000 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: created 2024-08-10T04:47:20.068911+0000 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: min_mon_release 19 (squid) 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: election_strategy: 1 2024-08-10T04:59:51.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: 1: [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon.b 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: 2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: osdmap e258: 8 total, 8 up, 8 in 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: mgrmap e43: y(active, since 38s), standbys: x 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: overall HEALTH_OK 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T04:59:51.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:51.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:51.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:51.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:51.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:52.168 INFO:tasks.rados.rados.0.smithi078.stdout:1002: done (3 left) 2024-08-10T04:59:52.169 INFO:tasks.rados.rados.0.smithi078.stdout:1003: done (2 left) 2024-08-10T04:59:52.169 INFO:tasks.rados.rados.0.smithi078.stdout:1004: done (1 left) 2024-08-10T04:59:52.169 INFO:tasks.rados.rados.0.smithi078.stdout:1005: done (0 left) 2024-08-10T04:59:52.169 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 100 2024-08-10T04:59:52.169 INFO:tasks.rados.rados.0.smithi078.stdout:1006: seq_num 329 ranges {147456=712704} 2024-08-10T04:59:52.173 INFO:tasks.rados.rados.0.smithi078.stdout:1006: writing smithi07880501-37 from 147456 to 860160 tid 1 2024-08-10T04:59:52.173 INFO:tasks.rados.rados.0.smithi078.stdout:1007: rmattr oid 2 current snap is 100 2024-08-10T04:59:52.173 INFO:tasks.rados.rados.0.smithi078.stdout:1007: done (1 left) 2024-08-10T04:59:52.174 INFO:tasks.rados.rados.0.smithi078.stdout:1008: read oid 2 snap 99 2024-08-10T04:59:52.174 INFO:tasks.rados.rados.0.smithi078.stdout:1008: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-10T04:59:52.174 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 100 2024-08-10T04:59:52.174 INFO:tasks.rados.rados.0.smithi078.stdout:1009: seq_num 330 ranges {5390336=737280} 2024-08-10T04:59:52.174 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 04:59:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:04:59:51] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-08-10T04:59:52.207 INFO:tasks.rados.rados.0.smithi078.stdout:1009: writing smithi07880501-1 from 5390336 to 6127616 tid 1 2024-08-10T04:59:52.207 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 100 2024-08-10T04:59:52.207 INFO:tasks.rados.rados.0.smithi078.stdout:1010: seq_num 331 ranges {3874816=753664} 2024-08-10T04:59:52.232 INFO:tasks.rados.rados.0.smithi078.stdout:1010: writing smithi07880501-32 from 3874816 to 4628480 tid 1 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1011: rmattr oid 7 current snap is 100 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1011: done (4 left) 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1012: setattr oid 38 current snap is 100 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1006: finishing write tid 1 to smithi07880501-37 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1006: finishing write tid 2 to smithi07880501-37 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1006: finishing write tid 3 to smithi07880501-37 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 419 (ObjNum 329 snap 100 seq_num 329) dirty exists 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1006: left oid 37 (ObjNum 329 snap 100 seq_num 329) 2024-08-10T04:59:52.233 INFO:tasks.rados.rados.0.smithi078.stdout:1008: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-10T04:59:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:52 smithi078 ceph-mon[92251]: osdmap e259: 8 total, 8 up, 8 in 2024-08-10T04:59:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:52 smithi078 ceph-mon[92251]: osdmap e260: 8 total, 8 up, 8 in 2024-08-10T04:59:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:52 smithi078 ceph-mon[94618]: osdmap e259: 8 total, 8 up, 8 in 2024-08-10T04:59:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:52 smithi078 ceph-mon[94618]: osdmap e260: 8 total, 8 up, 8 in 2024-08-10T04:59:52.478 INFO:tasks.rados.rados.0.smithi078.stdout:1009: finishing write tid 1 to smithi07880501-1 2024-08-10T04:59:52.478 INFO:tasks.rados.rados.0.smithi078.stdout:1009: finishing write tid 2 to smithi07880501-1 2024-08-10T04:59:52.478 INFO:tasks.rados.rados.0.smithi078.stdout:1009: finishing write tid 3 to smithi07880501-1 2024-08-10T04:59:52.478 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 320 (ObjNum 330 snap 100 seq_num 330) dirty exists 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1009: left oid 1 (ObjNum 330 snap 100 seq_num 330) 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1010: finishing write tid 1 to smithi07880501-32 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1010: finishing write tid 2 to smithi07880501-32 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1010: finishing write tid 3 to smithi07880501-32 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 422 (ObjNum 331 snap 100 seq_num 331) dirty exists 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1010: left oid 32 (ObjNum 331 snap 100 seq_num 331) 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1006: done (4 left) 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1008: done (3 left) 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1009: done (2 left) 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1010: done (1 left) 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 100 2024-08-10T04:59:52.479 INFO:tasks.rados.rados.0.smithi078.stdout:1013: seq_num 332 ranges {73728=770048} 2024-08-10T04:59:52.483 INFO:tasks.rados.rados.0.smithi078.stdout:1013: writing smithi07880501-15 from 73728 to 843776 tid 1 2024-08-10T04:59:52.483 INFO:tasks.rados.rados.0.smithi078.stdout:1014: delete oid 4 current snap is 100 2024-08-10T04:59:52.483 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 185 (ObjNum 161 snap 0 seq_num 489960880) dirty exists 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1012: done (2 left) 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1014: done (1 left) 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1015: read oid 5 snap -1 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1015: expect deleted 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1016: rmattr oid 32 current snap is 100 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1016: done (2 left) 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1017: rmattr oid 47 current snap is 100 2024-08-10T04:59:52.485 INFO:tasks.rados.rados.0.smithi078.stdout:1017: done (2 left) 2024-08-10T04:59:52.486 INFO:tasks.rados.rados.0.smithi078.stdout:1018: setattr oid 47 current snap is 100 2024-08-10T04:59:52.487 INFO:tasks.rados.rados.0.smithi078.stdout:1013: finishing write tid 1 to smithi07880501-15 2024-08-10T04:59:52.487 INFO:tasks.rados.rados.0.smithi078.stdout:1013: finishing write tid 2 to smithi07880501-15 2024-08-10T04:59:52.488 INFO:tasks.rados.rados.0.smithi078.stdout:1019: read oid 33 snap 71 2024-08-10T04:59:52.488 INFO:tasks.rados.rados.0.smithi078.stdout:1019: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:59:52.488 INFO:tasks.rados.rados.0.smithi078.stdout:1020: delete oid 19 current snap is 100 2024-08-10T04:59:52.491 INFO:tasks.rados.rados.0.smithi078.stdout:1013: finishing write tid 3 to smithi07880501-15 2024-08-10T04:59:52.491 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 740 (ObjNum 332 snap 100 seq_num 332) dirty exists 2024-08-10T04:59:52.491 INFO:tasks.rados.rados.0.smithi078.stdout:1013: left oid 15 (ObjNum 332 snap 100 seq_num 332) 2024-08-10T04:59:52.491 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 651 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T04:59:52.492 INFO:tasks.rados.rados.0.smithi078.stdout:1013: done (4 left) 2024-08-10T04:59:52.492 INFO:tasks.rados.rados.0.smithi078.stdout:1015: done (3 left) 2024-08-10T04:59:52.492 INFO:tasks.rados.rados.0.smithi078.stdout:1018: done (2 left) 2024-08-10T04:59:52.492 INFO:tasks.rados.rados.0.smithi078.stdout:1020: done (1 left) 2024-08-10T04:59:52.492 INFO:tasks.rados.rados.0.smithi078.stdout:1021: copy_from oid 11 from oid 21 current snap is 100 2024-08-10T04:59:52.492 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 100 2024-08-10T04:59:52.492 INFO:tasks.rados.rados.0.smithi078.stdout:1022: seq_num 335 ranges {688128=417792,1105920=401408} 2024-08-10T04:59:52.498 INFO:tasks.rados.rados.0.smithi078.stdout:1022: writing smithi07880501-17 from 688128 to 1105920 tid 1 2024-08-10T04:59:52.501 INFO:tasks.rados.rados.0.smithi078.stdout:1022: writing smithi07880501-17 from 1105920 to 1507328 tid 2 2024-08-10T04:59:52.501 INFO:tasks.rados.rados.0.smithi078.stdout:1023: setattr oid 28 current snap is 100 2024-08-10T04:59:52.504 INFO:tasks.rados.rados.0.smithi078.stdout:1019: expect (ObjNum 118 snap 26 seq_num 118) 2024-08-10T04:59:52.527 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:52.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:52 smithi107 ceph-mon[86658]: osdmap e259: 8 total, 8 up, 8 in 2024-08-10T04:59:52.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:52 smithi107 ceph-mon[86658]: osdmap e260: 8 total, 8 up, 8 in 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1022: finishing write tid 1 to smithi07880501-17 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1022: finishing write tid 2 to smithi07880501-17 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1022: finishing write tid 3 to smithi07880501-17 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1022: finishing write tid 4 to smithi07880501-17 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 189 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1022: left oid 17 (ObjNum 335 snap 100 seq_num 335) 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1021: finishing copy_from racing read to smithi07880501-11 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1021: finishing copy_from to smithi07880501-11 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 566 (ObjNum 308 snap 95 seq_num 308) dirty exists 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1019: done (3 left) 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1021: done (2 left) 2024-08-10T04:59:52.581 INFO:tasks.rados.rados.0.smithi078.stdout:1022: done (1 left) 2024-08-10T04:59:52.582 INFO:tasks.rados.rados.0.smithi078.stdout:1024: snap_create 2024-08-10T04:59:52.583 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 423 (ObjNum 65 snap 0 seq_num 481031120) dirty exists 2024-08-10T04:59:53.188 INFO:tasks.rados.rados.0.smithi078.stdout:1023: done (1 left) 2024-08-10T04:59:53.188 INFO:tasks.rados.rados.0.smithi078.stdout:1024: done (0 left) 2024-08-10T04:59:53.189 INFO:tasks.rados.rados.0.smithi078.stdout:1025: snap_create 2024-08-10T04:59:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:53 smithi078 ceph-mon[92251]: pgmap v49: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:53 smithi078 ceph-mon[94618]: pgmap v49: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:53.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:53 smithi107 ceph-mon[86658]: pgmap v49: 121 pgs: 121 active+clean; 299 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:53.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:54.188 INFO:tasks.rados.rados.0.smithi078.stdout:1025: done (0 left) 2024-08-10T04:59:54.188 INFO:tasks.rados.rados.0.smithi078.stdout:1026: copy_from oid 10 from oid 16 current snap is 102 2024-08-10T04:59:54.188 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 102 2024-08-10T04:59:54.189 INFO:tasks.rados.rados.0.smithi078.stdout:1027: seq_num 336 ranges {0=434176,434176=401408} 2024-08-10T04:59:54.190 INFO:tasks.rados.rados.0.smithi078.stdout:1027: writing smithi07880501-5 from 0 to 434176 tid 1 2024-08-10T04:59:54.194 INFO:tasks.rados.rados.0.smithi078.stdout:1027: writing smithi07880501-5 from 434176 to 835584 tid 2 2024-08-10T04:59:54.194 INFO:tasks.rados.rados.0.smithi078.stdout:1028: read oid 23 snap 61 2024-08-10T04:59:54.194 INFO:tasks.rados.rados.0.smithi078.stdout:1028: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:59:54.194 INFO:tasks.rados.rados.0.smithi078.stdout:1029: read oid 47 snap -1 2024-08-10T04:59:54.194 INFO:tasks.rados.rados.0.smithi078.stdout:1029: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:59:54.194 INFO:tasks.rados.rados.0.smithi078.stdout:1030: copy_from oid 11 from oid 37 current snap is 102 2024-08-10T04:59:54.194 INFO:tasks.rados.rados.0.smithi078.stdout:1031: delete oid 18 current snap is 102 2024-08-10T04:59:54.200 INFO:tasks.rados.rados.0.smithi078.stdout:1027: finishing write tid 1 to smithi07880501-5 2024-08-10T04:59:54.202 INFO:tasks.rados.rados.0.smithi078.stdout:1029: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T04:59:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:1027: finishing write tid 2 to smithi07880501-5 2024-08-10T04:59:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:1027: finishing write tid 3 to smithi07880501-5 2024-08-10T04:59:54.255 INFO:tasks.rados.rados.0.smithi078.stdout:1030: finishing copy_from racing read to smithi07880501-11 2024-08-10T04:59:54.255 INFO:tasks.rados.rados.0.smithi078.stdout:1027: finishing write tid 4 to smithi07880501-5 2024-08-10T04:59:54.255 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 743 (ObjNum 336 snap 102 seq_num 336) dirty exists 2024-08-10T04:59:54.255 INFO:tasks.rados.rados.0.smithi078.stdout:1027: left oid 5 (ObjNum 336 snap 102 seq_num 336) 2024-08-10T04:59:54.255 INFO:tasks.rados.rados.0.smithi078.stdout:1030: finishing copy_from to smithi07880501-11 2024-08-10T04:59:54.255 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 419 (ObjNum 329 snap 100 seq_num 329) dirty exists 2024-08-10T04:59:54.255 INFO:tasks.rados.rados.0.smithi078.stdout:1028: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T04:59:54.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:54 smithi107 ceph-mon[86658]: osdmap e261: 8 total, 8 up, 8 in 2024-08-10T04:59:54.352 INFO:tasks.rados.rados.0.smithi078.stdout:1026: finishing copy_from racing read to smithi07880501-10 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1026: finishing copy_from to smithi07880501-10 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 691 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1026: done (5 left) 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1027: done (4 left) 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1028: done (3 left) 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1029: done (2 left) 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1030: done (1 left) 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1031: done (0 left) 2024-08-10T04:59:54.353 INFO:tasks.rados.rados.0.smithi078.stdout:1032: setattr oid 29 current snap is 102 2024-08-10T04:59:54.354 INFO:tasks.rados.rados.0.smithi078.stdout:1033: rollback oid 3 current snap is 102 2024-08-10T04:59:54.354 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 74 2024-08-10T04:59:54.354 INFO:tasks.rados.rados.0.smithi078.stdout:1034: snap_create 2024-08-10T04:59:54.356 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 641 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T04:59:54.357 INFO:tasks.rados.rados.0.smithi078.stdout:1033: finishing rollback tid 0 to smithi07880501-3 2024-08-10T04:59:54.357 INFO:tasks.rados.rados.0.smithi078.stdout:1033: finishing rollback tid 1 to smithi07880501-3 2024-08-10T04:59:54.357 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 568 (ObjNum 81 snap 0 seq_num 3472862496) dirty dne 2024-08-10T04:59:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:54 smithi078 ceph-mon[92251]: osdmap e261: 8 total, 8 up, 8 in 2024-08-10T04:59:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:54 smithi078 ceph-mon[94618]: osdmap e261: 8 total, 8 up, 8 in 2024-08-10T04:59:54.761 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:54.761 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:55.206 INFO:tasks.rados.rados.0.smithi078.stdout:1032: done (2 left) 2024-08-10T04:59:55.206 INFO:tasks.rados.rados.0.smithi078.stdout:1033: done (1 left) 2024-08-10T04:59:55.206 INFO:tasks.rados.rados.0.smithi078.stdout:1034: done (0 left) 2024-08-10T04:59:55.206 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 103 2024-08-10T04:59:55.207 INFO:tasks.rados.rados.0.smithi078.stdout:1035: seq_num 338 ranges {0=466944,466944=401408} 2024-08-10T04:59:55.209 INFO:tasks.rados.rados.0.smithi078.stdout:1035: writing smithi07880501-36 from 0 to 466944 tid 1 2024-08-10T04:59:55.211 INFO:tasks.rados.rados.0.smithi078.stdout:1035: writing smithi07880501-36 from 466944 to 868352 tid 2 2024-08-10T04:59:55.211 INFO:tasks.rados.rados.0.smithi078.stdout:1036: read oid 24 snap -1 2024-08-10T04:59:55.211 INFO:tasks.rados.rados.0.smithi078.stdout:1036: expect (ObjNum 316 snap 98 seq_num 316) 2024-08-10T04:59:55.211 INFO:tasks.rados.rados.0.smithi078.stdout:1037: snap_remove snap 74 2024-08-10T04:59:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: osdmap e262: 8 total, 8 up, 8 in 2024-08-10T04:59:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: pgmap v52: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-08-10T04:59:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: osdmap e262: 8 total, 8 up, 8 in 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: pgmap v52: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:55.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:55.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:55.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:55.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:55.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:55.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:55.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: osdmap e262: 8 total, 8 up, 8 in 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: pgmap v52: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T04:59:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T04:59:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T04:59:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T04:59:56.048 INFO:tasks.rados.rados.0.smithi078.stdout:1035: finishing write tid 1 to smithi07880501-36 2024-08-10T04:59:56.048 INFO:tasks.rados.rados.0.smithi078.stdout:1035: finishing write tid 2 to smithi07880501-36 2024-08-10T04:59:56.048 INFO:tasks.rados.rados.0.smithi078.stdout:1035: finishing write tid 3 to smithi07880501-36 2024-08-10T04:59:56.048 INFO:tasks.rados.rados.0.smithi078.stdout:1035: finishing write tid 4 to smithi07880501-36 2024-08-10T04:59:56.048 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 277 (ObjNum 338 snap 103 seq_num 338) dirty exists 2024-08-10T04:59:56.048 INFO:tasks.rados.rados.0.smithi078.stdout:1035: left oid 36 (ObjNum 338 snap 103 seq_num 338) 2024-08-10T04:59:56.048 INFO:tasks.rados.rados.0.smithi078.stdout:1036: expect (ObjNum 316 snap 98 seq_num 316) 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1035: done (2 left) 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1036: done (1 left) 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1037: done (0 left) 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1038: read oid 13 snap -1 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1038: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1039: read oid 10 snap -1 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1039: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-10T04:59:56.168 INFO:tasks.rados.rados.0.smithi078.stdout:1040: snap_remove snap 98 2024-08-10T04:59:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[92251]: osdmap e263: 8 total, 8 up, 8 in 2024-08-10T04:59:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[92251]: osdmap e264: 8 total, 8 up, 8 in 2024-08-10T04:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[94618]: osdmap e263: 8 total, 8 up, 8 in 2024-08-10T04:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:56 smithi078 ceph-mon[94618]: osdmap e264: 8 total, 8 up, 8 in 2024-08-10T04:59:56.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:56 smithi107 ceph-mon[86658]: osdmap e263: 8 total, 8 up, 8 in 2024-08-10T04:59:56.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:56.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:56 smithi107 ceph-mon[86658]: osdmap e264: 8 total, 8 up, 8 in 2024-08-10T04:59:57.050 INFO:tasks.rados.rados.0.smithi078.stdout:1040: done (2 left) 2024-08-10T04:59:57.050 INFO:tasks.rados.rados.0.smithi078.stdout:1041: read oid 29 snap 75 2024-08-10T04:59:57.050 INFO:tasks.rados.rados.0.smithi078.stdout:1041: expect (ObjNum 229 snap 63 seq_num 229) 2024-08-10T04:59:57.050 INFO:tasks.rados.rados.0.smithi078.stdout:1042: delete oid 7 current snap is 103 2024-08-10T04:59:57.050 INFO:tasks.rados.rados.0.smithi078.stdout:1038: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T04:59:57.112 INFO:tasks.rados.rados.0.smithi078.stdout:1039: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-10T04:59:57.230 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:57 smithi107 ceph-mon[86658]: pgmap v55: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-08-10T04:59:57.230 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:57 smithi107 ceph-mon[86658]: osdmap e265: 8 total, 8 up, 8 in 2024-08-10T04:59:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:57 smithi078 ceph-mon[92251]: pgmap v55: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-08-10T04:59:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:57 smithi078 ceph-mon[92251]: osdmap e265: 8 total, 8 up, 8 in 2024-08-10T04:59:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:57 smithi078 ceph-mon[94618]: pgmap v55: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-08-10T04:59:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:57 smithi078 ceph-mon[94618]: osdmap e265: 8 total, 8 up, 8 in 2024-08-10T04:59:57.489 INFO:tasks.rados.rados.0.smithi078.stdout:1041: expect (ObjNum 229 snap 63 seq_num 229) 2024-08-10T04:59:57.526 INFO:tasks.rados.rados.0.smithi078.stdout:1038: done (3 left) 2024-08-10T04:59:57.527 INFO:tasks.rados.rados.0.smithi078.stdout:1039: done (2 left) 2024-08-10T04:59:57.527 INFO:tasks.rados.rados.0.smithi078.stdout:1041: done (1 left) 2024-08-10T04:59:57.527 INFO:tasks.rados.rados.0.smithi078.stdout:1042: done (0 left) 2024-08-10T04:59:57.527 INFO:tasks.rados.rados.0.smithi078.stdout:1043: read oid 35 snap 79 2024-08-10T04:59:57.527 INFO:tasks.rados.rados.0.smithi078.stdout:1043: expect deleted 2024-08-10T04:59:57.527 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 103 2024-08-10T04:59:57.527 INFO:tasks.rados.rados.0.smithi078.stdout:1044: seq_num 340 ranges {3072000=499712,3571712=401408} 2024-08-10T04:59:57.545 INFO:tasks.rados.rados.0.smithi078.stdout:1044: writing smithi07880501-43 from 3072000 to 3571712 tid 1 2024-08-10T04:59:57.547 INFO:tasks.rados.rados.0.smithi078.stdout:1044: writing smithi07880501-43 from 3571712 to 3973120 tid 2 2024-08-10T04:59:57.547 INFO:tasks.rados.rados.0.smithi078.stdout:1045: read oid 14 snap -1 2024-08-10T04:59:57.547 INFO:tasks.rados.rados.0.smithi078.stdout:1045: expect (ObjNum 167 snap 42 seq_num 167) 2024-08-10T04:59:57.547 INFO:tasks.rados.rados.0.smithi078.stdout:1046: snap_remove snap 71 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1046: done (3 left) 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1047: read oid 37 snap -1 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1047: expect (ObjNum 329 snap 100 seq_num 329) 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1048: rollback oid 26 current snap is 103 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 62 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1044: finishing write tid 1 to smithi07880501-43 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1044: finishing write tid 2 to smithi07880501-43 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1044: finishing write tid 3 to smithi07880501-43 2024-08-10T04:59:58.214 INFO:tasks.rados.rados.0.smithi078.stdout:1045: expect (ObjNum 167 snap 42 seq_num 167) 2024-08-10T04:59:58.231 INFO:tasks.rados.rados.0.smithi078.stdout:1044: finishing write tid 4 to smithi07880501-43 2024-08-10T04:59:58.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 725 (ObjNum 340 snap 103 seq_num 340) dirty exists 2024-08-10T04:59:58.232 INFO:tasks.rados.rados.0.smithi078.stdout:1044: left oid 43 (ObjNum 340 snap 103 seq_num 340) 2024-08-10T04:59:58.232 INFO:tasks.rados.rados.0.smithi078.stdout:1043: done (4 left) 2024-08-10T04:59:58.232 INFO:tasks.rados.rados.0.smithi078.stdout:1044: done (3 left) 2024-08-10T04:59:58.232 INFO:tasks.rados.rados.0.smithi078.stdout:1045: done (2 left) 2024-08-10T04:59:58.232 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 103 2024-08-10T04:59:58.232 INFO:tasks.rados.rados.0.smithi078.stdout:1049: seq_num 341 ranges {0=516096,516096=401408} 2024-08-10T04:59:58.234 INFO:tasks.rados.rados.0.smithi078.stdout:1049: writing smithi07880501-38 from 0 to 516096 tid 1 2024-08-10T04:59:58.237 INFO:tasks.rados.rados.0.smithi078.stdout:1049: writing smithi07880501-38 from 516096 to 917504 tid 2 2024-08-10T04:59:58.237 INFO:tasks.rados.rados.0.smithi078.stdout:1050: setattr oid 27 current snap is 103 2024-08-10T04:59:58.238 INFO:tasks.rados.rados.0.smithi078.stdout:1047: expect (ObjNum 329 snap 100 seq_num 329) 2024-08-10T04:59:58.264 INFO:tasks.rados.rados.0.smithi078.stdout:1048: finishing rollback tid 1 to smithi07880501-26 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1048: finishing rollback tid 2 to smithi07880501-26 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 441 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1049: finishing write tid 1 to smithi07880501-38 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1049: finishing write tid 2 to smithi07880501-38 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1049: finishing write tid 3 to smithi07880501-38 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1049: finishing write tid 4 to smithi07880501-38 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 203 (ObjNum 341 snap 103 seq_num 341) dirty exists 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1049: left oid 38 (ObjNum 341 snap 103 seq_num 341) 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1047: done (3 left) 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1048: done (2 left) 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1049: done (1 left) 2024-08-10T04:59:58.265 INFO:tasks.rados.rados.0.smithi078.stdout:1051: setattr oid 9 current snap is 103 2024-08-10T04:59:58.266 INFO:tasks.rados.rados.0.smithi078.stdout:1052: rmattr oid 11 current snap is 103 2024-08-10T04:59:58.266 INFO:tasks.rados.rados.0.smithi078.stdout:1052: done (2 left) 2024-08-10T04:59:58.266 INFO:tasks.rados.rados.0.smithi078.stdout:1053: read oid 8 snap -1 2024-08-10T04:59:58.266 INFO:tasks.rados.rados.0.smithi078.stdout:1053: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-10T04:59:58.266 INFO:tasks.rados.rados.0.smithi078.stdout:1054: copy_from oid 50 from oid 17 current snap is 103 2024-08-10T04:59:58.266 INFO:tasks.rados.rados.0.smithi078.stdout:1055: snap_create 2024-08-10T04:59:58.267 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 778 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T04:59:58.267 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 603 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T04:59:58.271 INFO:tasks.rados.rados.0.smithi078.stdout:1053: expect (ObjNum 192 snap 51 seq_num 192) 2024-08-10T04:59:58.318 INFO:tasks.rados.rados.0.smithi078.stdout:1054: finishing copy_from racing read to smithi07880501-50 2024-08-10T04:59:58.318 INFO:tasks.rados.rados.0.smithi078.stdout:1054: finishing copy_from to smithi07880501-50 2024-08-10T04:59:58.319 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 189 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-08-10T04:59:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:59:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:59:58.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T04:59:58.802 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 04:59:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T04:59:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1050: done (4 left) 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1051: done (3 left) 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1053: done (2 left) 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1054: done (1 left) 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1055: done (0 left) 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1056: read oid 48 snap -1 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1056: expect (ObjNum 257 snap 73 seq_num 257) 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1057: read oid 35 snap 102 2024-08-10T04:59:59.222 INFO:tasks.rados.rados.0.smithi078.stdout:1057: expect (ObjNum 323 snap 99 seq_num 323) 2024-08-10T04:59:59.223 INFO:tasks.rados.rados.0.smithi078.stdout:1058: rollback oid 21 current snap is 104 2024-08-10T04:59:59.223 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 99 2024-08-10T04:59:59.223 INFO:tasks.rados.rados.0.smithi078.stdout:1059: snap_remove snap 61 2024-08-10T04:59:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: osdmap e266: 8 total, 8 up, 8 in 2024-08-10T04:59:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: pgmap v58: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: osdmap e266: 8 total, 8 up, 8 in 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: pgmap v58: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 04:59:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: osdmap e266: 8 total, 8 up, 8 in 2024-08-10T04:59:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: pgmap v58: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T04:59:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T04:59:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T04:59:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T04:59:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T04:59:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T04:59:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 04:59:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:00.225 INFO:tasks.rados.rados.0.smithi078.stdout:1059: done (3 left) 2024-08-10T05:00:00.225 INFO:tasks.rados.rados.0.smithi078.stdout:1060: read oid 32 snap -1 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1060: expect (ObjNum 331 snap 100 seq_num 331) 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1061: read oid 25 snap -1 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1061: expect (ObjNum 269 snap 80 seq_num 269) 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1062: rmattr oid 22 current snap is 104 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1058: finishing rollback tid 0 to smithi07880501-21 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1058: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1058: finishing rollback tid 2 to smithi07880501-21 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 571 (ObjNum 308 snap 95 seq_num 308) dirty exists 2024-08-10T05:00:00.226 INFO:tasks.rados.rados.0.smithi078.stdout:1057: expect (ObjNum 323 snap 99 seq_num 323) 2024-08-10T05:00:00.254 INFO:tasks.rados.rados.0.smithi078.stdout:1056: expect (ObjNum 257 snap 73 seq_num 257) 2024-08-10T05:00:00.466 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 780 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-10T05:00:00.466 INFO:tasks.rados.rados.0.smithi078.stdout:1061: expect (ObjNum 269 snap 80 seq_num 269) 2024-08-10T05:00:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[94618]: Reconfiguring mon.a (monmap changed)... 2024-08-10T05:00:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[94618]: Reconfiguring daemon mon.a on smithi078 2024-08-10T05:00:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[94618]: osdmap e267: 8 total, 8 up, 8 in 2024-08-10T05:00:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T05:00:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[92251]: Reconfiguring mon.a (monmap changed)... 2024-08-10T05:00:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[92251]: Reconfiguring daemon mon.a on smithi078 2024-08-10T05:00:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[92251]: osdmap e267: 8 total, 8 up, 8 in 2024-08-10T05:00:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:00 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T05:00:00.524 INFO:tasks.rados.rados.0.smithi078.stdout:1060: expect (ObjNum 331 snap 100 seq_num 331) 2024-08-10T05:00:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:00 smithi107 ceph-mon[86658]: Reconfiguring mon.a (monmap changed)... 2024-08-10T05:00:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:00 smithi107 ceph-mon[86658]: Reconfiguring daemon mon.a on smithi078 2024-08-10T05:00:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:00 smithi107 ceph-mon[86658]: osdmap e267: 8 total, 8 up, 8 in 2024-08-10T05:00:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:00 smithi107 ceph-mon[86658]: overall HEALTH_OK 2024-08-10T05:00:00.761 INFO:tasks.rados.rados.0.smithi078.stdout:1056: done (5 left) 2024-08-10T05:00:00.761 INFO:tasks.rados.rados.0.smithi078.stdout:1057: done (4 left) 2024-08-10T05:00:00.761 INFO:tasks.rados.rados.0.smithi078.stdout:1058: done (3 left) 2024-08-10T05:00:00.761 INFO:tasks.rados.rados.0.smithi078.stdout:1060: done (2 left) 2024-08-10T05:00:00.761 INFO:tasks.rados.rados.0.smithi078.stdout:1061: done (1 left) 2024-08-10T05:00:00.762 INFO:tasks.rados.rados.0.smithi078.stdout:1062: done (0 left) 2024-08-10T05:00:00.762 INFO:tasks.rados.rados.0.smithi078.stdout:1063: read oid 13 snap 56 2024-08-10T05:00:00.762 INFO:tasks.rados.rados.0.smithi078.stdout:1063: expect (ObjNum 197 snap 53 seq_num 197) 2024-08-10T05:00:00.762 INFO:tasks.rados.rados.0.smithi078.stdout:1064: copy_from oid 21 from oid 26 current snap is 104 2024-08-10T05:00:00.762 INFO:tasks.rados.rados.0.smithi078.stdout:1065: setattr oid 24 current snap is 104 2024-08-10T05:00:00.762 INFO:tasks.rados.rados.0.smithi078.stdout:1066: snap_create 2024-08-10T05:00:00.764 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 796 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-08-10T05:00:00.765 INFO:tasks.rados.rados.0.smithi078.stdout:1063: expect (ObjNum 197 snap 53 seq_num 197) 2024-08-10T05:00:00.788 INFO:tasks.rados.rados.0.smithi078.stdout:1064: finishing copy_from racing read to smithi07880501-21 2024-08-10T05:00:00.789 INFO:tasks.rados.rados.0.smithi078.stdout:1064: finishing copy_from to smithi07880501-21 2024-08-10T05:00:00.789 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 441 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-08-10T05:00:01.384 INFO:tasks.rados.rados.0.smithi078.stdout:1063: done (3 left) 2024-08-10T05:00:01.384 INFO:tasks.rados.rados.0.smithi078.stdout:1064: done (2 left) 2024-08-10T05:00:01.384 INFO:tasks.rados.rados.0.smithi078.stdout:1065: done (1 left) 2024-08-10T05:00:01.385 INFO:tasks.rados.rados.0.smithi078.stdout:1066: done (0 left) 2024-08-10T05:00:01.385 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 105 2024-08-10T05:00:01.385 INFO:tasks.rados.rados.0.smithi078.stdout:1067: seq_num 342 ranges {753664=532480,1286144=401408} 2024-08-10T05:00:01.391 INFO:tasks.rados.rados.0.smithi078.stdout:1067: writing smithi07880501-6 from 753664 to 1286144 tid 1 2024-08-10T05:00:01.394 INFO:tasks.rados.rados.0.smithi078.stdout:1067: writing smithi07880501-6 from 1286144 to 1687552 tid 2 2024-08-10T05:00:01.394 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 105 2024-08-10T05:00:01.394 INFO:tasks.rados.rados.0.smithi078.stdout:1068: seq_num 343 ranges {647168=548864,1196032=401408} 2024-08-10T05:00:01.401 INFO:tasks.rados.rados.0.smithi078.stdout:1068: writing smithi07880501-44 from 647168 to 1196032 tid 1 2024-08-10T05:00:01.404 INFO:tasks.rados.rados.0.smithi078.stdout:1068: writing smithi07880501-44 from 1196032 to 1597440 tid 2 2024-08-10T05:00:01.404 INFO:tasks.rados.rados.0.smithi078.stdout:1069: read oid 50 snap -1 2024-08-10T05:00:01.404 INFO:tasks.rados.rados.0.smithi078.stdout:1069: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:00:01.404 INFO:tasks.rados.rados.0.smithi078.stdout:1070: rollback oid 21 current snap is 105 2024-08-10T05:00:01.404 INFO:tasks.rados.rados.0.smithi078.stdout:1067: finishing write tid 1 to smithi07880501-6 2024-08-10T05:00:01.404 INFO:tasks.rados.rados.0.smithi078.stdout:1067: finishing write tid 2 to smithi07880501-6 2024-08-10T05:00:01.404 INFO:tasks.rados.rados.0.smithi078.stdout:1067: finishing write tid 3 to smithi07880501-6 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:1067: finishing write tid 4 to smithi07880501-6 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 534 (ObjNum 342 snap 105 seq_num 342) dirty exists 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:1067: left oid 6 (ObjNum 342 snap 105 seq_num 342) 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 103 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:1067: done (3 left) 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:1071: read oid 19 snap -1 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:1071: expect deleted 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 105 2024-08-10T05:00:01.405 INFO:tasks.rados.rados.0.smithi078.stdout:1072: seq_num 344 ranges {4931584=565248,5496832=401408} 2024-08-10T05:00:01.433 INFO:tasks.rados.rados.0.smithi078.stdout:1072: writing smithi07880501-48 from 4931584 to 5496832 tid 1 2024-08-10T05:00:01.436 INFO:tasks.rados.rados.0.smithi078.stdout:1072: writing smithi07880501-48 from 5496832 to 5898240 tid 2 2024-08-10T05:00:01.436 INFO:tasks.rados.rados.0.smithi078.stdout:1073: rollback oid 34 current snap is 105 2024-08-10T05:00:01.436 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 100 2024-08-10T05:00:01.436 INFO:tasks.rados.rados.0.smithi078.stdout:1071: done (5 left) 2024-08-10T05:00:01.436 INFO:tasks.rados.rados.0.smithi078.stdout:1074: delete oid 23 current snap is 105 2024-08-10T05:00:01.436 INFO:tasks.rados.rados.0.smithi078.stdout:1068: finishing write tid 1 to smithi07880501-44 2024-08-10T05:00:01.436 INFO:tasks.rados.rados.0.smithi078.stdout:1068: finishing write tid 2 to smithi07880501-44 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:1068: finishing write tid 3 to smithi07880501-44 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:1070: finishing rollback tid 0 to smithi07880501-21 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:1070: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:1070: finishing rollback tid 2 to smithi07880501-21 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 574 (ObjNum 308 snap 95 seq_num 308) dirty exists 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:1068: finishing write tid 4 to smithi07880501-44 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 703 (ObjNum 343 snap 105 seq_num 343) dirty exists 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:1068: left oid 44 (ObjNum 343 snap 105 seq_num 343) 2024-08-10T05:00:01.437 INFO:tasks.rados.rados.0.smithi078.stdout:1069: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:00:01.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: osdmap e268: 8 total, 8 up, 8 in 2024-08-10T05:00:01.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:01.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: pgmap v61: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 41 op/s 2024-08-10T05:00:01.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:01.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: Reconfiguring mgr.y (monmap changed)... 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[94618]: Reconfiguring daemon mgr.y on smithi078 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: osdmap e268: 8 total, 8 up, 8 in 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: pgmap v61: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 41 op/s 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: Reconfiguring mgr.y (monmap changed)... 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:00:01.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:00:01.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:01.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-mon[92251]: Reconfiguring daemon mgr.y on smithi078 2024-08-10T05:00:01.489 INFO:tasks.rados.rados.0.smithi078.stdout:1073: finishing rollback tid 1 to smithi07880501-34 2024-08-10T05:00:01.489 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 511 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1072: finishing write tid 1 to smithi07880501-48 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1072: finishing write tid 2 to smithi07880501-48 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1072: finishing write tid 3 to smithi07880501-48 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1072: finishing write tid 4 to smithi07880501-48 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 606 (ObjNum 344 snap 105 seq_num 344) dirty exists 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1072: left oid 48 (ObjNum 344 snap 105 seq_num 344) 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1068: done (5 left) 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1069: done (4 left) 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1070: done (3 left) 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1072: done (2 left) 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1073: done (1 left) 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1074: done (0 left) 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 105 2024-08-10T05:00:01.490 INFO:tasks.rados.rados.0.smithi078.stdout:1075: seq_num 346 ranges {0=598016,598016=401408} 2024-08-10T05:00:01.492 INFO:tasks.rados.rados.0.smithi078.stdout:1075: writing smithi07880501-7 from 0 to 598016 tid 1 2024-08-10T05:00:01.494 INFO:tasks.rados.rados.0.smithi078.stdout:1075: writing smithi07880501-7 from 598016 to 999424 tid 2 2024-08-10T05:00:01.494 INFO:tasks.rados.rados.0.smithi078.stdout:1076: delete oid 9 current snap is 105 2024-08-10T05:00:01.497 INFO:tasks.rados.rados.0.smithi078.stdout:1076: done (1 left) 2024-08-10T05:00:01.497 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 105 2024-08-10T05:00:01.497 INFO:tasks.rados.rados.0.smithi078.stdout:1077: seq_num 348 ranges {0=630784,630784=401408} 2024-08-10T05:00:01.500 INFO:tasks.rados.rados.0.smithi078.stdout:1077: writing smithi07880501-3 from 0 to 630784 tid 1 2024-08-10T05:00:01.503 INFO:tasks.rados.rados.0.smithi078.stdout:1077: writing smithi07880501-3 from 630784 to 1032192 tid 2 2024-08-10T05:00:01.503 INFO:tasks.rados.rados.0.smithi078.stdout:1078: read oid 38 snap -1 2024-08-10T05:00:01.503 INFO:tasks.rados.rados.0.smithi078.stdout:1078: expect (ObjNum 341 snap 103 seq_num 341) 2024-08-10T05:00:01.503 INFO:tasks.rados.rados.0.smithi078.stdout:1079: snap_create 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:1075: finishing write tid 1 to smithi07880501-7 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:1075: finishing write tid 2 to smithi07880501-7 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:1075: finishing write tid 3 to smithi07880501-7 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:1075: finishing write tid 4 to smithi07880501-7 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 799 (ObjNum 346 snap 105 seq_num 346) dirty exists 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:1075: left oid 7 (ObjNum 346 snap 105 seq_num 346) 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:1077: finishing write tid 1 to smithi07880501-3 2024-08-10T05:00:01.504 INFO:tasks.rados.rados.0.smithi078.stdout:1077: finishing write tid 2 to smithi07880501-3 2024-08-10T05:00:01.505 INFO:tasks.rados.rados.0.smithi078.stdout:1077: finishing write tid 3 to smithi07880501-3 2024-08-10T05:00:01.506 INFO:tasks.rados.rados.0.smithi078.stdout:1077: finishing write tid 4 to smithi07880501-3 2024-08-10T05:00:01.506 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 577 (ObjNum 348 snap 105 seq_num 348) dirty exists 2024-08-10T05:00:01.506 INFO:tasks.rados.rados.0.smithi078.stdout:1077: left oid 3 (ObjNum 348 snap 105 seq_num 348) 2024-08-10T05:00:01.507 INFO:tasks.rados.rados.0.smithi078.stdout:1078: expect (ObjNum 341 snap 103 seq_num 341) 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: osdmap e268: 8 total, 8 up, 8 in 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: pgmap v61: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.8 MiB/s wr, 41 op/s 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: Reconfiguring mgr.y (monmap changed)... 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:01 smithi107 ceph-mon[86658]: Reconfiguring daemon mgr.y on smithi078 2024-08-10T05:00:02.168 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:00:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:00:01] "GET /metrics HTTP/1.1" 200 36036 "" "Prometheus/2.43.0" 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1075: done (3 left) 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1077: done (2 left) 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1078: done (1 left) 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1079: done (0 left) 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1080: read oid 12 snap -1 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1080: expect deleted 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1081: rollback oid 47 current snap is 106 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 90 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1082: copy_from oid 22 from oid 35 current snap is 106 2024-08-10T05:00:02.393 INFO:tasks.rados.rados.0.smithi078.stdout:1083: delete oid 3 current snap is 106 2024-08-10T05:00:02.397 INFO:tasks.rados.rados.0.smithi078.stdout:1080: done (3 left) 2024-08-10T05:00:02.397 INFO:tasks.rados.rados.0.smithi078.stdout:1083: done (2 left) 2024-08-10T05:00:02.397 INFO:tasks.rados.rados.0.smithi078.stdout:1084: rmattr oid 11 current snap is 106 2024-08-10T05:00:02.397 INFO:tasks.rados.rados.0.smithi078.stdout:1084: done (2 left) 2024-08-10T05:00:02.397 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 106 2024-08-10T05:00:02.397 INFO:tasks.rados.rados.0.smithi078.stdout:1085: seq_num 350 ranges {1687552=671744,2359296=401408} 2024-08-10T05:00:02.410 INFO:tasks.rados.rados.0.smithi078.stdout:1085: writing smithi07880501-6 from 1687552 to 2359296 tid 1 2024-08-10T05:00:02.412 INFO:tasks.rados.rados.0.smithi078.stdout:1085: writing smithi07880501-6 from 2359296 to 2760704 tid 2 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:1086: snap_create 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:1081: finishing rollback tid 0 to smithi07880501-47 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:1081: finishing rollback tid 1 to smithi07880501-47 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:1081: finishing rollback tid 2 to smithi07880501-47 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 708 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:1082: finishing copy_from racing read to smithi07880501-22 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:1082: finishing copy_from to smithi07880501-22 2024-08-10T05:00:02.413 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 291 (ObjNum 323 snap 99 seq_num 323) dirty exists 2024-08-10T05:00:02.415 INFO:tasks.rados.rados.0.smithi078.stdout:1085: finishing write tid 1 to smithi07880501-6 2024-08-10T05:00:02.415 INFO:tasks.rados.rados.0.smithi078.stdout:1085: finishing write tid 2 to smithi07880501-6 2024-08-10T05:00:02.415 INFO:tasks.rados.rados.0.smithi078.stdout:1085: finishing write tid 3 to smithi07880501-6 2024-08-10T05:00:02.416 INFO:tasks.rados.rados.0.smithi078.stdout:1085: finishing write tid 4 to smithi07880501-6 2024-08-10T05:00:02.416 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 537 (ObjNum 350 snap 106 seq_num 350) dirty exists 2024-08-10T05:00:02.416 INFO:tasks.rados.rados.0.smithi078.stdout:1085: left oid 6 (ObjNum 350 snap 106 seq_num 350) 2024-08-10T05:00:02.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[92251]: osdmap e269: 8 total, 8 up, 8 in 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[94618]: osdmap e269: 8 total, 8 up, 8 in 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:00:02.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:02 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:02 smithi107 ceph-mon[86658]: osdmap e269: 8 total, 8 up, 8 in 2024-08-10T05:00:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:02 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:02 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:02 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:00:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:02 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:00:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:02 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:03.399 INFO:tasks.rados.rados.0.smithi078.stdout:1081: done (3 left) 2024-08-10T05:00:03.399 INFO:tasks.rados.rados.0.smithi078.stdout:1082: done (2 left) 2024-08-10T05:00:03.400 INFO:tasks.rados.rados.0.smithi078.stdout:1085: done (1 left) 2024-08-10T05:00:03.400 INFO:tasks.rados.rados.0.smithi078.stdout:1086: done (0 left) 2024-08-10T05:00:03.400 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 107 2024-08-10T05:00:03.400 INFO:tasks.rados.rados.0.smithi078.stdout:1087: seq_num 351 ranges {1376256=688128,2064384=401408} 2024-08-10T05:00:03.410 INFO:tasks.rados.rados.0.smithi078.stdout:1087: writing smithi07880501-39 from 1376256 to 2064384 tid 1 2024-08-10T05:00:03.413 INFO:tasks.rados.rados.0.smithi078.stdout:1087: writing smithi07880501-39 from 2064384 to 2465792 tid 2 2024-08-10T05:00:03.413 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 107 2024-08-10T05:00:03.413 INFO:tasks.rados.rados.0.smithi078.stdout:1088: seq_num 352 ranges {3973120=704512,4677632=401408} 2024-08-10T05:00:03.438 INFO:tasks.rados.rados.0.smithi078.stdout:1088: writing smithi07880501-43 from 3973120 to 4677632 tid 1 2024-08-10T05:00:03.440 INFO:tasks.rados.rados.0.smithi078.stdout:1088: writing smithi07880501-43 from 4677632 to 5079040 tid 2 2024-08-10T05:00:03.441 INFO:tasks.rados.rados.0.smithi078.stdout:1089: read oid 2 snap -1 2024-08-10T05:00:03.441 INFO:tasks.rados.rados.0.smithi078.stdout:1089: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-10T05:00:03.441 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 107 2024-08-10T05:00:03.441 INFO:tasks.rados.rados.0.smithi078.stdout:1087: finishing write tid 1 to smithi07880501-39 2024-08-10T05:00:03.441 INFO:tasks.rados.rados.0.smithi078.stdout:1090: seq_num 353 ranges {860160=720896,1581056=401408} 2024-08-10T05:00:03.450 INFO:tasks.rados.rados.0.smithi078.stdout:1090: writing smithi07880501-11 from 860160 to 1581056 tid 1 2024-08-10T05:00:03.453 INFO:tasks.rados.rados.0.smithi078.stdout:1090: writing smithi07880501-11 from 1581056 to 1982464 tid 2 2024-08-10T05:00:03.453 INFO:tasks.rados.rados.0.smithi078.stdout:1091: rmattr oid 14 current snap is 107 2024-08-10T05:00:03.453 INFO:tasks.rados.rados.0.smithi078.stdout:1091: done (4 left) 2024-08-10T05:00:03.453 INFO:tasks.rados.rados.0.smithi078.stdout:1092: rmattr oid 24 current snap is 107 2024-08-10T05:00:03.453 INFO:tasks.rados.rados.0.smithi078.stdout:1087: finishing write tid 2 to smithi07880501-39 2024-08-10T05:00:03.454 INFO:tasks.rados.rados.0.smithi078.stdout:1087: finishing write tid 3 to smithi07880501-39 2024-08-10T05:00:03.454 INFO:tasks.rados.rados.0.smithi078.stdout:1087: finishing write tid 4 to smithi07880501-39 2024-08-10T05:00:03.454 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 539 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:00:03.454 INFO:tasks.rados.rados.0.smithi078.stdout:1087: left oid 39 (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:00:03.455 INFO:tasks.rados.rados.0.smithi078.stdout:1087: done (4 left) 2024-08-10T05:00:03.455 INFO:tasks.rados.rados.0.smithi078.stdout:1093: snap_remove snap 99 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: Reconfiguring daemon mon.c on smithi078 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: pgmap v63: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: osdmap e270: 8 total, 8 up, 8 in 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:00:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: Reconfiguring daemon mon.c on smithi078 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: pgmap v63: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: osdmap e270: 8 total, 8 up, 8 in 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:03.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:03.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:00:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: Reconfiguring daemon mon.c on smithi078 2024-08-10T05:00:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: pgmap v63: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:00:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: osdmap e270: 8 total, 8 up, 8 in 2024-08-10T05:00:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:00:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:04.407 INFO:tasks.rados.rados.0.smithi078.stdout:1093: done (4 left) 2024-08-10T05:00:04.407 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 107 2024-08-10T05:00:04.407 INFO:tasks.rados.rados.0.smithi078.stdout:1090: finishing write tid 1 to smithi07880501-11 2024-08-10T05:00:04.407 INFO:tasks.rados.rados.0.smithi078.stdout:1090: finishing write tid 2 to smithi07880501-11 2024-08-10T05:00:04.408 INFO:tasks.rados.rados.0.smithi078.stdout:1090: finishing write tid 3 to smithi07880501-11 2024-08-10T05:00:04.408 INFO:tasks.rados.rados.0.smithi078.stdout:1090: finishing write tid 4 to smithi07880501-11 2024-08-10T05:00:04.408 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 712 (ObjNum 353 snap 107 seq_num 353) dirty exists 2024-08-10T05:00:04.408 INFO:tasks.rados.rados.0.smithi078.stdout:1090: left oid 11 (ObjNum 353 snap 107 seq_num 353) 2024-08-10T05:00:04.408 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 803 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-08-10T05:00:04.408 INFO:tasks.rados.rados.0.smithi078.stdout:1088: finishing write tid 1 to smithi07880501-43 2024-08-10T05:00:04.408 INFO:tasks.rados.rados.0.smithi078.stdout:1088: finishing write tid 2 to smithi07880501-43 2024-08-10T05:00:04.409 INFO:tasks.rados.rados.0.smithi078.stdout:1088: finishing write tid 3 to smithi07880501-43 2024-08-10T05:00:04.409 INFO:tasks.rados.rados.0.smithi078.stdout:1089: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-10T05:00:04.661 INFO:tasks.rados.rados.0.smithi078.stdout:1088: finishing write tid 4 to smithi07880501-43 2024-08-10T05:00:04.661 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 749 (ObjNum 352 snap 107 seq_num 352) dirty exists 2024-08-10T05:00:04.661 INFO:tasks.rados.rados.0.smithi078.stdout:1088: left oid 43 (ObjNum 352 snap 107 seq_num 352) 2024-08-10T05:00:04.661 INFO:tasks.rados.rados.0.smithi078.stdout:1094: seq_num 354 ranges {0=737280,737280=401408} 2024-08-10T05:00:04.665 INFO:tasks.rados.rados.0.smithi078.stdout:1094: writing smithi07880501-23 from 0 to 737280 tid 1 2024-08-10T05:00:04.667 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:04 smithi078 ceph-mon[92251]: Reconfiguring osd.0 (monmap changed)... 2024-08-10T05:00:04.667 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:04 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.0 on smithi078 2024-08-10T05:00:04.667 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:04 smithi078 ceph-mon[92251]: osdmap e271: 8 total, 8 up, 8 in 2024-08-10T05:00:04.667 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:04 smithi078 ceph-mon[94618]: Reconfiguring osd.0 (monmap changed)... 2024-08-10T05:00:04.668 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:04 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.0 on smithi078 2024-08-10T05:00:04.668 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:04 smithi078 ceph-mon[94618]: osdmap e271: 8 total, 8 up, 8 in 2024-08-10T05:00:04.668 INFO:tasks.rados.rados.0.smithi078.stdout:1094: writing smithi07880501-23 from 737280 to 1138688 tid 2 2024-08-10T05:00:04.668 INFO:tasks.rados.rados.0.smithi078.stdout:1088: done (4 left) 2024-08-10T05:00:04.668 INFO:tasks.rados.rados.0.smithi078.stdout:1089: done (3 left) 2024-08-10T05:00:04.669 INFO:tasks.rados.rados.0.smithi078.stdout:1090: done (2 left) 2024-08-10T05:00:04.669 INFO:tasks.rados.rados.0.smithi078.stdout:1092: done (1 left) 2024-08-10T05:00:04.669 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 107 2024-08-10T05:00:04.669 INFO:tasks.rados.rados.0.smithi078.stdout:1095: seq_num 355 ranges {614400=753664,1368064=401408} 2024-08-10T05:00:04.675 INFO:tasks.rados.rados.0.smithi078.stdout:1095: writing smithi07880501-22 from 614400 to 1368064 tid 1 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:1095: writing smithi07880501-22 from 1368064 to 1769472 tid 2 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:1096: snap_create 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:1094: finishing write tid 1 to smithi07880501-23 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:1094: finishing write tid 2 to smithi07880501-23 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:1094: finishing write tid 3 to smithi07880501-23 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:1094: finishing write tid 4 to smithi07880501-23 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 202 (ObjNum 354 snap 107 seq_num 354) dirty exists 2024-08-10T05:00:04.678 INFO:tasks.rados.rados.0.smithi078.stdout:1094: left oid 23 (ObjNum 354 snap 107 seq_num 354) 2024-08-10T05:00:04.681 INFO:tasks.rados.rados.0.smithi078.stdout:1095: finishing write tid 1 to smithi07880501-22 2024-08-10T05:00:04.681 INFO:tasks.rados.rados.0.smithi078.stdout:1095: finishing write tid 2 to smithi07880501-22 2024-08-10T05:00:04.681 INFO:tasks.rados.rados.0.smithi078.stdout:1095: finishing write tid 3 to smithi07880501-22 2024-08-10T05:00:04.682 INFO:tasks.rados.rados.0.smithi078.stdout:1095: finishing write tid 4 to smithi07880501-22 2024-08-10T05:00:04.682 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 817 (ObjNum 355 snap 107 seq_num 355) dirty exists 2024-08-10T05:00:04.682 INFO:tasks.rados.rados.0.smithi078.stdout:1095: left oid 22 (ObjNum 355 snap 107 seq_num 355) 2024-08-10T05:00:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:04 smithi107 ceph-mon[86658]: Reconfiguring osd.0 (monmap changed)... 2024-08-10T05:00:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:04 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.0 on smithi078 2024-08-10T05:00:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:04 smithi107 ceph-mon[86658]: osdmap e271: 8 total, 8 up, 8 in 2024-08-10T05:00:04.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:04.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1094: done (2 left) 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1095: done (1 left) 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1096: done (0 left) 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1097: read oid 5 snap 59 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1097: expect (ObjNum 190 snap 50 seq_num 190) 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1098: read oid 47 snap 64 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1098: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1099: copy_from oid 23 from oid 15 current snap is 108 2024-08-10T05:00:05.409 INFO:tasks.rados.rados.0.smithi078.stdout:1100: delete oid 9 current snap is 108 2024-08-10T05:00:05.414 INFO:tasks.rados.rados.0.smithi078.stdout:1100: done (3 left) 2024-08-10T05:00:05.415 INFO:tasks.rados.rados.0.smithi078.stdout:1101: setattr oid 21 current snap is 108 2024-08-10T05:00:05.416 INFO:tasks.rados.rados.0.smithi078.stdout:1102: rollback oid 31 current snap is 108 2024-08-10T05:00:05.416 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 104 2024-08-10T05:00:05.416 INFO:tasks.rados.rados.0.smithi078.stdout:1103: delete oid 29 current snap is 108 2024-08-10T05:00:05.419 INFO:tasks.rados.rados.0.smithi078.stdout:1103: done (5 left) 2024-08-10T05:00:05.420 INFO:tasks.rados.rados.0.smithi078.stdout:1104: copy_from oid 48 from oid 37 current snap is 108 2024-08-10T05:00:05.420 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 108 2024-08-10T05:00:05.420 INFO:tasks.rados.rados.0.smithi078.stdout:1105: seq_num 358 ranges {6004736=802816,6807552=401408} 2024-08-10T05:00:05.457 INFO:tasks.rados.rados.0.smithi078.stdout:1105: writing smithi07880501-16 from 6004736 to 6807552 tid 1 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:1105: writing smithi07880501-16 from 6807552 to 7208960 tid 2 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:1106: delete oid 43 current snap is 108 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:1102: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:1102: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 579 (ObjNum 308 snap 95 seq_num 308) dirty exists 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:1102: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 291 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-08-10T05:00:05.460 INFO:tasks.rados.rados.0.smithi078.stdout:1098: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:00:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[92251]: pgmap v66: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T05:00:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[92251]: osdmap e272: 8 total, 8 up, 8 in 2024-08-10T05:00:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:00:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[94618]: pgmap v66: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T05:00:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[94618]: osdmap e272: 8 total, 8 up, 8 in 2024-08-10T05:00:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:00:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:05.502 INFO:tasks.rados.rados.0.smithi078.stdout:1104: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:00:05.503 INFO:tasks.rados.rados.0.smithi078.stdout:1104: finishing copy_from to smithi07880501-48 2024-08-10T05:00:05.503 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 419 (ObjNum 329 snap 100 seq_num 329) dirty exists 2024-08-10T05:00:05.503 INFO:tasks.rados.rados.0.smithi078.stdout:1097: expect (ObjNum 190 snap 50 seq_num 190) 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1099: finishing copy_from racing read to smithi07880501-23 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1099: finishing copy_from to smithi07880501-23 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 740 (ObjNum 332 snap 100 seq_num 332) dirty exists 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1105: finishing write tid 1 to smithi07880501-16 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1105: finishing write tid 2 to smithi07880501-16 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1097: done (7 left) 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1098: done (6 left) 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1099: done (5 left) 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1101: done (4 left) 2024-08-10T05:00:05.619 INFO:tasks.rados.rados.0.smithi078.stdout:1102: done (3 left) 2024-08-10T05:00:05.620 INFO:tasks.rados.rados.0.smithi078.stdout:1104: done (2 left) 2024-08-10T05:00:05.620 INFO:tasks.rados.rados.0.smithi078.stdout:1106: done (1 left) 2024-08-10T05:00:05.620 INFO:tasks.rados.rados.0.smithi078.stdout:1107: snap_create 2024-08-10T05:00:05.620 INFO:tasks.rados.rados.0.smithi078.stdout:1105: finishing write tid 3 to smithi07880501-16 2024-08-10T05:00:05.620 INFO:tasks.rados.rados.0.smithi078.stdout:1105: finishing write tid 4 to smithi07880501-16 2024-08-10T05:00:05.620 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 759 (ObjNum 358 snap 108 seq_num 358) dirty exists 2024-08-10T05:00:05.620 INFO:tasks.rados.rados.0.smithi078.stdout:1105: left oid 16 (ObjNum 358 snap 108 seq_num 358) 2024-08-10T05:00:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:05 smithi107 ceph-mon[86658]: pgmap v66: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T05:00:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:05 smithi107 ceph-mon[86658]: osdmap e272: 8 total, 8 up, 8 in 2024-08-10T05:00:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:00:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:06.049 INFO:tasks.rados.rados.0.smithi078.stdout:1105: done (1 left) 2024-08-10T05:00:06.049 INFO:tasks.rados.rados.0.smithi078.stdout:1107: done (0 left) 2024-08-10T05:00:06.049 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 109 2024-08-10T05:00:06.050 INFO:tasks.rados.rados.0.smithi078.stdout:1108: seq_num 360 ranges {1613824=434176,2048000=704512,2752512=98304} 2024-08-10T05:00:06.060 INFO:tasks.rados.rados.0.smithi078.stdout:1108: writing smithi07880501-47 from 1613824 to 2048000 tid 1 2024-08-10T05:00:06.064 INFO:tasks.rados.rados.0.smithi078.stdout:1108: writing smithi07880501-47 from 2048000 to 2752512 tid 2 2024-08-10T05:00:06.065 INFO:tasks.rados.rados.0.smithi078.stdout:1108: writing smithi07880501-47 from 2752512 to 2850816 tid 3 2024-08-10T05:00:06.065 INFO:tasks.rados.rados.0.smithi078.stdout:1109: snap_remove snap 86 2024-08-10T05:00:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: Reconfiguring osd.1 (monmap changed)... 2024-08-10T05:00:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.1 on smithi078 2024-08-10T05:00:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: osdmap e273: 8 total, 8 up, 8 in 2024-08-10T05:00:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: osdmap e274: 8 total, 8 up, 8 in 2024-08-10T05:00:06.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: Reconfiguring osd.1 (monmap changed)... 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.1 on smithi078 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: osdmap e273: 8 total, 8 up, 8 in 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: osdmap e274: 8 total, 8 up, 8 in 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:06.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:06.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:00:06.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: Reconfiguring osd.1 (monmap changed)... 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.1 on smithi078 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: osdmap e273: 8 total, 8 up, 8 in 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: osdmap e274: 8 total, 8 up, 8 in 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:00:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:1109: done (1 left) 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:1110: delete oid 9 current snap is 109 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:1108: finishing write tid 1 to smithi07880501-47 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:1108: finishing write tid 2 to smithi07880501-47 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:1108: finishing write tid 3 to smithi07880501-47 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:1108: finishing write tid 4 to smithi07880501-47 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:1108: finishing write tid 5 to smithi07880501-47 2024-08-10T05:00:07.052 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 725 (ObjNum 360 snap 109 seq_num 360) dirty exists 2024-08-10T05:00:07.053 INFO:tasks.rados.rados.0.smithi078.stdout:1108: left oid 47 (ObjNum 360 snap 109 seq_num 360) 2024-08-10T05:00:07.057 INFO:tasks.rados.rados.0.smithi078.stdout:1108: done (1 left) 2024-08-10T05:00:07.058 INFO:tasks.rados.rados.0.smithi078.stdout:1110: done (0 left) 2024-08-10T05:00:07.058 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 109 2024-08-10T05:00:07.058 INFO:tasks.rados.rados.0.smithi078.stdout:1111: seq_num 362 ranges {1384448=466944,1851392=466944,2318336=335872} 2024-08-10T05:00:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1111: writing smithi07880501-46 from 1384448 to 1851392 tid 1 2024-08-10T05:00:07.072 INFO:tasks.rados.rados.0.smithi078.stdout:1111: writing smithi07880501-46 from 1851392 to 2318336 tid 2 2024-08-10T05:00:07.074 INFO:tasks.rados.rados.0.smithi078.stdout:1111: writing smithi07880501-46 from 2318336 to 2654208 tid 3 2024-08-10T05:00:07.074 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 109 2024-08-10T05:00:07.075 INFO:tasks.rados.rados.0.smithi078.stdout:1111: finishing write tid 1 to smithi07880501-46 2024-08-10T05:00:07.075 INFO:tasks.rados.rados.0.smithi078.stdout:1112: seq_num 363 ranges {843776=483328,1327104=753664,2080768=49152} 2024-08-10T05:00:07.082 INFO:tasks.rados.rados.0.smithi078.stdout:1112: writing smithi07880501-15 from 843776 to 1327104 tid 1 2024-08-10T05:00:07.086 INFO:tasks.rados.rados.0.smithi078.stdout:1112: writing smithi07880501-15 from 1327104 to 2080768 tid 2 2024-08-10T05:00:07.087 INFO:tasks.rados.rados.0.smithi078.stdout:1112: writing smithi07880501-15 from 2080768 to 2129920 tid 3 2024-08-10T05:00:07.087 INFO:tasks.rados.rados.0.smithi078.stdout:1113: read oid 31 snap -1 2024-08-10T05:00:07.087 INFO:tasks.rados.rados.0.smithi078.stdout:1113: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T05:00:07.087 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 109 2024-08-10T05:00:07.087 INFO:tasks.rados.rados.0.smithi078.stdout:1111: finishing write tid 2 to smithi07880501-46 2024-08-10T05:00:07.087 INFO:tasks.rados.rados.0.smithi078.stdout:1111: finishing write tid 3 to smithi07880501-46 2024-08-10T05:00:07.087 INFO:tasks.rados.rados.0.smithi078.stdout:1114: seq_num 364 ranges {843776=499712,1343488=638976,1982464=163840} 2024-08-10T05:00:07.094 INFO:tasks.rados.rados.0.smithi078.stdout:1114: writing smithi07880501-23 from 843776 to 1343488 tid 1 2024-08-10T05:00:07.098 INFO:tasks.rados.rados.0.smithi078.stdout:1114: writing smithi07880501-23 from 1343488 to 1982464 tid 2 2024-08-10T05:00:07.100 INFO:tasks.rados.rados.0.smithi078.stdout:1114: writing smithi07880501-23 from 1982464 to 2146304 tid 3 2024-08-10T05:00:07.100 INFO:tasks.rados.rados.0.smithi078.stdout:1115: snap_remove snap 80 2024-08-10T05:00:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[92251]: Reconfiguring osd.2 (monmap changed)... 2024-08-10T05:00:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.2 on smithi078 2024-08-10T05:00:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[92251]: pgmap v70: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-10T05:00:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[92251]: osdmap e275: 8 total, 8 up, 8 in 2024-08-10T05:00:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[94618]: Reconfiguring osd.2 (monmap changed)... 2024-08-10T05:00:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.2 on smithi078 2024-08-10T05:00:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[94618]: pgmap v70: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-10T05:00:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:07 smithi078 ceph-mon[94618]: osdmap e275: 8 total, 8 up, 8 in 2024-08-10T05:00:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:07 smithi107 ceph-mon[86658]: Reconfiguring osd.2 (monmap changed)... 2024-08-10T05:00:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:07 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.2 on smithi078 2024-08-10T05:00:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:07 smithi107 ceph-mon[86658]: pgmap v70: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-10T05:00:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:07 smithi107 ceph-mon[86658]: osdmap e275: 8 total, 8 up, 8 in 2024-08-10T05:00:08.055 INFO:tasks.rados.rados.0.smithi078.stdout:1115: done (4 left) 2024-08-10T05:00:08.055 INFO:tasks.rados.rados.0.smithi078.stdout:1116: rmattr oid 47 current snap is 109 2024-08-10T05:00:08.055 INFO:tasks.rados.rados.0.smithi078.stdout:1116: done (4 left) 2024-08-10T05:00:08.055 INFO:tasks.rados.rados.0.smithi078.stdout:1117: snap_remove snap 60 2024-08-10T05:00:09.057 INFO:tasks.rados.rados.0.smithi078.stdout:1117: done (4 left) 2024-08-10T05:00:09.057 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 109 2024-08-10T05:00:09.057 INFO:tasks.rados.rados.0.smithi078.stdout:1118: seq_num 365 ranges {2007040=516096,2523136=573440,3096576=229376} 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: Reconfiguring osd.3 (monmap changed)... 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.3 on smithi078 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: osdmap e276: 8 total, 8 up, 8 in 2024-08-10T05:00:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-mon[86658]: pgmap v73: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 479 KiB/s wr, 8 op/s 2024-08-10T05:00:09.068 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:09.072 INFO:tasks.rados.rados.0.smithi078.stdout:1118: writing smithi07880501-45 from 2007040 to 2523136 tid 1 2024-08-10T05:00:09.076 INFO:tasks.rados.rados.0.smithi078.stdout:1118: writing smithi07880501-45 from 2523136 to 3096576 tid 2 2024-08-10T05:00:09.078 INFO:tasks.rados.rados.0.smithi078.stdout:1118: writing smithi07880501-45 from 3096576 to 3325952 tid 3 2024-08-10T05:00:09.079 INFO:tasks.rados.rados.0.smithi078.stdout:1119: read oid 44 snap -1 2024-08-10T05:00:09.079 INFO:tasks.rados.rados.0.smithi078.stdout:1119: expect (ObjNum 343 snap 105 seq_num 343) 2024-08-10T05:00:09.079 INFO:tasks.rados.rados.0.smithi078.stdout:1120: snap_remove snap 75 2024-08-10T05:00:09.176 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:09.176 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:09.176 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: Reconfiguring osd.3 (monmap changed)... 2024-08-10T05:00:09.176 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.3 on smithi078 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: osdmap e276: 8 total, 8 up, 8 in 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[92251]: pgmap v73: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 479 KiB/s wr, 8 op/s 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: Reconfiguring osd.3 (monmap changed)... 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:09.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.3 on smithi078 2024-08-10T05:00:09.178 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: osdmap e276: 8 total, 8 up, 8 in 2024-08-10T05:00:09.178 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:08 smithi078 ceph-mon[94618]: pgmap v73: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 479 KiB/s wr, 8 op/s 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1120: done (6 left) 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1121: read oid 49 snap -1 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1121: expect deleted 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1122: snap_create 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1111: finishing write tid 4 to smithi07880501-46 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1111: finishing write tid 5 to smithi07880501-46 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 541 (ObjNum 362 snap 109 seq_num 362) dirty exists 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1111: left oid 46 (ObjNum 362 snap 109 seq_num 362) 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1112: finishing write tid 1 to smithi07880501-15 2024-08-10T05:00:10.066 INFO:tasks.rados.rados.0.smithi078.stdout:1112: finishing write tid 2 to smithi07880501-15 2024-08-10T05:00:10.067 INFO:tasks.rados.rados.0.smithi078.stdout:1112: finishing write tid 3 to smithi07880501-15 2024-08-10T05:00:10.067 INFO:tasks.rados.rados.0.smithi078.stdout:1112: finishing write tid 4 to smithi07880501-15 2024-08-10T05:00:10.067 INFO:tasks.rados.rados.0.smithi078.stdout:1112: finishing write tid 5 to smithi07880501-15 2024-08-10T05:00:10.067 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 832 (ObjNum 363 snap 109 seq_num 363) dirty exists 2024-08-10T05:00:10.067 INFO:tasks.rados.rados.0.smithi078.stdout:1112: left oid 15 (ObjNum 363 snap 109 seq_num 363) 2024-08-10T05:00:10.067 INFO:tasks.rados.rados.0.smithi078.stdout:1114: finishing write tid 1 to smithi07880501-23 2024-08-10T05:00:10.067 INFO:tasks.rados.rados.0.smithi078.stdout:1113: expect (ObjNum 185 snap 46 seq_num 185) 2024-08-10T05:00:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[92251]: osdmap e277: 8 total, 8 up, 8 in 2024-08-10T05:00:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[92251]: Reconfiguring mds.a (monmap changed)... 2024-08-10T05:00:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:00:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[92251]: Reconfiguring daemon mds.a on smithi078 2024-08-10T05:00:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[94618]: osdmap e277: 8 total, 8 up, 8 in 2024-08-10T05:00:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[94618]: Reconfiguring mds.a (monmap changed)... 2024-08-10T05:00:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:00:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:10 smithi078 ceph-mon[94618]: Reconfiguring daemon mds.a on smithi078 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1114: finishing write tid 2 to smithi07880501-23 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1114: finishing write tid 3 to smithi07880501-23 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1114: finishing write tid 4 to smithi07880501-23 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1114: finishing write tid 5 to smithi07880501-23 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 744 (ObjNum 364 snap 109 seq_num 364) dirty exists 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1114: left oid 23 (ObjNum 364 snap 109 seq_num 364) 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1118: finishing write tid 1 to smithi07880501-45 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1118: finishing write tid 2 to smithi07880501-45 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1118: finishing write tid 3 to smithi07880501-45 2024-08-10T05:00:10.315 INFO:tasks.rados.rados.0.smithi078.stdout:1118: finishing write tid 4 to smithi07880501-45 2024-08-10T05:00:10.316 INFO:tasks.rados.rados.0.smithi078.stdout:1118: finishing write tid 5 to smithi07880501-45 2024-08-10T05:00:10.316 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 796 (ObjNum 365 snap 109 seq_num 365) dirty exists 2024-08-10T05:00:10.316 INFO:tasks.rados.rados.0.smithi078.stdout:1118: left oid 45 (ObjNum 365 snap 109 seq_num 365) 2024-08-10T05:00:10.316 INFO:tasks.rados.rados.0.smithi078.stdout:1119: expect (ObjNum 343 snap 105 seq_num 343) 2024-08-10T05:00:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:10 smithi107 ceph-mon[86658]: osdmap e277: 8 total, 8 up, 8 in 2024-08-10T05:00:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:10 smithi107 ceph-mon[86658]: Reconfiguring mds.a (monmap changed)... 2024-08-10T05:00:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:00:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:10 smithi107 ceph-mon[86658]: Reconfiguring daemon mds.a on smithi078 2024-08-10T05:00:11.073 INFO:tasks.rados.rados.0.smithi078.stdout:1111: done (7 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1112: done (6 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1113: done (5 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1114: done (4 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1118: done (3 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1119: done (2 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1121: done (1 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1122: done (0 left) 2024-08-10T05:00:11.074 INFO:tasks.rados.rados.0.smithi078.stdout:1123: snap_remove snap 27 2024-08-10T05:00:11.361 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:11 smithi107 ceph-mon[86658]: osdmap e278: 8 total, 8 up, 8 in 2024-08-10T05:00:11.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:11 smithi107 ceph-mon[86658]: pgmap v76: 121 pgs: 121 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-10T05:00:11.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:11.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:11.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:00:11.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:00:11.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[92251]: osdmap e278: 8 total, 8 up, 8 in 2024-08-10T05:00:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[92251]: pgmap v76: 121 pgs: 121 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-10T05:00:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:00:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[94618]: osdmap e278: 8 total, 8 up, 8 in 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[94618]: pgmap v76: 121 pgs: 121 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:00:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:12.079 INFO:tasks.rados.rados.0.smithi078.stdout:1123: done (0 left) 2024-08-10T05:00:12.079 INFO:tasks.rados.rados.0.smithi078.stdout:1124: copy_from oid 25 from oid 20 current snap is 110 2024-08-10T05:00:12.080 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 110 2024-08-10T05:00:12.080 INFO:tasks.rados.rados.0.smithi078.stdout:1125: seq_num 366 ranges {2850816=532480,3383296=458752,3842048=344064} 2024-08-10T05:00:12.099 INFO:tasks.rados.rados.0.smithi078.stdout:1125: writing smithi07880501-47 from 2850816 to 3383296 tid 1 2024-08-10T05:00:12.102 INFO:tasks.rados.rados.0.smithi078.stdout:1125: writing smithi07880501-47 from 3383296 to 3842048 tid 2 2024-08-10T05:00:12.106 INFO:tasks.rados.rados.0.smithi078.stdout:1125: writing smithi07880501-47 from 3842048 to 4186112 tid 3 2024-08-10T05:00:12.106 INFO:tasks.rados.rados.0.smithi078.stdout:1126: read oid 50 snap -1 2024-08-10T05:00:12.107 INFO:tasks.rados.rados.0.smithi078.stdout:1126: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:00:12.107 INFO:tasks.rados.rados.0.smithi078.stdout:1127: rollback oid 21 current snap is 110 2024-08-10T05:00:12.107 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 108 2024-08-10T05:00:12.107 INFO:tasks.rados.rados.0.smithi078.stdout:1124: finishing copy_from racing read to smithi07880501-25 2024-08-10T05:00:12.107 INFO:tasks.rados.rados.0.smithi078.stdout:1124: finishing copy_from to smithi07880501-25 2024-08-10T05:00:12.107 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 266 (ObjNum 309 snap 95 seq_num 309) dirty exists 2024-08-10T05:00:12.108 INFO:tasks.rados.rados.0.smithi078.stdout:1124: done (3 left) 2024-08-10T05:00:12.108 INFO:tasks.rados.rados.0.smithi078.stdout:1128: snap_remove snap 107 2024-08-10T05:00:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:12 smithi078 ceph-mon[92251]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:00:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:12 smithi078 ceph-mon[92251]: Reconfiguring daemon mon.b on smithi107 2024-08-10T05:00:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:12 smithi078 ceph-mon[92251]: osdmap e279: 8 total, 8 up, 8 in 2024-08-10T05:00:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:00:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:00:11] "GET /metrics HTTP/1.1" 200 36036 "" "Prometheus/2.43.0" 2024-08-10T05:00:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:12 smithi078 ceph-mon[94618]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:00:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:12 smithi078 ceph-mon[94618]: Reconfiguring daemon mon.b on smithi107 2024-08-10T05:00:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:12 smithi078 ceph-mon[94618]: osdmap e279: 8 total, 8 up, 8 in 2024-08-10T05:00:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:12 smithi107 ceph-mon[86658]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:00:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:12 smithi107 ceph-mon[86658]: Reconfiguring daemon mon.b on smithi107 2024-08-10T05:00:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:12 smithi107 ceph-mon[86658]: osdmap e279: 8 total, 8 up, 8 in 2024-08-10T05:00:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:13.149 INFO:tasks.rados.rados.0.smithi078.stdout:1128: done (3 left) 2024-08-10T05:00:13.149 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 110 2024-08-10T05:00:13.150 INFO:tasks.rados.rados.0.smithi078.stdout:1125: finishing write tid 1 to smithi07880501-47 2024-08-10T05:00:13.150 INFO:tasks.rados.rados.0.smithi078.stdout:1129: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-08-10T05:00:13.153 INFO:tasks.rados.rados.0.smithi078.stdout:1129: writing smithi07880501-34 from 0 to 548864 tid 1 2024-08-10T05:00:13.158 INFO:tasks.rados.rados.0.smithi078.stdout:1129: writing smithi07880501-34 from 548864 to 1286144 tid 2 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1129: writing smithi07880501-34 from 1286144 to 1351680 tid 3 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1130: rmattr oid 6 current snap is 110 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1130: done (4 left) 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1131: copy_from oid 49 from oid 38 current snap is 110 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1125: finishing write tid 2 to smithi07880501-47 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1127: finishing rollback tid 0 to smithi07880501-21 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1127: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:00:13.159 INFO:tasks.rados.rados.0.smithi078.stdout:1127: finishing rollback tid 2 to smithi07880501-21 2024-08-10T05:00:13.160 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 582 (ObjNum 308 snap 95 seq_num 308) dirty exists 2024-08-10T05:00:13.160 INFO:tasks.rados.rados.0.smithi078.stdout:1125: finishing write tid 3 to smithi07880501-47 2024-08-10T05:00:13.160 INFO:tasks.rados.rados.0.smithi078.stdout:1125: finishing write tid 4 to smithi07880501-47 2024-08-10T05:00:13.160 INFO:tasks.rados.rados.0.smithi078.stdout:1125: finishing write tid 5 to smithi07880501-47 2024-08-10T05:00:13.160 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 782 (ObjNum 366 snap 110 seq_num 366) dirty exists 2024-08-10T05:00:13.160 INFO:tasks.rados.rados.0.smithi078.stdout:1125: left oid 47 (ObjNum 366 snap 110 seq_num 366) 2024-08-10T05:00:13.160 INFO:tasks.rados.rados.0.smithi078.stdout:1126: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:00:13.214 INFO:tasks.rados.rados.0.smithi078.stdout:1131: finishing copy_from racing read to smithi07880501-49 2024-08-10T05:00:13.214 INFO:tasks.rados.rados.0.smithi078.stdout:1129: finishing write tid 1 to smithi07880501-34 2024-08-10T05:00:13.214 INFO:tasks.rados.rados.0.smithi078.stdout:1125: done (4 left) 2024-08-10T05:00:13.214 INFO:tasks.rados.rados.0.smithi078.stdout:1126: done (3 left) 2024-08-10T05:00:13.214 INFO:tasks.rados.rados.0.smithi078.stdout:1127: done (2 left) 2024-08-10T05:00:13.214 INFO:tasks.rados.rados.0.smithi078.stdout:1132: delete oid 28 current snap is 110 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:1129: finishing write tid 2 to smithi07880501-34 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:1129: finishing write tid 3 to smithi07880501-34 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:1131: finishing copy_from to smithi07880501-49 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 203 (ObjNum 341 snap 103 seq_num 341) dirty exists 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:1129: finishing write tid 4 to smithi07880501-34 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:1129: finishing write tid 5 to smithi07880501-34 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 788 (ObjNum 367 snap 110 seq_num 367) dirty exists 2024-08-10T05:00:13.215 INFO:tasks.rados.rados.0.smithi078.stdout:1129: left oid 34 (ObjNum 367 snap 110 seq_num 367) 2024-08-10T05:00:13.216 INFO:tasks.rados.rados.0.smithi078.stdout:1129: done (2 left) 2024-08-10T05:00:13.216 INFO:tasks.rados.rados.0.smithi078.stdout:1131: done (1 left) 2024-08-10T05:00:13.216 INFO:tasks.rados.rados.0.smithi078.stdout:1132: done (0 left) 2024-08-10T05:00:13.216 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 110 2024-08-10T05:00:13.216 INFO:tasks.rados.rados.0.smithi078.stdout:1133: seq_num 369 ranges {4628480=589824,5218304=507904,5726208=294912} 2024-08-10T05:00:13.244 INFO:tasks.rados.rados.0.smithi078.stdout:1133: writing smithi07880501-32 from 4628480 to 5218304 tid 1 2024-08-10T05:00:13.246 INFO:tasks.rados.rados.0.smithi078.stdout:1133: writing smithi07880501-32 from 5218304 to 5726208 tid 2 2024-08-10T05:00:13.248 INFO:tasks.rados.rados.0.smithi078.stdout:1133: writing smithi07880501-32 from 5726208 to 6021120 tid 3 2024-08-10T05:00:13.248 INFO:tasks.rados.rados.0.smithi078.stdout:1134: snap_remove snap 106 2024-08-10T05:00:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: osdmap e280: 8 total, 8 up, 8 in 2024-08-10T05:00:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: Reconfiguring mgr.x (monmap changed)... 2024-08-10T05:00:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:00:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:00:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: Reconfiguring daemon mgr.x on smithi107 2024-08-10T05:00:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: pgmap v79: 121 pgs: 121 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-10T05:00:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: osdmap e280: 8 total, 8 up, 8 in 2024-08-10T05:00:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: Reconfiguring mgr.x (monmap changed)... 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: Reconfiguring daemon mgr.x on smithi107 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: pgmap v79: 121 pgs: 121 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: osdmap e280: 8 total, 8 up, 8 in 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: Reconfiguring mgr.x (monmap changed)... 2024-08-10T05:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: Reconfiguring daemon mgr.x on smithi107 2024-08-10T05:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: pgmap v79: 121 pgs: 121 active+clean; 338 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-10T05:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:13.613 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:14.222 INFO:tasks.rados.rados.0.smithi078.stdout:1134: done (1 left) 2024-08-10T05:00:14.222 INFO:tasks.rados.rados.0.smithi078.stdout:1135: rmattr oid 33 current snap is 110 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1135: done (1 left) 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 110 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1133: finishing write tid 1 to smithi07880501-32 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1133: finishing write tid 2 to smithi07880501-32 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1133: finishing write tid 3 to smithi07880501-32 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1133: finishing write tid 4 to smithi07880501-32 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1133: finishing write tid 5 to smithi07880501-32 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 498 (ObjNum 369 snap 110 seq_num 369) dirty exists 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1133: left oid 32 (ObjNum 369 snap 110 seq_num 369) 2024-08-10T05:00:14.223 INFO:tasks.rados.rados.0.smithi078.stdout:1136: seq_num 370 ranges {401408=606208,1007616=794624,1802240=8192} 2024-08-10T05:00:14.228 INFO:tasks.rados.rados.0.smithi078.stdout:1136: writing smithi07880501-14 from 401408 to 1007616 tid 1 2024-08-10T05:00:14.234 INFO:tasks.rados.rados.0.smithi078.stdout:1136: writing smithi07880501-14 from 1007616 to 1802240 tid 2 2024-08-10T05:00:14.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: writing smithi07880501-14 from 1802240 to 1810432 tid 3 2024-08-10T05:00:14.235 INFO:tasks.rados.rados.0.smithi078.stdout:1133: done (1 left) 2024-08-10T05:00:14.235 INFO:tasks.rados.rados.0.smithi078.stdout:1137: delete oid 46 current snap is 110 2024-08-10T05:00:14.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: finishing write tid 1 to smithi07880501-14 2024-08-10T05:00:14.237 INFO:tasks.rados.rados.0.smithi078.stdout:1137: done (1 left) 2024-08-10T05:00:14.237 INFO:tasks.rados.rados.0.smithi078.stdout:1138: read oid 30 snap -1 2024-08-10T05:00:14.238 INFO:tasks.rados.rados.0.smithi078.stdout:1138: expect deleted 2024-08-10T05:00:14.238 INFO:tasks.rados.rados.0.smithi078.stdout:1139: snap_remove snap 103 2024-08-10T05:00:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:14 smithi107 ceph-mon[86658]: osdmap e281: 8 total, 8 up, 8 in 2024-08-10T05:00:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:00:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[92251]: osdmap e281: 8 total, 8 up, 8 in 2024-08-10T05:00:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:00:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[94618]: osdmap e281: 8 total, 8 up, 8 in 2024-08-10T05:00:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:00:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:14.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:14.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:15.186 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: finishing write tid 2 to smithi07880501-14 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: finishing write tid 3 to smithi07880501-14 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: finishing write tid 4 to smithi07880501-14 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: finishing write tid 5 to smithi07880501-14 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 646 (ObjNum 370 snap 110 seq_num 370) dirty exists 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: left oid 14 (ObjNum 370 snap 110 seq_num 370) 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1136: done (2 left) 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1138: done (1 left) 2024-08-10T05:00:15.235 INFO:tasks.rados.rados.0.smithi078.stdout:1139: done (0 left) 2024-08-10T05:00:15.236 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 110 2024-08-10T05:00:15.236 INFO:tasks.rados.rados.0.smithi078.stdout:1140: seq_num 372 ranges {6004736=638976,6643712=565248,7208960=237568} 2024-08-10T05:00:15.273 INFO:tasks.rados.rados.0.smithi078.stdout:1140: writing smithi07880501-10 from 6004736 to 6643712 tid 1 2024-08-10T05:00:15.276 INFO:tasks.rados.rados.0.smithi078.stdout:1140: writing smithi07880501-10 from 6643712 to 7208960 tid 2 2024-08-10T05:00:15.279 INFO:tasks.rados.rados.0.smithi078.stdout:1140: writing smithi07880501-10 from 7208960 to 7446528 tid 3 2024-08-10T05:00:15.279 INFO:tasks.rados.rados.0.smithi078.stdout:1141: read oid 32 snap -1 2024-08-10T05:00:15.279 INFO:tasks.rados.rados.0.smithi078.stdout:1141: expect (ObjNum 369 snap 110 seq_num 369) 2024-08-10T05:00:15.279 INFO:tasks.rados.rados.0.smithi078.stdout:1142: rollback oid 38 current snap is 110 2024-08-10T05:00:15.279 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 64 2024-08-10T05:00:15.279 INFO:tasks.rados.rados.0.smithi078.stdout:1140: finishing write tid 1 to smithi07880501-10 2024-08-10T05:00:15.279 INFO:tasks.rados.rados.0.smithi078.stdout:1143: snap_create 2024-08-10T05:00:15.280 INFO:tasks.rados.rados.0.smithi078.stdout:1140: finishing write tid 2 to smithi07880501-10 2024-08-10T05:00:15.282 INFO:tasks.rados.rados.0.smithi078.stdout:1142: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:00:15.283 INFO:tasks.rados.rados.0.smithi078.stdout:1142: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:00:15.283 INFO:tasks.rados.rados.0.smithi078.stdout:1140: finishing write tid 3 to smithi07880501-10 2024-08-10T05:00:15.283 INFO:tasks.rados.rados.0.smithi078.stdout:1142: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:00:15.283 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 231 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:00:15.287 INFO:tasks.rados.rados.0.smithi078.stdout:1140: finishing write tid 4 to smithi07880501-10 2024-08-10T05:00:15.288 INFO:tasks.rados.rados.0.smithi078.stdout:1140: finishing write tid 5 to smithi07880501-10 2024-08-10T05:00:15.289 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 803 (ObjNum 372 snap 110 seq_num 372) dirty exists 2024-08-10T05:00:15.289 INFO:tasks.rados.rados.0.smithi078.stdout:1140: left oid 10 (ObjNum 372 snap 110 seq_num 372) 2024-08-10T05:00:15.304 INFO:tasks.rados.rados.0.smithi078.stdout:1141: expect (ObjNum 369 snap 110 seq_num 369) 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: Reconfiguring osd.4 (monmap changed)... 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.4 on smithi107 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: osdmap e282: 8 total, 8 up, 8 in 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: pgmap v82: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:00:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:15.475 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:00:15.475 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (2m) 39s ago 6m 16.9M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (117s) 20s ago 5m 80.3M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (7m) 39s ago 7m 14.1M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (7m) 20s ago 7m 18.5M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (83s) 20s ago 11m 438M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (110s) 39s ago 12m 497M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (69s) 39s ago 12m 38.2M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (31s) 20s ago 11m 23.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (48s) 39s ago 11m 25.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (2m) 39s ago 5m 7591k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (115s) 20s ago 5m 8208k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (10m) 39s ago 10m 148M 2480M 17.2.7-1372-g56ceb861 354fce865a9a eafbce3df748 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (10m) 39s ago 10m 143M 2480M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (10m) 39s ago 10m 117M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T05:00:15.476 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (9m) 39s ago 9m 86.9M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T05:00:15.477 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (9m) 20s ago 9m 141M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T05:00:15.477 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (8m) 20s ago 8m 177M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T05:00:15.477 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (8m) 20s ago 8m 132M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T05:00:15.477 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (8m) 20s ago 8m 109M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:00:15.477 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (88s) 20s ago 6m 51.5M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:00:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: Reconfiguring osd.4 (monmap changed)... 2024-08-10T05:00:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.4 on smithi107 2024-08-10T05:00:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: osdmap e282: 8 total, 8 up, 8 in 2024-08-10T05:00:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: pgmap v82: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-10T05:00:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: Reconfiguring osd.4 (monmap changed)... 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.4 on smithi107 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: osdmap e282: 8 total, 8 up, 8 in 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: pgmap v82: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:00:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:15.800 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:00:15.800 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:00:15.800 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:00:15.800 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 10, 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 5 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:00:15.801 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:00:16.051 INFO:tasks.rados.rados.0.smithi078.stdout:1140: done (3 left) 2024-08-10T05:00:16.051 INFO:tasks.rados.rados.0.smithi078.stdout:1141: done (2 left) 2024-08-10T05:00:16.052 INFO:tasks.rados.rados.0.smithi078.stdout:1142: done (1 left) 2024-08-10T05:00:16.052 INFO:tasks.rados.rados.0.smithi078.stdout:1143: done (0 left) 2024-08-10T05:00:16.052 INFO:tasks.rados.rados.0.smithi078.stdout:1144: rollback oid 29 current snap is 111 2024-08-10T05:00:16.052 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 68 2024-08-10T05:00:16.052 INFO:tasks.rados.rados.0.smithi078.stdout:1145: snap_remove snap 91 2024-08-10T05:00:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:16 smithi107 ceph-mon[86658]: Reconfiguring osd.5 (monmap changed)... 2024-08-10T05:00:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:16 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.5 on smithi107 2024-08-10T05:00:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:16 smithi107 ceph-mon[86658]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:16 smithi107 ceph-mon[86658]: osdmap e283: 8 total, 8 up, 8 in 2024-08-10T05:00:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:16 smithi107 ceph-mon[86658]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:16 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/528552019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:16 smithi107 ceph-mon[86658]: osdmap e284: 8 total, 8 up, 8 in 2024-08-10T05:00:16.644 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[92251]: Reconfiguring osd.5 (monmap changed)... 2024-08-10T05:00:16.644 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.5 on smithi107 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[92251]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[92251]: osdmap e283: 8 total, 8 up, 8 in 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[92251]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/528552019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[92251]: osdmap e284: 8 total, 8 up, 8 in 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[94618]: Reconfiguring osd.5 (monmap changed)... 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.5 on smithi107 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[94618]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[94618]: osdmap e283: 8 total, 8 up, 8 in 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[94618]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:16.645 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/528552019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:16.646 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:16 smithi078 ceph-mon[94618]: osdmap e284: 8 total, 8 up, 8 in 2024-08-10T05:00:17.054 INFO:tasks.rados.rados.0.smithi078.stdout:1145: done (1 left) 2024-08-10T05:00:17.055 INFO:tasks.rados.rados.0.smithi078.stdout:1146: read oid 4 snap -1 2024-08-10T05:00:17.055 INFO:tasks.rados.rados.0.smithi078.stdout:1146: expect deleted 2024-08-10T05:00:17.055 INFO:tasks.rados.rados.0.smithi078.stdout:1147: delete oid 20 current snap is 111 2024-08-10T05:00:17.055 INFO:tasks.rados.rados.0.smithi078.stdout:1144: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:00:17.055 INFO:tasks.rados.rados.0.smithi078.stdout:1144: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:00:17.055 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 648 (ObjNum 229 snap 63 seq_num 229) dirty exists 2024-08-10T05:00:17.063 INFO:tasks.rados.rados.0.smithi078.stdout:1144: done (2 left) 2024-08-10T05:00:17.063 INFO:tasks.rados.rados.0.smithi078.stdout:1146: done (1 left) 2024-08-10T05:00:17.063 INFO:tasks.rados.rados.0.smithi078.stdout:1147: done (0 left) 2024-08-10T05:00:17.063 INFO:tasks.rados.rados.0.smithi078.stdout:1148: snap_remove snap 68 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: pgmap v85: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: Reconfiguring osd.6 (monmap changed)... 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.6 on smithi107 2024-08-10T05:00:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:17 smithi107 ceph-mon[86658]: osdmap e285: 8 total, 8 up, 8 in 2024-08-10T05:00:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: pgmap v85: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-10T05:00:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: Reconfiguring osd.6 (monmap changed)... 2024-08-10T05:00:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.6 on smithi107 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[92251]: osdmap e285: 8 total, 8 up, 8 in 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: pgmap v85: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: Reconfiguring osd.6 (monmap changed)... 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.6 on smithi107 2024-08-10T05:00:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:17 smithi078 ceph-mon[94618]: osdmap e285: 8 total, 8 up, 8 in 2024-08-10T05:00:18.056 INFO:tasks.rados.rados.0.smithi078.stdout:1148: done (0 left) 2024-08-10T05:00:18.056 INFO:tasks.rados.rados.0.smithi078.stdout:1149: delete oid 23 current snap is 111 2024-08-10T05:00:18.064 INFO:tasks.rados.rados.0.smithi078.stdout:1149: done (0 left) 2024-08-10T05:00:18.065 INFO:tasks.rados.rados.0.smithi078.stdout:1150: snap_remove snap 96 2024-08-10T05:00:18.695 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:19.061 INFO:tasks.rados.rados.0.smithi078.stdout:1150: done (0 left) 2024-08-10T05:00:19.061 INFO:tasks.rados.rados.0.smithi078.stdout:1151: read oid 6 snap -1 2024-08-10T05:00:19.061 INFO:tasks.rados.rados.0.smithi078.stdout:1151: expect (ObjNum 350 snap 106 seq_num 350) 2024-08-10T05:00:19.061 INFO:tasks.rados.rados.0.smithi078.stdout:1152: copy_from oid 50 from oid 30 current snap is 111 2024-08-10T05:00:19.061 INFO:tasks.rados.rados.0.smithi078.stdout:1153: rmattr oid 49 current snap is 111 2024-08-10T05:00:19.061 INFO:tasks.rados.rados.0.smithi078.stdout:1154: delete oid 45 current snap is 111 2024-08-10T05:00:19.068 INFO:tasks.rados.rados.0.smithi078.stdout:1152: finishing copy_from to smithi07880501-50 2024-08-10T05:00:19.068 INFO:tasks.rados.rados.0.smithi078.stdout:1152: got expected ENOENT (src dne) 2024-08-10T05:00:19.069 INFO:tasks.rados.rados.0.smithi078.stdout:1152: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:00:19.069 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 204 (ObjNum 341 snap 103 seq_num 341) dirty exists 2024-08-10T05:00:19.079 INFO:tasks.rados.rados.0.smithi078.stdout:1151: expect (ObjNum 350 snap 106 seq_num 350) 2024-08-10T05:00:19.190 INFO:tasks.rados.rados.0.smithi078.stdout:1151: done (3 left) 2024-08-10T05:00:19.190 INFO:tasks.rados.rados.0.smithi078.stdout:1152: done (2 left) 2024-08-10T05:00:19.190 INFO:tasks.rados.rados.0.smithi078.stdout:1153: done (1 left) 2024-08-10T05:00:19.190 INFO:tasks.rados.rados.0.smithi078.stdout:1154: done (0 left) 2024-08-10T05:00:19.190 INFO:tasks.rados.rados.0.smithi078.stdout:1155: delete oid 3 current snap is 111 2024-08-10T05:00:19.191 INFO:tasks.rados.rados.0.smithi078.stdout:1155: done (0 left) 2024-08-10T05:00:19.192 INFO:tasks.rados.rados.0.smithi078.stdout:1156: read oid 23 snap 62 2024-08-10T05:00:19.192 INFO:tasks.rados.rados.0.smithi078.stdout:1156: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T05:00:19.192 INFO:tasks.rados.rados.0.smithi078.stdout:1157: copy_from oid 20 from oid 30 current snap is 111 2024-08-10T05:00:19.192 INFO:tasks.rados.rados.0.smithi078.stdout:1158: copy_from oid 7 from oid 1 current snap is 111 2024-08-10T05:00:19.192 INFO:tasks.rados.rados.0.smithi078.stdout:1159: snap_remove snap 110 2024-08-10T05:00:19.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:19.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:19.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: Reconfiguring osd.7 (monmap changed)... 2024-08-10T05:00:19.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:00:19.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:19.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: Reconfiguring daemon osd.7 on smithi107 2024-08-10T05:00:19.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: osdmap e286: 8 total, 8 up, 8 in 2024-08-10T05:00:19.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:19 smithi107 ceph-mon[86658]: pgmap v88: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:00:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: Reconfiguring osd.7 (monmap changed)... 2024-08-10T05:00:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:00:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: Reconfiguring daemon osd.7 on smithi107 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: osdmap e286: 8 total, 8 up, 8 in 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[92251]: pgmap v88: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: Reconfiguring osd.7 (monmap changed)... 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: Reconfiguring daemon osd.7 on smithi107 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: osdmap e286: 8 total, 8 up, 8 in 2024-08-10T05:00:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:19 smithi078 ceph-mon[94618]: pgmap v88: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:00:20.073 INFO:tasks.rados.rados.0.smithi078.stdout:1159: done (3 left) 2024-08-10T05:00:20.073 INFO:tasks.rados.rados.0.smithi078.stdout:1160: read oid 4 snap 102 2024-08-10T05:00:20.073 INFO:tasks.rados.rados.0.smithi078.stdout:1160: expect deleted 2024-08-10T05:00:20.073 INFO:tasks.rados.rados.0.smithi078.stdout:1161: snap_remove snap 90 2024-08-10T05:00:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:20 smithi107 ceph-mon[86658]: osdmap e287: 8 total, 8 up, 8 in 2024-08-10T05:00:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:20 smithi107 ceph-mon[86658]: Reconfiguring mds.b (monmap changed)... 2024-08-10T05:00:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:00:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:20 smithi107 ceph-mon[86658]: Reconfiguring daemon mds.b on smithi107 2024-08-10T05:00:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[92251]: osdmap e287: 8 total, 8 up, 8 in 2024-08-10T05:00:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[92251]: Reconfiguring mds.b (monmap changed)... 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[92251]: Reconfiguring daemon mds.b on smithi107 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[94618]: osdmap e287: 8 total, 8 up, 8 in 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[94618]: Reconfiguring mds.b (monmap changed)... 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:20 smithi078 ceph-mon[94618]: Reconfiguring daemon mds.b on smithi107 2024-08-10T05:00:21.077 INFO:tasks.rados.rados.0.smithi078.stdout:1161: done (4 left) 2024-08-10T05:00:21.077 INFO:tasks.rados.rados.0.smithi078.stdout:1162: copy_from oid 12 from oid 8 current snap is 111 2024-08-10T05:00:21.077 INFO:tasks.rados.rados.0.smithi078.stdout:1157: finishing copy_from to smithi07880501-20 2024-08-10T05:00:21.077 INFO:tasks.rados.rados.0.smithi078.stdout:1157: got expected ENOENT (src dne) 2024-08-10T05:00:21.077 INFO:tasks.rados.rados.0.smithi078.stdout:1157: finishing copy_from racing read to smithi07880501-20 2024-08-10T05:00:21.077 INFO:tasks.rados.rados.0.smithi078.stdout:1156: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T05:00:21.190 INFO:tasks.rados.rados.0.smithi078.stdout:1158: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:00:21.190 INFO:tasks.rados.rados.0.smithi078.stdout:1158: finishing copy_from to smithi07880501-7 2024-08-10T05:00:21.190 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 320 (ObjNum 330 snap 100 seq_num 330) dirty exists 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1162: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1162: finishing copy_from to smithi07880501-12 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 534 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1156: done (4 left) 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1157: done (3 left) 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1158: done (2 left) 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1160: done (1 left) 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1162: done (0 left) 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1163: read oid 1 snap -1 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1163: expect (ObjNum 330 snap 100 seq_num 330) 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1164: delete oid 14 current snap is 111 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1164: done (1 left) 2024-08-10T05:00:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:1165: delete oid 17 current snap is 111 2024-08-10T05:00:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:1165: done (1 left) 2024-08-10T05:00:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:1166: snap_create 2024-08-10T05:00:21.215 INFO:tasks.rados.rados.0.smithi078.stdout:1163: expect (ObjNum 330 snap 100 seq_num 330) 2024-08-10T05:00:21.328 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: osdmap e288: 8 total, 8 up, 8 in 2024-08-10T05:00:21.328 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: pgmap v91: 121 pgs: 121 active+clean; 311 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 696 KiB/s wr, 5 op/s 2024-08-10T05:00:21.328 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: osdmap e288: 8 total, 8 up, 8 in 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: pgmap v91: 121 pgs: 121 active+clean; 311 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 696 KiB/s wr, 5 op/s 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: osdmap e288: 8 total, 8 up, 8 in 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: pgmap v91: 121 pgs: 121 active+clean; 311 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 696 KiB/s wr, 5 op/s 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.337 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:21.338 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:00:22.083 INFO:tasks.rados.rados.0.smithi078.stdout:1163: done (1 left) 2024-08-10T05:00:22.083 INFO:tasks.rados.rados.0.smithi078.stdout:1166: done (0 left) 2024-08-10T05:00:22.083 INFO:tasks.rados.rados.0.smithi078.stdout:1167: rmattr oid 12 current snap is 112 2024-08-10T05:00:22.083 INFO:tasks.rados.rados.0.smithi078.stdout:1168: rollback oid 16 current snap is 112 2024-08-10T05:00:22.083 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 62 2024-08-10T05:00:22.084 INFO:tasks.rados.rados.0.smithi078.stdout:1169: snap_remove snap 102 2024-08-10T05:00:22.212 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:00:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:00:21] "GET /metrics HTTP/1.1" 200 35968 "" "Prometheus/2.43.0" 2024-08-10T05:00:22.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all mon 2024-08-10T05:00:22.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all crash 2024-08-10T05:00:22.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:00:22.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[92251]: Upgrade: osd.0 is safe to restart 2024-08-10T05:00:22.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[92251]: osdmap e289: 8 total, 8 up, 8 in 2024-08-10T05:00:22.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all mon 2024-08-10T05:00:22.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all crash 2024-08-10T05:00:22.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:00:22.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[94618]: Upgrade: osd.0 is safe to restart 2024-08-10T05:00:22.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:22 smithi078 ceph-mon[94618]: osdmap e289: 8 total, 8 up, 8 in 2024-08-10T05:00:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:22 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all mon 2024-08-10T05:00:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:22 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all crash 2024-08-10T05:00:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:22 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:00:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:22 smithi107 ceph-mon[86658]: Upgrade: osd.0 is safe to restart 2024-08-10T05:00:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:22 smithi107 ceph-mon[86658]: osdmap e289: 8 total, 8 up, 8 in 2024-08-10T05:00:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:23.088 INFO:tasks.rados.rados.0.smithi078.stdout:1169: done (2 left) 2024-08-10T05:00:23.089 INFO:tasks.rados.rados.0.smithi078.stdout:1170: snap_create 2024-08-10T05:00:23.089 INFO:tasks.rados.rados.0.smithi078.stdout:1168: finishing rollback tid 0 to smithi07880501-16 2024-08-10T05:00:23.089 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 535 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T05:00:23.089 INFO:tasks.rados.rados.0.smithi078.stdout:1168: finishing rollback tid 1 to smithi07880501-16 2024-08-10T05:00:23.089 INFO:tasks.rados.rados.0.smithi078.stdout:1168: finishing rollback tid 2 to smithi07880501-16 2024-08-10T05:00:23.089 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 894 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-10T05:00:23.355 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[92251]: osdmap e290: 8 total, 8 up, 8 in 2024-08-10T05:00:23.355 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[92251]: Upgrade: Updating osd.0 2024-08-10T05:00:23.355 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:23.355 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[92251]: Deploying daemon osd.0 on smithi078 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[92251]: pgmap v94: 121 pgs: 121 active+clean; 311 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 696 KiB/s wr, 3 op/s 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[94618]: osdmap e290: 8 total, 8 up, 8 in 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[94618]: Upgrade: Updating osd.0 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[94618]: Deploying daemon osd.0 on smithi078 2024-08-10T05:00:23.356 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:23 smithi078 ceph-mon[94618]: pgmap v94: 121 pgs: 121 active+clean; 311 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 696 KiB/s wr, 3 op/s 2024-08-10T05:00:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-mon[86658]: osdmap e290: 8 total, 8 up, 8 in 2024-08-10T05:00:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-mon[86658]: Upgrade: Updating osd.0 2024-08-10T05:00:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:00:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-mon[86658]: Deploying daemon osd.0 on smithi078 2024-08-10T05:00:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-mon[86658]: pgmap v94: 121 pgs: 121 active+clean; 311 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 696 KiB/s wr, 3 op/s 2024-08-10T05:00:23.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:24.086 INFO:tasks.rados.rados.0.smithi078.stdout:1167: done (2 left) 2024-08-10T05:00:24.086 INFO:tasks.rados.rados.0.smithi078.stdout:1168: done (1 left) 2024-08-10T05:00:24.087 INFO:tasks.rados.rados.0.smithi078.stdout:1170: done (0 left) 2024-08-10T05:00:24.087 INFO:tasks.rados.rados.0.smithi078.stdout:1171: copy_from oid 23 from oid 38 current snap is 113 2024-08-10T05:00:24.087 INFO:tasks.rados.rados.0.smithi078.stdout:1172: snap_remove snap 111 2024-08-10T05:00:24.325 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:24 smithi078 ceph-mon[92251]: osdmap e291: 8 total, 8 up, 8 in 2024-08-10T05:00:24.325 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:24 smithi078 ceph-mon[92251]: osdmap e292: 8 total, 8 up, 8 in 2024-08-10T05:00:24.325 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:24 smithi078 ceph-mon[94618]: osdmap e291: 8 total, 8 up, 8 in 2024-08-10T05:00:24.325 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:24 smithi078 ceph-mon[94618]: osdmap e292: 8 total, 8 up, 8 in 2024-08-10T05:00:24.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:24 smithi107 ceph-mon[86658]: osdmap e291: 8 total, 8 up, 8 in 2024-08-10T05:00:24.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:24 smithi107 ceph-mon[86658]: osdmap e292: 8 total, 8 up, 8 in 2024-08-10T05:00:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:25.089 INFO:tasks.rados.rados.0.smithi078.stdout:1172: done (1 left) 2024-08-10T05:00:25.089 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 113 2024-08-10T05:00:25.089 INFO:tasks.rados.rados.0.smithi078.stdout:1171: finishing copy_from racing read to smithi07880501-23 2024-08-10T05:00:25.089 INFO:tasks.rados.rados.0.smithi078.stdout:1173: seq_num 379 ranges {1376256=753664,2129920=606208,2736128=196608} 2024-08-10T05:00:25.103 INFO:tasks.rados.rados.0.smithi078.stdout:1173: writing smithi07880501-12 from 1376256 to 2129920 tid 1 2024-08-10T05:00:25.108 INFO:tasks.rados.rados.0.smithi078.stdout:1173: writing smithi07880501-12 from 2129920 to 2736128 tid 2 2024-08-10T05:00:25.110 INFO:tasks.rados.rados.0.smithi078.stdout:1173: writing smithi07880501-12 from 2736128 to 2932736 tid 3 2024-08-10T05:00:25.110 INFO:tasks.rados.rados.0.smithi078.stdout:1174: copy_from oid 44 from oid 4 current snap is 113 2024-08-10T05:00:25.110 INFO:tasks.rados.rados.0.smithi078.stdout:1171: finishing copy_from to smithi07880501-23 2024-08-10T05:00:25.110 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 231 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:00:25.110 INFO:tasks.rados.rados.0.smithi078.stdout:1171: done (2 left) 2024-08-10T05:00:25.110 INFO:tasks.rados.rados.0.smithi078.stdout:1175: rmattr oid 15 current snap is 113 2024-08-10T05:00:25.111 INFO:tasks.rados.rados.0.smithi078.stdout:1175: done (2 left) 2024-08-10T05:00:25.111 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 113 2024-08-10T05:00:25.111 INFO:tasks.rados.rados.0.smithi078.stdout:1176: seq_num 380 ranges {450560=770048,1220608=483328,1703936=319488} 2024-08-10T05:00:25.118 INFO:tasks.rados.rados.0.smithi078.stdout:1176: writing smithi07880501-26 from 450560 to 1220608 tid 1 2024-08-10T05:00:25.121 INFO:tasks.rados.rados.0.smithi078.stdout:1176: writing smithi07880501-26 from 1220608 to 1703936 tid 2 2024-08-10T05:00:25.124 INFO:tasks.rados.rados.0.smithi078.stdout:1176: writing smithi07880501-26 from 1703936 to 2023424 tid 3 2024-08-10T05:00:25.124 INFO:tasks.rados.rados.0.smithi078.stdout:1177: snap_create 2024-08-10T05:00:25.124 INFO:tasks.rados.rados.0.smithi078.stdout:1173: finishing write tid 1 to smithi07880501-12 2024-08-10T05:00:25.124 INFO:tasks.rados.rados.0.smithi078.stdout:1174: finishing copy_from to smithi07880501-44 2024-08-10T05:00:25.124 INFO:tasks.rados.rados.0.smithi078.stdout:1174: got expected ENOENT (src dne) 2024-08-10T05:00:25.124 INFO:tasks.rados.rados.0.smithi078.stdout:1174: finishing copy_from racing read to smithi07880501-44 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:1173: finishing write tid 2 to smithi07880501-12 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:1173: finishing write tid 3 to smithi07880501-12 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:1173: finishing write tid 4 to smithi07880501-12 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:1173: finishing write tid 5 to smithi07880501-12 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 542 (ObjNum 379 snap 113 seq_num 379) dirty exists 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:1173: left oid 12 (ObjNum 379 snap 113 seq_num 379) 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:1176: finishing write tid 1 to smithi07880501-26 2024-08-10T05:00:25.125 INFO:tasks.rados.rados.0.smithi078.stdout:1176: finishing write tid 2 to smithi07880501-26 2024-08-10T05:00:25.126 INFO:tasks.rados.rados.0.smithi078.stdout:1176: finishing write tid 3 to smithi07880501-26 2024-08-10T05:00:25.126 INFO:tasks.rados.rados.0.smithi078.stdout:1176: finishing write tid 4 to smithi07880501-26 2024-08-10T05:00:25.127 INFO:tasks.rados.rados.0.smithi078.stdout:1176: finishing write tid 5 to smithi07880501-26 2024-08-10T05:00:25.127 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 547 (ObjNum 380 snap 113 seq_num 380) dirty exists 2024-08-10T05:00:25.127 INFO:tasks.rados.rados.0.smithi078.stdout:1176: left oid 26 (ObjNum 380 snap 113 seq_num 380) 2024-08-10T05:00:25.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:25 smithi078 ceph-mon[92251]: pgmap v97: 121 pgs: 121 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-10T05:00:25.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:25 smithi078 ceph-mon[92251]: osdmap e293: 8 total, 8 up, 8 in 2024-08-10T05:00:25.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:25 smithi078 ceph-mon[94618]: pgmap v97: 121 pgs: 121 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-10T05:00:25.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:25 smithi078 ceph-mon[94618]: osdmap e293: 8 total, 8 up, 8 in 2024-08-10T05:00:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:25 smithi107 ceph-mon[86658]: pgmap v97: 121 pgs: 121 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-10T05:00:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:25 smithi107 ceph-mon[86658]: osdmap e293: 8 total, 8 up, 8 in 2024-08-10T05:00:25.709 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:25 smithi078 systemd[1]: Stopping Ceph osd.0 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:00:25.976 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:25 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[43522]: 2024-08-10T05:00:25.708+0000 7ff46e550640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:00:25.976 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:25 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[43522]: 2024-08-10T05:00:25.708+0000 7ff46e550640 -1 osd.0 293 *** Got signal Terminated *** 2024-08-10T05:00:25.976 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:25 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[43522]: 2024-08-10T05:00:25.708+0000 7ff46e550640 -1 osd.0 293 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:00:26.058 INFO:tasks.rados.rados.0.smithi078.stdout:1173: done (3 left) 2024-08-10T05:00:26.058 INFO:tasks.rados.rados.0.smithi078.stdout:1174: done (2 left) 2024-08-10T05:00:26.058 INFO:tasks.rados.rados.0.smithi078.stdout:1176: done (1 left) 2024-08-10T05:00:26.058 INFO:tasks.rados.rados.0.smithi078.stdout:1177: done (0 left) 2024-08-10T05:00:26.058 INFO:tasks.rados.rados.0.smithi078.stdout:1178: rollback oid 26 current snap is 114 2024-08-10T05:00:26.058 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 92 2024-08-10T05:00:26.059 INFO:tasks.rados.rados.0.smithi078.stdout:1179: copy_from oid 48 from oid 14 current snap is 114 2024-08-10T05:00:26.059 INFO:tasks.rados.rados.0.smithi078.stdout:1180: snap_create 2024-08-10T05:00:26.073 INFO:tasks.rados.rados.0.smithi078.stdout:1179: finishing copy_from to smithi07880501-48 2024-08-10T05:00:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1179: got expected ENOENT (src dne) 2024-08-10T05:00:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1179: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:00:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:26 smithi078 ceph-mon[92251]: osd.0 marked itself down and dead 2024-08-10T05:00:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:26 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:00:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:26 smithi078 ceph-mon[92251]: osdmap e294: 8 total, 7 up, 8 in 2024-08-10T05:00:26.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:26 smithi078 ceph-mon[94618]: osd.0 marked itself down and dead 2024-08-10T05:00:26.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:26 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:00:26.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:26 smithi078 ceph-mon[94618]: osdmap e294: 8 total, 7 up, 8 in 2024-08-10T05:00:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:26 smithi107 ceph-mon[86658]: osd.0 marked itself down and dead 2024-08-10T05:00:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:26 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:00:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:26 smithi107 ceph-mon[86658]: osdmap e294: 8 total, 7 up, 8 in 2024-08-10T05:00:26.776 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:26 smithi078 podman[99562]: 2024-08-10 05:00:26.485264361 +0000 UTC m=+0.880121960 container died eafbce3df7486bd257c9369d4d4478c73a5a7c09e46d4523c7a1d7734f908d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-10T05:00:27.058 INFO:tasks.rados.rados.0.smithi078.stdout:1179: done (2 left) 2024-08-10T05:00:27.058 INFO:tasks.rados.rados.0.smithi078.stdout:1180: done (1 left) 2024-08-10T05:00:27.059 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 115 2024-08-10T05:00:27.059 INFO:tasks.rados.rados.0.smithi078.stdout:1181: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-08-10T05:00:27.064 INFO:tasks.rados.rados.0.smithi078.stdout:1181: writing smithi07880501-20 from 0 to 786432 tid 1 2024-08-10T05:00:27.067 INFO:tasks.rados.rados.0.smithi078.stdout:1181: writing smithi07880501-20 from 786432 to 1204224 tid 2 2024-08-10T05:00:27.070 INFO:tasks.rados.rados.0.smithi078.stdout:1181: writing smithi07880501-20 from 1204224 to 1589248 tid 3 2024-08-10T05:00:27.070 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 115 2024-08-10T05:00:27.070 INFO:tasks.rados.rados.0.smithi078.stdout:1182: seq_num 382 ranges {614400=802816,1417216=704512,2121728=98304} 2024-08-10T05:00:27.078 INFO:tasks.rados.rados.0.smithi078.stdout:1182: writing smithi07880501-35 from 614400 to 1417216 tid 1 2024-08-10T05:00:27.082 INFO:tasks.rados.rados.0.smithi078.stdout:1182: writing smithi07880501-35 from 1417216 to 2121728 tid 2 2024-08-10T05:00:27.083 INFO:tasks.rados.rados.0.smithi078.stdout:1182: writing smithi07880501-35 from 2121728 to 2220032 tid 3 2024-08-10T05:00:27.083 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 115 2024-08-10T05:00:27.083 INFO:tasks.rados.rados.0.smithi078.stdout:1178: finishing rollback tid 0 to smithi07880501-26 2024-08-10T05:00:27.083 INFO:tasks.rados.rados.0.smithi078.stdout:1183: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2024-08-10T05:00:27.084 INFO:tasks.rados.rados.0.smithi078.stdout:1183: writing smithi07880501-43 from 0 to 417792 tid 1 2024-08-10T05:00:27.088 INFO:tasks.rados.rados.0.smithi078.stdout:1183: writing smithi07880501-43 from 417792 to 1007616 tid 2 2024-08-10T05:00:27.090 INFO:tasks.rados.rados.0.smithi078.stdout:1183: writing smithi07880501-43 from 1007616 to 1425408 tid 3 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1183: writing smithi07880501-43 from 1425408 to 1622016 tid 4 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1184: snap_create 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1178: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 550 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1181: finishing write tid 1 to smithi07880501-20 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1181: finishing write tid 2 to smithi07880501-20 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1181: finishing write tid 3 to smithi07880501-20 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1181: finishing write tid 4 to smithi07880501-20 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1182: finishing write tid 1 to smithi07880501-35 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:1181: finishing write tid 5 to smithi07880501-20 2024-08-10T05:00:27.092 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 406 (ObjNum 381 snap 115 seq_num 381) dirty exists 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1181: left oid 20 (ObjNum 381 snap 115 seq_num 381) 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1182: finishing write tid 2 to smithi07880501-35 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1182: finishing write tid 3 to smithi07880501-35 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1182: finishing write tid 4 to smithi07880501-35 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1182: finishing write tid 5 to smithi07880501-35 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 411 (ObjNum 382 snap 115 seq_num 382) dirty exists 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1182: left oid 35 (ObjNum 382 snap 115 seq_num 382) 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1183: finishing write tid 1 to smithi07880501-43 2024-08-10T05:00:27.093 INFO:tasks.rados.rados.0.smithi078.stdout:1183: finishing write tid 2 to smithi07880501-43 2024-08-10T05:00:27.094 INFO:tasks.rados.rados.0.smithi078.stdout:1183: finishing write tid 3 to smithi07880501-43 2024-08-10T05:00:27.094 INFO:tasks.rados.rados.0.smithi078.stdout:1183: finishing write tid 4 to smithi07880501-43 2024-08-10T05:00:27.094 INFO:tasks.rados.rados.0.smithi078.stdout:1183: finishing write tid 5 to smithi07880501-43 2024-08-10T05:00:27.095 INFO:tasks.rados.rados.0.smithi078.stdout:1183: finishing write tid 6 to smithi07880501-43 2024-08-10T05:00:27.095 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 909 (ObjNum 383 snap 115 seq_num 383) dirty exists 2024-08-10T05:00:27.095 INFO:tasks.rados.rados.0.smithi078.stdout:1183: left oid 43 (ObjNum 383 snap 115 seq_num 383) 2024-08-10T05:00:27.106 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:26 smithi078 podman[99562]: 2024-08-10 05:00:26.867362513 +0000 UTC m=+1.262220112 container cleanup eafbce3df7486bd257c9369d4d4478c73a5a7c09e46d4523c7a1d7734f908d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:00:27.107 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:26 smithi078 bash[99562]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0 2024-08-10T05:00:27.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:27 smithi078 ceph-mon[94618]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-10T05:00:27.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:27 smithi078 ceph-mon[94618]: osdmap e295: 8 total, 7 up, 8 in 2024-08-10T05:00:27.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:27 smithi078 ceph-mon[92251]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-10T05:00:27.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:27 smithi078 ceph-mon[92251]: osdmap e295: 8 total, 7 up, 8 in 2024-08-10T05:00:27.420 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:27 smithi078 podman[99577]: 2024-08-10 05:00:27.110394524 +0000 UTC m=+0.622485626 container remove eafbce3df7486bd257c9369d4d4478c73a5a7c09e46d4523c7a1d7734f908d18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True) 2024-08-10T05:00:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:27 smithi107 ceph-mon[86658]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-10T05:00:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:27 smithi107 ceph-mon[86658]: osdmap e295: 8 total, 7 up, 8 in 2024-08-10T05:00:27.722 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:27 smithi078 podman[99668]: 2024-08-10 05:00:27.419759679 +0000 UTC m=+0.099230803 container create 5e86a161fb51fb95203f4aa9290bce120f8da1bc365eb7702c00a496764990c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:00:27.722 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:27 smithi078 podman[99668]: 2024-08-10 05:00:27.338028869 +0000 UTC m=+0.017500000 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:00:27.723 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:27 smithi078 podman[99668]: 2024-08-10 05:00:27.638981422 +0000 UTC m=+0.318452545 container init 5e86a161fb51fb95203f4aa9290bce120f8da1bc365eb7702c00a496764990c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-10T05:00:27.723 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:27 smithi078 podman[99668]: 2024-08-10 05:00:27.64219012 +0000 UTC m=+0.321661241 container start 5e86a161fb51fb95203f4aa9290bce120f8da1bc365eb7702c00a496764990c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-10T05:00:27.976 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:27 smithi078 podman[99668]: 2024-08-10 05:00:27.72213746 +0000 UTC m=+0.401608581 container attach 5e86a161fb51fb95203f4aa9290bce120f8da1bc365eb7702c00a496764990c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-10T05:00:27.976 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:27 smithi078 podman[99668]: 2024-08-10 05:00:27.827356517 +0000 UTC m=+0.506827652 container died 5e86a161fb51fb95203f4aa9290bce120f8da1bc365eb7702c00a496764990c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0) 2024-08-10T05:00:28.060 INFO:tasks.rados.rados.0.smithi078.stdout:1178: done (4 left) 2024-08-10T05:00:28.060 INFO:tasks.rados.rados.0.smithi078.stdout:1181: done (3 left) 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1182: done (2 left) 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1183: done (1 left) 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1184: done (0 left) 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1185: read oid 16 snap -1 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1185: expect (ObjNum 173 snap 44 seq_num 173) 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1186: read oid 47 snap -1 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1186: expect (ObjNum 366 snap 110 seq_num 366) 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1187: read oid 29 snap -1 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1187: expect (ObjNum 229 snap 63 seq_num 229) 2024-08-10T05:00:28.061 INFO:tasks.rados.rados.0.smithi078.stdout:1188: delete oid 31 current snap is 116 2024-08-10T05:00:28.066 INFO:tasks.rados.rados.0.smithi078.stdout:1188: done (3 left) 2024-08-10T05:00:28.066 INFO:tasks.rados.rados.0.smithi078.stdout:1189: delete oid 15 current snap is 116 2024-08-10T05:00:28.071 INFO:tasks.rados.rados.0.smithi078.stdout:1189: done (3 left) 2024-08-10T05:00:28.071 INFO:tasks.rados.rados.0.smithi078.stdout:1190: delete oid 37 current snap is 116 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1190: done (3 left) 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1191: read oid 45 snap -1 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1191: expect deleted 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1192: read oid 32 snap -1 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1192: expect (ObjNum 369 snap 110 seq_num 369) 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1193: read oid 23 snap 56 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1193: expect (ObjNum 164 snap 42 seq_num 164) 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1194: read oid 49 snap -1 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1194: expect (ObjNum 341 snap 103 seq_num 341) 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 116 2024-08-10T05:00:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1195: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-08-10T05:00:28.077 INFO:tasks.rados.rados.0.smithi078.stdout:1195: writing smithi07880501-33 from 0 to 483328 tid 1 2024-08-10T05:00:28.081 INFO:tasks.rados.rados.0.smithi078.stdout:1195: writing smithi07880501-33 from 483328 to 1007616 tid 2 2024-08-10T05:00:28.085 INFO:tasks.rados.rados.0.smithi078.stdout:1195: writing smithi07880501-33 from 1007616 to 1687552 tid 3 2024-08-10T05:00:28.086 INFO:tasks.rados.rados.0.smithi078.stdout:1196: read oid 13 snap -1 2024-08-10T05:00:28.086 INFO:tasks.rados.rados.0.smithi078.stdout:1196: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T05:00:28.086 INFO:tasks.rados.rados.0.smithi078.stdout:1197: delete oid 12 current snap is 116 2024-08-10T05:00:28.086 INFO:tasks.rados.rados.0.smithi078.stdout:1187: expect (ObjNum 229 snap 63 seq_num 229) 2024-08-10T05:00:28.130 INFO:tasks.rados.rados.0.smithi078.stdout:1195: finishing write tid 1 to smithi07880501-33 2024-08-10T05:00:28.130 INFO:tasks.rados.rados.0.smithi078.stdout:1195: finishing write tid 2 to smithi07880501-33 2024-08-10T05:00:28.130 INFO:tasks.rados.rados.0.smithi078.stdout:1186: expect (ObjNum 366 snap 110 seq_num 366) 2024-08-10T05:00:28.306 INFO:tasks.rados.rados.0.smithi078.stdout:1194: expect (ObjNum 341 snap 103 seq_num 341) 2024-08-10T05:00:28.332 INFO:tasks.rados.rados.0.smithi078.stdout:1195: finishing write tid 3 to smithi07880501-33 2024-08-10T05:00:28.333 INFO:tasks.rados.rados.0.smithi078.stdout:1195: finishing write tid 4 to smithi07880501-33 2024-08-10T05:00:28.333 INFO:tasks.rados.rados.0.smithi078.stdout:1193: expect (ObjNum 164 snap 42 seq_num 164) 2024-08-10T05:00:28.384 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:28 smithi078 podman[99691]: 2024-08-10 05:00:28.367553965 +0000 UTC m=+0.534725700 container remove 5e86a161fb51fb95203f4aa9290bce120f8da1bc365eb7702c00a496764990c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-10T05:00:28.437 INFO:tasks.rados.rados.0.smithi078.stdout:1195: finishing write tid 5 to smithi07880501-33 2024-08-10T05:00:28.437 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 956 (ObjNum 387 snap 116 seq_num 387) dirty exists 2024-08-10T05:00:28.437 INFO:tasks.rados.rados.0.smithi078.stdout:1195: left oid 33 (ObjNum 387 snap 116 seq_num 387) 2024-08-10T05:00:28.437 INFO:tasks.rados.rados.0.smithi078.stdout:1196: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T05:00:28.499 INFO:tasks.rados.rados.0.smithi078.stdout:1185: expect (ObjNum 173 snap 44 seq_num 173) 2024-08-10T05:00:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:28 smithi078 ceph-mon[92251]: osdmap e296: 8 total, 7 up, 8 in 2024-08-10T05:00:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:28 smithi078 ceph-mon[94618]: osdmap e296: 8 total, 7 up, 8 in 2024-08-10T05:00:28.727 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:28 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-10T05:00:28.727 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:28 smithi078 systemd[1]: Stopped Ceph osd.0 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:00:28.727 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:28 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.0.service: Consumed 10.855s CPU time. 2024-08-10T05:00:28.727 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:28 smithi078 systemd[1]: Starting Ceph osd.0 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:00:28.786 INFO:tasks.rados.rados.0.smithi078.stdout:1192: expect (ObjNum 369 snap 110 seq_num 369) 2024-08-10T05:00:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:28 smithi107 ceph-mon[86658]: osdmap e296: 8 total, 7 up, 8 in 2024-08-10T05:00:28.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:28 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:29.078 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:28 smithi078 podman[99794]: 2024-08-10 05:00:28.711665743 +0000 UTC m=+0.017302127 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:00:29.079 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:28 smithi078 podman[99794]: 2024-08-10 05:00:28.826888793 +0000 UTC m=+0.132525170 container create 823e2c95f87427e2f8f939573f089e70ef2a81b34543e14d815fac2b1e9830ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T05:00:29.079 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 podman[99794]: 2024-08-10 05:00:29.004142713 +0000 UTC m=+0.309779094 container init 823e2c95f87427e2f8f939573f089e70ef2a81b34543e14d815fac2b1e9830ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:00:29.079 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 podman[99794]: 2024-08-10 05:00:29.007933794 +0000 UTC m=+0.313570165 container start 823e2c95f87427e2f8f939573f089e70ef2a81b34543e14d815fac2b1e9830ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1185: done (9 left) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1186: done (8 left) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1187: done (7 left) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1191: done (6 left) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1192: done (5 left) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1193: done (4 left) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1194: done (3 left) 2024-08-10T05:00:29.133 INFO:tasks.rados.rados.0.smithi078.stdout:1195: done (2 left) 2024-08-10T05:00:29.134 INFO:tasks.rados.rados.0.smithi078.stdout:1196: done (1 left) 2024-08-10T05:00:29.134 INFO:tasks.rados.rados.0.smithi078.stdout:1197: done (0 left) 2024-08-10T05:00:29.134 INFO:tasks.rados.rados.0.smithi078.stdout:1198: rollback oid 41 current snap is 116 2024-08-10T05:00:29.134 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 41 to 56 2024-08-10T05:00:29.134 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 116 2024-08-10T05:00:29.134 INFO:tasks.rados.rados.0.smithi078.stdout:1199: seq_num 389 ranges {2580480=524288,3104768=745472,3850240=458752} 2024-08-10T05:00:29.149 INFO:tasks.rados.rados.0.smithi078.stdout:1199: writing smithi07880501-25 from 2580480 to 3104768 tid 1 2024-08-10T05:00:29.158 INFO:tasks.rados.rados.0.smithi078.stdout:1199: writing smithi07880501-25 from 3104768 to 3850240 tid 2 2024-08-10T05:00:29.158 INFO:tasks.rados.rados.0.smithi078.stdout:1199: writing smithi07880501-25 from 3850240 to 4308992 tid 3 2024-08-10T05:00:29.158 INFO:tasks.rados.rados.0.smithi078.stdout:1200: rollback oid 49 current snap is 116 2024-08-10T05:00:29.158 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 100 2024-08-10T05:00:29.158 INFO:tasks.rados.rados.0.smithi078.stdout:1198: finishing rollback tid 0 to smithi07880501-41 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1198: finishing rollback tid 1 to smithi07880501-41 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1198: finishing rollback tid 2 to smithi07880501-41 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 415 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1199: finishing write tid 1 to smithi07880501-25 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1198: done (2 left) 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1201: delete oid 21 current snap is 116 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1199: finishing write tid 2 to smithi07880501-25 2024-08-10T05:00:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1200: finishing rollback tid 0 to smithi07880501-49 2024-08-10T05:00:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:1200: finishing rollback tid 1 to smithi07880501-49 2024-08-10T05:00:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 206 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:00:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:1200: done (2 left) 2024-08-10T05:00:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:1201: done (1 left) 2024-08-10T05:00:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:1202: delete oid 18 current snap is 116 2024-08-10T05:00:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:1199: finishing write tid 3 to smithi07880501-25 2024-08-10T05:00:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:1199: finishing write tid 4 to smithi07880501-25 2024-08-10T05:00:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:1199: finishing write tid 5 to smithi07880501-25 2024-08-10T05:00:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 270 (ObjNum 389 snap 116 seq_num 389) dirty exists 2024-08-10T05:00:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:1199: left oid 25 (ObjNum 389 snap 116 seq_num 389) 2024-08-10T05:00:29.162 INFO:tasks.rados.rados.0.smithi078.stdout:1199: done (1 left) 2024-08-10T05:00:29.162 INFO:tasks.rados.rados.0.smithi078.stdout:1202: done (0 left) 2024-08-10T05:00:29.162 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 116 2024-08-10T05:00:29.162 INFO:tasks.rados.rados.0.smithi078.stdout:1203: seq_num 392 ranges {7446528=573440,8019968=802816,8822784=401408} 2024-08-10T05:00:29.206 INFO:tasks.rados.rados.0.smithi078.stdout:1203: writing smithi07880501-10 from 7446528 to 8019968 tid 1 2024-08-10T05:00:29.210 INFO:tasks.rados.rados.0.smithi078.stdout:1203: writing smithi07880501-10 from 8019968 to 8822784 tid 2 2024-08-10T05:00:29.213 INFO:tasks.rados.rados.0.smithi078.stdout:1203: writing smithi07880501-10 from 8822784 to 9224192 tid 3 2024-08-10T05:00:29.213 INFO:tasks.rados.rados.0.smithi078.stdout:1204: rmattr oid 1 current snap is 116 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:1204: done (1 left) 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:1205: read oid 7 snap 56 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:1205: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:1206: rollback oid 30 current snap is 116 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 67 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:1203: finishing write tid 1 to smithi07880501-10 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 116 2024-08-10T05:00:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:1207: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-08-10T05:00:29.217 INFO:tasks.rados.rados.0.smithi078.stdout:1207: writing smithi07880501-46 from 0 to 589824 tid 1 2024-08-10T05:00:29.221 INFO:tasks.rados.rados.0.smithi078.stdout:1207: writing smithi07880501-46 from 589824 to 1269760 tid 2 2024-08-10T05:00:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:1207: writing smithi07880501-46 from 1269760 to 1794048 tid 3 2024-08-10T05:00:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:1208: snap_remove snap 79 2024-08-10T05:00:29.345 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 podman[99794]: 2024-08-10 05:00:29.079116935 +0000 UTC m=+0.384753323 container attach 823e2c95f87427e2f8f939573f089e70ef2a81b34543e14d815fac2b1e9830ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-10T05:00:29.346 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:00:29.346 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:00:29.346 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:00:29.346 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:00:29.346 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:00:29.346 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:00:29.682 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-mon[92251]: pgmap v103: 121 pgs: 23 active+undersized, 6 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 137/798 objects degraded (17.168%) 2024-08-10T05:00:29.682 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 137/798 objects degraded (17.168%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:29.682 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-mon[94618]: pgmap v103: 121 pgs: 23 active+undersized, 6 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 137/798 objects degraded (17.168%) 2024-08-10T05:00:29.683 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 137/798 objects degraded (17.168%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-10T05:00:29.683 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:00:29.684 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:00:29.684 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate[99808]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-10T05:00:29.684 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 bash[99794]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-10T05:00:29.684 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 podman[99794]: 2024-08-10 05:00:29.395327731 +0000 UTC m=+0.700964103 container died 823e2c95f87427e2f8f939573f089e70ef2a81b34543e14d815fac2b1e9830ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:00:29.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:29 smithi107 ceph-mon[86658]: pgmap v103: 121 pgs: 23 active+undersized, 6 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s; 137/798 objects degraded (17.168%) 2024-08-10T05:00:29.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:29 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 137/798 objects degraded (17.168%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:30.064 INFO:tasks.rados.rados.0.smithi078.stdout:1208: done (4 left) 2024-08-10T05:00:30.064 INFO:tasks.rados.rados.0.smithi078.stdout:1209: read oid 38 snap -1 2024-08-10T05:00:30.064 INFO:tasks.rados.rados.0.smithi078.stdout:1209: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:00:30.064 INFO:tasks.rados.rados.0.smithi078.stdout:1210: delete oid 22 current snap is 116 2024-08-10T05:00:30.064 INFO:tasks.rados.rados.0.smithi078.stdout:1206: finishing rollback tid 1 to smithi07880501-30 2024-08-10T05:00:30.064 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 571 (ObjNum -822104864 snap 32716 seq_num 304) dirty dne 2024-08-10T05:00:30.065 INFO:tasks.rados.rados.0.smithi078.stdout:1203: finishing write tid 2 to smithi07880501-10 2024-08-10T05:00:30.065 INFO:tasks.rados.rados.0.smithi078.stdout:1203: finishing write tid 3 to smithi07880501-10 2024-08-10T05:00:30.065 INFO:tasks.rados.rados.0.smithi078.stdout:1203: finishing write tid 4 to smithi07880501-10 2024-08-10T05:00:30.065 INFO:tasks.rados.rados.0.smithi078.stdout:1205: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1203: finishing write tid 5 to smithi07880501-10 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 854 (ObjNum 392 snap 116 seq_num 392) dirty exists 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1203: left oid 10 (ObjNum 392 snap 116 seq_num 392) 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1207: finishing write tid 1 to smithi07880501-46 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1207: finishing write tid 2 to smithi07880501-46 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1207: finishing write tid 3 to smithi07880501-46 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1207: finishing write tid 4 to smithi07880501-46 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1207: finishing write tid 5 to smithi07880501-46 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 546 (ObjNum 393 snap 116 seq_num 393) dirty exists 2024-08-10T05:00:30.083 INFO:tasks.rados.rados.0.smithi078.stdout:1207: left oid 46 (ObjNum 393 snap 116 seq_num 393) 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1203: done (5 left) 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1205: done (4 left) 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1206: done (3 left) 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1207: done (2 left) 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1210: done (1 left) 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1211: rollback oid 16 current snap is 116 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 67 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1212: rmattr oid 44 current snap is 116 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1212: done (2 left) 2024-08-10T05:00:30.084 INFO:tasks.rados.rados.0.smithi078.stdout:1213: delete oid 8 current snap is 116 2024-08-10T05:00:30.085 INFO:tasks.rados.rados.0.smithi078.stdout:1211: finishing rollback tid 0 to smithi07880501-16 2024-08-10T05:00:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1211: finishing rollback tid 1 to smithi07880501-16 2024-08-10T05:00:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1211: finishing rollback tid 2 to smithi07880501-16 2024-08-10T05:00:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 914 (ObjNum 235 snap 64 seq_num 235) dirty exists 2024-08-10T05:00:30.087 INFO:tasks.rados.rados.0.smithi078.stdout:1211: done (2 left) 2024-08-10T05:00:30.087 INFO:tasks.rados.rados.0.smithi078.stdout:1213: done (1 left) 2024-08-10T05:00:30.087 INFO:tasks.rados.rados.0.smithi078.stdout:1214: read oid 16 snap -1 2024-08-10T05:00:30.087 INFO:tasks.rados.rados.0.smithi078.stdout:1214: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-10T05:00:30.087 INFO:tasks.rados.rados.0.smithi078.stdout:1215: snap_create 2024-08-10T05:00:30.089 INFO:tasks.rados.rados.0.smithi078.stdout:1209: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:00:30.226 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:29 smithi078 podman[99930]: 2024-08-10 05:00:29.941098241 +0000 UTC m=+0.539473953 container remove 823e2c95f87427e2f8f939573f089e70ef2a81b34543e14d815fac2b1e9830ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True) 2024-08-10T05:00:30.226 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 podman[99990]: 2024-08-10 05:00:30.053882508 +0000 UTC m=+0.017265137 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:00:30.226 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 podman[99990]: 2024-08-10 05:00:30.158987702 +0000 UTC m=+0.122370320 container create 75a683b57cdebcb4f8ec3e59d41122d7d5212a07791d5a0d9c03052cfbbaa5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-10T05:00:30.530 INFO:tasks.rados.rados.0.smithi078.stdout:1214: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-10T05:00:30.726 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 podman[99990]: 2024-08-10 05:00:30.369564045 +0000 UTC m=+0.332946662 container init 75a683b57cdebcb4f8ec3e59d41122d7d5212a07791d5a0d9c03052cfbbaa5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:00:30.726 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 podman[99990]: 2024-08-10 05:00:30.372909536 +0000 UTC m=+0.336292154 container start 75a683b57cdebcb4f8ec3e59d41122d7d5212a07791d5a0d9c03052cfbbaa5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:00:30.726 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 ceph-osd[100008]: -- 172.21.15.78:0/3448517331 <== mon.0 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c7889dba40 con 0x55c78979e400 2024-08-10T05:00:30.726 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 bash[99990]: 75a683b57cdebcb4f8ec3e59d41122d7d5212a07791d5a0d9c03052cfbbaa5a5 2024-08-10T05:00:30.726 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 systemd[1]: Started Ceph osd.0 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:00:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1209: done (2 left) 2024-08-10T05:00:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1214: done (1 left) 2024-08-10T05:00:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1215: done (0 left) 2024-08-10T05:00:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 117 2024-08-10T05:00:31.096 INFO:tasks.rados.rados.0.smithi078.stdout:1216: seq_num 396 ranges {2449408=638976,3088384=786432,3874816=417792} 2024-08-10T05:00:31.111 INFO:tasks.rados.rados.0.smithi078.stdout:1216: writing smithi07880501-40 from 2449408 to 3088384 tid 1 2024-08-10T05:00:31.116 INFO:tasks.rados.rados.0.smithi078.stdout:1216: writing smithi07880501-40 from 3088384 to 3874816 tid 2 2024-08-10T05:00:31.118 INFO:tasks.rados.rados.0.smithi078.stdout:1216: writing smithi07880501-40 from 3874816 to 4292608 tid 3 2024-08-10T05:00:31.119 INFO:tasks.rados.rados.0.smithi078.stdout:1217: delete oid 2 current snap is 117 2024-08-10T05:00:31.119 INFO:tasks.rados.rados.0.smithi078.stdout:1216: finishing write tid 1 to smithi07880501-40 2024-08-10T05:00:31.122 INFO:tasks.rados.rados.0.smithi078.stdout:1216: finishing write tid 2 to smithi07880501-40 2024-08-10T05:00:31.122 INFO:tasks.rados.rados.0.smithi078.stdout:1216: finishing write tid 3 to smithi07880501-40 2024-08-10T05:00:31.122 INFO:tasks.rados.rados.0.smithi078.stdout:1216: finishing write tid 4 to smithi07880501-40 2024-08-10T05:00:31.123 INFO:tasks.rados.rados.0.smithi078.stdout:1216: finishing write tid 5 to smithi07880501-40 2024-08-10T05:00:31.123 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 123 (ObjNum 396 snap 117 seq_num 396) dirty exists 2024-08-10T05:00:31.123 INFO:tasks.rados.rados.0.smithi078.stdout:1216: left oid 40 (ObjNum 396 snap 117 seq_num 396) 2024-08-10T05:00:31.124 INFO:tasks.rados.rados.0.smithi078.stdout:1216: done (1 left) 2024-08-10T05:00:31.124 INFO:tasks.rados.rados.0.smithi078.stdout:1217: done (0 left) 2024-08-10T05:00:31.124 INFO:tasks.rados.rados.0.smithi078.stdout:1218: snap_remove snap 64 2024-08-10T05:00:31.226 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[100004]: 2024-08-10T05:00:30.921+0000 7fd71ca8f640 -1 Falling back to public interface 2024-08-10T05:00:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[92251]: osdmap e297: 8 total, 7 up, 8 in 2024-08-10T05:00:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[92251]: pgmap v105: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 174/801 objects degraded (21.723%) 2024-08-10T05:00:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[94618]: osdmap e297: 8 total, 7 up, 8 in 2024-08-10T05:00:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[94618]: pgmap v105: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 174/801 objects degraded (21.723%) 2024-08-10T05:00:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:31 smithi107 ceph-mon[86658]: osdmap e297: 8 total, 7 up, 8 in 2024-08-10T05:00:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:31 smithi107 ceph-mon[86658]: pgmap v105: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 174/801 objects degraded (21.723%) 2024-08-10T05:00:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:32.071 INFO:tasks.rados.rados.0.smithi078.stdout:1218: done (0 left) 2024-08-10T05:00:32.071 INFO:tasks.rados.rados.0.smithi078.stdout:1219: copy_from oid 18 from oid 9 current snap is 117 2024-08-10T05:00:32.071 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 117 2024-08-10T05:00:32.071 INFO:tasks.rados.rados.0.smithi078.stdout:1220: seq_num 398 ranges {860160=671744,1531904=557056,2088960=532480,2621440=114688} 2024-08-10T05:00:32.080 INFO:tasks.rados.rados.0.smithi078.stdout:1220: writing smithi07880501-48 from 860160 to 1531904 tid 1 2024-08-10T05:00:32.084 INFO:tasks.rados.rados.0.smithi078.stdout:1220: writing smithi07880501-48 from 1531904 to 2088960 tid 2 2024-08-10T05:00:32.087 INFO:tasks.rados.rados.0.smithi078.stdout:1220: writing smithi07880501-48 from 2088960 to 2621440 tid 3 2024-08-10T05:00:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:1220: writing smithi07880501-48 from 2621440 to 2736128 tid 4 2024-08-10T05:00:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:1221: delete oid 27 current snap is 117 2024-08-10T05:00:32.089 INFO:tasks.rados.rados.0.smithi078.stdout:1219: finishing copy_from to smithi07880501-18 2024-08-10T05:00:32.089 INFO:tasks.rados.rados.0.smithi078.stdout:1219: got expected ENOENT (src dne) 2024-08-10T05:00:32.089 INFO:tasks.rados.rados.0.smithi078.stdout:1219: finishing copy_from racing read to smithi07880501-18 2024-08-10T05:00:32.089 INFO:tasks.rados.rados.0.smithi078.stdout:1220: finishing write tid 1 to smithi07880501-48 2024-08-10T05:00:32.089 INFO:tasks.rados.rados.0.smithi078.stdout:1220: finishing write tid 2 to smithi07880501-48 2024-08-10T05:00:32.090 INFO:tasks.rados.rados.0.smithi078.stdout:1220: finishing write tid 3 to smithi07880501-48 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1220: finishing write tid 4 to smithi07880501-48 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1219: done (2 left) 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1221: done (1 left) 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1222: read oid 7 snap 88 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1222: expect deleted 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1223: rollback oid 18 current snap is 117 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 18 to 116 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1220: finishing write tid 5 to smithi07880501-48 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 117 2024-08-10T05:00:32.092 INFO:tasks.rados.rados.0.smithi078.stdout:1224: seq_num 400 ranges {4292608=704512,4997120=720896,5718016=483328} 2024-08-10T05:00:32.118 INFO:tasks.rados.rados.0.smithi078.stdout:1224: writing smithi07880501-40 from 4292608 to 4997120 tid 1 2024-08-10T05:00:32.122 INFO:tasks.rados.rados.0.smithi078.stdout:1224: writing smithi07880501-40 from 4997120 to 5718016 tid 2 2024-08-10T05:00:32.125 INFO:tasks.rados.rados.0.smithi078.stdout:1224: writing smithi07880501-40 from 5718016 to 6201344 tid 3 2024-08-10T05:00:32.125 INFO:tasks.rados.rados.0.smithi078.stdout:1225: read oid 31 snap -1 2024-08-10T05:00:32.125 INFO:tasks.rados.rados.0.smithi078.stdout:1225: expect deleted 2024-08-10T05:00:32.125 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 117 2024-08-10T05:00:32.126 INFO:tasks.rados.rados.0.smithi078.stdout:1226: seq_num 401 ranges {6021120=720896,6742016=606208,7348224=598016} 2024-08-10T05:00:32.161 INFO:tasks.rados.rados.0.smithi078.stdout:1226: writing smithi07880501-32 from 6021120 to 6742016 tid 1 2024-08-10T05:00:32.165 INFO:tasks.rados.rados.0.smithi078.stdout:1226: writing smithi07880501-32 from 6742016 to 7348224 tid 2 2024-08-10T05:00:32.168 INFO:tasks.rados.rados.0.smithi078.stdout:1226: writing smithi07880501-32 from 7348224 to 7946240 tid 3 2024-08-10T05:00:32.168 INFO:tasks.rados.rados.0.smithi078.stdout:1227: read oid 24 snap -1 2024-08-10T05:00:32.168 INFO:tasks.rados.rados.0.smithi078.stdout:1227: expect (ObjNum 316 snap 98 seq_num 316) 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1228: snap_create 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1220: finishing write tid 6 to smithi07880501-48 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 612 (ObjNum 398 snap 117 seq_num 398) dirty exists 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1220: left oid 48 (ObjNum 398 snap 117 seq_num 398) 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1223: finishing rollback tid 1 to smithi07880501-18 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 745 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1224: finishing write tid 1 to smithi07880501-40 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1224: finishing write tid 2 to smithi07880501-40 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1224: finishing write tid 3 to smithi07880501-40 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1224: finishing write tid 4 to smithi07880501-40 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1224: finishing write tid 5 to smithi07880501-40 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 127 (ObjNum 400 snap 117 seq_num 400) dirty exists 2024-08-10T05:00:32.169 INFO:tasks.rados.rados.0.smithi078.stdout:1224: left oid 40 (ObjNum 400 snap 117 seq_num 400) 2024-08-10T05:00:32.170 INFO:tasks.rados.rados.0.smithi078.stdout:1226: finishing write tid 1 to smithi07880501-32 2024-08-10T05:00:32.170 INFO:tasks.rados.rados.0.smithi078.stdout:1226: finishing write tid 2 to smithi07880501-32 2024-08-10T05:00:32.171 INFO:tasks.rados.rados.0.smithi078.stdout:1226: finishing write tid 3 to smithi07880501-32 2024-08-10T05:00:32.171 INFO:tasks.rados.rados.0.smithi078.stdout:1226: finishing write tid 4 to smithi07880501-32 2024-08-10T05:00:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:1226: finishing write tid 5 to smithi07880501-32 2024-08-10T05:00:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 559 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-08-10T05:00:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:1226: left oid 32 (ObjNum 401 snap 117 seq_num 401) 2024-08-10T05:00:32.183 INFO:tasks.rados.rados.0.smithi078.stdout:1227: expect (ObjNum 316 snap 98 seq_num 316) 2024-08-10T05:00:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:32 smithi078 ceph-mon[92251]: osdmap e298: 8 total, 7 up, 8 in 2024-08-10T05:00:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:32 smithi078 ceph-mon[94618]: osdmap e298: 8 total, 7 up, 8 in 2024-08-10T05:00:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:00:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:00:31] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-08-10T05:00:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:32 smithi107 ceph-mon[86658]: osdmap e298: 8 total, 7 up, 8 in 2024-08-10T05:00:32.317 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1220: done (7 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1222: done (6 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1223: done (5 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1224: done (4 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1225: done (3 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1226: done (2 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1227: done (1 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1228: done (0 left) 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1229: read oid 18 snap -1 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1229: expect deleted 2024-08-10T05:00:33.077 INFO:tasks.rados.rados.0.smithi078.stdout:1230: setattr oid 1 current snap is 118 2024-08-10T05:00:33.078 INFO:tasks.rados.rados.0.smithi078.stdout:1231: snap_create 2024-08-10T05:00:33.081 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 429 (ObjNum 330 snap 100 seq_num 330) dirty exists 2024-08-10T05:00:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:33 smithi078 ceph-mon[94618]: osdmap e299: 8 total, 7 up, 8 in 2024-08-10T05:00:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:33 smithi078 ceph-mon[94618]: pgmap v108: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 174/801 objects degraded (21.723%) 2024-08-10T05:00:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:33 smithi078 ceph-mon[92251]: osdmap e299: 8 total, 7 up, 8 in 2024-08-10T05:00:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:33 smithi078 ceph-mon[92251]: pgmap v108: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 174/801 objects degraded (21.723%) 2024-08-10T05:00:33.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:33 smithi107 ceph-mon[86658]: osdmap e299: 8 total, 7 up, 8 in 2024-08-10T05:00:33.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:33 smithi107 ceph-mon[86658]: pgmap v108: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 329 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 174/801 objects degraded (21.723%) 2024-08-10T05:00:33.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:34.078 INFO:tasks.rados.rados.0.smithi078.stdout:1229: done (2 left) 2024-08-10T05:00:34.078 INFO:tasks.rados.rados.0.smithi078.stdout:1230: done (1 left) 2024-08-10T05:00:34.078 INFO:tasks.rados.rados.0.smithi078.stdout:1231: done (0 left) 2024-08-10T05:00:34.078 INFO:tasks.rados.rados.0.smithi078.stdout:1232: setattr oid 40 current snap is 119 2024-08-10T05:00:34.080 INFO:tasks.rados.rados.0.smithi078.stdout:1233: read oid 8 snap -1 2024-08-10T05:00:34.080 INFO:tasks.rados.rados.0.smithi078.stdout:1233: expect deleted 2024-08-10T05:00:34.080 INFO:tasks.rados.rados.0.smithi078.stdout:1234: snap_remove snap 114 2024-08-10T05:00:34.226 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[100004]: 2024-08-10T05:00:33.871+0000 7fd71ca8f640 -1 osd.0 293 log_to_monitors true 2024-08-10T05:00:34.226 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[100004]: 2024-08-10T05:00:34.107+0000 7fd71483a640 -1 osd.0 293 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:00:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[92251]: osdmap e300: 8 total, 7 up, 8 in 2024-08-10T05:00:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[92251]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:00:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[94618]: osdmap e300: 8 total, 7 up, 8 in 2024-08-10T05:00:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[94618]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:00:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:34 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:34.453 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:34 smithi107 ceph-mon[86658]: osdmap e300: 8 total, 7 up, 8 in 2024-08-10T05:00:34.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:34 smithi107 ceph-mon[86658]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:00:34.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:34 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:34.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:34 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:34.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:34.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:35.092 INFO:tasks.rados.rados.0.smithi078.stdout:1234: done (2 left) 2024-08-10T05:00:35.093 INFO:tasks.rados.rados.0.smithi078.stdout:1235: read oid 6 snap -1 2024-08-10T05:00:35.093 INFO:tasks.rados.rados.0.smithi078.stdout:1235: expect (ObjNum 350 snap 106 seq_num 350) 2024-08-10T05:00:35.093 INFO:tasks.rados.rados.0.smithi078.stdout:1236: snap_remove snap 105 2024-08-10T05:00:35.404 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[92251]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:00:35.404 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[92251]: osdmap e301: 8 total, 7 up, 8 in 2024-08-10T05:00:35.404 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[92251]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:00:35.404 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[92251]: pgmap v111: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 348 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 182/837 objects degraded (21.744%) 2024-08-10T05:00:35.404 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:35.404 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[94618]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[94618]: osdmap e301: 8 total, 7 up, 8 in 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[94618]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[94618]: pgmap v111: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 348 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 182/837 objects degraded (21.744%) 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:35.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:35 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:00:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:35 smithi107 ceph-mon[86658]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:00:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:35 smithi107 ceph-mon[86658]: osdmap e301: 8 total, 7 up, 8 in 2024-08-10T05:00:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:35 smithi107 ceph-mon[86658]: from='osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:00:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:35 smithi107 ceph-mon[86658]: pgmap v111: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 348 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 182/837 objects degraded (21.744%) 2024-08-10T05:00:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:35 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:00:36.057 INFO:tasks.rados.rados.0.smithi078.stdout:1236: done (3 left) 2024-08-10T05:00:36.058 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 119 2024-08-10T05:00:36.058 INFO:tasks.rados.rados.0.smithi078.stdout:1237: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-08-10T05:00:36.063 INFO:tasks.rados.rados.0.smithi078.stdout:1237: writing smithi07880501-19 from 0 to 737280 tid 1 2024-08-10T05:00:36.066 INFO:tasks.rados.rados.0.smithi078.stdout:1237: writing smithi07880501-19 from 737280 to 1228800 tid 2 2024-08-10T05:00:36.070 INFO:tasks.rados.rados.0.smithi078.stdout:1237: writing smithi07880501-19 from 1228800 to 1744896 tid 3 2024-08-10T05:00:36.072 INFO:tasks.rados.rados.0.smithi078.stdout:1237: writing smithi07880501-19 from 1744896 to 1941504 tid 4 2024-08-10T05:00:36.072 INFO:tasks.rados.rados.0.smithi078.stdout:1238: setattr oid 11 current snap is 119 2024-08-10T05:00:36.075 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 129 (ObjNum 400 snap 117 seq_num 400) dirty exists 2024-08-10T05:00:36.075 INFO:tasks.rados.rados.0.smithi078.stdout:1235: expect (ObjNum 350 snap 106 seq_num 350) 2024-08-10T05:00:36.208 INFO:tasks.rados.rados.0.smithi078.stdout:1237: finishing write tid 1 to smithi07880501-19 2024-08-10T05:00:36.208 INFO:tasks.rados.rados.0.smithi078.stdout:1237: finishing write tid 2 to smithi07880501-19 2024-08-10T05:00:36.208 INFO:tasks.rados.rados.0.smithi078.stdout:1237: finishing write tid 3 to smithi07880501-19 2024-08-10T05:00:36.208 INFO:tasks.rados.rados.0.smithi078.stdout:1237: finishing write tid 4 to smithi07880501-19 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1237: finishing write tid 5 to smithi07880501-19 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1237: finishing write tid 6 to smithi07880501-19 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 551 (ObjNum 402 snap 119 seq_num 402) dirty exists 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1237: left oid 19 (ObjNum 402 snap 119 seq_num 402) 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1232: done (4 left) 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1233: done (3 left) 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1235: done (2 left) 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1237: done (1 left) 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1239: rollback oid 9 current snap is 119 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 78 2024-08-10T05:00:36.209 INFO:tasks.rados.rados.0.smithi078.stdout:1240: snap_remove snap 115 2024-08-10T05:00:36.350 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[92251]: osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713] boot 2024-08-10T05:00:36.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[92251]: osdmap e302: 8 total, 8 up, 8 in 2024-08-10T05:00:36.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:00:36.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 182/837 objects degraded (21.744%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:36.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[92251]: osdmap e303: 8 total, 8 up, 8 in 2024-08-10T05:00:36.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[94618]: osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713] boot 2024-08-10T05:00:36.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[94618]: osdmap e302: 8 total, 8 up, 8 in 2024-08-10T05:00:36.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:00:36.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 182/837 objects degraded (21.744%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:36.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:36 smithi078 ceph-mon[94618]: osdmap e303: 8 total, 8 up, 8 in 2024-08-10T05:00:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:36 smithi107 ceph-mon[86658]: osd.0 [v2:172.21.15.78:6802/1923556713,v1:172.21.15.78:6803/1923556713] boot 2024-08-10T05:00:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:36 smithi107 ceph-mon[86658]: osdmap e302: 8 total, 8 up, 8 in 2024-08-10T05:00:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:00:36.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:36 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 182/837 objects degraded (21.744%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:36.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:36 smithi107 ceph-mon[86658]: osdmap e303: 8 total, 8 up, 8 in 2024-08-10T05:00:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:1240: done (2 left) 2024-08-10T05:00:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 119 2024-08-10T05:00:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:1239: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:00:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:1241: seq_num 403 ranges {1441792=753664,2195456=425984,2621440=720896,3342336=57344} 2024-08-10T05:00:37.120 INFO:tasks.rados.rados.0.smithi078.stdout:1241: writing smithi07880501-29 from 1441792 to 2195456 tid 1 2024-08-10T05:00:37.123 INFO:tasks.rados.rados.0.smithi078.stdout:1241: writing smithi07880501-29 from 2195456 to 2621440 tid 2 2024-08-10T05:00:37.127 INFO:tasks.rados.rados.0.smithi078.stdout:1241: writing smithi07880501-29 from 2621440 to 3342336 tid 3 2024-08-10T05:00:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:1241: writing smithi07880501-29 from 3342336 to 3399680 tid 4 2024-08-10T05:00:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 119 2024-08-10T05:00:37.129 INFO:tasks.rados.rados.0.smithi078.stdout:1239: finishing rollback tid 2 to smithi07880501-9 2024-08-10T05:00:37.129 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 614 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T05:00:37.129 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 882 (ObjNum 353 snap 107 seq_num 353) dirty exists 2024-08-10T05:00:37.129 INFO:tasks.rados.rados.0.smithi078.stdout:1242: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-08-10T05:00:37.134 INFO:tasks.rados.rados.0.smithi078.stdout:1242: writing smithi07880501-4 from 0 to 770048 tid 1 2024-08-10T05:00:37.137 INFO:tasks.rados.rados.0.smithi078.stdout:1242: writing smithi07880501-4 from 770048 to 1482752 tid 2 2024-08-10T05:00:37.142 INFO:tasks.rados.rados.0.smithi078.stdout:1242: writing smithi07880501-4 from 1482752 to 1974272 tid 3 2024-08-10T05:00:37.142 INFO:tasks.rados.rados.0.smithi078.stdout:1238: done (3 left) 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1239: done (2 left) 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1243: read oid 28 snap -1 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1243: expect deleted 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1244: copy_from oid 18 from oid 40 current snap is 119 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1241: finishing write tid 1 to smithi07880501-29 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1241: finishing write tid 2 to smithi07880501-29 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1241: finishing write tid 3 to smithi07880501-29 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1241: finishing write tid 4 to smithi07880501-29 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1241: finishing write tid 5 to smithi07880501-29 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1241: finishing write tid 6 to smithi07880501-29 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 655 (ObjNum 403 snap 119 seq_num 403) dirty exists 2024-08-10T05:00:37.143 INFO:tasks.rados.rados.0.smithi078.stdout:1241: left oid 29 (ObjNum 403 snap 119 seq_num 403) 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1242: finishing write tid 1 to smithi07880501-4 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1242: finishing write tid 2 to smithi07880501-4 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1241: done (3 left) 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1245: read oid 44 snap -1 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1245: expect (ObjNum 343 snap 105 seq_num 343) 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1246: rollback oid 47 current snap is 119 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 67 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1247: rmattr oid 2 current snap is 119 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1247: done (5 left) 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1248: read oid 30 snap -1 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1248: expect deleted 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1249: rmattr oid 46 current snap is 119 2024-08-10T05:00:37.144 INFO:tasks.rados.rados.0.smithi078.stdout:1249: done (6 left) 2024-08-10T05:00:37.145 INFO:tasks.rados.rados.0.smithi078.stdout:1250: rmattr oid 9 current snap is 119 2024-08-10T05:00:37.145 INFO:tasks.rados.rados.0.smithi078.stdout:1250: done (6 left) 2024-08-10T05:00:37.145 INFO:tasks.rados.rados.0.smithi078.stdout:1251: copy_from oid 19 from oid 23 current snap is 119 2024-08-10T05:00:37.145 INFO:tasks.rados.rados.0.smithi078.stdout:1252: snap_create 2024-08-10T05:00:37.147 INFO:tasks.rados.rados.0.smithi078.stdout:1242: finishing write tid 3 to smithi07880501-4 2024-08-10T05:00:37.147 INFO:tasks.rados.rados.0.smithi078.stdout:1242: finishing write tid 4 to smithi07880501-4 2024-08-10T05:00:37.149 INFO:tasks.rados.rados.0.smithi078.stdout:1242: finishing write tid 5 to smithi07880501-4 2024-08-10T05:00:37.149 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 944 (ObjNum 404 snap 119 seq_num 404) dirty exists 2024-08-10T05:00:37.149 INFO:tasks.rados.rados.0.smithi078.stdout:1242: left oid 4 (ObjNum 404 snap 119 seq_num 404) 2024-08-10T05:00:37.151 INFO:tasks.rados.rados.0.smithi078.stdout:1245: expect (ObjNum 343 snap 105 seq_num 343) 2024-08-10T05:00:37.220 INFO:tasks.rados.rados.0.smithi078.stdout:1246: finishing rollback tid 0 to smithi07880501-47 2024-08-10T05:00:37.220 INFO:tasks.rados.rados.0.smithi078.stdout:1246: finishing rollback tid 1 to smithi07880501-47 2024-08-10T05:00:37.220 INFO:tasks.rados.rados.0.smithi078.stdout:1246: finishing rollback tid 2 to smithi07880501-47 2024-08-10T05:00:37.221 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 890 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T05:00:37.221 INFO:tasks.rados.rados.0.smithi078.stdout:1244: finishing copy_from racing read to smithi07880501-18 2024-08-10T05:00:37.221 INFO:tasks.rados.rados.0.smithi078.stdout:1251: finishing copy_from racing read to smithi07880501-19 2024-08-10T05:00:37.221 INFO:tasks.rados.rados.0.smithi078.stdout:1251: finishing copy_from to smithi07880501-19 2024-08-10T05:00:37.221 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 231 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:00:37.221 INFO:tasks.rados.rados.0.smithi078.stdout:1244: finishing copy_from to smithi07880501-18 2024-08-10T05:00:37.221 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 129 (ObjNum 400 snap 117 seq_num 400) dirty exists 2024-08-10T05:00:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:37 smithi078 ceph-mon[92251]: pgmap v114: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 348 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 182/837 objects degraded (21.744%) 2024-08-10T05:00:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:37 smithi078 ceph-mon[94618]: pgmap v114: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 348 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 182/837 objects degraded (21.744%) 2024-08-10T05:00:37.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:37 smithi107 ceph-mon[86658]: pgmap v114: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 348 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 182/837 objects degraded (21.744%) 2024-08-10T05:00:38.118 INFO:tasks.rados.rados.0.smithi078.stdout:1242: done (7 left) 2024-08-10T05:00:38.118 INFO:tasks.rados.rados.0.smithi078.stdout:1243: done (6 left) 2024-08-10T05:00:38.118 INFO:tasks.rados.rados.0.smithi078.stdout:1244: done (5 left) 2024-08-10T05:00:38.118 INFO:tasks.rados.rados.0.smithi078.stdout:1245: done (4 left) 2024-08-10T05:00:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1246: done (3 left) 2024-08-10T05:00:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1248: done (2 left) 2024-08-10T05:00:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1251: done (1 left) 2024-08-10T05:00:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1252: done (0 left) 2024-08-10T05:00:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 120 2024-08-10T05:00:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1253: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2024-08-10T05:00:38.122 INFO:tasks.rados.rados.0.smithi078.stdout:1253: writing smithi07880501-28 from 0 to 786432 tid 1 2024-08-10T05:00:38.125 INFO:tasks.rados.rados.0.smithi078.stdout:1253: writing smithi07880501-28 from 786432 to 1376256 tid 2 2024-08-10T05:00:38.129 INFO:tasks.rados.rados.0.smithi078.stdout:1253: writing smithi07880501-28 from 1376256 to 1990656 tid 3 2024-08-10T05:00:38.130 INFO:tasks.rados.rados.0.smithi078.stdout:1254: rmattr oid 39 current snap is 120 2024-08-10T05:00:38.130 INFO:tasks.rados.rados.0.smithi078.stdout:1253: finishing write tid 1 to smithi07880501-28 2024-08-10T05:00:38.130 INFO:tasks.rados.rados.0.smithi078.stdout:1253: finishing write tid 2 to smithi07880501-28 2024-08-10T05:00:38.130 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 120 2024-08-10T05:00:38.130 INFO:tasks.rados.rados.0.smithi078.stdout:1255: seq_num 406 ranges {1974272=802816,2777088=475136,3252224=499712,3751936=229376} 2024-08-10T05:00:38.145 INFO:tasks.rados.rados.0.smithi078.stdout:1255: writing smithi07880501-4 from 1974272 to 2777088 tid 1 2024-08-10T05:00:38.147 INFO:tasks.rados.rados.0.smithi078.stdout:1255: writing smithi07880501-4 from 2777088 to 3252224 tid 2 2024-08-10T05:00:38.150 INFO:tasks.rados.rados.0.smithi078.stdout:1255: writing smithi07880501-4 from 3252224 to 3751936 tid 3 2024-08-10T05:00:38.152 INFO:tasks.rados.rados.0.smithi078.stdout:1255: writing smithi07880501-4 from 3751936 to 3981312 tid 4 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1256: copy_from oid 37 from oid 50 current snap is 120 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1253: finishing write tid 3 to smithi07880501-28 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1253: finishing write tid 4 to smithi07880501-28 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 540 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1253: finishing write tid 5 to smithi07880501-28 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 591 (ObjNum 405 snap 120 seq_num 405) dirty exists 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1253: left oid 28 (ObjNum 405 snap 120 seq_num 405) 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1255: finishing write tid 1 to smithi07880501-4 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1255: finishing write tid 2 to smithi07880501-4 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1253: done (3 left) 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1254: done (2 left) 2024-08-10T05:00:38.153 INFO:tasks.rados.rados.0.smithi078.stdout:1257: copy_from oid 49 from oid 44 current snap is 120 2024-08-10T05:00:38.154 INFO:tasks.rados.rados.0.smithi078.stdout:1258: snap_create 2024-08-10T05:00:38.155 INFO:tasks.rados.rados.0.smithi078.stdout:1255: finishing write tid 3 to smithi07880501-4 2024-08-10T05:00:38.155 INFO:tasks.rados.rados.0.smithi078.stdout:1255: finishing write tid 4 to smithi07880501-4 2024-08-10T05:00:38.155 INFO:tasks.rados.rados.0.smithi078.stdout:1255: finishing write tid 5 to smithi07880501-4 2024-08-10T05:00:38.157 INFO:tasks.rados.rados.0.smithi078.stdout:1255: finishing write tid 6 to smithi07880501-4 2024-08-10T05:00:38.157 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 950 (ObjNum 406 snap 120 seq_num 406) dirty exists 2024-08-10T05:00:38.157 INFO:tasks.rados.rados.0.smithi078.stdout:1255: left oid 4 (ObjNum 406 snap 120 seq_num 406) 2024-08-10T05:00:38.160 INFO:tasks.rados.rados.0.smithi078.stdout:1257: finishing copy_from racing read to smithi07880501-49 2024-08-10T05:00:38.160 INFO:tasks.rados.rados.0.smithi078.stdout:1257: finishing copy_from to smithi07880501-49 2024-08-10T05:00:38.160 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 703 (ObjNum 343 snap 105 seq_num 343) dirty exists 2024-08-10T05:00:38.165 INFO:tasks.rados.rados.0.smithi078.stdout:1256: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:00:38.165 INFO:tasks.rados.rados.0.smithi078.stdout:1256: finishing copy_from to smithi07880501-37 2024-08-10T05:00:38.165 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 189 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-08-10T05:00:38.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T05:00:38.042+0000 7f778feb9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: osdmap e304: 8 total, 8 up, 8 in 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: osdmap e304: 8 total, 8 up, 8 in 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: osdmap e304: 8 total, 8 up, 8 in 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:38.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:39.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:38.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:00:39.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:39.120 INFO:tasks.rados.rados.0.smithi078.stdout:1255: done (3 left) 2024-08-10T05:00:39.120 INFO:tasks.rados.rados.0.smithi078.stdout:1256: done (2 left) 2024-08-10T05:00:39.120 INFO:tasks.rados.rados.0.smithi078.stdout:1257: done (1 left) 2024-08-10T05:00:39.120 INFO:tasks.rados.rados.0.smithi078.stdout:1258: done (0 left) 2024-08-10T05:00:39.120 INFO:tasks.rados.rados.0.smithi078.stdout:1259: snap_create 2024-08-10T05:00:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[92251]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-10T05:00:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[92251]: osdmap e305: 8 total, 8 up, 8 in 2024-08-10T05:00:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[92251]: pgmap v117: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 372 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.7 MiB/s wr, 22 op/s; 16/837 objects degraded (1.912%); 16 MiB/s, 5 objects/s recovering 2024-08-10T05:00:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[94618]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-10T05:00:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[94618]: osdmap e305: 8 total, 8 up, 8 in 2024-08-10T05:00:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:39 smithi078 ceph-mon[94618]: pgmap v117: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 372 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.7 MiB/s wr, 22 op/s; 16/837 objects degraded (1.912%); 16 MiB/s, 5 objects/s recovering 2024-08-10T05:00:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:39 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:39 smithi107 ceph-mon[86658]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-10T05:00:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:39 smithi107 ceph-mon[86658]: osdmap e305: 8 total, 8 up, 8 in 2024-08-10T05:00:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:39 smithi107 ceph-mon[86658]: pgmap v117: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 372 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.7 MiB/s wr, 22 op/s; 16/837 objects degraded (1.912%); 16 MiB/s, 5 objects/s recovering 2024-08-10T05:00:40.122 INFO:tasks.rados.rados.0.smithi078.stdout:1259: done (0 left) 2024-08-10T05:00:40.123 INFO:tasks.rados.rados.0.smithi078.stdout:1260: snap_remove snap 78 2024-08-10T05:00:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:40 smithi078 ceph-mon[92251]: osdmap e306: 8 total, 8 up, 8 in 2024-08-10T05:00:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:40 smithi078 ceph-mon[94618]: osdmap e306: 8 total, 8 up, 8 in 2024-08-10T05:00:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:40 smithi107 ceph-mon[86658]: osdmap e306: 8 total, 8 up, 8 in 2024-08-10T05:00:41.126 INFO:tasks.rados.rados.0.smithi078.stdout:1260: done (0 left) 2024-08-10T05:00:41.126 INFO:tasks.rados.rados.0.smithi078.stdout:1261: rollback oid 5 current snap is 122 2024-08-10T05:00:41.126 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 100 2024-08-10T05:00:41.126 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 122 2024-08-10T05:00:41.126 INFO:tasks.rados.rados.0.smithi078.stdout:1262: seq_num 407 ranges {3399680=425984,3825664=761856,4587520=704512,5292032=139264} 2024-08-10T05:00:41.148 INFO:tasks.rados.rados.0.smithi078.stdout:1262: writing smithi07880501-29 from 3399680 to 3825664 tid 1 2024-08-10T05:00:41.152 INFO:tasks.rados.rados.0.smithi078.stdout:1262: writing smithi07880501-29 from 3825664 to 4587520 tid 2 2024-08-10T05:00:41.157 INFO:tasks.rados.rados.0.smithi078.stdout:1262: writing smithi07880501-29 from 4587520 to 5292032 tid 3 2024-08-10T05:00:41.158 INFO:tasks.rados.rados.0.smithi078.stdout:1262: writing smithi07880501-29 from 5292032 to 5431296 tid 4 2024-08-10T05:00:41.158 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 122 2024-08-10T05:00:41.158 INFO:tasks.rados.rados.0.smithi078.stdout:1261: finishing rollback tid 0 to smithi07880501-5 2024-08-10T05:00:41.158 INFO:tasks.rados.rados.0.smithi078.stdout:1263: seq_num 408 ranges {9224192=442368,9666560=647168,10313728=507904,10821632=450560} 2024-08-10T05:00:41.209 INFO:tasks.rados.rados.0.smithi078.stdout:1263: writing smithi07880501-10 from 9224192 to 9666560 tid 1 2024-08-10T05:00:41.213 INFO:tasks.rados.rados.0.smithi078.stdout:1263: writing smithi07880501-10 from 9666560 to 10313728 tid 2 2024-08-10T05:00:41.215 INFO:tasks.rados.rados.0.smithi078.stdout:1263: writing smithi07880501-10 from 10313728 to 10821632 tid 3 2024-08-10T05:00:41.218 INFO:tasks.rados.rados.0.smithi078.stdout:1263: writing smithi07880501-10 from 10821632 to 11272192 tid 4 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1264: delete oid 26 current snap is 122 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1261: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1006 (ObjNum 177 snap 0 seq_num 182) dirty dne 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1262: finishing write tid 1 to smithi07880501-29 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1262: finishing write tid 2 to smithi07880501-29 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1262: finishing write tid 3 to smithi07880501-29 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1262: finishing write tid 4 to smithi07880501-29 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1262: finishing write tid 5 to smithi07880501-29 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:1262: finishing write tid 6 to smithi07880501-29 2024-08-10T05:00:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 660 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-08-10T05:00:41.220 INFO:tasks.rados.rados.0.smithi078.stdout:1262: left oid 29 (ObjNum 407 snap 122 seq_num 407) 2024-08-10T05:00:41.220 INFO:tasks.rados.rados.0.smithi078.stdout:1263: finishing write tid 1 to smithi07880501-10 2024-08-10T05:00:41.220 INFO:tasks.rados.rados.0.smithi078.stdout:1263: finishing write tid 2 to smithi07880501-10 2024-08-10T05:00:41.220 INFO:tasks.rados.rados.0.smithi078.stdout:1263: finishing write tid 3 to smithi07880501-10 2024-08-10T05:00:41.220 INFO:tasks.rados.rados.0.smithi078.stdout:1261: done (3 left) 2024-08-10T05:00:41.220 INFO:tasks.rados.rados.0.smithi078.stdout:1262: done (2 left) 2024-08-10T05:00:41.220 INFO:tasks.rados.rados.0.smithi078.stdout:1264: done (1 left) 2024-08-10T05:00:41.221 INFO:tasks.rados.rados.0.smithi078.stdout:1265: read oid 39 snap -1 2024-08-10T05:00:41.221 INFO:tasks.rados.rados.0.smithi078.stdout:1265: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:00:41.221 INFO:tasks.rados.rados.0.smithi078.stdout:1266: snap_remove snap 101 2024-08-10T05:00:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:41 smithi078 ceph-mon[92251]: osdmap e307: 8 total, 8 up, 8 in 2024-08-10T05:00:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:41 smithi078 ceph-mon[92251]: pgmap v120: 121 pgs: 121 active+clean; 374 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 22 op/s; 16 MiB/s, 6 objects/s recovering 2024-08-10T05:00:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:41 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 16/837 objects degraded (1.912%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:41 smithi078 ceph-mon[94618]: osdmap e307: 8 total, 8 up, 8 in 2024-08-10T05:00:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:41 smithi078 ceph-mon[94618]: pgmap v120: 121 pgs: 121 active+clean; 374 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 22 op/s; 16 MiB/s, 6 objects/s recovering 2024-08-10T05:00:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:41 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 16/837 objects degraded (1.912%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:41 smithi107 ceph-mon[86658]: osdmap e307: 8 total, 8 up, 8 in 2024-08-10T05:00:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:41 smithi107 ceph-mon[86658]: pgmap v120: 121 pgs: 121 active+clean; 374 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 22 op/s; 16 MiB/s, 6 objects/s recovering 2024-08-10T05:00:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:41 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 16/837 objects degraded (1.912%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:00:42.145 INFO:tasks.rados.rados.0.smithi078.stdout:1266: done (2 left) 2024-08-10T05:00:42.145 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 122 2024-08-10T05:00:42.145 INFO:tasks.rados.rados.0.smithi078.stdout:1263: finishing write tid 4 to smithi07880501-10 2024-08-10T05:00:42.145 INFO:tasks.rados.rados.0.smithi078.stdout:1267: seq_num 410 ranges {868352=475136,1343488=417792,1761280=475136,2236416=425984,2662400=286720} 2024-08-10T05:00:42.153 INFO:tasks.rados.rados.0.smithi078.stdout:1267: writing smithi07880501-36 from 868352 to 1343488 tid 1 2024-08-10T05:00:42.156 INFO:tasks.rados.rados.0.smithi078.stdout:1267: writing smithi07880501-36 from 1343488 to 1761280 tid 2 2024-08-10T05:00:42.160 INFO:tasks.rados.rados.0.smithi078.stdout:1267: writing smithi07880501-36 from 1761280 to 2236416 tid 3 2024-08-10T05:00:42.163 INFO:tasks.rados.rados.0.smithi078.stdout:1267: writing smithi07880501-36 from 2236416 to 2662400 tid 4 2024-08-10T05:00:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:1267: writing smithi07880501-36 from 2662400 to 2949120 tid 5 2024-08-10T05:00:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 122 2024-08-10T05:00:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:1263: finishing write tid 5 to smithi07880501-10 2024-08-10T05:00:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:1263: finishing write tid 6 to smithi07880501-10 2024-08-10T05:00:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 906 (ObjNum 408 snap 122 seq_num 408) dirty exists 2024-08-10T05:00:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:1263: left oid 10 (ObjNum 408 snap 122 seq_num 408) 2024-08-10T05:00:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:1265: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:00:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:00:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:00:41] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-08-10T05:00:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:42 smithi078 ceph-mon[92251]: osdmap e308: 8 total, 8 up, 8 in 2024-08-10T05:00:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:42 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/837 objects degraded (1.912%), 5 pgs degraded) 2024-08-10T05:00:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:42 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:00:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:42 smithi078 ceph-mon[94618]: osdmap e308: 8 total, 8 up, 8 in 2024-08-10T05:00:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:42 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/837 objects degraded (1.912%), 5 pgs degraded) 2024-08-10T05:00:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:42 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:00:42.265 INFO:tasks.rados.rados.0.smithi078.stdout:1267: finishing write tid 1 to smithi07880501-36 2024-08-10T05:00:42.265 INFO:tasks.rados.rados.0.smithi078.stdout:1267: finishing write tid 2 to smithi07880501-36 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:1267: finishing write tid 3 to smithi07880501-36 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:1267: finishing write tid 4 to smithi07880501-36 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:1267: finishing write tid 5 to smithi07880501-36 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:1267: finishing write tid 6 to smithi07880501-36 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:1267: finishing write tid 7 to smithi07880501-36 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 362 (ObjNum 410 snap 122 seq_num 410) dirty exists 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:1267: left oid 36 (ObjNum 410 snap 122 seq_num 410) 2024-08-10T05:00:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:1268: seq_num 411 ranges {4308992=491520,4800512=753664,5554176=688128,6242304=163840} 2024-08-10T05:00:42.290 INFO:tasks.rados.rados.0.smithi078.stdout:1268: writing smithi07880501-25 from 4308992 to 4800512 tid 1 2024-08-10T05:00:42.294 INFO:tasks.rados.rados.0.smithi078.stdout:1268: writing smithi07880501-25 from 4800512 to 5554176 tid 2 2024-08-10T05:00:42.298 INFO:tasks.rados.rados.0.smithi078.stdout:1268: writing smithi07880501-25 from 5554176 to 6242304 tid 3 2024-08-10T05:00:42.300 INFO:tasks.rados.rados.0.smithi078.stdout:1268: writing smithi07880501-25 from 6242304 to 6406144 tid 4 2024-08-10T05:00:42.300 INFO:tasks.rados.rados.0.smithi078.stdout:1263: done (3 left) 2024-08-10T05:00:42.300 INFO:tasks.rados.rados.0.smithi078.stdout:1265: done (2 left) 2024-08-10T05:00:42.300 INFO:tasks.rados.rados.0.smithi078.stdout:1267: done (1 left) 2024-08-10T05:00:42.300 INFO:tasks.rados.rados.0.smithi078.stdout:1269: snap_remove snap 117 2024-08-10T05:00:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:42 smithi107 ceph-mon[86658]: osdmap e308: 8 total, 8 up, 8 in 2024-08-10T05:00:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:42 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/837 objects degraded (1.912%), 5 pgs degraded) 2024-08-10T05:00:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:42 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:00:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:43.155 INFO:tasks.rados.rados.0.smithi078.stdout:1269: done (1 left) 2024-08-10T05:00:43.155 INFO:tasks.rados.rados.0.smithi078.stdout:1270: rollback oid 23 current snap is 122 2024-08-10T05:00:43.155 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 23 to 59 2024-08-10T05:00:43.155 INFO:tasks.rados.rados.0.smithi078.stdout:1268: finishing write tid 1 to smithi07880501-25 2024-08-10T05:00:43.155 INFO:tasks.rados.rados.0.smithi078.stdout:1268: finishing write tid 2 to smithi07880501-25 2024-08-10T05:00:43.155 INFO:tasks.rados.rados.0.smithi078.stdout:1268: finishing write tid 3 to smithi07880501-25 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1268: finishing write tid 4 to smithi07880501-25 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1268: finishing write tid 5 to smithi07880501-25 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1268: finishing write tid 6 to smithi07880501-25 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 275 (ObjNum 411 snap 122 seq_num 411) dirty exists 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1268: left oid 25 (ObjNum 411 snap 122 seq_num 411) 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1268: done (1 left) 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1271: read oid 9 snap -1 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1271: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1272: read oid 29 snap -1 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1272: expect (ObjNum 407 snap 122 seq_num 407) 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 122 2024-08-10T05:00:43.156 INFO:tasks.rados.rados.0.smithi078.stdout:1273: seq_num 412 ranges {11272192=507904,11780096=630784,12410880=491520,12902400=483328} 2024-08-10T05:00:43.221 INFO:tasks.rados.rados.0.smithi078.stdout:1273: writing smithi07880501-10 from 11272192 to 11780096 tid 1 2024-08-10T05:00:43.224 INFO:tasks.rados.rados.0.smithi078.stdout:1273: writing smithi07880501-10 from 11780096 to 12410880 tid 2 2024-08-10T05:00:43.227 INFO:tasks.rados.rados.0.smithi078.stdout:1273: writing smithi07880501-10 from 12410880 to 12902400 tid 3 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:1273: writing smithi07880501-10 from 12902400 to 13385728 tid 4 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:1274: rollback oid 39 current snap is 122 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 39 to 118 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:1270: finishing rollback tid 0 to smithi07880501-23 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:1270: finishing rollback tid 1 to smithi07880501-23 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:1270: finishing rollback tid 2 to smithi07880501-23 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 748 (ObjNum 164 snap 42 seq_num 164) dirty exists 2024-08-10T05:00:43.231 INFO:tasks.rados.rados.0.smithi078.stdout:1272: expect (ObjNum 407 snap 122 seq_num 407) 2024-08-10T05:00:43.446 INFO:tasks.rados.rados.0.smithi078.stdout:1271: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:00:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[94618]: osdmap e309: 8 total, 8 up, 8 in 2024-08-10T05:00:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[94618]: pgmap v123: 121 pgs: 121 active+clean; 374 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 390 KiB/s wr, 0 op/s; 224 KiB/s, 0 objects/s recovering 2024-08-10T05:00:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[92251]: osdmap e309: 8 total, 8 up, 8 in 2024-08-10T05:00:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[92251]: pgmap v123: 121 pgs: 121 active+clean; 374 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 390 KiB/s wr, 0 op/s; 224 KiB/s, 0 objects/s recovering 2024-08-10T05:00:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:43 smithi107 ceph-mon[86658]: osdmap e309: 8 total, 8 up, 8 in 2024-08-10T05:00:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:43 smithi107 ceph-mon[86658]: pgmap v123: 121 pgs: 121 active+clean; 374 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 390 KiB/s wr, 0 op/s; 224 KiB/s, 0 objects/s recovering 2024-08-10T05:00:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:43.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:43.763 INFO:tasks.rados.rados.0.smithi078.stdout:1273: finishing write tid 1 to smithi07880501-10 2024-08-10T05:00:43.763 INFO:tasks.rados.rados.0.smithi078.stdout:1273: finishing write tid 2 to smithi07880501-10 2024-08-10T05:00:43.763 INFO:tasks.rados.rados.0.smithi078.stdout:1270: done (4 left) 2024-08-10T05:00:43.763 INFO:tasks.rados.rados.0.smithi078.stdout:1271: done (3 left) 2024-08-10T05:00:43.763 INFO:tasks.rados.rados.0.smithi078.stdout:1272: done (2 left) 2024-08-10T05:00:43.763 INFO:tasks.rados.rados.0.smithi078.stdout:1275: copy_from oid 49 from oid 17 current snap is 122 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1273: finishing write tid 3 to smithi07880501-10 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1274: finishing rollback tid 0 to smithi07880501-39 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1273: finishing write tid 4 to smithi07880501-10 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1274: finishing rollback tid 1 to smithi07880501-39 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1273: finishing write tid 5 to smithi07880501-10 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1274: finishing rollback tid 2 to smithi07880501-39 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 543 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1273: finishing write tid 6 to smithi07880501-10 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 925 (ObjNum 412 snap 122 seq_num 412) dirty exists 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1273: left oid 10 (ObjNum 412 snap 122 seq_num 412) 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1273: done (2 left) 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1274: done (1 left) 2024-08-10T05:00:43.764 INFO:tasks.rados.rados.0.smithi078.stdout:1276: snap_create 2024-08-10T05:00:43.765 INFO:tasks.rados.rados.0.smithi078.stdout:1275: finishing copy_from to smithi07880501-49 2024-08-10T05:00:43.765 INFO:tasks.rados.rados.0.smithi078.stdout:1275: got expected ENOENT (src dne) 2024-08-10T05:00:43.765 INFO:tasks.rados.rados.0.smithi078.stdout:1275: finishing copy_from racing read to smithi07880501-49 2024-08-10T05:00:43.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:44.154 INFO:tasks.rados.rados.0.smithi078.stdout:1275: done (1 left) 2024-08-10T05:00:44.154 INFO:tasks.rados.rados.0.smithi078.stdout:1276: done (0 left) 2024-08-10T05:00:44.154 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 123 2024-08-10T05:00:44.155 INFO:tasks.rados.rados.0.smithi078.stdout:1277: seq_num 413 ranges {1351680=524288,1875968=516096,2392064=696320,3088384=393216} 2024-08-10T05:00:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:1277: writing smithi07880501-34 from 1351680 to 1875968 tid 1 2024-08-10T05:00:44.167 INFO:tasks.rados.rados.0.smithi078.stdout:1277: writing smithi07880501-34 from 1875968 to 2392064 tid 2 2024-08-10T05:00:44.171 INFO:tasks.rados.rados.0.smithi078.stdout:1277: writing smithi07880501-34 from 2392064 to 3088384 tid 3 2024-08-10T05:00:44.174 INFO:tasks.rados.rados.0.smithi078.stdout:1277: writing smithi07880501-34 from 3088384 to 3481600 tid 4 2024-08-10T05:00:44.174 INFO:tasks.rados.rados.0.smithi078.stdout:1278: read oid 37 snap -1 2024-08-10T05:00:44.174 INFO:tasks.rados.rados.0.smithi078.stdout:1278: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:00:44.174 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 123 2024-08-10T05:00:44.174 INFO:tasks.rados.rados.0.smithi078.stdout:1277: finishing write tid 1 to smithi07880501-34 2024-08-10T05:00:44.174 INFO:tasks.rados.rados.0.smithi078.stdout:1277: finishing write tid 2 to smithi07880501-34 2024-08-10T05:00:44.174 INFO:tasks.rados.rados.0.smithi078.stdout:1279: seq_num 414 ranges {2146304=540672,2686976=802816,3489792=458752,3948544=344064} 2024-08-10T05:00:44.189 INFO:tasks.rados.rados.0.smithi078.stdout:1279: writing smithi07880501-13 from 2146304 to 2686976 tid 1 2024-08-10T05:00:44.193 INFO:tasks.rados.rados.0.smithi078.stdout:1279: writing smithi07880501-13 from 2686976 to 3489792 tid 2 2024-08-10T05:00:44.196 INFO:tasks.rados.rados.0.smithi078.stdout:1279: writing smithi07880501-13 from 3489792 to 3948544 tid 3 2024-08-10T05:00:44.198 INFO:tasks.rados.rados.0.smithi078.stdout:1279: writing smithi07880501-13 from 3948544 to 4292608 tid 4 2024-08-10T05:00:44.198 INFO:tasks.rados.rados.0.smithi078.stdout:1280: copy_from oid 44 from oid 28 current snap is 123 2024-08-10T05:00:44.198 INFO:tasks.rados.rados.0.smithi078.stdout:1277: finishing write tid 3 to smithi07880501-34 2024-08-10T05:00:44.198 INFO:tasks.rados.rados.0.smithi078.stdout:1277: finishing write tid 4 to smithi07880501-34 2024-08-10T05:00:44.199 INFO:tasks.rados.rados.0.smithi078.stdout:1277: finishing write tid 5 to smithi07880501-34 2024-08-10T05:00:44.199 INFO:tasks.rados.rados.0.smithi078.stdout:1277: finishing write tid 6 to smithi07880501-34 2024-08-10T05:00:44.199 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 931 (ObjNum 413 snap 123 seq_num 413) dirty exists 2024-08-10T05:00:44.199 INFO:tasks.rados.rados.0.smithi078.stdout:1277: left oid 34 (ObjNum 413 snap 123 seq_num 413) 2024-08-10T05:00:44.199 INFO:tasks.rados.rados.0.smithi078.stdout:1278: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:00:44.250 INFO:tasks.rados.rados.0.smithi078.stdout:1279: finishing write tid 1 to smithi07880501-13 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1279: finishing write tid 2 to smithi07880501-13 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1279: finishing write tid 3 to smithi07880501-13 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1279: finishing write tid 4 to smithi07880501-13 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1279: finishing write tid 5 to smithi07880501-13 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1279: finishing write tid 6 to smithi07880501-13 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 619 (ObjNum 414 snap 123 seq_num 414) dirty exists 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1279: left oid 13 (ObjNum 414 snap 123 seq_num 414) 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1280: finishing copy_from racing read to smithi07880501-44 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1280: finishing copy_from to smithi07880501-44 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 591 (ObjNum 405 snap 120 seq_num 405) dirty exists 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1277: done (3 left) 2024-08-10T05:00:44.251 INFO:tasks.rados.rados.0.smithi078.stdout:1278: done (2 left) 2024-08-10T05:00:44.252 INFO:tasks.rados.rados.0.smithi078.stdout:1279: done (1 left) 2024-08-10T05:00:44.252 INFO:tasks.rados.rados.0.smithi078.stdout:1280: done (0 left) 2024-08-10T05:00:44.252 INFO:tasks.rados.rados.0.smithi078.stdout:1281: snap_create 2024-08-10T05:00:44.453 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:44 smithi107 ceph-mon[86658]: osdmap e310: 8 total, 8 up, 8 in 2024-08-10T05:00:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:44 smithi078 ceph-mon[92251]: osdmap e310: 8 total, 8 up, 8 in 2024-08-10T05:00:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:44 smithi078 ceph-mon[94618]: osdmap e310: 8 total, 8 up, 8 in 2024-08-10T05:00:44.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:44.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:45.171 INFO:tasks.rados.rados.0.smithi078.stdout:1281: done (0 left) 2024-08-10T05:00:45.171 INFO:tasks.rados.rados.0.smithi078.stdout:1282: delete oid 25 current snap is 124 2024-08-10T05:00:45.173 INFO:tasks.rados.rados.0.smithi078.stdout:1282: done (0 left) 2024-08-10T05:00:45.173 INFO:tasks.rados.rados.0.smithi078.stdout:1283: delete oid 12 current snap is 124 2024-08-10T05:00:45.177 INFO:tasks.rados.rados.0.smithi078.stdout:1283: done (0 left) 2024-08-10T05:00:45.177 INFO:tasks.rados.rados.0.smithi078.stdout:1284: rollback oid 34 current snap is 124 2024-08-10T05:00:45.178 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 85 2024-08-10T05:00:45.178 INFO:tasks.rados.rados.0.smithi078.stdout:1285: snap_remove snap 92 2024-08-10T05:00:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:45 smithi078 ceph-mon[92251]: osdmap e311: 8 total, 8 up, 8 in 2024-08-10T05:00:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:45 smithi078 ceph-mon[92251]: pgmap v126: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-10T05:00:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:45 smithi078 ceph-mon[94618]: osdmap e311: 8 total, 8 up, 8 in 2024-08-10T05:00:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:45 smithi078 ceph-mon[94618]: pgmap v126: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-10T05:00:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:45 smithi107 ceph-mon[86658]: osdmap e311: 8 total, 8 up, 8 in 2024-08-10T05:00:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:45 smithi107 ceph-mon[86658]: pgmap v126: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-10T05:00:46.060 INFO:tasks.rados.rados.0.smithi078.stdout:1285: done (1 left) 2024-08-10T05:00:46.060 INFO:tasks.rados.rados.0.smithi078.stdout:1286: copy_from oid 15 from oid 41 current snap is 124 2024-08-10T05:00:46.060 INFO:tasks.rados.rados.0.smithi078.stdout:1284: finishing rollback tid 0 to smithi07880501-34 2024-08-10T05:00:46.061 INFO:tasks.rados.rados.0.smithi078.stdout:1284: finishing rollback tid 1 to smithi07880501-34 2024-08-10T05:00:46.061 INFO:tasks.rados.rados.0.smithi078.stdout:1284: finishing rollback tid 2 to smithi07880501-34 2024-08-10T05:00:46.061 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 937 (ObjNum 259 snap 73 seq_num 259) dirty exists 2024-08-10T05:00:46.061 INFO:tasks.rados.rados.0.smithi078.stdout:1284: done (1 left) 2024-08-10T05:00:46.061 INFO:tasks.rados.rados.0.smithi078.stdout:1287: rollback oid 24 current snap is 124 2024-08-10T05:00:46.061 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 85 2024-08-10T05:00:46.062 INFO:tasks.rados.rados.0.smithi078.stdout:1288: rollback oid 49 current snap is 124 2024-08-10T05:00:46.062 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 100 2024-08-10T05:00:46.062 INFO:tasks.rados.rados.0.smithi078.stdout:1289: snap_remove snap 56 2024-08-10T05:00:46.116 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (2m) 12s ago 6m 17.0M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (2m) 51s ago 6m 80.3M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (8m) 12s ago 8m 14.3M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (8m) 51s ago 8m 18.5M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (114s) 51s ago 11m 438M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (2m) 12s ago 13m 504M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (100s) 12s ago 13m 47.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (62s) 51s ago 12m 23.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:00:46.383 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (79s) 12s ago 11m 37.2M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (2m) 12s ago 6m 7948k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (2m) 51s ago 6m 8208k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (16s) 12s ago 11m 14.3M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (10m) 12s ago 10m 191M 2480M 17.2.7-1372-g56ceb861 354fce865a9a bd05843ec518 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (10m) 12s ago 10m 149M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (10m) 12s ago 10m 104M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (9m) 51s ago 9m 141M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (9m) 51s ago 9m 177M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (9m) 51s ago 9m 132M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (8m) 51s ago 8m 109M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:00:46.384 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (119s) 51s ago 7m 51.5M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:00:46.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:46 smithi078 ceph-mon[92251]: mgrmap e44: y(active, since 92s), standbys: x 2024-08-10T05:00:46.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:46 smithi078 ceph-mon[92251]: osdmap e312: 8 total, 8 up, 8 in 2024-08-10T05:00:46.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:46 smithi078 ceph-mon[92251]: osdmap e313: 8 total, 8 up, 8 in 2024-08-10T05:00:46.385 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:46 smithi078 ceph-mon[94618]: mgrmap e44: y(active, since 92s), standbys: x 2024-08-10T05:00:46.385 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:46 smithi078 ceph-mon[94618]: osdmap e312: 8 total, 8 up, 8 in 2024-08-10T05:00:46.385 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:46 smithi078 ceph-mon[94618]: osdmap e313: 8 total, 8 up, 8 in 2024-08-10T05:00:46.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:46 smithi107 ceph-mon[86658]: mgrmap e44: y(active, since 92s), standbys: x 2024-08-10T05:00:46.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:46 smithi107 ceph-mon[86658]: osdmap e312: 8 total, 8 up, 8 in 2024-08-10T05:00:46.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:46 smithi107 ceph-mon[86658]: osdmap e313: 8 total, 8 up, 8 in 2024-08-10T05:00:46.712 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 7, 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:46.713 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:00:46.714 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:00:46.714 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:00:46.714 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:00:46.714 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 9, 2024-08-10T05:00:46.714 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 6 2024-08-10T05:00:46.714 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:00:46.714 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:00:47.062 INFO:tasks.rados.rados.0.smithi078.stdout:1289: done (3 left) 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1290: copy_from oid 2 from oid 11 current snap is 124 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1288: finishing rollback tid 0 to smithi07880501-49 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1288: finishing rollback tid 1 to smithi07880501-49 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 705 (ObjNum 33 snap 0 seq_num 489786096) dirty dne 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1286: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1287: finishing rollback tid 0 to smithi07880501-24 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1287: finishing rollback tid 1 to smithi07880501-24 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1287: finishing rollback tid 2 to smithi07880501-24 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1034 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1286: finishing copy_from to smithi07880501-15 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 415 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1286: done (3 left) 2024-08-10T05:00:47.063 INFO:tasks.rados.rados.0.smithi078.stdout:1287: done (2 left) 2024-08-10T05:00:47.064 INFO:tasks.rados.rados.0.smithi078.stdout:1288: done (1 left) 2024-08-10T05:00:47.064 INFO:tasks.rados.rados.0.smithi078.stdout:1291: snap_create 2024-08-10T05:00:47.087 INFO:tasks.rados.rados.0.smithi078.stdout:1290: finishing copy_from racing read to smithi07880501-2 2024-08-10T05:00:47.087 INFO:tasks.rados.rados.0.smithi078.stdout:1290: finishing copy_from to smithi07880501-2 2024-08-10T05:00:47.088 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 882 (ObjNum 353 snap 107 seq_num 353) dirty exists 2024-08-10T05:00:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[92251]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[92251]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[92251]: pgmap v129: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-10T05:00:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/616660098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[92251]: osdmap e314: 8 total, 8 up, 8 in 2024-08-10T05:00:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[94618]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[94618]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[94618]: pgmap v129: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-10T05:00:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/616660098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:47 smithi078 ceph-mon[94618]: osdmap e314: 8 total, 8 up, 8 in 2024-08-10T05:00:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:47 smithi107 ceph-mon[86658]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:47 smithi107 ceph-mon[86658]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:00:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:47 smithi107 ceph-mon[86658]: pgmap v129: 121 pgs: 121 active+clean; 383 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-10T05:00:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/616660098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:00:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:47 smithi107 ceph-mon[86658]: osdmap e314: 8 total, 8 up, 8 in 2024-08-10T05:00:48.064 INFO:tasks.rados.rados.0.smithi078.stdout:1290: done (1 left) 2024-08-10T05:00:48.064 INFO:tasks.rados.rados.0.smithi078.stdout:1291: done (0 left) 2024-08-10T05:00:48.065 INFO:tasks.rados.rados.0.smithi078.stdout:1292: copy_from oid 35 from oid 22 current snap is 125 2024-08-10T05:00:48.065 INFO:tasks.rados.rados.0.smithi078.stdout:1293: rollback oid 20 current snap is 125 2024-08-10T05:00:48.065 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 118 2024-08-10T05:00:48.065 INFO:tasks.rados.rados.0.smithi078.stdout:1294: delete oid 27 current snap is 125 2024-08-10T05:00:48.068 INFO:tasks.rados.rados.0.smithi078.stdout:1293: finishing rollback tid 0 to smithi07880501-20 2024-08-10T05:00:48.068 INFO:tasks.rados.rados.0.smithi078.stdout:1292: finishing copy_from to smithi07880501-35 2024-08-10T05:00:48.068 INFO:tasks.rados.rados.0.smithi078.stdout:1292: got expected ENOENT (src dne) 2024-08-10T05:00:48.068 INFO:tasks.rados.rados.0.smithi078.stdout:1292: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:00:48.069 INFO:tasks.rados.rados.0.smithi078.stdout:1293: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:00:48.069 INFO:tasks.rados.rados.0.smithi078.stdout:1293: finishing rollback tid 2 to smithi07880501-20 2024-08-10T05:00:48.069 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 479 (ObjNum 381 snap 115 seq_num 381) dirty exists 2024-08-10T05:00:48.069 INFO:tasks.rados.rados.0.smithi078.stdout:1292: done (2 left) 2024-08-10T05:00:48.069 INFO:tasks.rados.rados.0.smithi078.stdout:1293: done (1 left) 2024-08-10T05:00:48.070 INFO:tasks.rados.rados.0.smithi078.stdout:1294: done (0 left) 2024-08-10T05:00:48.070 INFO:tasks.rados.rados.0.smithi078.stdout:1295: rollback oid 5 current snap is 125 2024-08-10T05:00:48.070 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 123 2024-08-10T05:00:48.070 INFO:tasks.rados.rados.0.smithi078.stdout:1296: delete oid 50 current snap is 125 2024-08-10T05:00:48.071 INFO:tasks.rados.rados.0.smithi078.stdout:1295: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:00:48.071 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1006 (ObjNum 673 snap 0 seq_num 489793168) dirty dne 2024-08-10T05:00:48.073 INFO:tasks.rados.rados.0.smithi078.stdout:1295: done (1 left) 2024-08-10T05:00:48.073 INFO:tasks.rados.rados.0.smithi078.stdout:1296: done (0 left) 2024-08-10T05:00:48.073 INFO:tasks.rados.rados.0.smithi078.stdout:1297: copy_from oid 20 from oid 27 current snap is 125 2024-08-10T05:00:48.073 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 125 2024-08-10T05:00:48.073 INFO:tasks.rados.rados.0.smithi078.stdout:1298: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-08-10T05:00:48.076 INFO:tasks.rados.rados.0.smithi078.stdout:1298: writing smithi07880501-12 from 0 to 622592 tid 1 2024-08-10T05:00:48.080 INFO:tasks.rados.rados.0.smithi078.stdout:1298: writing smithi07880501-12 from 622592 to 1294336 tid 2 2024-08-10T05:00:48.083 INFO:tasks.rados.rados.0.smithi078.stdout:1298: writing smithi07880501-12 from 1294336 to 1941504 tid 3 2024-08-10T05:00:48.085 INFO:tasks.rados.rados.0.smithi078.stdout:1298: writing smithi07880501-12 from 1941504 to 2228224 tid 4 2024-08-10T05:00:48.086 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 125 2024-08-10T05:00:48.086 INFO:tasks.rados.rados.0.smithi078.stdout:1297: finishing copy_from to smithi07880501-20 2024-08-10T05:00:48.086 INFO:tasks.rados.rados.0.smithi078.stdout:1297: got expected ENOENT (src dne) 2024-08-10T05:00:48.086 INFO:tasks.rados.rados.0.smithi078.stdout:1297: finishing copy_from racing read to smithi07880501-20 2024-08-10T05:00:48.086 INFO:tasks.rados.rados.0.smithi078.stdout:1298: finishing write tid 1 to smithi07880501-12 2024-08-10T05:00:48.086 INFO:tasks.rados.rados.0.smithi078.stdout:1299: seq_num 420 ranges {6193152=638976,6832128=557056,7389184=450560,7839744=598016} 2024-08-10T05:00:48.122 INFO:tasks.rados.rados.0.smithi078.stdout:1299: writing smithi07880501-19 from 6193152 to 6832128 tid 1 2024-08-10T05:00:48.126 INFO:tasks.rados.rados.0.smithi078.stdout:1299: writing smithi07880501-19 from 6832128 to 7389184 tid 2 2024-08-10T05:00:48.128 INFO:tasks.rados.rados.0.smithi078.stdout:1299: writing smithi07880501-19 from 7389184 to 7839744 tid 3 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1299: writing smithi07880501-19 from 7839744 to 8437760 tid 4 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1297: done (2 left) 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1300: rollback oid 33 current snap is 125 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 109 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1298: finishing write tid 2 to smithi07880501-12 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1298: finishing write tid 3 to smithi07880501-12 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1298: finishing write tid 4 to smithi07880501-12 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1298: finishing write tid 5 to smithi07880501-12 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1298: finishing write tid 6 to smithi07880501-12 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 623 (ObjNum 419 snap 125 seq_num 419) dirty exists 2024-08-10T05:00:48.133 INFO:tasks.rados.rados.0.smithi078.stdout:1298: left oid 12 (ObjNum 419 snap 125 seq_num 419) 2024-08-10T05:00:48.134 INFO:tasks.rados.rados.0.smithi078.stdout:1299: finishing write tid 1 to smithi07880501-19 2024-08-10T05:00:48.134 INFO:tasks.rados.rados.0.smithi078.stdout:1299: finishing write tid 2 to smithi07880501-19 2024-08-10T05:00:48.134 INFO:tasks.rados.rados.0.smithi078.stdout:1299: finishing write tid 3 to smithi07880501-19 2024-08-10T05:00:48.134 INFO:tasks.rados.rados.0.smithi078.stdout:1298: done (2 left) 2024-08-10T05:00:48.134 INFO:tasks.rados.rados.0.smithi078.stdout:1301: read oid 10 snap -1 2024-08-10T05:00:48.134 INFO:tasks.rados.rados.0.smithi078.stdout:1301: expect (ObjNum 412 snap 122 seq_num 412) 2024-08-10T05:00:48.134 INFO:tasks.rados.rados.0.smithi078.stdout:1302: snap_remove snap 108 2024-08-10T05:00:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:48 smithi078 ceph-mon[92251]: osdmap e315: 8 total, 8 up, 8 in 2024-08-10T05:00:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:48 smithi078 ceph-mon[94618]: osdmap e315: 8 total, 8 up, 8 in 2024-08-10T05:00:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:48 smithi107 ceph-mon[86658]: osdmap e315: 8 total, 8 up, 8 in 2024-08-10T05:00:48.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:00:48.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:49.076 INFO:tasks.rados.rados.0.smithi078.stdout:1300: finishing rollback tid 0 to smithi07880501-33 2024-08-10T05:00:49.076 INFO:tasks.rados.rados.0.smithi078.stdout:1299: finishing write tid 4 to smithi07880501-19 2024-08-10T05:00:49.076 INFO:tasks.rados.rados.0.smithi078.stdout:1300: finishing rollback tid 1 to smithi07880501-33 2024-08-10T05:00:49.076 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1068 (ObjNum 129 snap 0 seq_num 489560256) dirty dne 2024-08-10T05:00:49.077 INFO:tasks.rados.rados.0.smithi078.stdout:1299: finishing write tid 5 to smithi07880501-19 2024-08-10T05:00:49.077 INFO:tasks.rados.rados.0.smithi078.stdout:1299: finishing write tid 6 to smithi07880501-19 2024-08-10T05:00:49.077 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 556 (ObjNum 420 snap 125 seq_num 420) dirty exists 2024-08-10T05:00:49.077 INFO:tasks.rados.rados.0.smithi078.stdout:1299: left oid 19 (ObjNum 420 snap 125 seq_num 420) 2024-08-10T05:00:49.077 INFO:tasks.rados.rados.0.smithi078.stdout:1301: expect (ObjNum 412 snap 122 seq_num 412) 2024-08-10T05:00:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:49 smithi078 ceph-mon[92251]: pgmap v132: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-10T05:00:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:49 smithi078 ceph-mon[92251]: osdmap e316: 8 total, 8 up, 8 in 2024-08-10T05:00:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:49 smithi078 ceph-mon[94618]: pgmap v132: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-10T05:00:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:49 smithi078 ceph-mon[94618]: osdmap e316: 8 total, 8 up, 8 in 2024-08-10T05:00:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:49 smithi107 ceph-mon[86658]: pgmap v132: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-10T05:00:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:49 smithi107 ceph-mon[86658]: osdmap e316: 8 total, 8 up, 8 in 2024-08-10T05:00:50.170 INFO:tasks.rados.rados.0.smithi078.stdout:1299: done (3 left) 2024-08-10T05:00:50.171 INFO:tasks.rados.rados.0.smithi078.stdout:1300: done (2 left) 2024-08-10T05:00:50.171 INFO:tasks.rados.rados.0.smithi078.stdout:1301: done (1 left) 2024-08-10T05:00:50.171 INFO:tasks.rados.rados.0.smithi078.stdout:1302: done (0 left) 2024-08-10T05:00:50.171 INFO:tasks.rados.rados.0.smithi078.stdout:1303: delete oid 37 current snap is 125 2024-08-10T05:00:50.173 INFO:tasks.rados.rados.0.smithi078.stdout:1303: done (0 left) 2024-08-10T05:00:50.173 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 125 2024-08-10T05:00:50.173 INFO:tasks.rados.rados.0.smithi078.stdout:1304: seq_num 422 ranges {8437760=671744,9109504=729088,9838592=417792,10256384=458752} 2024-08-10T05:00:50.220 INFO:tasks.rados.rados.0.smithi078.stdout:1304: writing smithi07880501-19 from 8437760 to 9109504 tid 1 2024-08-10T05:00:50.224 INFO:tasks.rados.rados.0.smithi078.stdout:1304: writing smithi07880501-19 from 9109504 to 9838592 tid 2 2024-08-10T05:00:50.227 INFO:tasks.rados.rados.0.smithi078.stdout:1304: writing smithi07880501-19 from 9838592 to 10256384 tid 3 2024-08-10T05:00:50.230 INFO:tasks.rados.rados.0.smithi078.stdout:1304: writing smithi07880501-19 from 10256384 to 10715136 tid 4 2024-08-10T05:00:50.230 INFO:tasks.rados.rados.0.smithi078.stdout:1305: snap_create 2024-08-10T05:00:50.231 INFO:tasks.rados.rados.0.smithi078.stdout:1304: finishing write tid 1 to smithi07880501-19 2024-08-10T05:00:50.231 INFO:tasks.rados.rados.0.smithi078.stdout:1304: finishing write tid 2 to smithi07880501-19 2024-08-10T05:00:50.231 INFO:tasks.rados.rados.0.smithi078.stdout:1304: finishing write tid 3 to smithi07880501-19 2024-08-10T05:00:50.232 INFO:tasks.rados.rados.0.smithi078.stdout:1304: finishing write tid 4 to smithi07880501-19 2024-08-10T05:00:50.232 INFO:tasks.rados.rados.0.smithi078.stdout:1304: finishing write tid 5 to smithi07880501-19 2024-08-10T05:00:50.233 INFO:tasks.rados.rados.0.smithi078.stdout:1304: finishing write tid 6 to smithi07880501-19 2024-08-10T05:00:50.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 561 (ObjNum 422 snap 125 seq_num 422) dirty exists 2024-08-10T05:00:50.233 INFO:tasks.rados.rados.0.smithi078.stdout:1304: left oid 19 (ObjNum 422 snap 125 seq_num 422) 2024-08-10T05:00:50.444 INFO:tasks.rados.rados.0.smithi078.stdout:1304: done (1 left) 2024-08-10T05:00:50.444 INFO:tasks.rados.rados.0.smithi078.stdout:1305: done (0 left) 2024-08-10T05:00:50.444 INFO:tasks.rados.rados.0.smithi078.stdout:1306: snap_create 2024-08-10T05:00:51.061 INFO:tasks.rados.rados.0.smithi078.stdout:1306: done (0 left) 2024-08-10T05:00:51.061 INFO:tasks.rados.rados.0.smithi078.stdout:1307: rollback oid 44 current snap is 127 2024-08-10T05:00:51.061 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 113 2024-08-10T05:00:51.061 INFO:tasks.rados.rados.0.smithi078.stdout:1308: read oid 36 snap -1 2024-08-10T05:00:51.061 INFO:tasks.rados.rados.0.smithi078.stdout:1308: expect (ObjNum 410 snap 122 seq_num 410) 2024-08-10T05:00:51.061 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 127 2024-08-10T05:00:51.061 INFO:tasks.rados.rados.0.smithi078.stdout:1309: seq_num 423 ranges {6127616=688128,6815744=614400,7430144=622592,8052736=368640} 2024-08-10T05:00:51.098 INFO:tasks.rados.rados.0.smithi078.stdout:1309: writing smithi07880501-1 from 6127616 to 6815744 tid 1 2024-08-10T05:00:51.101 INFO:tasks.rados.rados.0.smithi078.stdout:1309: writing smithi07880501-1 from 6815744 to 7430144 tid 2 2024-08-10T05:00:51.105 INFO:tasks.rados.rados.0.smithi078.stdout:1309: writing smithi07880501-1 from 7430144 to 8052736 tid 3 2024-08-10T05:00:51.107 INFO:tasks.rados.rados.0.smithi078.stdout:1309: writing smithi07880501-1 from 8052736 to 8421376 tid 4 2024-08-10T05:00:51.107 INFO:tasks.rados.rados.0.smithi078.stdout:1310: delete oid 50 current snap is 127 2024-08-10T05:00:51.107 INFO:tasks.rados.rados.0.smithi078.stdout:1307: finishing rollback tid 0 to smithi07880501-44 2024-08-10T05:00:51.108 INFO:tasks.rados.rados.0.smithi078.stdout:1307: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:00:51.108 INFO:tasks.rados.rados.0.smithi078.stdout:1307: finishing rollback tid 2 to smithi07880501-44 2024-08-10T05:00:51.108 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 967 (ObjNum 343 snap 105 seq_num 343) dirty exists 2024-08-10T05:00:51.108 INFO:tasks.rados.rados.0.smithi078.stdout:1308: expect (ObjNum 410 snap 122 seq_num 410) 2024-08-10T05:00:51.196 INFO:tasks.rados.rados.0.smithi078.stdout:1309: finishing write tid 1 to smithi07880501-1 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1309: finishing write tid 2 to smithi07880501-1 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1309: finishing write tid 3 to smithi07880501-1 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1309: finishing write tid 4 to smithi07880501-1 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1309: finishing write tid 5 to smithi07880501-1 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1309: finishing write tid 6 to smithi07880501-1 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 493 (ObjNum 423 snap 127 seq_num 423) dirty exists 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1309: left oid 1 (ObjNum 423 snap 127 seq_num 423) 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1307: done (3 left) 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1308: done (2 left) 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1309: done (1 left) 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1310: done (0 left) 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1311: read oid 15 snap -1 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1311: expect (ObjNum 205 snap 55 seq_num 205) 2024-08-10T05:00:51.197 INFO:tasks.rados.rados.0.smithi078.stdout:1312: setattr oid 48 current snap is 127 2024-08-10T05:00:51.198 INFO:tasks.rados.rados.0.smithi078.stdout:1313: rmattr oid 31 current snap is 127 2024-08-10T05:00:51.198 INFO:tasks.rados.rados.0.smithi078.stdout:1313: done (2 left) 2024-08-10T05:00:51.198 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 127 2024-08-10T05:00:51.198 INFO:tasks.rados.rados.0.smithi078.stdout:1314: seq_num 425 ranges {5431296=720896,6152192=778240,6930432=638976,7569408=188416} 2024-08-10T05:00:51.231 INFO:tasks.rados.rados.0.smithi078.stdout:1314: writing smithi07880501-29 from 5431296 to 6152192 tid 1 2024-08-10T05:00:51.235 INFO:tasks.rados.rados.0.smithi078.stdout:1314: writing smithi07880501-29 from 6152192 to 6930432 tid 2 2024-08-10T05:00:51.238 INFO:tasks.rados.rados.0.smithi078.stdout:1314: writing smithi07880501-29 from 6930432 to 7569408 tid 3 2024-08-10T05:00:51.240 INFO:tasks.rados.rados.0.smithi078.stdout:1314: writing smithi07880501-29 from 7569408 to 7757824 tid 4 2024-08-10T05:00:51.240 INFO:tasks.rados.rados.0.smithi078.stdout:1315: read oid 25 snap -1 2024-08-10T05:00:51.240 INFO:tasks.rados.rados.0.smithi078.stdout:1315: expect deleted 2024-08-10T05:00:51.240 INFO:tasks.rados.rados.0.smithi078.stdout:1316: delete oid 27 current snap is 127 2024-08-10T05:00:51.240 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 620 (ObjNum 398 snap 117 seq_num 398) dirty exists 2024-08-10T05:00:51.240 INFO:tasks.rados.rados.0.smithi078.stdout:1311: expect (ObjNum 205 snap 55 seq_num 205) 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: finishing write tid 1 to smithi07880501-29 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: finishing write tid 2 to smithi07880501-29 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: finishing write tid 3 to smithi07880501-29 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: finishing write tid 4 to smithi07880501-29 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: finishing write tid 5 to smithi07880501-29 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: finishing write tid 6 to smithi07880501-29 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 665 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: left oid 29 (ObjNum 425 snap 127 seq_num 425) 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1311: done (4 left) 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1312: done (3 left) 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1314: done (2 left) 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1315: done (1 left) 2024-08-10T05:00:51.345 INFO:tasks.rados.rados.0.smithi078.stdout:1316: done (0 left) 2024-08-10T05:00:51.346 INFO:tasks.rados.rados.0.smithi078.stdout:1317: rollback oid 34 current snap is 127 2024-08-10T05:00:51.346 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 100 2024-08-10T05:00:51.346 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 127 2024-08-10T05:00:51.346 INFO:tasks.rados.rados.0.smithi078.stdout:1318: seq_num 427 ranges {1982464=761856,2744320=598016,3342336=606208,3948544=401408} 2024-08-10T05:00:51.359 INFO:tasks.rados.rados.0.smithi078.stdout:1318: writing smithi07880501-2 from 1982464 to 2744320 tid 1 2024-08-10T05:00:51.362 INFO:tasks.rados.rados.0.smithi078.stdout:1318: writing smithi07880501-2 from 2744320 to 3342336 tid 2 2024-08-10T05:00:51.366 INFO:tasks.rados.rados.0.smithi078.stdout:1318: writing smithi07880501-2 from 3342336 to 3948544 tid 3 2024-08-10T05:00:51.369 INFO:tasks.rados.rados.0.smithi078.stdout:1318: writing smithi07880501-2 from 3948544 to 4349952 tid 4 2024-08-10T05:00:51.369 INFO:tasks.rados.rados.0.smithi078.stdout:1319: read oid 15 snap -1 2024-08-10T05:00:51.369 INFO:tasks.rados.rados.0.smithi078.stdout:1319: expect (ObjNum 205 snap 55 seq_num 205) 2024-08-10T05:00:51.371 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 127 2024-08-10T05:00:51.371 INFO:tasks.rados.rados.0.smithi078.stdout:1317: finishing rollback tid 0 to smithi07880501-34 2024-08-10T05:00:51.371 INFO:tasks.rados.rados.0.smithi078.stdout:1317: finishing rollback tid 1 to smithi07880501-34 2024-08-10T05:00:51.371 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 970 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-10T05:00:51.371 INFO:tasks.rados.rados.0.smithi078.stdout:1318: finishing write tid 1 to smithi07880501-2 2024-08-10T05:00:51.371 INFO:tasks.rados.rados.0.smithi078.stdout:1318: finishing write tid 2 to smithi07880501-2 2024-08-10T05:00:51.371 INFO:tasks.rados.rados.0.smithi078.stdout:1320: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-08-10T05:00:51.373 INFO:tasks.rados.rados.0.smithi078.stdout:1320: writing smithi07880501-45 from 0 to 778240 tid 1 2024-08-10T05:00:51.376 INFO:tasks.rados.rados.0.smithi078.stdout:1320: writing smithi07880501-45 from 778240 to 1261568 tid 2 2024-08-10T05:00:51.379 INFO:tasks.rados.rados.0.smithi078.stdout:1320: writing smithi07880501-45 from 1261568 to 1671168 tid 3 2024-08-10T05:00:51.382 INFO:tasks.rados.rados.0.smithi078.stdout:1320: writing smithi07880501-45 from 1671168 to 2088960 tid 4 2024-08-10T05:00:51.384 INFO:tasks.rados.rados.0.smithi078.stdout:1320: writing smithi07880501-45 from 2088960 to 2383872 tid 5 2024-08-10T05:00:51.385 INFO:tasks.rados.rados.0.smithi078.stdout:1317: done (3 left) 2024-08-10T05:00:51.385 INFO:tasks.rados.rados.0.smithi078.stdout:1321: copy_from oid 13 from oid 43 current snap is 127 2024-08-10T05:00:51.385 INFO:tasks.rados.rados.0.smithi078.stdout:1318: finishing write tid 3 to smithi07880501-2 2024-08-10T05:00:51.385 INFO:tasks.rados.rados.0.smithi078.stdout:1318: finishing write tid 4 to smithi07880501-2 2024-08-10T05:00:51.385 INFO:tasks.rados.rados.0.smithi078.stdout:1318: finishing write tid 5 to smithi07880501-2 2024-08-10T05:00:51.385 INFO:tasks.rados.rados.0.smithi078.stdout:1318: finishing write tid 6 to smithi07880501-2 2024-08-10T05:00:51.386 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1010 (ObjNum 427 snap 127 seq_num 427) dirty exists 2024-08-10T05:00:51.386 INFO:tasks.rados.rados.0.smithi078.stdout:1318: left oid 2 (ObjNum 427 snap 127 seq_num 427) 2024-08-10T05:00:51.386 INFO:tasks.rados.rados.0.smithi078.stdout:1320: finishing write tid 1 to smithi07880501-45 2024-08-10T05:00:51.386 INFO:tasks.rados.rados.0.smithi078.stdout:1320: finishing write tid 2 to smithi07880501-45 2024-08-10T05:00:51.386 INFO:tasks.rados.rados.0.smithi078.stdout:1319: expect (ObjNum 205 snap 55 seq_num 205) 2024-08-10T05:00:51.496 INFO:tasks.rados.rados.0.smithi078.stdout:1320: finishing write tid 3 to smithi07880501-45 2024-08-10T05:00:51.496 INFO:tasks.rados.rados.0.smithi078.stdout:1318: done (3 left) 2024-08-10T05:00:51.496 INFO:tasks.rados.rados.0.smithi078.stdout:1319: done (2 left) 2024-08-10T05:00:51.497 INFO:tasks.rados.rados.0.smithi078.stdout:1322: delete oid 46 current snap is 127 2024-08-10T05:00:51.497 INFO:tasks.rados.rados.0.smithi078.stdout:1320: finishing write tid 4 to smithi07880501-45 2024-08-10T05:00:51.497 INFO:tasks.rados.rados.0.smithi078.stdout:1320: finishing write tid 5 to smithi07880501-45 2024-08-10T05:00:51.497 INFO:tasks.rados.rados.0.smithi078.stdout:1320: finishing write tid 6 to smithi07880501-45 2024-08-10T05:00:51.498 INFO:tasks.rados.rados.0.smithi078.stdout:1320: finishing write tid 7 to smithi07880501-45 2024-08-10T05:00:51.498 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1016 (ObjNum 428 snap 127 seq_num 428) dirty exists 2024-08-10T05:00:51.498 INFO:tasks.rados.rados.0.smithi078.stdout:1320: left oid 45 (ObjNum 428 snap 127 seq_num 428) 2024-08-10T05:00:51.498 INFO:tasks.rados.rados.0.smithi078.stdout:1321: finishing copy_from racing read to smithi07880501-13 2024-08-10T05:00:51.498 INFO:tasks.rados.rados.0.smithi078.stdout:1321: finishing copy_from to smithi07880501-13 2024-08-10T05:00:51.498 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 909 (ObjNum 383 snap 115 seq_num 383) dirty exists 2024-08-10T05:00:51.499 INFO:tasks.rados.rados.0.smithi078.stdout:1320: done (2 left) 2024-08-10T05:00:51.499 INFO:tasks.rados.rados.0.smithi078.stdout:1321: done (1 left) 2024-08-10T05:00:51.499 INFO:tasks.rados.rados.0.smithi078.stdout:1322: done (0 left) 2024-08-10T05:00:51.499 INFO:tasks.rados.rados.0.smithi078.stdout:1323: copy_from oid 37 from oid 30 current snap is 127 2024-08-10T05:00:51.499 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 127 2024-08-10T05:00:51.499 INFO:tasks.rados.rados.0.smithi078.stdout:1324: seq_num 430 ranges {1597440=8192} 2024-08-10T05:00:51.501 INFO:tasks.rados.rados.0.smithi078.stdout:1324: writing smithi07880501-44 from 1597440 to 1605632 tid 1 2024-08-10T05:00:51.501 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 127 2024-08-10T05:00:51.502 INFO:tasks.rados.rados.0.smithi078.stdout:1325: seq_num 431 ranges {13385728=24576} 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1325: writing smithi07880501-10 from 13385728 to 13410304 tid 1 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1326: read oid 45 snap -1 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1326: expect (ObjNum 428 snap 127 seq_num 428) 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 127 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1323: finishing copy_from to smithi07880501-37 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1323: got expected ENOENT (src dne) 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1323: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1324: finishing write tid 1 to smithi07880501-44 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1324: finishing write tid 2 to smithi07880501-44 2024-08-10T05:00:51.572 INFO:tasks.rados.rados.0.smithi078.stdout:1327: seq_num 432 ranges {1622016=40960} 2024-08-10T05:00:51.581 INFO:tasks.rados.rados.0.smithi078.stdout:1327: writing smithi07880501-13 from 1622016 to 1662976 tid 1 2024-08-10T05:00:51.581 INFO:tasks.rados.rados.0.smithi078.stdout:1323: done (4 left) 2024-08-10T05:00:51.581 INFO:tasks.rados.rados.0.smithi078.stdout:1328: rollback oid 23 current snap is 127 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 23 to 67 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1324: finishing write tid 3 to smithi07880501-44 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 972 (ObjNum 430 snap 127 seq_num 430) dirty exists 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1324: left oid 44 (ObjNum 430 snap 127 seq_num 430) 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1325: finishing write tid 1 to smithi07880501-10 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1324: done (4 left) 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1329: copy_from oid 27 from oid 39 current snap is 127 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1325: finishing write tid 2 to smithi07880501-10 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1325: finishing write tid 3 to smithi07880501-10 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 975 (ObjNum 431 snap 127 seq_num 431) dirty exists 2024-08-10T05:00:51.582 INFO:tasks.rados.rados.0.smithi078.stdout:1325: left oid 10 (ObjNum 431 snap 127 seq_num 431) 2024-08-10T05:00:51.583 INFO:tasks.rados.rados.0.smithi078.stdout:1325: done (4 left) 2024-08-10T05:00:51.583 INFO:tasks.rados.rados.0.smithi078.stdout:1330: snap_remove snap 112 2024-08-10T05:00:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:51 smithi078 ceph-mon[92251]: pgmap v134: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-10T05:00:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:51 smithi078 ceph-mon[92251]: osdmap e317: 8 total, 8 up, 8 in 2024-08-10T05:00:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:51 smithi078 ceph-mon[92251]: osdmap e318: 8 total, 8 up, 8 in 2024-08-10T05:00:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:51 smithi078 ceph-mon[94618]: pgmap v134: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-10T05:00:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:51 smithi078 ceph-mon[94618]: osdmap e317: 8 total, 8 up, 8 in 2024-08-10T05:00:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:51 smithi078 ceph-mon[94618]: osdmap e318: 8 total, 8 up, 8 in 2024-08-10T05:00:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:51 smithi107 ceph-mon[86658]: pgmap v134: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-10T05:00:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:51 smithi107 ceph-mon[86658]: osdmap e317: 8 total, 8 up, 8 in 2024-08-10T05:00:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:51 smithi107 ceph-mon[86658]: osdmap e318: 8 total, 8 up, 8 in 2024-08-10T05:00:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:00:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:00:51] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2024-08-10T05:00:52.455 INFO:tasks.rados.rados.0.smithi078.stdout:1330: done (4 left) 2024-08-10T05:00:52.455 INFO:tasks.rados.rados.0.smithi078.stdout:1331: copy_from oid 12 from oid 36 current snap is 127 2024-08-10T05:00:52.455 INFO:tasks.rados.rados.0.smithi078.stdout:1326: expect (ObjNum 428 snap 127 seq_num 428) 2024-08-10T05:00:52.524 INFO:tasks.rados.rados.0.smithi078.stdout:1327: finishing write tid 1 to smithi07880501-13 2024-08-10T05:00:52.524 INFO:tasks.rados.rados.0.smithi078.stdout:1327: finishing write tid 2 to smithi07880501-13 2024-08-10T05:00:52.524 INFO:tasks.rados.rados.0.smithi078.stdout:1327: finishing write tid 3 to smithi07880501-13 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 911 (ObjNum 432 snap 127 seq_num 432) dirty exists 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1327: left oid 13 (ObjNum 432 snap 127 seq_num 432) 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1328: finishing rollback tid 0 to smithi07880501-23 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1326: done (4 left) 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1327: done (3 left) 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1332: snap_create 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1328: finishing rollback tid 1 to smithi07880501-23 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1328: finishing rollback tid 2 to smithi07880501-23 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 751 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-10T05:00:52.525 INFO:tasks.rados.rados.0.smithi078.stdout:1329: finishing copy_from racing read to smithi07880501-27 2024-08-10T05:00:52.526 INFO:tasks.rados.rados.0.smithi078.stdout:1329: finishing copy_from to smithi07880501-27 2024-08-10T05:00:52.526 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 543 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:00:52.526 INFO:tasks.rados.rados.0.smithi078.stdout:1331: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:00:52.526 INFO:tasks.rados.rados.0.smithi078.stdout:1331: finishing copy_from to smithi07880501-12 2024-08-10T05:00:52.526 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 362 (ObjNum 410 snap 122 seq_num 410) dirty exists 2024-08-10T05:00:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:53.459 INFO:tasks.rados.rados.0.smithi078.stdout:1328: done (3 left) 2024-08-10T05:00:53.459 INFO:tasks.rados.rados.0.smithi078.stdout:1329: done (2 left) 2024-08-10T05:00:53.459 INFO:tasks.rados.rados.0.smithi078.stdout:1331: done (1 left) 2024-08-10T05:00:53.459 INFO:tasks.rados.rados.0.smithi078.stdout:1332: done (0 left) 2024-08-10T05:00:53.459 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 128 2024-08-10T05:00:53.459 INFO:tasks.rados.rados.0.smithi078.stdout:1333: seq_num 433 ranges {1982464=57344} 2024-08-10T05:00:53.470 INFO:tasks.rados.rados.0.smithi078.stdout:1333: writing smithi07880501-11 from 1982464 to 2039808 tid 1 2024-08-10T05:00:53.470 INFO:tasks.rados.rados.0.smithi078.stdout:1334: rmattr oid 30 current snap is 128 2024-08-10T05:00:53.470 INFO:tasks.rados.rados.0.smithi078.stdout:1334: done (1 left) 2024-08-10T05:00:53.470 INFO:tasks.rados.rados.0.smithi078.stdout:1335: delete oid 19 current snap is 128 2024-08-10T05:00:53.475 INFO:tasks.rados.rados.0.smithi078.stdout:1335: done (1 left) 2024-08-10T05:00:53.475 INFO:tasks.rados.rados.0.smithi078.stdout:1336: rollback oid 30 current snap is 128 2024-08-10T05:00:53.475 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 113 2024-08-10T05:00:53.475 INFO:tasks.rados.rados.0.smithi078.stdout:1337: copy_from oid 23 from oid 17 current snap is 128 2024-08-10T05:00:53.475 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 128 2024-08-10T05:00:53.475 INFO:tasks.rados.rados.0.smithi078.stdout:1338: seq_num 435 ranges {2318336=90112} 2024-08-10T05:00:53.488 INFO:tasks.rados.rados.0.smithi078.stdout:1338: writing smithi07880501-24 from 2318336 to 2408448 tid 1 2024-08-10T05:00:53.488 INFO:tasks.rados.rados.0.smithi078.stdout:1339: read oid 34 snap 127 2024-08-10T05:00:53.488 INFO:tasks.rados.rados.0.smithi078.stdout:1339: expect deleted 2024-08-10T05:00:53.488 INFO:tasks.rados.rados.0.smithi078.stdout:1340: snap_create 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1333: finishing write tid 1 to smithi07880501-11 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1337: finishing copy_from to smithi07880501-23 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1337: got expected ENOENT (src dne) 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1333: finishing write tid 2 to smithi07880501-11 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1337: finishing copy_from racing read to smithi07880501-23 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1333: finishing write tid 3 to smithi07880501-11 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 988 (ObjNum 433 snap 128 seq_num 433) dirty exists 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1333: left oid 11 (ObjNum 433 snap 128 seq_num 433) 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:1336: finishing rollback tid 1 to smithi07880501-30 2024-08-10T05:00:53.489 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 571 (ObjNum 65 snap 0 seq_num 1952012135) dirty dne 2024-08-10T05:00:53.493 INFO:tasks.rados.rados.0.smithi078.stdout:1338: finishing write tid 1 to smithi07880501-24 2024-08-10T05:00:53.493 INFO:tasks.rados.rados.0.smithi078.stdout:1338: finishing write tid 2 to smithi07880501-24 2024-08-10T05:00:53.494 INFO:tasks.rados.rados.0.smithi078.stdout:1338: finishing write tid 3 to smithi07880501-24 2024-08-10T05:00:53.494 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1095 (ObjNum 435 snap 128 seq_num 435) dirty exists 2024-08-10T05:00:53.494 INFO:tasks.rados.rados.0.smithi078.stdout:1338: left oid 24 (ObjNum 435 snap 128 seq_num 435) 2024-08-10T05:00:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:53 smithi078 ceph-mon[92251]: pgmap v137: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-10T05:00:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:53 smithi078 ceph-mon[92251]: osdmap e319: 8 total, 8 up, 8 in 2024-08-10T05:00:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:53 smithi078 ceph-mon[94618]: pgmap v137: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-10T05:00:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:53 smithi078 ceph-mon[94618]: osdmap e319: 8 total, 8 up, 8 in 2024-08-10T05:00:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:53.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:53 smithi107 ceph-mon[86658]: pgmap v137: 121 pgs: 121 active+clean; 382 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-10T05:00:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:53 smithi107 ceph-mon[86658]: osdmap e319: 8 total, 8 up, 8 in 2024-08-10T05:00:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:54.468 INFO:tasks.rados.rados.0.smithi078.stdout:1333: done (5 left) 2024-08-10T05:00:54.469 INFO:tasks.rados.rados.0.smithi078.stdout:1336: done (4 left) 2024-08-10T05:00:54.469 INFO:tasks.rados.rados.0.smithi078.stdout:1337: done (3 left) 2024-08-10T05:00:54.469 INFO:tasks.rados.rados.0.smithi078.stdout:1338: done (2 left) 2024-08-10T05:00:54.469 INFO:tasks.rados.rados.0.smithi078.stdout:1339: done (1 left) 2024-08-10T05:00:54.469 INFO:tasks.rados.rados.0.smithi078.stdout:1340: done (0 left) 2024-08-10T05:00:54.470 INFO:tasks.rados.rados.0.smithi078.stdout:1341: delete oid 26 current snap is 129 2024-08-10T05:00:54.473 INFO:tasks.rados.rados.0.smithi078.stdout:1341: done (0 left) 2024-08-10T05:00:54.473 INFO:tasks.rados.rados.0.smithi078.stdout:1342: delete oid 5 current snap is 129 2024-08-10T05:00:54.477 INFO:tasks.rados.rados.0.smithi078.stdout:1342: done (0 left) 2024-08-10T05:00:54.477 INFO:tasks.rados.rados.0.smithi078.stdout:1343: copy_from oid 21 from oid 29 current snap is 129 2024-08-10T05:00:54.477 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 129 2024-08-10T05:00:54.477 INFO:tasks.rados.rados.0.smithi078.stdout:1344: seq_num 438 ranges {0=139264} 2024-08-10T05:00:54.478 INFO:tasks.rados.rados.0.smithi078.stdout:1344: writing smithi07880501-3 from 0 to 139264 tid 1 2024-08-10T05:00:54.478 INFO:tasks.rados.rados.0.smithi078.stdout:1345: copy_from oid 35 from oid 34 current snap is 129 2024-08-10T05:00:54.478 INFO:tasks.rados.rados.0.smithi078.stdout:1346: read oid 19 snap -1 2024-08-10T05:00:54.478 INFO:tasks.rados.rados.0.smithi078.stdout:1346: expect deleted 2024-08-10T05:00:54.478 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 129 2024-08-10T05:00:54.478 INFO:tasks.rados.rados.0.smithi078.stdout:1347: seq_num 439 ranges {0=155648} 2024-08-10T05:00:54.479 INFO:tasks.rados.rados.0.smithi078.stdout:1347: writing smithi07880501-17 from 0 to 155648 tid 1 2024-08-10T05:00:54.479 INFO:tasks.rados.rados.0.smithi078.stdout:1348: copy_from oid 41 from oid 32 current snap is 129 2024-08-10T05:00:54.479 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 129 2024-08-10T05:00:54.479 INFO:tasks.rados.rados.0.smithi078.stdout:1349: seq_num 440 ranges {0=172032} 2024-08-10T05:00:54.482 INFO:tasks.rados.rados.0.smithi078.stdout:1349: writing smithi07880501-8 from 0 to 172032 tid 1 2024-08-10T05:00:54.482 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 129 2024-08-10T05:00:54.482 INFO:tasks.rados.rados.0.smithi078.stdout:1350: seq_num 441 ranges {4349952=188416} 2024-08-10T05:00:54.508 INFO:tasks.rados.rados.0.smithi078.stdout:1350: writing smithi07880501-2 from 4349952 to 4538368 tid 1 2024-08-10T05:00:54.509 INFO:tasks.rados.rados.0.smithi078.stdout:1351: read oid 1 snap -1 2024-08-10T05:00:54.509 INFO:tasks.rados.rados.0.smithi078.stdout:1351: expect (ObjNum 423 snap 127 seq_num 423) 2024-08-10T05:00:54.509 INFO:tasks.rados.rados.0.smithi078.stdout:1352: rmattr oid 49 current snap is 129 2024-08-10T05:00:54.509 INFO:tasks.rados.rados.0.smithi078.stdout:1352: done (9 left) 2024-08-10T05:00:54.509 INFO:tasks.rados.rados.0.smithi078.stdout:1353: read oid 23 snap -1 2024-08-10T05:00:54.509 INFO:tasks.rados.rados.0.smithi078.stdout:1353: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T05:00:54.510 INFO:tasks.rados.rados.0.smithi078.stdout:1354: read oid 31 snap -1 2024-08-10T05:00:54.510 INFO:tasks.rados.rados.0.smithi078.stdout:1354: expect deleted 2024-08-10T05:00:54.510 INFO:tasks.rados.rados.0.smithi078.stdout:1355: delete oid 14 current snap is 129 2024-08-10T05:00:54.510 INFO:tasks.rados.rados.0.smithi078.stdout:1344: finishing write tid 1 to smithi07880501-3 2024-08-10T05:00:54.510 INFO:tasks.rados.rados.0.smithi078.stdout:1345: finishing copy_from to smithi07880501-35 2024-08-10T05:00:54.510 INFO:tasks.rados.rados.0.smithi078.stdout:1345: got expected ENOENT (src dne) 2024-08-10T05:00:54.511 INFO:tasks.rados.rados.0.smithi078.stdout:1345: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:00:54.511 INFO:tasks.rados.rados.0.smithi078.stdout:1344: finishing write tid 2 to smithi07880501-3 2024-08-10T05:00:54.511 INFO:tasks.rados.rados.0.smithi078.stdout:1347: finishing write tid 1 to smithi07880501-17 2024-08-10T05:00:54.511 INFO:tasks.rados.rados.0.smithi078.stdout:1347: finishing write tid 2 to smithi07880501-17 2024-08-10T05:00:54.511 INFO:tasks.rados.rados.0.smithi078.stdout:1344: finishing write tid 3 to smithi07880501-3 2024-08-10T05:00:54.512 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 585 (ObjNum 438 snap 129 seq_num 438) dirty exists 2024-08-10T05:00:54.512 INFO:tasks.rados.rados.0.smithi078.stdout:1344: left oid 3 (ObjNum 438 snap 129 seq_num 438) 2024-08-10T05:00:54.512 INFO:tasks.rados.rados.0.smithi078.stdout:1347: finishing write tid 3 to smithi07880501-17 2024-08-10T05:00:54.512 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 275 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-08-10T05:00:54.513 INFO:tasks.rados.rados.0.smithi078.stdout:1347: left oid 17 (ObjNum 439 snap 129 seq_num 439) 2024-08-10T05:00:54.513 INFO:tasks.rados.rados.0.smithi078.stdout:1349: finishing write tid 1 to smithi07880501-8 2024-08-10T05:00:54.513 INFO:tasks.rados.rados.0.smithi078.stdout:1349: finishing write tid 2 to smithi07880501-8 2024-08-10T05:00:54.513 INFO:tasks.rados.rados.0.smithi078.stdout:1349: finishing write tid 3 to smithi07880501-8 2024-08-10T05:00:54.513 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 667 (ObjNum 440 snap 129 seq_num 440) dirty exists 2024-08-10T05:00:54.513 INFO:tasks.rados.rados.0.smithi078.stdout:1349: left oid 8 (ObjNum 440 snap 129 seq_num 440) 2024-08-10T05:00:54.515 INFO:tasks.rados.rados.0.smithi078.stdout:1350: finishing write tid 1 to smithi07880501-2 2024-08-10T05:00:54.515 INFO:tasks.rados.rados.0.smithi078.stdout:1350: finishing write tid 2 to smithi07880501-2 2024-08-10T05:00:54.515 INFO:tasks.rados.rados.0.smithi078.stdout:1348: finishing copy_from racing read to smithi07880501-41 2024-08-10T05:00:54.515 INFO:tasks.rados.rados.0.smithi078.stdout:1343: finishing copy_from racing read to smithi07880501-21 2024-08-10T05:00:54.516 INFO:tasks.rados.rados.0.smithi078.stdout:1350: finishing write tid 3 to smithi07880501-2 2024-08-10T05:00:54.516 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1026 (ObjNum 441 snap 129 seq_num 441) dirty exists 2024-08-10T05:00:54.516 INFO:tasks.rados.rados.0.smithi078.stdout:1350: left oid 2 (ObjNum 441 snap 129 seq_num 441) 2024-08-10T05:00:54.518 INFO:tasks.rados.rados.0.smithi078.stdout:1344: done (11 left) 2024-08-10T05:00:54.518 INFO:tasks.rados.rados.0.smithi078.stdout:1345: done (10 left) 2024-08-10T05:00:54.518 INFO:tasks.rados.rados.0.smithi078.stdout:1346: done (9 left) 2024-08-10T05:00:54.518 INFO:tasks.rados.rados.0.smithi078.stdout:1347: done (8 left) 2024-08-10T05:00:54.518 INFO:tasks.rados.rados.0.smithi078.stdout:1349: done (7 left) 2024-08-10T05:00:54.518 INFO:tasks.rados.rados.0.smithi078.stdout:1350: done (6 left) 2024-08-10T05:00:54.519 INFO:tasks.rados.rados.0.smithi078.stdout:1354: done (5 left) 2024-08-10T05:00:54.519 INFO:tasks.rados.rados.0.smithi078.stdout:1355: done (4 left) 2024-08-10T05:00:54.519 INFO:tasks.rados.rados.0.smithi078.stdout:1356: snap_remove snap 59 2024-08-10T05:00:54.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:54.709 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[92251]: Upgrade: osd.1 is safe to restart 2024-08-10T05:00:54.710 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[92251]: osdmap e320: 8 total, 8 up, 8 in 2024-08-10T05:00:54.710 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:54.710 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:00:54.710 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:54.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:54.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[94618]: Upgrade: osd.1 is safe to restart 2024-08-10T05:00:54.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[94618]: osdmap e320: 8 total, 8 up, 8 in 2024-08-10T05:00:54.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:54.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:00:54.711 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:54.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:54.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:00:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-mon[86658]: Upgrade: osd.1 is safe to restart 2024-08-10T05:00:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-mon[86658]: osdmap e320: 8 total, 8 up, 8 in 2024-08-10T05:00:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:00:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:00:54.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:00:55.473 INFO:tasks.rados.rados.0.smithi078.stdout:1356: done (4 left) 2024-08-10T05:00:55.473 INFO:tasks.rados.rados.0.smithi078.stdout:1357: read oid 30 snap 123 2024-08-10T05:00:55.474 INFO:tasks.rados.rados.0.smithi078.stdout:1357: expect deleted 2024-08-10T05:00:55.474 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 129 2024-08-10T05:00:55.474 INFO:tasks.rados.rados.0.smithi078.stdout:1353: expect (ObjNum 91 snap 18 seq_num 91) 2024-08-10T05:00:55.587 INFO:tasks.rados.rados.0.smithi078.stdout:1343: finishing copy_from to smithi07880501-21 2024-08-10T05:00:55.587 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 665 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:00:55.588 INFO:tasks.rados.rados.0.smithi078.stdout:1351: expect (ObjNum 423 snap 127 seq_num 423) 2024-08-10T05:00:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[92251]: Upgrade: Updating osd.1 2024-08-10T05:00:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[92251]: Deploying daemon osd.1 on smithi078 2024-08-10T05:00:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[92251]: pgmap v140: 121 pgs: 121 active+clean; 404 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-08-10T05:00:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[92251]: osdmap e321: 8 total, 8 up, 8 in 2024-08-10T05:00:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[94618]: Upgrade: Updating osd.1 2024-08-10T05:00:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[94618]: Deploying daemon osd.1 on smithi078 2024-08-10T05:00:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[94618]: pgmap v140: 121 pgs: 121 active+clean; 404 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-08-10T05:00:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:55 smithi078 ceph-mon[94618]: osdmap e321: 8 total, 8 up, 8 in 2024-08-10T05:00:55.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:55 smithi107 ceph-mon[86658]: Upgrade: Updating osd.1 2024-08-10T05:00:55.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:55 smithi107 ceph-mon[86658]: Deploying daemon osd.1 on smithi078 2024-08-10T05:00:55.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:55 smithi107 ceph-mon[86658]: pgmap v140: 121 pgs: 121 active+clean; 404 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-08-10T05:00:55.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:55 smithi107 ceph-mon[86658]: osdmap e321: 8 total, 8 up, 8 in 2024-08-10T05:00:56.228 INFO:tasks.rados.rados.0.smithi078.stdout:1348: finishing copy_from to smithi07880501-41 2024-08-10T05:00:56.228 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 559 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-08-10T05:00:56.228 INFO:tasks.rados.rados.0.smithi078.stdout:1358: seq_num 443 ranges {1622016=221184} 2024-08-10T05:00:56.238 INFO:tasks.rados.rados.0.smithi078.stdout:1358: writing smithi07880501-43 from 1622016 to 1843200 tid 1 2024-08-10T05:00:56.238 INFO:tasks.rados.rados.0.smithi078.stdout:1343: done (5 left) 2024-08-10T05:00:56.238 INFO:tasks.rados.rados.0.smithi078.stdout:1348: done (4 left) 2024-08-10T05:00:56.238 INFO:tasks.rados.rados.0.smithi078.stdout:1351: done (3 left) 2024-08-10T05:00:56.238 INFO:tasks.rados.rados.0.smithi078.stdout:1353: done (2 left) 2024-08-10T05:00:56.239 INFO:tasks.rados.rados.0.smithi078.stdout:1359: snap_create 2024-08-10T05:00:56.243 INFO:tasks.rados.rados.0.smithi078.stdout:1358: finishing write tid 1 to smithi07880501-43 2024-08-10T05:00:56.243 INFO:tasks.rados.rados.0.smithi078.stdout:1358: finishing write tid 2 to smithi07880501-43 2024-08-10T05:00:56.244 INFO:tasks.rados.rados.0.smithi078.stdout:1358: finishing write tid 3 to smithi07880501-43 2024-08-10T05:00:56.244 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1039 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-08-10T05:00:56.244 INFO:tasks.rados.rados.0.smithi078.stdout:1358: left oid 43 (ObjNum 443 snap 129 seq_num 443) 2024-08-10T05:00:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:56 smithi078 ceph-mon[92251]: osdmap e322: 8 total, 8 up, 8 in 2024-08-10T05:00:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:56 smithi078 ceph-mon[92251]: osdmap e323: 8 total, 8 up, 8 in 2024-08-10T05:00:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:56 smithi078 ceph-mon[94618]: osdmap e322: 8 total, 8 up, 8 in 2024-08-10T05:00:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:56 smithi078 ceph-mon[94618]: osdmap e323: 8 total, 8 up, 8 in 2024-08-10T05:00:56.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:56 smithi107 ceph-mon[86658]: osdmap e322: 8 total, 8 up, 8 in 2024-08-10T05:00:56.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:56 smithi107 ceph-mon[86658]: osdmap e323: 8 total, 8 up, 8 in 2024-08-10T05:00:57.072 INFO:tasks.rados.rados.0.smithi078.stdout:1357: done (2 left) 2024-08-10T05:00:57.072 INFO:tasks.rados.rados.0.smithi078.stdout:1358: done (1 left) 2024-08-10T05:00:57.072 INFO:tasks.rados.rados.0.smithi078.stdout:1359: done (0 left) 2024-08-10T05:00:57.072 INFO:tasks.rados.rados.0.smithi078.stdout:1360: read oid 39 snap -1 2024-08-10T05:00:57.072 INFO:tasks.rados.rados.0.smithi078.stdout:1360: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:00:57.072 INFO:tasks.rados.rados.0.smithi078.stdout:1361: copy_from oid 13 from oid 4 current snap is 130 2024-08-10T05:00:57.072 INFO:tasks.rados.rados.0.smithi078.stdout:1362: setattr oid 47 current snap is 130 2024-08-10T05:00:57.073 INFO:tasks.rados.rados.0.smithi078.stdout:1363: copy_from oid 15 from oid 12 current snap is 130 2024-08-10T05:00:57.073 INFO:tasks.rados.rados.0.smithi078.stdout:1364: snap_create 2024-08-10T05:00:57.080 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1000 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T05:00:57.082 INFO:tasks.rados.rados.0.smithi078.stdout:1360: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:00:57.182 INFO:tasks.rados.rados.0.smithi078.stdout:1363: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:00:57.182 INFO:tasks.rados.rados.0.smithi078.stdout:1363: finishing copy_from to smithi07880501-15 2024-08-10T05:00:57.182 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 362 (ObjNum 410 snap 122 seq_num 410) dirty exists 2024-08-10T05:00:57.182 INFO:tasks.rados.rados.0.smithi078.stdout:1361: finishing copy_from racing read to smithi07880501-13 2024-08-10T05:00:57.182 INFO:tasks.rados.rados.0.smithi078.stdout:1361: finishing copy_from to smithi07880501-13 2024-08-10T05:00:57.182 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 950 (ObjNum 406 snap 120 seq_num 406) dirty exists 2024-08-10T05:00:57.466 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:57 smithi078 systemd[1]: Stopping Ceph osd.1 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:00:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[92251]: pgmap v144: 121 pgs: 121 active+clean; 404 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-08-10T05:00:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[92251]: osdmap e324: 8 total, 8 up, 8 in 2024-08-10T05:00:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[92251]: osd.1 marked itself down and dead 2024-08-10T05:00:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[94618]: pgmap v144: 121 pgs: 121 active+clean; 404 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-08-10T05:00:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[94618]: osdmap e324: 8 total, 8 up, 8 in 2024-08-10T05:00:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-mon[94618]: osd.1 marked itself down and dead 2024-08-10T05:00:57.727 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[49579]: 2024-08-10T05:00:57.464+0000 7f4470000640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:00:57.728 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[49579]: 2024-08-10T05:00:57.464+0000 7f4470000640 -1 osd.1 324 *** Got signal Terminated *** 2024-08-10T05:00:57.728 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:57 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[49579]: 2024-08-10T05:00:57.464+0000 7f4470000640 -1 osd.1 324 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:00:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:57 smithi107 ceph-mon[86658]: pgmap v144: 121 pgs: 121 active+clean; 404 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-08-10T05:00:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:57 smithi107 ceph-mon[86658]: osdmap e324: 8 total, 8 up, 8 in 2024-08-10T05:00:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:00:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:57 smithi107 ceph-mon[86658]: osd.1 marked itself down and dead 2024-08-10T05:00:58.074 INFO:tasks.rados.rados.0.smithi078.stdout:1360: done (4 left) 2024-08-10T05:00:58.074 INFO:tasks.rados.rados.0.smithi078.stdout:1361: done (3 left) 2024-08-10T05:00:58.074 INFO:tasks.rados.rados.0.smithi078.stdout:1362: done (2 left) 2024-08-10T05:00:58.074 INFO:tasks.rados.rados.0.smithi078.stdout:1363: done (1 left) 2024-08-10T05:00:58.074 INFO:tasks.rados.rados.0.smithi078.stdout:1364: done (0 left) 2024-08-10T05:00:58.074 INFO:tasks.rados.rados.0.smithi078.stdout:1365: snap_remove snap 123 2024-08-10T05:00:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:58 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:00:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:58 smithi078 ceph-mon[92251]: osdmap e325: 8 total, 7 up, 8 in 2024-08-10T05:00:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:58 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:00:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:58 smithi078 ceph-mon[94618]: osdmap e325: 8 total, 7 up, 8 in 2024-08-10T05:00:58.727 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:58 smithi078 podman[104520]: 2024-08-10 05:00:58.633425983 +0000 UTC m=+1.272871965 container died bd05843ec518649dee63e5e1fe803a7eb954af8660302b7928c4efa2475d458d (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-10T05:00:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:58 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:00:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:58 smithi107 ceph-mon[86658]: osdmap e325: 8 total, 7 up, 8 in 2024-08-10T05:00:58.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:00:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:00:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:1365: done (0 left) 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 131 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:1366: seq_num 444 ranges {172032=237568} 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:1366: writing smithi07880501-8 from 172032 to 409600 tid 1 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:1367: rollback oid 31 current snap is 131 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 129 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 131 2024-08-10T05:00:59.086 INFO:tasks.rados.rados.0.smithi078.stdout:1368: seq_num 445 ranges {1589248=253952} 2024-08-10T05:00:59.095 INFO:tasks.rados.rados.0.smithi078.stdout:1368: writing smithi07880501-20 from 1589248 to 1843200 tid 1 2024-08-10T05:00:59.095 INFO:tasks.rados.rados.0.smithi078.stdout:1369: read oid 41 snap -1 2024-08-10T05:00:59.095 INFO:tasks.rados.rados.0.smithi078.stdout:1369: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-10T05:00:59.095 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 131 2024-08-10T05:00:59.095 INFO:tasks.rados.rados.0.smithi078.stdout:1370: seq_num 446 ranges {0=278528} 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1370: writing smithi07880501-50 from 0 to 278528 tid 1 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1371: rollback oid 9 current snap is 131 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 62 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1372: read oid 34 snap -1 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1372: expect deleted 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1373: rollback oid 47 current snap is 131 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 67 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1374: read oid 1 snap -1 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1374: expect (ObjNum 423 snap 127 seq_num 423) 2024-08-10T05:00:59.098 INFO:tasks.rados.rados.0.smithi078.stdout:1375: copy_from oid 40 from oid 44 current snap is 131 2024-08-10T05:00:59.099 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 131 2024-08-10T05:00:59.099 INFO:tasks.rados.rados.0.smithi078.stdout:1376: seq_num 447 ranges {0=294912} 2024-08-10T05:00:59.100 INFO:tasks.rados.rados.0.smithi078.stdout:1376: writing smithi07880501-33 from 0 to 294912 tid 1 2024-08-10T05:00:59.100 INFO:tasks.rados.rados.0.smithi078.stdout:1377: rollback oid 7 current snap is 131 2024-08-10T05:00:59.100 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 7 to 127 2024-08-10T05:00:59.100 INFO:tasks.rados.rados.0.smithi078.stdout:1372: done (11 left) 2024-08-10T05:00:59.100 INFO:tasks.rados.rados.0.smithi078.stdout:1378: delete oid 46 current snap is 131 2024-08-10T05:00:59.101 INFO:tasks.rados.rados.0.smithi078.stdout:1368: finishing write tid 1 to smithi07880501-20 2024-08-10T05:00:59.101 INFO:tasks.rados.rados.0.smithi078.stdout:1366: finishing write tid 1 to smithi07880501-8 2024-08-10T05:00:59.101 INFO:tasks.rados.rados.0.smithi078.stdout:1366: finishing write tid 2 to smithi07880501-8 2024-08-10T05:00:59.103 INFO:tasks.rados.rados.0.smithi078.stdout:1367: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:00:59.104 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 335 (ObjNum 65 snap 0 seq_num 1901356373) dirty dne 2024-08-10T05:00:59.104 INFO:tasks.rados.rados.0.smithi078.stdout:1366: finishing write tid 3 to smithi07880501-8 2024-08-10T05:00:59.104 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 669 (ObjNum 444 snap 131 seq_num 444) dirty exists 2024-08-10T05:00:59.104 INFO:tasks.rados.rados.0.smithi078.stdout:1366: left oid 8 (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:00:59.106 INFO:tasks.rados.rados.0.smithi078.stdout:1371: finishing rollback tid 0 to smithi07880501-9 2024-08-10T05:00:59.106 INFO:tasks.rados.rados.0.smithi078.stdout:1371: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:00:59.106 INFO:tasks.rados.rados.0.smithi078.stdout:1366: done (11 left) 2024-08-10T05:00:59.106 INFO:tasks.rados.rados.0.smithi078.stdout:1367: done (10 left) 2024-08-10T05:00:59.106 INFO:tasks.rados.rados.0.smithi078.stdout:1378: done (9 left) 2024-08-10T05:00:59.106 INFO:tasks.rados.rados.0.smithi078.stdout:1379: snap_remove snap 124 2024-08-10T05:00:59.226 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 podman[104520]: 2024-08-10 05:00:58.998997477 +0000 UTC m=+1.638443459 container cleanup bd05843ec518649dee63e5e1fe803a7eb954af8660302b7928c4efa2475d458d (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True) 2024-08-10T05:00:59.226 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 bash[104520]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1 2024-08-10T05:00:59.574 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:59 smithi078 ceph-mon[94618]: pgmap v147: 121 pgs: 38 peering, 1 stale+active+clean, 82 active+clean; 409 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 15 op/s 2024-08-10T05:00:59.574 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:59 smithi078 ceph-mon[94618]: Health check failed: Reduced data availability: 9 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-10T05:00:59.574 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:00:59 smithi078 ceph-mon[94618]: osdmap e326: 8 total, 7 up, 8 in 2024-08-10T05:00:59.574 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:59 smithi078 ceph-mon[92251]: pgmap v147: 121 pgs: 38 peering, 1 stale+active+clean, 82 active+clean; 409 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 15 op/s 2024-08-10T05:00:59.575 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:59 smithi078 ceph-mon[92251]: Health check failed: Reduced data availability: 9 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-10T05:00:59.575 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:00:59 smithi078 ceph-mon[92251]: osdmap e326: 8 total, 7 up, 8 in 2024-08-10T05:00:59.575 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 podman[104536]: 2024-08-10 05:00:59.258611521 +0000 UTC m=+0.616135315 container remove bd05843ec518649dee63e5e1fe803a7eb954af8660302b7928c4efa2475d458d (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, org.label-schema.vendor=CentOS, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:00:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:59 smithi107 ceph-mon[86658]: pgmap v147: 121 pgs: 38 peering, 1 stale+active+clean, 82 active+clean; 409 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 15 op/s 2024-08-10T05:00:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:59 smithi107 ceph-mon[86658]: Health check failed: Reduced data availability: 9 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-10T05:00:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:00:59 smithi107 ceph-mon[86658]: osdmap e326: 8 total, 7 up, 8 in 2024-08-10T05:00:59.845 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 podman[104625]: 2024-08-10 05:00:59.478709216 +0000 UTC m=+0.018481768 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:00:59.845 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 podman[104625]: 2024-08-10 05:00:59.594451183 +0000 UTC m=+0.134223709 container create 4e7bc05165da4a966d134f0c52319f846e75f91d355167ec2da6cbf23c6c3380 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:00:59.845 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 podman[104625]: 2024-08-10 05:00:59.845301547 +0000 UTC m=+0.385074087 container init 4e7bc05165da4a966d134f0c52319f846e75f91d355167ec2da6cbf23c6c3380 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-10T05:01:00.082 INFO:tasks.rados.rados.0.smithi078.stdout:1379: done (9 left) 2024-08-10T05:01:00.083 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 30 current snap is 131 2024-08-10T05:01:00.083 INFO:tasks.rados.rados.0.smithi078.stdout:1371: finishing rollback tid 2 to smithi07880501-9 2024-08-10T05:01:00.083 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 953 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-08-10T05:01:00.083 INFO:tasks.rados.rados.0.smithi078.stdout:1380: seq_num 449 ranges {0=327680} 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:1380: writing smithi07880501-30 from 0 to 327680 tid 1 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:1373: finishing rollback tid 0 to smithi07880501-47 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:1373: finishing rollback tid 1 to smithi07880501-47 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:1373: finishing rollback tid 2 to smithi07880501-47 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1004 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:1370: finishing write tid 1 to smithi07880501-50 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:1370: finishing write tid 2 to smithi07880501-50 2024-08-10T05:01:00.085 INFO:tasks.rados.rados.0.smithi078.stdout:1376: finishing write tid 1 to smithi07880501-33 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1376: finishing write tid 2 to smithi07880501-33 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1370: finishing write tid 3 to smithi07880501-50 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1041 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1370: left oid 50 (ObjNum 446 snap 131 seq_num 446) 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1377: finishing rollback tid 0 to smithi07880501-7 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1377: finishing rollback tid 1 to smithi07880501-7 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1376: finishing write tid 3 to smithi07880501-33 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1116 (ObjNum 447 snap 131 seq_num 447) dirty exists 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1376: left oid 33 (ObjNum 447 snap 131 seq_num 447) 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1377: finishing rollback tid 2 to smithi07880501-7 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1120 (ObjNum 330 snap 100 seq_num 330) dirty exists 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1375: finishing copy_from racing read to smithi07880501-40 2024-08-10T05:01:00.086 INFO:tasks.rados.rados.0.smithi078.stdout:1375: finishing copy_from to smithi07880501-40 2024-08-10T05:01:00.087 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 972 (ObjNum 430 snap 127 seq_num 430) dirty exists 2024-08-10T05:01:00.087 INFO:tasks.rados.rados.0.smithi078.stdout:1368: finishing write tid 2 to smithi07880501-20 2024-08-10T05:01:00.087 INFO:tasks.rados.rados.0.smithi078.stdout:1369: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-10T05:01:00.226 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 podman[104625]: 2024-08-10 05:00:59.849045297 +0000 UTC m=+0.388817827 container start 4e7bc05165da4a966d134f0c52319f846e75f91d355167ec2da6cbf23c6c3380 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:01:00.226 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:00:59 smithi078 podman[104625]: 2024-08-10 05:00:59.920303529 +0000 UTC m=+0.460076076 container attach 4e7bc05165da4a966d134f0c52319f846e75f91d355167ec2da6cbf23c6c3380 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-10T05:01:00.226 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:00 smithi078 podman[104625]: 2024-08-10 05:01:00.036888106 +0000 UTC m=+0.576660634 container died 4e7bc05165da4a966d134f0c52319f846e75f91d355167ec2da6cbf23c6c3380 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-10T05:01:00.573 INFO:tasks.rados.rados.0.smithi078.stdout:1368: finishing write tid 3 to smithi07880501-20 2024-08-10T05:01:00.573 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 561 (ObjNum 445 snap 131 seq_num 445) dirty exists 2024-08-10T05:01:00.573 INFO:tasks.rados.rados.0.smithi078.stdout:1368: left oid 20 (ObjNum 445 snap 131 seq_num 445) 2024-08-10T05:01:00.573 INFO:tasks.rados.rados.0.smithi078.stdout:1374: expect (ObjNum 423 snap 127 seq_num 423) 2024-08-10T05:01:00.647 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:00 smithi078 podman[104648]: 2024-08-10 05:01:00.632417177 +0000 UTC m=+0.589442079 container remove 4e7bc05165da4a966d134f0c52319f846e75f91d355167ec2da6cbf23c6c3380 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905) 2024-08-10T05:01:00.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:00 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-10T05:01:00.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:00 smithi078 systemd[1]: Stopped Ceph osd.1 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:01:00.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:00 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.1.service: Consumed 11.834s CPU time. 2024-08-10T05:01:00.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:00 smithi078 systemd[1]: Starting Ceph osd.1 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:01:01.219 INFO:tasks.rados.rados.0.smithi078.stdout:1380: finishing write tid 1 to smithi07880501-30 2024-08-10T05:01:01.219 INFO:tasks.rados.rados.0.smithi078.stdout:1380: finishing write tid 2 to smithi07880501-30 2024-08-10T05:01:01.219 INFO:tasks.rados.rados.0.smithi078.stdout:1368: done (9 left) 2024-08-10T05:01:01.219 INFO:tasks.rados.rados.0.smithi078.stdout:1369: done (8 left) 2024-08-10T05:01:01.219 INFO:tasks.rados.rados.0.smithi078.stdout:1370: done (7 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1371: done (6 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1373: done (5 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1374: done (4 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1375: done (3 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1376: done (2 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1377: done (1 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1381: rmattr oid 13 current snap is 131 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1381: done (1 left) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 131 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1380: finishing write tid 3 to smithi07880501-30 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 1043 (ObjNum 449 snap 131 seq_num 449) dirty exists 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1380: left oid 30 (ObjNum 449 snap 131 seq_num 449) 2024-08-10T05:01:01.220 INFO:tasks.rados.rados.0.smithi078.stdout:1382: seq_num 450 ranges {1843200=344064} 2024-08-10T05:01:01.231 INFO:tasks.rados.rados.0.smithi078.stdout:1382: writing smithi07880501-20 from 1843200 to 2187264 tid 1 2024-08-10T05:01:01.231 INFO:tasks.rados.rados.0.smithi078.stdout:1380: done (1 left) 2024-08-10T05:01:01.231 INFO:tasks.rados.rados.0.smithi078.stdout:1383: copy_from oid 6 from oid 35 current snap is 131 2024-08-10T05:01:01.231 INFO:tasks.rados.rados.0.smithi078.stdout:1384: read oid 42 snap -1 2024-08-10T05:01:01.231 INFO:tasks.rados.rados.0.smithi078.stdout:1384: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:01.231 INFO:tasks.rados.rados.0.smithi078.stdout:1385: snap_create 2024-08-10T05:01:01.243 INFO:tasks.rados.rados.0.smithi078.stdout:1383: finishing copy_from racing read to smithi07880501-6 2024-08-10T05:01:01.263 INFO:tasks.rados.rados.0.smithi078.stdout:1382: finishing write tid 1 to smithi07880501-20 2024-08-10T05:01:01.263 INFO:tasks.rados.rados.0.smithi078.stdout:1382: finishing write tid 2 to smithi07880501-20 2024-08-10T05:01:01.265 INFO:tasks.rados.rados.0.smithi078.stdout:1383: finishing copy_from to smithi07880501-6 2024-08-10T05:01:01.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 411 (ObjNum 382 snap 115 seq_num 382) dirty exists 2024-08-10T05:01:01.265 INFO:tasks.rados.rados.0.smithi078.stdout:1382: finishing write tid 3 to smithi07880501-20 2024-08-10T05:01:01.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 563 (ObjNum 450 snap 131 seq_num 450) dirty exists 2024-08-10T05:01:01.266 INFO:tasks.rados.rados.0.smithi078.stdout:1382: left oid 20 (ObjNum 450 snap 131 seq_num 450) 2024-08-10T05:01:01.266 INFO:tasks.rados.rados.0.smithi078.stdout:1384: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:01.323 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-mon[92251]: osdmap e327: 8 total, 7 up, 8 in 2024-08-10T05:01:01.324 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-mon[92251]: pgmap v150: 121 pgs: 6 active+undersized, 38 peering, 1 active+undersized+degraded, 76 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 15 op/s; 5/852 objects degraded (0.587%) 2024-08-10T05:01:01.325 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-mon[94618]: osdmap e327: 8 total, 7 up, 8 in 2024-08-10T05:01:01.325 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-mon[94618]: pgmap v150: 121 pgs: 6 active+undersized, 38 peering, 1 active+undersized+degraded, 76 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 15 op/s; 5/852 objects degraded (0.587%) 2024-08-10T05:01:01.325 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 podman[104746]: 2024-08-10 05:01:00.974019696 +0000 UTC m=+0.020157260 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:01:01.325 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 podman[104746]: 2024-08-10 05:01:01.10865929 +0000 UTC m=+0.154796852 container create ccd078f3d87df45e67138583da3208edf5a839fb2480b204afa22af7ad6218bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-10T05:01:01.325 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 podman[104746]: 2024-08-10 05:01:01.324336307 +0000 UTC m=+0.370473886 container init ccd078f3d87df45e67138583da3208edf5a839fb2480b204afa22af7ad6218bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:01:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:01 smithi107 ceph-mon[86658]: osdmap e327: 8 total, 7 up, 8 in 2024-08-10T05:01:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:01 smithi107 ceph-mon[86658]: pgmap v150: 121 pgs: 6 active+undersized, 38 peering, 1 active+undersized+degraded, 76 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 15 op/s; 5/852 objects degraded (0.587%) 2024-08-10T05:01:01.656 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 podman[104746]: 2024-08-10 05:01:01.328908785 +0000 UTC m=+0.375046347 container start ccd078f3d87df45e67138583da3208edf5a839fb2480b204afa22af7ad6218bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:01:01.656 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 podman[104746]: 2024-08-10 05:01:01.390652507 +0000 UTC m=+0.436790083 container attach ccd078f3d87df45e67138583da3208edf5a839fb2480b204afa22af7ad6218bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True) 2024-08-10T05:01:01.656 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:01.656 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:01.656 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:01.656 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:01.656 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:01:01.657 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:01:01.923 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:01:01.923 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:01:01.923 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:01:01.923 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:01:01.923 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate[104761]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 bash[104746]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-10T05:01:01.924 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:01 smithi078 podman[104746]: 2024-08-10 05:01:01.705086985 +0000 UTC m=+0.751224558 container died ccd078f3d87df45e67138583da3208edf5a839fb2480b204afa22af7ad6218bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-10T05:01:02.096 INFO:tasks.rados.rados.0.smithi078.stdout:1382: done (3 left) 2024-08-10T05:01:02.096 INFO:tasks.rados.rados.0.smithi078.stdout:1383: done (2 left) 2024-08-10T05:01:02.096 INFO:tasks.rados.rados.0.smithi078.stdout:1384: done (1 left) 2024-08-10T05:01:02.096 INFO:tasks.rados.rados.0.smithi078.stdout:1385: done (0 left) 2024-08-10T05:01:02.096 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 132 2024-08-10T05:01:02.096 INFO:tasks.rados.rados.0.smithi078.stdout:1386: seq_num 451 ranges {155648=360448} 2024-08-10T05:01:02.099 INFO:tasks.rados.rados.0.smithi078.stdout:1386: writing smithi07880501-17 from 155648 to 516096 tid 1 2024-08-10T05:01:02.099 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 132 2024-08-10T05:01:02.099 INFO:tasks.rados.rados.0.smithi078.stdout:1387: seq_num 452 ranges {2220032=376832} 2024-08-10T05:01:02.113 INFO:tasks.rados.rados.0.smithi078.stdout:1387: writing smithi07880501-35 from 2220032 to 2596864 tid 1 2024-08-10T05:01:02.113 INFO:tasks.rados.rados.0.smithi078.stdout:1388: snap_create 2024-08-10T05:01:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:1386: finishing write tid 1 to smithi07880501-17 2024-08-10T05:01:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:1386: finishing write tid 2 to smithi07880501-17 2024-08-10T05:01:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:1386: finishing write tid 3 to smithi07880501-17 2024-08-10T05:01:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 282 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-08-10T05:01:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:1386: left oid 17 (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:01:02.117 INFO:tasks.rados.rados.0.smithi078.stdout:1387: finishing write tid 1 to smithi07880501-35 2024-08-10T05:01:02.117 INFO:tasks.rados.rados.0.smithi078.stdout:1387: finishing write tid 2 to smithi07880501-35 2024-08-10T05:01:02.119 INFO:tasks.rados.rados.0.smithi078.stdout:1387: finishing write tid 3 to smithi07880501-35 2024-08-10T05:01:02.119 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 565 (ObjNum 452 snap 132 seq_num 452) dirty exists 2024-08-10T05:01:02.119 INFO:tasks.rados.rados.0.smithi078.stdout:1387: left oid 35 (ObjNum 452 snap 132 seq_num 452) 2024-08-10T05:01:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:02 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 5/852 objects degraded (0.587%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:01:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:02 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 5/852 objects degraded (0.587%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:01:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:01:01] "GET /metrics HTTP/1.1" 200 36089 "" "Prometheus/2.43.0" 2024-08-10T05:01:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:02 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 5/852 objects degraded (0.587%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:01:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:02.611 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 podman[104887]: 2024-08-10 05:01:02.280133239 +0000 UTC m=+0.565684820 container remove ccd078f3d87df45e67138583da3208edf5a839fb2480b204afa22af7ad6218bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T05:01:02.611 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 podman[104954]: 2024-08-10 05:01:02.395249091 +0000 UTC m=+0.017743906 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:01:02.611 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 podman[104954]: 2024-08-10 05:01:02.514535149 +0000 UTC m=+0.137029954 container create f9e9c3471a7d09dea7d2ede5d6fca4e61b0dc5c511dede9e545fc7b7639fb0e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-10T05:01:02.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 podman[104954]: 2024-08-10 05:01:02.691686521 +0000 UTC m=+0.314181326 container init f9e9c3471a7d09dea7d2ede5d6fca4e61b0dc5c511dede9e545fc7b7639fb0e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-10T05:01:02.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 podman[104954]: 2024-08-10 05:01:02.694888471 +0000 UTC m=+0.317383277 container start f9e9c3471a7d09dea7d2ede5d6fca4e61b0dc5c511dede9e545fc7b7639fb0e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-10T05:01:02.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 ceph-osd[104973]: -- 172.21.15.78:0/243982342 <== mon.2 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fa869f3a40 con 0x55fa869d1c00 2024-08-10T05:01:02.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 bash[104954]: f9e9c3471a7d09dea7d2ede5d6fca4e61b0dc5c511dede9e545fc7b7639fb0e7 2024-08-10T05:01:02.976 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:02 smithi078 systemd[1]: Started Ceph osd.1 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:01:03.103 INFO:tasks.rados.rados.0.smithi078.stdout:1386: done (2 left) 2024-08-10T05:01:03.103 INFO:tasks.rados.rados.0.smithi078.stdout:1387: done (1 left) 2024-08-10T05:01:03.103 INFO:tasks.rados.rados.0.smithi078.stdout:1388: done (0 left) 2024-08-10T05:01:03.103 INFO:tasks.rados.rados.0.smithi078.stdout:1389: delete oid 44 current snap is 133 2024-08-10T05:01:03.107 INFO:tasks.rados.rados.0.smithi078.stdout:1389: done (0 left) 2024-08-10T05:01:03.107 INFO:tasks.rados.rados.0.smithi078.stdout:1390: rmattr oid 21 current snap is 133 2024-08-10T05:01:03.107 INFO:tasks.rados.rados.0.smithi078.stdout:1391: read oid 35 snap -1 2024-08-10T05:01:03.107 INFO:tasks.rados.rados.0.smithi078.stdout:1391: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-10T05:01:03.107 INFO:tasks.rados.rados.0.smithi078.stdout:1392: read oid 47 snap -1 2024-08-10T05:01:03.107 INFO:tasks.rados.rados.0.smithi078.stdout:1392: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:01:03.107 INFO:tasks.rados.rados.0.smithi078.stdout:1393: snap_create 2024-08-10T05:01:03.113 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 666 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:01:03.120 INFO:tasks.rados.rados.0.smithi078.stdout:1392: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:01:03.176 INFO:tasks.rados.rados.0.smithi078.stdout:1391: expect (ObjNum 452 snap 132 seq_num 452) 2024-08-10T05:01:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[92251]: osdmap e328: 8 total, 7 up, 8 in 2024-08-10T05:01:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[92251]: pgmap v152: 121 pgs: 6 active+undersized, 38 peering, 1 active+undersized+degraded, 76 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.2 MiB/s wr, 14 op/s; 5/852 objects degraded (0.587%) 2024-08-10T05:01:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:03.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[94618]: osdmap e328: 8 total, 7 up, 8 in 2024-08-10T05:01:03.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[94618]: pgmap v152: 121 pgs: 6 active+undersized, 38 peering, 1 active+undersized+degraded, 76 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.2 MiB/s wr, 14 op/s; 5/852 objects degraded (0.587%) 2024-08-10T05:01:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:03.464 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:03 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[104969]: 2024-08-10T05:01:03.236+0000 7f143b669640 -1 Falling back to public interface 2024-08-10T05:01:03.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:03 smithi107 ceph-mon[86658]: osdmap e328: 8 total, 7 up, 8 in 2024-08-10T05:01:03.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:03 smithi107 ceph-mon[86658]: pgmap v152: 121 pgs: 6 active+undersized, 38 peering, 1 active+undersized+degraded, 76 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.2 MiB/s wr, 14 op/s; 5/852 objects degraded (0.587%) 2024-08-10T05:01:03.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:03.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:03.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:03.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:04.103 INFO:tasks.rados.rados.0.smithi078.stdout:1390: done (3 left) 2024-08-10T05:01:04.103 INFO:tasks.rados.rados.0.smithi078.stdout:1391: done (2 left) 2024-08-10T05:01:04.103 INFO:tasks.rados.rados.0.smithi078.stdout:1392: done (1 left) 2024-08-10T05:01:04.103 INFO:tasks.rados.rados.0.smithi078.stdout:1393: done (0 left) 2024-08-10T05:01:04.103 INFO:tasks.rados.rados.0.smithi078.stdout:1394: read oid 40 snap 125 2024-08-10T05:01:04.103 INFO:tasks.rados.rados.0.smithi078.stdout:1394: expect (ObjNum 400 snap 117 seq_num 400) 2024-08-10T05:01:04.103 INFO:tasks.rados.rados.0.smithi078.stdout:1395: delete oid 11 current snap is 134 2024-08-10T05:01:04.110 INFO:tasks.rados.rados.0.smithi078.stdout:1395: done (1 left) 2024-08-10T05:01:04.110 INFO:tasks.rados.rados.0.smithi078.stdout:1396: delete oid 20 current snap is 134 2024-08-10T05:01:04.113 INFO:tasks.rados.rados.0.smithi078.stdout:1396: done (1 left) 2024-08-10T05:01:04.113 INFO:tasks.rados.rados.0.smithi078.stdout:1397: setattr oid 17 current snap is 134 2024-08-10T05:01:04.115 INFO:tasks.rados.rados.0.smithi078.stdout:1398: read oid 21 snap -1 2024-08-10T05:01:04.115 INFO:tasks.rados.rados.0.smithi078.stdout:1398: expect (ObjNum 425 snap 127 seq_num 425) 2024-08-10T05:01:04.115 INFO:tasks.rados.rados.0.smithi078.stdout:1399: snap_create 2024-08-10T05:01:04.120 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 284 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-08-10T05:01:04.135 INFO:tasks.rados.rados.0.smithi078.stdout:1394: expect (ObjNum 400 snap 117 seq_num 400) 2024-08-10T05:01:04.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:04 smithi107 ceph-mon[86658]: osdmap e329: 8 total, 7 up, 8 in 2024-08-10T05:01:04.456 INFO:tasks.rados.rados.0.smithi078.stdout:1398: expect (ObjNum 425 snap 127 seq_num 425) 2024-08-10T05:01:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:04 smithi078 ceph-mon[92251]: osdmap e329: 8 total, 7 up, 8 in 2024-08-10T05:01:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:04 smithi078 ceph-mon[94618]: osdmap e329: 8 total, 7 up, 8 in 2024-08-10T05:01:04.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:04.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:05.114 INFO:tasks.rados.rados.0.smithi078.stdout:1394: done (3 left) 2024-08-10T05:01:05.114 INFO:tasks.rados.rados.0.smithi078.stdout:1397: done (2 left) 2024-08-10T05:01:05.114 INFO:tasks.rados.rados.0.smithi078.stdout:1398: done (1 left) 2024-08-10T05:01:05.114 INFO:tasks.rados.rados.0.smithi078.stdout:1399: done (0 left) 2024-08-10T05:01:05.115 INFO:tasks.rados.rados.0.smithi078.stdout:1400: snap_create 2024-08-10T05:01:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:05 smithi078 ceph-mon[92251]: osdmap e330: 8 total, 7 up, 8 in 2024-08-10T05:01:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:05 smithi078 ceph-mon[92251]: pgmap v155: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 145/885 objects degraded (16.384%) 2024-08-10T05:01:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:05 smithi078 ceph-mon[94618]: osdmap e330: 8 total, 7 up, 8 in 2024-08-10T05:01:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:05 smithi078 ceph-mon[94618]: pgmap v155: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 145/885 objects degraded (16.384%) 2024-08-10T05:01:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:05 smithi107 ceph-mon[86658]: osdmap e330: 8 total, 7 up, 8 in 2024-08-10T05:01:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:05 smithi107 ceph-mon[86658]: pgmap v155: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 145/885 objects degraded (16.384%) 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1400: done (0 left) 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1401: read oid 4 snap -1 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1401: expect (ObjNum 406 snap 120 seq_num 406) 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1402: read oid 46 snap -1 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1402: expect deleted 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1403: rollback oid 24 current snap is 136 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 118 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1404: read oid 20 snap -1 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1404: expect deleted 2024-08-10T05:01:06.071 INFO:tasks.rados.rados.0.smithi078.stdout:1405: rmattr oid 3 current snap is 136 2024-08-10T05:01:06.072 INFO:tasks.rados.rados.0.smithi078.stdout:1405: done (4 left) 2024-08-10T05:01:06.072 INFO:tasks.rados.rados.0.smithi078.stdout:1406: copy_from oid 48 from oid 50 current snap is 136 2024-08-10T05:01:06.072 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 136 2024-08-10T05:01:06.072 INFO:tasks.rados.rados.0.smithi078.stdout:1407: seq_num 456 ranges {2465792=442368} 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1407: writing smithi07880501-39 from 2465792 to 2908160 tid 1 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1408: copy_from oid 43 from oid 8 current snap is 136 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1403: finishing rollback tid 0 to smithi07880501-24 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1403: finishing rollback tid 1 to smithi07880501-24 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1403: finishing rollback tid 2 to smithi07880501-24 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1132 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1402: done (6 left) 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1403: done (5 left) 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1404: done (4 left) 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1409: read oid 38 snap -1 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1409: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:1410: rollback oid 6 current snap is 136 2024-08-10T05:01:06.088 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 132 2024-08-10T05:01:06.089 INFO:tasks.rados.rados.0.smithi078.stdout:1411: rollback oid 44 current snap is 136 2024-08-10T05:01:06.089 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 100 2024-08-10T05:01:06.089 INFO:tasks.rados.rados.0.smithi078.stdout:1412: snap_create 2024-08-10T05:01:06.090 INFO:tasks.rados.rados.0.smithi078.stdout:1411: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:01:06.091 INFO:tasks.rados.rados.0.smithi078.stdout:1410: finishing rollback tid 0 to smithi07880501-6 2024-08-10T05:01:06.091 INFO:tasks.rados.rados.0.smithi078.stdout:1410: finishing rollback tid 1 to smithi07880501-6 2024-08-10T05:01:06.092 INFO:tasks.rados.rados.0.smithi078.stdout:1411: finishing rollback tid 2 to smithi07880501-44 2024-08-10T05:01:06.092 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1010 (ObjNum 325 snap 99 seq_num 325) dirty exists 2024-08-10T05:01:06.092 INFO:tasks.rados.rados.0.smithi078.stdout:1410: finishing rollback tid 2 to smithi07880501-6 2024-08-10T05:01:06.092 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 566 (ObjNum 382 snap 115 seq_num 382) dirty exists 2024-08-10T05:01:06.093 INFO:tasks.rados.rados.0.smithi078.stdout:1407: finishing write tid 1 to smithi07880501-39 2024-08-10T05:01:06.093 INFO:tasks.rados.rados.0.smithi078.stdout:1407: finishing write tid 2 to smithi07880501-39 2024-08-10T05:01:06.094 INFO:tasks.rados.rados.0.smithi078.stdout:1407: finishing write tid 3 to smithi07880501-39 2024-08-10T05:01:06.094 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 545 (ObjNum 456 snap 136 seq_num 456) dirty exists 2024-08-10T05:01:06.094 INFO:tasks.rados.rados.0.smithi078.stdout:1407: left oid 39 (ObjNum 456 snap 136 seq_num 456) 2024-08-10T05:01:06.097 INFO:tasks.rados.rados.0.smithi078.stdout:1401: expect (ObjNum 406 snap 120 seq_num 406) 2024-08-10T05:01:06.242 INFO:tasks.rados.rados.0.smithi078.stdout:1408: finishing copy_from racing read to smithi07880501-43 2024-08-10T05:01:06.242 INFO:tasks.rados.rados.0.smithi078.stdout:1408: finishing copy_from to smithi07880501-43 2024-08-10T05:01:06.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 669 (ObjNum 444 snap 131 seq_num 444) dirty exists 2024-08-10T05:01:06.242 INFO:tasks.rados.rados.0.smithi078.stdout:1406: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:01:06.242 INFO:tasks.rados.rados.0.smithi078.stdout:1406: finishing copy_from to smithi07880501-48 2024-08-10T05:01:06.243 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1041 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-10T05:01:06.243 INFO:tasks.rados.rados.0.smithi078.stdout:1409: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:01:06.401 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:06 smithi078 ceph-mon[92251]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 13 pgs peering) 2024-08-10T05:01:06.401 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:06 smithi078 ceph-mon[92251]: osdmap e331: 8 total, 7 up, 8 in 2024-08-10T05:01:06.401 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:06 smithi078 ceph-mon[92251]: osdmap e332: 8 total, 7 up, 8 in 2024-08-10T05:01:06.402 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:06 smithi078 ceph-mon[94618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 13 pgs peering) 2024-08-10T05:01:06.402 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:06 smithi078 ceph-mon[94618]: osdmap e331: 8 total, 7 up, 8 in 2024-08-10T05:01:06.402 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:06 smithi078 ceph-mon[94618]: osdmap e332: 8 total, 7 up, 8 in 2024-08-10T05:01:06.402 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:06 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[104969]: 2024-08-10T05:01:06.198+0000 7f143b669640 -1 osd.1 324 log_to_monitors true 2024-08-10T05:01:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:06 smithi107 ceph-mon[86658]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 13 pgs peering) 2024-08-10T05:01:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:06 smithi107 ceph-mon[86658]: osdmap e331: 8 total, 7 up, 8 in 2024-08-10T05:01:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:06 smithi107 ceph-mon[86658]: osdmap e332: 8 total, 7 up, 8 in 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1401: done (7 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1406: done (6 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1407: done (5 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1408: done (4 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1409: done (3 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1410: done (2 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1411: done (1 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1412: done (0 left) 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 137 2024-08-10T05:01:07.069 INFO:tasks.rados.rados.0.smithi078.stdout:1413: seq_num 457 ranges {0=458752} 2024-08-10T05:01:07.072 INFO:tasks.rados.rados.0.smithi078.stdout:1413: writing smithi07880501-5 from 0 to 458752 tid 1 2024-08-10T05:01:07.072 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 137 2024-08-10T05:01:07.072 INFO:tasks.rados.rados.0.smithi078.stdout:1414: seq_num 458 ranges {13410304=475136} 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1414: writing smithi07880501-10 from 13410304 to 13885440 tid 1 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1415: rmattr oid 30 current snap is 137 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1415: done (2 left) 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1416: copy_from oid 33 from oid 50 current snap is 137 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1413: finishing write tid 1 to smithi07880501-5 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1413: finishing write tid 2 to smithi07880501-5 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1413: finishing write tid 3 to smithi07880501-5 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1134 (ObjNum 457 snap 137 seq_num 457) dirty exists 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1413: left oid 5 (ObjNum 457 snap 137 seq_num 457) 2024-08-10T05:01:07.152 INFO:tasks.rados.rados.0.smithi078.stdout:1413: done (2 left) 2024-08-10T05:01:07.153 INFO:tasks.rados.rados.0.smithi078.stdout:1417: read oid 28 snap -1 2024-08-10T05:01:07.153 INFO:tasks.rados.rados.0.smithi078.stdout:1417: expect (ObjNum 405 snap 120 seq_num 405) 2024-08-10T05:01:07.153 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 137 2024-08-10T05:01:07.153 INFO:tasks.rados.rados.0.smithi078.stdout:1418: seq_num 459 ranges {0=491520} 2024-08-10T05:01:07.154 INFO:tasks.rados.rados.0.smithi078.stdout:1418: writing smithi07880501-20 from 0 to 491520 tid 1 2024-08-10T05:01:07.154 INFO:tasks.rados.rados.0.smithi078.stdout:1419: copy_from oid 36 from oid 38 current snap is 137 2024-08-10T05:01:07.154 INFO:tasks.rados.rados.0.smithi078.stdout:1420: snap_remove snap 120 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: pgmap v158: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 145/885 objects degraded (16.384%) 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: osdmap e333: 8 total, 7 up, 8 in 2024-08-10T05:01:07.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[94618]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: pgmap v158: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 145/885 objects degraded (16.384%) 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: osdmap e333: 8 total, 7 up, 8 in 2024-08-10T05:01:07.352 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-mon[92251]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: pgmap v158: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 145/885 objects degraded (16.384%) 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: osdmap e333: 8 total, 7 up, 8 in 2024-08-10T05:01:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:07 smithi107 ceph-mon[86658]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:07.700 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 05:01:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[104969]: 2024-08-10T05:01:07.557+0000 7f142f40c640 -1 osd.1 324 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:01:08.084 INFO:tasks.rados.rados.0.smithi078.stdout:1420: done (5 left) 2024-08-10T05:01:08.084 INFO:tasks.rados.rados.0.smithi078.stdout:1421: snap_remove snap 135 2024-08-10T05:01:08.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[94618]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' 2024-08-10T05:01:08.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:01:08.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[94618]: osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863] boot 2024-08-10T05:01:08.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[94618]: osdmap e334: 8 total, 8 up, 8 in 2024-08-10T05:01:08.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:01:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[94618]: pgmap v161: 121 pgs: 23 peering, 16 active+undersized, 6 active+undersized+degraded, 76 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 52/912 objects degraded (5.702%) 2024-08-10T05:01:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[92251]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' 2024-08-10T05:01:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:01:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[92251]: osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863] boot 2024-08-10T05:01:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[92251]: osdmap e334: 8 total, 8 up, 8 in 2024-08-10T05:01:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:01:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:08 smithi078 ceph-mon[92251]: pgmap v161: 121 pgs: 23 peering, 16 active+undersized, 6 active+undersized+degraded, 76 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 52/912 objects degraded (5.702%) 2024-08-10T05:01:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:08 smithi107 ceph-mon[86658]: from='osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863]' entity='osd.1' 2024-08-10T05:01:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:08 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:01:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:08 smithi107 ceph-mon[86658]: osd.1 [v2:172.21.15.78:6810/770478863,v1:172.21.15.78:6811/770478863] boot 2024-08-10T05:01:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:08 smithi107 ceph-mon[86658]: osdmap e334: 8 total, 8 up, 8 in 2024-08-10T05:01:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:01:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:08 smithi107 ceph-mon[86658]: pgmap v161: 121 pgs: 23 peering, 16 active+undersized, 6 active+undersized+degraded, 76 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 52/912 objects degraded (5.702%) 2024-08-10T05:01:08.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:09.078 INFO:tasks.rados.rados.0.smithi078.stdout:1421: done (5 left) 2024-08-10T05:01:09.079 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 137 2024-08-10T05:01:09.079 INFO:tasks.rados.rados.0.smithi078.stdout:1422: seq_num 460 ranges {7757824=507904} 2024-08-10T05:01:09.124 INFO:tasks.rados.rados.0.smithi078.stdout:1422: writing smithi07880501-29 from 7757824 to 8265728 tid 1 2024-08-10T05:01:09.124 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 137 2024-08-10T05:01:09.124 INFO:tasks.rados.rados.0.smithi078.stdout:1416: finishing copy_from racing read to smithi07880501-33 2024-08-10T05:01:09.124 INFO:tasks.rados.rados.0.smithi078.stdout:1423: seq_num 461 ranges {0=524288} 2024-08-10T05:01:09.127 INFO:tasks.rados.rados.0.smithi078.stdout:1423: writing smithi07880501-25 from 0 to 524288 tid 1 2024-08-10T05:01:09.127 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 137 2024-08-10T05:01:09.127 INFO:tasks.rados.rados.0.smithi078.stdout:1418: finishing write tid 1 to smithi07880501-20 2024-08-10T05:01:09.128 INFO:tasks.rados.rados.0.smithi078.stdout:1418: finishing write tid 2 to smithi07880501-20 2024-08-10T05:01:09.128 INFO:tasks.rados.rados.0.smithi078.stdout:1424: seq_num 462 ranges {2908160=540672} 2024-08-10T05:01:09.147 INFO:tasks.rados.rados.0.smithi078.stdout:1424: writing smithi07880501-39 from 2908160 to 3448832 tid 1 2024-08-10T05:01:09.148 INFO:tasks.rados.rados.0.smithi078.stdout:1425: copy_from oid 32 from oid 42 current snap is 137 2024-08-10T05:01:09.148 INFO:tasks.rados.rados.0.smithi078.stdout:1418: finishing write tid 3 to smithi07880501-20 2024-08-10T05:01:09.148 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 568 (ObjNum 459 snap 137 seq_num 459) dirty exists 2024-08-10T05:01:09.148 INFO:tasks.rados.rados.0.smithi078.stdout:1418: left oid 20 (ObjNum 459 snap 137 seq_num 459) 2024-08-10T05:01:09.148 INFO:tasks.rados.rados.0.smithi078.stdout:1418: done (8 left) 2024-08-10T05:01:09.148 INFO:tasks.rados.rados.0.smithi078.stdout:1426: copy_from oid 26 from oid 27 current snap is 137 2024-08-10T05:01:09.148 INFO:tasks.rados.rados.0.smithi078.stdout:1417: expect (ObjNum 405 snap 120 seq_num 405) 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1419: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1414: finishing write tid 1 to smithi07880501-10 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1414: finishing write tid 2 to smithi07880501-10 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1417: done (8 left) 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1427: rollback oid 31 current snap is 137 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 116 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1414: finishing write tid 3 to smithi07880501-10 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1013 (ObjNum 458 snap 137 seq_num 458) dirty exists 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1414: left oid 10 (ObjNum 458 snap 137 seq_num 458) 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:1416: finishing copy_from to smithi07880501-33 2024-08-10T05:01:09.211 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1041 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1419: finishing copy_from to smithi07880501-36 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 231 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1422: finishing write tid 1 to smithi07880501-29 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1422: finishing write tid 2 to smithi07880501-29 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1422: finishing write tid 3 to smithi07880501-29 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 671 (ObjNum 460 snap 137 seq_num 460) dirty exists 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1422: left oid 29 (ObjNum 460 snap 137 seq_num 460) 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1423: finishing write tid 1 to smithi07880501-25 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1423: finishing write tid 2 to smithi07880501-25 2024-08-10T05:01:09.212 INFO:tasks.rados.rados.0.smithi078.stdout:1423: finishing write tid 3 to smithi07880501-25 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 278 (ObjNum 461 snap 137 seq_num 461) dirty exists 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1423: left oid 25 (ObjNum 461 snap 137 seq_num 461) 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1424: finishing write tid 1 to smithi07880501-39 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1424: finishing write tid 2 to smithi07880501-39 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1424: finishing write tid 3 to smithi07880501-39 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 547 (ObjNum 462 snap 137 seq_num 462) dirty exists 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1424: left oid 39 (ObjNum 462 snap 137 seq_num 462) 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1425: finishing copy_from racing read to smithi07880501-32 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1426: finishing copy_from to smithi07880501-26 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 543 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1426: finishing copy_from racing read to smithi07880501-26 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1425: finishing copy_from to smithi07880501-32 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 632 (ObjNum 276 snap 84 seq_num 276) dirty exists 2024-08-10T05:01:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:1414: done (8 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1416: done (7 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1419: done (6 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1422: done (5 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1423: done (4 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1424: done (3 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1425: done (2 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1426: done (1 left) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1428: read oid 18 snap -1 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1428: expect (ObjNum 400 snap 117 seq_num 400) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1429: read oid 29 snap -1 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1429: expect (ObjNum 460 snap 137 seq_num 460) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1430: read oid 48 snap -1 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1430: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-10T05:01:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:1431: read oid 41 snap -1 2024-08-10T05:01:09.215 INFO:tasks.rados.rados.0.smithi078.stdout:1431: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-10T05:01:09.215 INFO:tasks.rados.rados.0.smithi078.stdout:1432: read oid 46 snap -1 2024-08-10T05:01:09.215 INFO:tasks.rados.rados.0.smithi078.stdout:1432: expect deleted 2024-08-10T05:01:09.215 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 137 2024-08-10T05:01:09.215 INFO:tasks.rados.rados.0.smithi078.stdout:1433: seq_num 463 ranges {0=557056} 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1433: writing smithi07880501-19 from 0 to 557056 tid 1 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1434: rollback oid 8 current snap is 137 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 8 to 133 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1432: done (7 left) 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1435: read oid 26 snap -1 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1435: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1436: read oid 16 snap 136 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1436: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-10T05:01:09.216 INFO:tasks.rados.rados.0.smithi078.stdout:1437: snap_remove snap 118 2024-08-10T05:01:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:09 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 52/912 objects degraded (5.702%), 6 pgs degraded (PG_DEGRADED) 2024-08-10T05:01:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:09 smithi107 ceph-mon[86658]: osdmap e335: 8 total, 8 up, 8 in 2024-08-10T05:01:09.851 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:09 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 52/912 objects degraded (5.702%), 6 pgs degraded (PG_DEGRADED) 2024-08-10T05:01:09.852 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:09 smithi078 ceph-mon[94618]: osdmap e335: 8 total, 8 up, 8 in 2024-08-10T05:01:09.852 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:09 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 52/912 objects degraded (5.702%), 6 pgs degraded (PG_DEGRADED) 2024-08-10T05:01:09.852 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:09 smithi078 ceph-mon[92251]: osdmap e335: 8 total, 8 up, 8 in 2024-08-10T05:01:10.079 INFO:tasks.rados.rados.0.smithi078.stdout:1437: done (9 left) 2024-08-10T05:01:10.079 INFO:tasks.rados.rados.0.smithi078.stdout:1438: snap_create 2024-08-10T05:01:10.080 INFO:tasks.rados.rados.0.smithi078.stdout:1430: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-10T05:01:10.092 INFO:tasks.rados.rados.0.smithi078.stdout:1427: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:01:10.092 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 335 (ObjNum 65 snap 0 seq_num 1886343770) dirty dne 2024-08-10T05:01:10.092 INFO:tasks.rados.rados.0.smithi078.stdout:1433: finishing write tid 1 to smithi07880501-19 2024-08-10T05:01:10.092 INFO:tasks.rados.rados.0.smithi078.stdout:1433: finishing write tid 2 to smithi07880501-19 2024-08-10T05:01:10.093 INFO:tasks.rados.rados.0.smithi078.stdout:1433: finishing write tid 3 to smithi07880501-19 2024-08-10T05:01:10.093 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 568 (ObjNum 463 snap 137 seq_num 463) dirty exists 2024-08-10T05:01:10.093 INFO:tasks.rados.rados.0.smithi078.stdout:1433: left oid 19 (ObjNum 463 snap 137 seq_num 463) 2024-08-10T05:01:10.093 INFO:tasks.rados.rados.0.smithi078.stdout:1435: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:01:10.192 INFO:tasks.rados.rados.0.smithi078.stdout:1429: expect (ObjNum 460 snap 137 seq_num 460) 2024-08-10T05:01:10.691 INFO:tasks.rados.rados.0.smithi078.stdout:1434: finishing rollback tid 0 to smithi07880501-8 2024-08-10T05:01:10.692 INFO:tasks.rados.rados.0.smithi078.stdout:1434: finishing rollback tid 1 to smithi07880501-8 2024-08-10T05:01:10.692 INFO:tasks.rados.rados.0.smithi078.stdout:1434: finishing rollback tid 2 to smithi07880501-8 2024-08-10T05:01:10.692 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 674 (ObjNum 444 snap 131 seq_num 444) dirty exists 2024-08-10T05:01:10.692 INFO:tasks.rados.rados.0.smithi078.stdout:1428: expect (ObjNum 400 snap 117 seq_num 400) 2024-08-10T05:01:10.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:10 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T05:01:10.427+0000 7f778feb9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:01:10.991 INFO:tasks.rados.rados.0.smithi078.stdout:1431: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-10T05:01:11.468 INFO:tasks.rados.rados.0.smithi078.stdout:1436: expect (ObjNum 235 snap 64 seq_num 235) 2024-08-10T05:01:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: osdmap e336: 8 total, 8 up, 8 in 2024-08-10T05:01:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:01:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: pgmap v164: 121 pgs: 4 activating, 23 peering, 11 active+undersized, 5 active+undersized+degraded, 78 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 47/912 objects degraded (5.154%) 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[92251]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: osdmap e336: 8 total, 8 up, 8 in 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: pgmap v164: 121 pgs: 4 activating, 23 peering, 11 active+undersized, 5 active+undersized+degraded, 78 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 47/912 objects degraded (5.154%) 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-mon[94618]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:01:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: osdmap e336: 8 total, 8 up, 8 in 2024-08-10T05:01:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:01:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: pgmap v164: 121 pgs: 4 activating, 23 peering, 11 active+undersized, 5 active+undersized+degraded, 78 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 47/912 objects degraded (5.154%) 2024-08-10T05:01:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:11 smithi107 ceph-mon[86658]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:01:12.008 INFO:tasks.rados.rados.0.smithi078.stdout:1427: done (9 left) 2024-08-10T05:01:12.008 INFO:tasks.rados.rados.0.smithi078.stdout:1428: done (8 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1429: done (7 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1430: done (6 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1431: done (5 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1433: done (4 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1434: done (3 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1435: done (2 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1436: done (1 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1438: done (0 left) 2024-08-10T05:01:12.009 INFO:tasks.rados.rados.0.smithi078.stdout:1439: snap_create 2024-08-10T05:01:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:12 smithi078 ceph-mon[92251]: osdmap e337: 8 total, 8 up, 8 in 2024-08-10T05:01:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:12 smithi078 ceph-mon[94618]: osdmap e337: 8 total, 8 up, 8 in 2024-08-10T05:01:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:01:11] "GET /metrics HTTP/1.1" 200 36089 "" "Prometheus/2.43.0" 2024-08-10T05:01:12.316 INFO:tasks.rados.rados.0.smithi078.stdout:1439: done (0 left) 2024-08-10T05:01:12.316 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 139 2024-08-10T05:01:12.316 INFO:tasks.rados.rados.0.smithi078.stdout:1440: seq_num 464 ranges {6127616=573440} 2024-08-10T05:01:12.352 INFO:tasks.rados.rados.0.smithi078.stdout:1440: writing smithi07880501-7 from 6127616 to 6701056 tid 1 2024-08-10T05:01:12.352 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 139 2024-08-10T05:01:12.352 INFO:tasks.rados.rados.0.smithi078.stdout:1441: seq_num 465 ranges {2236416=598016} 2024-08-10T05:01:12.366 INFO:tasks.rados.rados.0.smithi078.stdout:1441: writing smithi07880501-32 from 2236416 to 2834432 tid 1 2024-08-10T05:01:12.367 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 139 2024-08-10T05:01:12.367 INFO:tasks.rados.rados.0.smithi078.stdout:1440: finishing write tid 1 to smithi07880501-7 2024-08-10T05:01:12.367 INFO:tasks.rados.rados.0.smithi078.stdout:1440: finishing write tid 2 to smithi07880501-7 2024-08-10T05:01:12.367 INFO:tasks.rados.rados.0.smithi078.stdout:1440: finishing write tid 3 to smithi07880501-7 2024-08-10T05:01:12.367 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1159 (ObjNum 464 snap 139 seq_num 464) dirty exists 2024-08-10T05:01:12.367 INFO:tasks.rados.rados.0.smithi078.stdout:1440: left oid 7 (ObjNum 464 snap 139 seq_num 464) 2024-08-10T05:01:12.367 INFO:tasks.rados.rados.0.smithi078.stdout:1442: seq_num 466 ranges {0=614400} 2024-08-10T05:01:12.370 INFO:tasks.rados.rados.0.smithi078.stdout:1442: writing smithi07880501-34 from 0 to 614400 tid 1 2024-08-10T05:01:12.370 INFO:tasks.rados.rados.0.smithi078.stdout:1440: done (2 left) 2024-08-10T05:01:12.370 INFO:tasks.rados.rados.0.smithi078.stdout:1443: snap_create 2024-08-10T05:01:12.373 INFO:tasks.rados.rados.0.smithi078.stdout:1441: finishing write tid 1 to smithi07880501-32 2024-08-10T05:01:12.373 INFO:tasks.rados.rados.0.smithi078.stdout:1441: finishing write tid 2 to smithi07880501-32 2024-08-10T05:01:12.374 INFO:tasks.rados.rados.0.smithi078.stdout:1441: finishing write tid 3 to smithi07880501-32 2024-08-10T05:01:12.374 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 666 (ObjNum 465 snap 139 seq_num 465) dirty exists 2024-08-10T05:01:12.374 INFO:tasks.rados.rados.0.smithi078.stdout:1441: left oid 32 (ObjNum 465 snap 139 seq_num 465) 2024-08-10T05:01:12.375 INFO:tasks.rados.rados.0.smithi078.stdout:1442: finishing write tid 1 to smithi07880501-34 2024-08-10T05:01:12.375 INFO:tasks.rados.rados.0.smithi078.stdout:1442: finishing write tid 2 to smithi07880501-34 2024-08-10T05:01:12.376 INFO:tasks.rados.rados.0.smithi078.stdout:1442: finishing write tid 3 to smithi07880501-34 2024-08-10T05:01:12.376 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1045 (ObjNum 466 snap 139 seq_num 466) dirty exists 2024-08-10T05:01:12.376 INFO:tasks.rados.rados.0.smithi078.stdout:1442: left oid 34 (ObjNum 466 snap 139 seq_num 466) 2024-08-10T05:01:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:12 smithi107 ceph-mon[86658]: osdmap e337: 8 total, 8 up, 8 in 2024-08-10T05:01:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:13.322 INFO:tasks.rados.rados.0.smithi078.stdout:1441: done (2 left) 2024-08-10T05:01:13.322 INFO:tasks.rados.rados.0.smithi078.stdout:1442: done (1 left) 2024-08-10T05:01:13.323 INFO:tasks.rados.rados.0.smithi078.stdout:1443: done (0 left) 2024-08-10T05:01:13.323 INFO:tasks.rados.rados.0.smithi078.stdout:1444: delete oid 40 current snap is 140 2024-08-10T05:01:13.325 INFO:tasks.rados.rados.0.smithi078.stdout:1444: done (0 left) 2024-08-10T05:01:13.325 INFO:tasks.rados.rados.0.smithi078.stdout:1445: snap_remove snap 88 2024-08-10T05:01:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[92251]: osdmap e338: 8 total, 8 up, 8 in 2024-08-10T05:01:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[92251]: pgmap v167: 121 pgs: 4 activating, 23 peering, 94 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 116 KiB/s wr, 0 op/s; 8.3 MiB/s, 1 objects/s recovering 2024-08-10T05:01:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[94618]: osdmap e338: 8 total, 8 up, 8 in 2024-08-10T05:01:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[94618]: pgmap v167: 121 pgs: 4 activating, 23 peering, 94 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 116 KiB/s wr, 0 op/s; 8.3 MiB/s, 1 objects/s recovering 2024-08-10T05:01:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:13 smithi107 ceph-mon[86658]: osdmap e338: 8 total, 8 up, 8 in 2024-08-10T05:01:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:13 smithi107 ceph-mon[86658]: pgmap v167: 121 pgs: 4 activating, 23 peering, 94 active+clean; 425 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 116 KiB/s wr, 0 op/s; 8.3 MiB/s, 1 objects/s recovering 2024-08-10T05:01:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:13.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:14.329 INFO:tasks.rados.rados.0.smithi078.stdout:1445: done (0 left) 2024-08-10T05:01:14.329 INFO:tasks.rados.rados.0.smithi078.stdout:1446: snap_remove snap 138 2024-08-10T05:01:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:14 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/912 objects degraded (5.154%), 5 pgs degraded) 2024-08-10T05:01:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:14 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:01:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:14 smithi078 ceph-mon[94618]: osdmap e339: 8 total, 8 up, 8 in 2024-08-10T05:01:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:14 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/912 objects degraded (5.154%), 5 pgs degraded) 2024-08-10T05:01:14.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:14 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:01:14.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:14 smithi078 ceph-mon[92251]: osdmap e339: 8 total, 8 up, 8 in 2024-08-10T05:01:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:14 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/912 objects degraded (5.154%), 5 pgs degraded) 2024-08-10T05:01:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:14 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:01:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:14 smithi107 ceph-mon[86658]: osdmap e339: 8 total, 8 up, 8 in 2024-08-10T05:01:14.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:14.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:15.337 INFO:tasks.rados.rados.0.smithi078.stdout:1446: done (0 left) 2024-08-10T05:01:15.337 INFO:tasks.rados.rados.0.smithi078.stdout:1447: snap_remove snap 126 2024-08-10T05:01:15.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:15 smithi078 ceph-mon[92251]: osdmap e340: 8 total, 8 up, 8 in 2024-08-10T05:01:15.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:15 smithi078 ceph-mon[92251]: pgmap v170: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-10T05:01:15.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:15 smithi078 ceph-mon[94618]: osdmap e340: 8 total, 8 up, 8 in 2024-08-10T05:01:15.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:15 smithi078 ceph-mon[94618]: pgmap v170: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-10T05:01:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:15 smithi107 ceph-mon[86658]: osdmap e340: 8 total, 8 up, 8 in 2024-08-10T05:01:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:15 smithi107 ceph-mon[86658]: pgmap v170: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-10T05:01:16.068 INFO:tasks.rados.rados.0.smithi078.stdout:1447: done (0 left) 2024-08-10T05:01:16.068 INFO:tasks.rados.rados.0.smithi078.stdout:1448: delete oid 34 current snap is 140 2024-08-10T05:01:16.085 INFO:tasks.rados.rados.0.smithi078.stdout:1448: done (0 left) 2024-08-10T05:01:16.085 INFO:tasks.rados.rados.0.smithi078.stdout:1449: read oid 33 snap -1 2024-08-10T05:01:16.085 INFO:tasks.rados.rados.0.smithi078.stdout:1449: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-10T05:01:16.085 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 140 2024-08-10T05:01:16.085 INFO:tasks.rados.rados.0.smithi078.stdout:1450: seq_num 469 ranges {278528=663552} 2024-08-10T05:01:16.091 INFO:tasks.rados.rados.0.smithi078.stdout:1450: writing smithi07880501-48 from 278528 to 942080 tid 1 2024-08-10T05:01:16.091 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 140 2024-08-10T05:01:16.091 INFO:tasks.rados.rados.0.smithi078.stdout:1451: seq_num 470 ranges {458752=679936} 2024-08-10T05:01:16.098 INFO:tasks.rados.rados.0.smithi078.stdout:1451: writing smithi07880501-5 from 458752 to 1138688 tid 1 2024-08-10T05:01:16.098 INFO:tasks.rados.rados.0.smithi078.stdout:1452: read oid 42 snap -1 2024-08-10T05:01:16.098 INFO:tasks.rados.rados.0.smithi078.stdout:1452: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:16.099 INFO:tasks.rados.rados.0.smithi078.stdout:1453: read oid 25 snap 136 2024-08-10T05:01:16.099 INFO:tasks.rados.rados.0.smithi078.stdout:1453: expect deleted 2024-08-10T05:01:16.099 INFO:tasks.rados.rados.0.smithi078.stdout:1449: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1450: finishing write tid 1 to smithi07880501-48 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1450: finishing write tid 2 to smithi07880501-48 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1450: finishing write tid 3 to smithi07880501-48 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1043 (ObjNum 469 snap 140 seq_num 469) dirty exists 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1450: left oid 48 (ObjNum 469 snap 140 seq_num 469) 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1451: finishing write tid 1 to smithi07880501-5 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1451: finishing write tid 2 to smithi07880501-5 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1449: done (4 left) 2024-08-10T05:01:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:1450: done (3 left) 2024-08-10T05:01:16.110 INFO:tasks.rados.rados.0.smithi078.stdout:1454: delete oid 14 current snap is 140 2024-08-10T05:01:16.110 INFO:tasks.rados.rados.0.smithi078.stdout:1451: finishing write tid 3 to smithi07880501-5 2024-08-10T05:01:16.110 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1180 (ObjNum 470 snap 140 seq_num 470) dirty exists 2024-08-10T05:01:16.110 INFO:tasks.rados.rados.0.smithi078.stdout:1451: left oid 5 (ObjNum 470 snap 140 seq_num 470) 2024-08-10T05:01:16.110 INFO:tasks.rados.rados.0.smithi078.stdout:1452: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:16.169 INFO:tasks.rados.rados.0.smithi078.stdout:1451: done (3 left) 2024-08-10T05:01:16.170 INFO:tasks.rados.rados.0.smithi078.stdout:1452: done (2 left) 2024-08-10T05:01:16.170 INFO:tasks.rados.rados.0.smithi078.stdout:1453: done (1 left) 2024-08-10T05:01:16.170 INFO:tasks.rados.rados.0.smithi078.stdout:1454: done (0 left) 2024-08-10T05:01:16.170 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 140 2024-08-10T05:01:16.170 INFO:tasks.rados.rados.0.smithi078.stdout:1455: seq_num 472 ranges {2465792=712704} 2024-08-10T05:01:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:1455: writing smithi07880501-27 from 2465792 to 3178496 tid 1 2024-08-10T05:01:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 140 2024-08-10T05:01:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:1456: seq_num 473 ranges {2949120=729088} 2024-08-10T05:01:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:1456: writing smithi07880501-15 from 2949120 to 3678208 tid 1 2024-08-10T05:01:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:1457: rollback oid 16 current snap is 140 2024-08-10T05:01:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 129 2024-08-10T05:01:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:1455: finishing write tid 1 to smithi07880501-27 2024-08-10T05:01:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:1455: finishing write tid 2 to smithi07880501-27 2024-08-10T05:01:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:1455: finishing write tid 3 to smithi07880501-27 2024-08-10T05:01:16.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 1183 (ObjNum 472 snap 140 seq_num 472) dirty exists 2024-08-10T05:01:16.208 INFO:tasks.rados.rados.0.smithi078.stdout:1455: left oid 27 (ObjNum 472 snap 140 seq_num 472) 2024-08-10T05:01:16.208 INFO:tasks.rados.rados.0.smithi078.stdout:1455: done (2 left) 2024-08-10T05:01:16.208 INFO:tasks.rados.rados.0.smithi078.stdout:1458: setattr oid 45 current snap is 140 2024-08-10T05:01:16.208 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 140 2024-08-10T05:01:16.208 INFO:tasks.rados.rados.0.smithi078.stdout:1459: seq_num 474 ranges {491520=745472} 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:1459: writing smithi07880501-20 from 491520 to 1236992 tid 1 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:1460: copy_from oid 10 from oid 36 current snap is 140 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:1456: finishing write tid 1 to smithi07880501-15 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:1456: finishing write tid 2 to smithi07880501-15 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:1457: finishing rollback tid 0 to smithi07880501-16 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:1457: finishing rollback tid 1 to smithi07880501-16 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:1457: finishing rollback tid 2 to smithi07880501-16 2024-08-10T05:01:16.216 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1079 (ObjNum 235 snap 64 seq_num 235) dirty exists 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:1456: finishing write tid 3 to smithi07880501-15 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1186 (ObjNum 473 snap 140 seq_num 473) dirty exists 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:1456: left oid 15 (ObjNum 473 snap 140 seq_num 473) 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:1456: done (4 left) 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:1457: done (3 left) 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:1461: read oid 27 snap -1 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:1461: expect (ObjNum 472 snap 140 seq_num 472) 2024-08-10T05:01:16.217 INFO:tasks.rados.rados.0.smithi078.stdout:1462: snap_remove snap 136 2024-08-10T05:01:16.640 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:16 smithi078 ceph-mon[92251]: osdmap e341: 8 total, 8 up, 8 in 2024-08-10T05:01:16.640 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:16 smithi078 ceph-mon[92251]: osdmap e342: 8 total, 8 up, 8 in 2024-08-10T05:01:16.640 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:16 smithi078 ceph-mon[94618]: osdmap e341: 8 total, 8 up, 8 in 2024-08-10T05:01:16.641 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:16 smithi078 ceph-mon[94618]: osdmap e342: 8 total, 8 up, 8 in 2024-08-10T05:01:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:16 smithi107 ceph-mon[86658]: osdmap e341: 8 total, 8 up, 8 in 2024-08-10T05:01:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:16 smithi107 ceph-mon[86658]: osdmap e342: 8 total, 8 up, 8 in 2024-08-10T05:01:17.011 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:01:17.069 INFO:tasks.rados.rados.0.smithi078.stdout:1462: done (4 left) 2024-08-10T05:01:17.069 INFO:tasks.rados.rados.0.smithi078.stdout:1463: read oid 43 snap -1 2024-08-10T05:01:17.069 INFO:tasks.rados.rados.0.smithi078.stdout:1463: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:17.069 INFO:tasks.rados.rados.0.smithi078.stdout:1464: read oid 5 snap -1 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1464: expect (ObjNum 470 snap 140 seq_num 470) 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1465: read oid 11 snap -1 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1465: expect deleted 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1466: snap_create 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1081 (ObjNum 428 snap 127 seq_num 428) dirty exists 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1459: finishing write tid 1 to smithi07880501-20 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1459: finishing write tid 2 to smithi07880501-20 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1459: finishing write tid 3 to smithi07880501-20 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 570 (ObjNum 474 snap 140 seq_num 474) dirty exists 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1459: left oid 20 (ObjNum 474 snap 140 seq_num 474) 2024-08-10T05:01:17.070 INFO:tasks.rados.rados.0.smithi078.stdout:1461: expect (ObjNum 472 snap 140 seq_num 472) 2024-08-10T05:01:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:1460: finishing copy_from racing read to smithi07880501-10 2024-08-10T05:01:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:1460: finishing copy_from to smithi07880501-10 2024-08-10T05:01:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 231 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:01:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:1463: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:17.248 INFO:tasks.rados.rados.0.smithi078.stdout:1464: expect (ObjNum 470 snap 140 seq_num 470) 2024-08-10T05:01:17.298 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:01:17.298 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (3m) 11s ago 7m 17.0M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:01:17.298 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (2m) 82s ago 6m 80.3M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:01:17.298 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (8m) 11s ago 8m 14.4M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (8m) 82s ago 8m 18.5M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (2m) 82s ago 12m 438M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (2m) 11s ago 13m 504M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (2m) 11s ago 13m 51.3M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (93s) 82s ago 12m 23.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (110s) 11s ago 12m 40.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (3m) 11s ago 6m 7986k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (2m) 82s ago 6m 8208k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (47s) 11s ago 11m 116M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (14s) 11s ago 11m 14.4M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (11m) 11s ago 11m 167M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 89d943967a45 2024-08-10T05:01:17.299 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (10m) 11s ago 10m 120M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T05:01:17.300 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (10m) 82s ago 10m 141M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T05:01:17.300 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (9m) 82s ago 9m 177M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T05:01:17.300 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (9m) 82s ago 9m 132M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T05:01:17.300 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (9m) 82s ago 9m 109M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:01:17.300 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (2m) 82s ago 7m 51.5M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:01:17.626 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 6, 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:01:17.627 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:01:17.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:17.628 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:01:17.628 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8, 2024-08-10T05:01:17.628 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 7 2024-08-10T05:01:17.628 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:01:17.628 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:01:17.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:17 smithi078 ceph-mon[94618]: pgmap v173: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 7.0 MiB/s, 4 objects/s recovering 2024-08-10T05:01:17.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:17 smithi078 ceph-mon[94618]: osdmap e343: 8 total, 8 up, 8 in 2024-08-10T05:01:17.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:17 smithi078 ceph-mon[92251]: pgmap v173: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 7.0 MiB/s, 4 objects/s recovering 2024-08-10T05:01:17.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:17 smithi078 ceph-mon[92251]: osdmap e343: 8 total, 8 up, 8 in 2024-08-10T05:01:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:17 smithi107 ceph-mon[86658]: pgmap v173: 121 pgs: 121 active+clean; 433 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 7.0 MiB/s, 4 objects/s recovering 2024-08-10T05:01:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:17 smithi107 ceph-mon[86658]: osdmap e343: 8 total, 8 up, 8 in 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1458: done (7 left) 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1459: done (6 left) 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1460: done (5 left) 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1461: done (4 left) 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1463: done (3 left) 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1464: done (2 left) 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1465: done (1 left) 2024-08-10T05:01:18.070 INFO:tasks.rados.rados.0.smithi078.stdout:1466: done (0 left) 2024-08-10T05:01:18.071 INFO:tasks.rados.rados.0.smithi078.stdout:1467: delete oid 20 current snap is 141 2024-08-10T05:01:18.075 INFO:tasks.rados.rados.0.smithi078.stdout:1467: done (0 left) 2024-08-10T05:01:18.075 INFO:tasks.rados.rados.0.smithi078.stdout:1468: delete oid 13 current snap is 141 2024-08-10T05:01:18.079 INFO:tasks.rados.rados.0.smithi078.stdout:1468: done (0 left) 2024-08-10T05:01:18.079 INFO:tasks.rados.rados.0.smithi078.stdout:1469: snap_remove snap 121 2024-08-10T05:01:18.659 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:18 smithi107 ceph-mon[86658]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:18.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:18 smithi107 ceph-mon[86658]: from='client.54142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:18.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2611849407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:18.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:18 smithi107 ceph-mon[86658]: osdmap e344: 8 total, 8 up, 8 in 2024-08-10T05:01:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[92251]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[92251]: from='client.54142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2611849407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[92251]: osdmap e344: 8 total, 8 up, 8 in 2024-08-10T05:01:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[94618]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[94618]: from='client.54142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2611849407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:18 smithi078 ceph-mon[94618]: osdmap e344: 8 total, 8 up, 8 in 2024-08-10T05:01:19.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:19.072 INFO:tasks.rados.rados.0.smithi078.stdout:1469: done (0 left) 2024-08-10T05:01:19.072 INFO:tasks.rados.rados.0.smithi078.stdout:1470: snap_remove snap 116 2024-08-10T05:01:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:19 smithi078 ceph-mon[92251]: pgmap v176: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:01:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:19 smithi078 ceph-mon[92251]: osdmap e345: 8 total, 8 up, 8 in 2024-08-10T05:01:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:19 smithi078 ceph-mon[94618]: pgmap v176: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:01:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:19 smithi078 ceph-mon[94618]: osdmap e345: 8 total, 8 up, 8 in 2024-08-10T05:01:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:19 smithi107 ceph-mon[86658]: pgmap v176: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:01:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:19 smithi107 ceph-mon[86658]: osdmap e345: 8 total, 8 up, 8 in 2024-08-10T05:01:20.074 INFO:tasks.rados.rados.0.smithi078.stdout:1470: done (0 left) 2024-08-10T05:01:20.074 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 141 2024-08-10T05:01:20.074 INFO:tasks.rados.rados.0.smithi078.stdout:1471: seq_num 477 ranges {3014656=794624} 2024-08-10T05:01:20.097 INFO:tasks.rados.rados.0.smithi078.stdout:1471: writing smithi07880501-23 from 3014656 to 3809280 tid 1 2024-08-10T05:01:20.097 INFO:tasks.rados.rados.0.smithi078.stdout:1472: rmattr oid 15 current snap is 141 2024-08-10T05:01:20.097 INFO:tasks.rados.rados.0.smithi078.stdout:1472: done (1 left) 2024-08-10T05:01:20.097 INFO:tasks.rados.rados.0.smithi078.stdout:1473: read oid 6 snap 140 2024-08-10T05:01:20.097 INFO:tasks.rados.rados.0.smithi078.stdout:1473: expect (ObjNum 382 snap 115 seq_num 382) 2024-08-10T05:01:20.097 INFO:tasks.rados.rados.0.smithi078.stdout:1474: snap_remove snap 134 2024-08-10T05:01:21.081 INFO:tasks.rados.rados.0.smithi078.stdout:1474: done (2 left) 2024-08-10T05:01:21.081 INFO:tasks.rados.rados.0.smithi078.stdout:1475: copy_from oid 35 from oid 24 current snap is 141 2024-08-10T05:01:21.082 INFO:tasks.rados.rados.0.smithi078.stdout:1471: finishing write tid 1 to smithi07880501-23 2024-08-10T05:01:21.082 INFO:tasks.rados.rados.0.smithi078.stdout:1471: finishing write tid 2 to smithi07880501-23 2024-08-10T05:01:21.082 INFO:tasks.rados.rados.0.smithi078.stdout:1473: expect (ObjNum 382 snap 115 seq_num 382) 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:1471: finishing write tid 3 to smithi07880501-23 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 753 (ObjNum 477 snap 141 seq_num 477) dirty exists 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:1471: left oid 23 (ObjNum 477 snap 141 seq_num 477) 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:1475: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:1475: finishing copy_from to smithi07880501-35 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1132 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:1471: done (2 left) 2024-08-10T05:01:21.152 INFO:tasks.rados.rados.0.smithi078.stdout:1473: done (1 left) 2024-08-10T05:01:21.153 INFO:tasks.rados.rados.0.smithi078.stdout:1475: done (0 left) 2024-08-10T05:01:21.153 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 141 2024-08-10T05:01:21.153 INFO:tasks.rados.rados.0.smithi078.stdout:1476: seq_num 478 ranges {524288=409600,933888=401408} 2024-08-10T05:01:21.156 INFO:tasks.rados.rados.0.smithi078.stdout:1476: writing smithi07880501-25 from 524288 to 933888 tid 1 2024-08-10T05:01:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:1476: writing smithi07880501-25 from 933888 to 1335296 tid 2 2024-08-10T05:01:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:1477: read oid 13 snap 133 2024-08-10T05:01:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:1477: expect (ObjNum 406 snap 120 seq_num 406) 2024-08-10T05:01:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 141 2024-08-10T05:01:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:1478: seq_num 479 ranges {6701056=425984,7127040=401408} 2024-08-10T05:01:21.198 INFO:tasks.rados.rados.0.smithi078.stdout:1478: writing smithi07880501-7 from 6701056 to 7127040 tid 1 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1478: writing smithi07880501-7 from 7127040 to 7528448 tid 2 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1479: setattr oid 45 current snap is 141 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1476: finishing write tid 1 to smithi07880501-25 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1476: finishing write tid 2 to smithi07880501-25 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1476: finishing write tid 3 to smithi07880501-25 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1476: finishing write tid 4 to smithi07880501-25 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 281 (ObjNum 478 snap 141 seq_num 478) dirty exists 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1476: left oid 25 (ObjNum 478 snap 141 seq_num 478) 2024-08-10T05:01:21.201 INFO:tasks.rados.rados.0.smithi078.stdout:1477: expect (ObjNum 406 snap 120 seq_num 406) 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1478: finishing write tid 1 to smithi07880501-7 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1478: finishing write tid 2 to smithi07880501-7 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1478: finishing write tid 3 to smithi07880501-7 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1478: finishing write tid 4 to smithi07880501-7 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1226 (ObjNum 479 snap 141 seq_num 479) dirty exists 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1478: left oid 7 (ObjNum 479 snap 141 seq_num 479) 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1476: done (3 left) 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1477: done (2 left) 2024-08-10T05:01:21.332 INFO:tasks.rados.rados.0.smithi078.stdout:1478: done (1 left) 2024-08-10T05:01:21.333 INFO:tasks.rados.rados.0.smithi078.stdout:1480: read oid 36 snap -1 2024-08-10T05:01:21.333 INFO:tasks.rados.rados.0.smithi078.stdout:1480: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:01:21.333 INFO:tasks.rados.rados.0.smithi078.stdout:1481: read oid 12 snap -1 2024-08-10T05:01:21.333 INFO:tasks.rados.rados.0.smithi078.stdout:1481: expect (ObjNum 410 snap 122 seq_num 410) 2024-08-10T05:01:21.333 INFO:tasks.rados.rados.0.smithi078.stdout:1482: snap_remove snap 130 2024-08-10T05:01:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:21 smithi078 ceph-mon[94618]: osdmap e346: 8 total, 8 up, 8 in 2024-08-10T05:01:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:21 smithi078 ceph-mon[94618]: pgmap v179: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:01:21.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:21 smithi078 ceph-mon[92251]: osdmap e346: 8 total, 8 up, 8 in 2024-08-10T05:01:21.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:21 smithi078 ceph-mon[92251]: pgmap v179: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:01:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:21 smithi107 ceph-mon[86658]: osdmap e346: 8 total, 8 up, 8 in 2024-08-10T05:01:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:21 smithi107 ceph-mon[86658]: pgmap v179: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:01:22.090 INFO:tasks.rados.rados.0.smithi078.stdout:1482: done (3 left) 2024-08-10T05:01:22.090 INFO:tasks.rados.rados.0.smithi078.stdout:1483: rollback oid 38 current snap is 141 2024-08-10T05:01:22.090 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 137 2024-08-10T05:01:22.090 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1107 (ObjNum 428 snap 127 seq_num 428) dirty exists 2024-08-10T05:01:22.090 INFO:tasks.rados.rados.0.smithi078.stdout:1481: expect (ObjNum 410 snap 122 seq_num 410) 2024-08-10T05:01:22.186 INFO:tasks.rados.rados.0.smithi078.stdout:1480: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:01:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:22 smithi078 ceph-mon[92251]: osdmap e347: 8 total, 8 up, 8 in 2024-08-10T05:01:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:22 smithi078 ceph-mon[94618]: osdmap e347: 8 total, 8 up, 8 in 2024-08-10T05:01:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:01:21] "GET /metrics HTTP/1.1" 200 36173 "" "Prometheus/2.43.0" 2024-08-10T05:01:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:22 smithi107 ceph-mon[86658]: osdmap e347: 8 total, 8 up, 8 in 2024-08-10T05:01:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:22.606 INFO:tasks.rados.rados.0.smithi078.stdout:1483: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1479: done (3 left) 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1480: done (2 left) 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1481: done (1 left) 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1484: copy_from oid 10 from oid 27 current snap is 141 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1483: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1483: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 290 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1483: done (1 left) 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1485: read oid 24 snap 109 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1485: expect (ObjNum 316 snap 98 seq_num 316) 2024-08-10T05:01:22.607 INFO:tasks.rados.rados.0.smithi078.stdout:1486: snap_create 2024-08-10T05:01:22.621 INFO:tasks.rados.rados.0.smithi078.stdout:1485: expect (ObjNum 316 snap 98 seq_num 316) 2024-08-10T05:01:22.736 INFO:tasks.rados.rados.0.smithi078.stdout:1484: finishing copy_from racing read to smithi07880501-10 2024-08-10T05:01:22.736 INFO:tasks.rados.rados.0.smithi078.stdout:1484: finishing copy_from to smithi07880501-10 2024-08-10T05:01:22.736 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1183 (ObjNum 472 snap 140 seq_num 472) dirty exists 2024-08-10T05:01:23.450 INFO:tasks.rados.rados.0.smithi078.stdout:1484: done (2 left) 2024-08-10T05:01:23.450 INFO:tasks.rados.rados.0.smithi078.stdout:1485: done (1 left) 2024-08-10T05:01:23.450 INFO:tasks.rados.rados.0.smithi078.stdout:1486: done (0 left) 2024-08-10T05:01:23.450 INFO:tasks.rados.rados.0.smithi078.stdout:1487: rmattr oid 11 current snap is 142 2024-08-10T05:01:23.450 INFO:tasks.rados.rados.0.smithi078.stdout:1487: done (0 left) 2024-08-10T05:01:23.450 INFO:tasks.rados.rados.0.smithi078.stdout:1488: snap_remove snap 85 2024-08-10T05:01:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:23 smithi078 ceph-mon[92251]: osdmap e348: 8 total, 8 up, 8 in 2024-08-10T05:01:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:23 smithi078 ceph-mon[92251]: pgmap v182: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:01:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:23 smithi078 ceph-mon[94618]: osdmap e348: 8 total, 8 up, 8 in 2024-08-10T05:01:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:23 smithi078 ceph-mon[94618]: pgmap v182: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:01:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:23.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:23 smithi107 ceph-mon[86658]: osdmap e348: 8 total, 8 up, 8 in 2024-08-10T05:01:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:23 smithi107 ceph-mon[86658]: pgmap v182: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:01:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:23.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:23.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:24.454 INFO:tasks.rados.rados.0.smithi078.stdout:1488: done (0 left) 2024-08-10T05:01:24.454 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 30 current snap is 142 2024-08-10T05:01:24.454 INFO:tasks.rados.rados.0.smithi078.stdout:1489: seq_num 480 ranges {327680=442368,770048=401408} 2024-08-10T05:01:24.458 INFO:tasks.rados.rados.0.smithi078.stdout:1489: writing smithi07880501-30 from 327680 to 770048 tid 1 2024-08-10T05:01:24.462 INFO:tasks.rados.rados.0.smithi078.stdout:1489: writing smithi07880501-30 from 770048 to 1171456 tid 2 2024-08-10T05:01:24.462 INFO:tasks.rados.rados.0.smithi078.stdout:1490: read oid 44 snap -1 2024-08-10T05:01:24.462 INFO:tasks.rados.rados.0.smithi078.stdout:1490: expect (ObjNum 325 snap 99 seq_num 325) 2024-08-10T05:01:24.462 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 142 2024-08-10T05:01:24.462 INFO:tasks.rados.rados.0.smithi078.stdout:1491: seq_num 481 ranges {5120000=458752,5578752=401408} 2024-08-10T05:01:24.493 INFO:tasks.rados.rados.0.smithi078.stdout:1491: writing smithi07880501-9 from 5120000 to 5578752 tid 1 2024-08-10T05:01:24.497 INFO:tasks.rados.rados.0.smithi078.stdout:1491: writing smithi07880501-9 from 5578752 to 5980160 tid 2 2024-08-10T05:01:24.497 INFO:tasks.rados.rados.0.smithi078.stdout:1492: read oid 42 snap -1 2024-08-10T05:01:24.497 INFO:tasks.rados.rados.0.smithi078.stdout:1492: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:24.497 INFO:tasks.rados.rados.0.smithi078.stdout:1493: rollback oid 26 current snap is 142 2024-08-10T05:01:24.497 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 129 2024-08-10T05:01:24.498 INFO:tasks.rados.rados.0.smithi078.stdout:1490: expect (ObjNum 325 snap 99 seq_num 325) 2024-08-10T05:01:24.516 INFO:tasks.rados.rados.0.smithi078.stdout:1489: finishing write tid 1 to smithi07880501-30 2024-08-10T05:01:24.516 INFO:tasks.rados.rados.0.smithi078.stdout:1489: finishing write tid 2 to smithi07880501-30 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1489: finishing write tid 3 to smithi07880501-30 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1489: finishing write tid 4 to smithi07880501-30 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 1121 (ObjNum 480 snap 142 seq_num 480) dirty exists 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1489: left oid 30 (ObjNum 480 snap 142 seq_num 480) 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1489: done (4 left) 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1490: done (3 left) 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1494: read oid 43 snap -1 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1494: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1495: rollback oid 45 current snap is 142 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 45 to 109 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1491: finishing write tid 1 to smithi07880501-9 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1491: finishing write tid 2 to smithi07880501-9 2024-08-10T05:01:24.517 INFO:tasks.rados.rados.0.smithi078.stdout:1493: finishing rollback tid 0 to smithi07880501-26 2024-08-10T05:01:24.518 INFO:tasks.rados.rados.0.smithi078.stdout:1491: finishing write tid 3 to smithi07880501-9 2024-08-10T05:01:24.518 INFO:tasks.rados.rados.0.smithi078.stdout:1493: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:01:24.518 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 695 (ObjNum 2385 snap 0 seq_num 490233344) dirty dne 2024-08-10T05:01:24.518 INFO:tasks.rados.rados.0.smithi078.stdout:1491: finishing write tid 4 to smithi07880501-9 2024-08-10T05:01:24.518 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 1047 (ObjNum 481 snap 142 seq_num 481) dirty exists 2024-08-10T05:01:24.518 INFO:tasks.rados.rados.0.smithi078.stdout:1491: left oid 9 (ObjNum 481 snap 142 seq_num 481) 2024-08-10T05:01:24.518 INFO:tasks.rados.rados.0.smithi078.stdout:1492: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:24.576 INFO:tasks.rados.rados.0.smithi078.stdout:1494: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1495: finishing rollback tid 0 to smithi07880501-45 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1495: finishing rollback tid 1 to smithi07880501-45 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1495: finishing rollback tid 2 to smithi07880501-45 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1131 (ObjNum 365 snap 109 seq_num 365) dirty exists 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1491: done (4 left) 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1492: done (3 left) 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1493: done (2 left) 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1494: done (1 left) 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1495: done (0 left) 2024-08-10T05:01:24.590 INFO:tasks.rados.rados.0.smithi078.stdout:1496: rollback oid 33 current snap is 142 2024-08-10T05:01:24.591 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 67 2024-08-10T05:01:24.591 INFO:tasks.rados.rados.0.smithi078.stdout:1497: delete oid 44 current snap is 142 2024-08-10T05:01:24.592 INFO:tasks.rados.rados.0.smithi078.stdout:1497: done (1 left) 2024-08-10T05:01:24.592 INFO:tasks.rados.rados.0.smithi078.stdout:1498: read oid 17 snap -1 2024-08-10T05:01:24.592 INFO:tasks.rados.rados.0.smithi078.stdout:1498: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:01:24.592 INFO:tasks.rados.rados.0.smithi078.stdout:1499: delete oid 15 current snap is 142 2024-08-10T05:01:24.594 INFO:tasks.rados.rados.0.smithi078.stdout:1496: finishing rollback tid 0 to smithi07880501-33 2024-08-10T05:01:24.594 INFO:tasks.rados.rados.0.smithi078.stdout:1496: finishing rollback tid 1 to smithi07880501-33 2024-08-10T05:01:24.594 INFO:tasks.rados.rados.0.smithi078.stdout:1498: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:01:24.612 INFO:tasks.rados.rados.0.smithi078.stdout:1496: finishing rollback tid 2 to smithi07880501-33 2024-08-10T05:01:24.612 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1252 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-08-10T05:01:24.612 INFO:tasks.rados.rados.0.smithi078.stdout:1496: done (2 left) 2024-08-10T05:01:24.613 INFO:tasks.rados.rados.0.smithi078.stdout:1498: done (1 left) 2024-08-10T05:01:24.613 INFO:tasks.rados.rados.0.smithi078.stdout:1499: done (0 left) 2024-08-10T05:01:24.613 INFO:tasks.rados.rados.0.smithi078.stdout:1500: snap_remove snap 62 2024-08-10T05:01:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:24 smithi078 ceph-mon[92251]: osdmap e349: 8 total, 8 up, 8 in 2024-08-10T05:01:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:24 smithi078 ceph-mon[94618]: osdmap e349: 8 total, 8 up, 8 in 2024-08-10T05:01:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:24 smithi107 ceph-mon[86658]: osdmap e349: 8 total, 8 up, 8 in 2024-08-10T05:01:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:25.459 INFO:tasks.rados.rados.0.smithi078.stdout:1500: done (0 left) 2024-08-10T05:01:25.459 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 142 2024-08-10T05:01:25.459 INFO:tasks.rados.rados.0.smithi078.stdout:1501: seq_num 484 ranges {8298496=507904,8806400=401408} 2024-08-10T05:01:25.509 INFO:tasks.rados.rados.0.smithi078.stdout:1501: writing smithi07880501-16 from 8298496 to 8806400 tid 1 2024-08-10T05:01:25.510 INFO:tasks.rados.rados.0.smithi078.stdout:1501: writing smithi07880501-16 from 8806400 to 9207808 tid 2 2024-08-10T05:01:25.511 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 142 2024-08-10T05:01:25.511 INFO:tasks.rados.rados.0.smithi078.stdout:1502: seq_num 485 ranges {0=532480,532480=401408} 2024-08-10T05:01:25.514 INFO:tasks.rados.rados.0.smithi078.stdout:1502: writing smithi07880501-15 from 0 to 532480 tid 1 2024-08-10T05:01:25.516 INFO:tasks.rados.rados.0.smithi078.stdout:1502: writing smithi07880501-15 from 532480 to 933888 tid 2 2024-08-10T05:01:25.516 INFO:tasks.rados.rados.0.smithi078.stdout:1503: snap_remove snap 133 2024-08-10T05:01:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:25 smithi078 ceph-mon[92251]: pgmap v184: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:01:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:25 smithi078 ceph-mon[92251]: osdmap e350: 8 total, 8 up, 8 in 2024-08-10T05:01:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:25 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:25 smithi078 ceph-mon[94618]: pgmap v184: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:01:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:25 smithi078 ceph-mon[94618]: osdmap e350: 8 total, 8 up, 8 in 2024-08-10T05:01:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:25 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:25 smithi107 ceph-mon[86658]: pgmap v184: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:01:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:25 smithi107 ceph-mon[86658]: osdmap e350: 8 total, 8 up, 8 in 2024-08-10T05:01:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:25 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1503: done (2 left) 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1504: read oid 20 snap -1 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1504: expect deleted 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1505: read oid 33 snap 141 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1505: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1506: snap_create 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1501: finishing write tid 1 to smithi07880501-16 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1501: finishing write tid 2 to smithi07880501-16 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1501: finishing write tid 3 to smithi07880501-16 2024-08-10T05:01:26.074 INFO:tasks.rados.rados.0.smithi078.stdout:1501: finishing write tid 4 to smithi07880501-16 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1145 (ObjNum 484 snap 142 seq_num 484) dirty exists 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:1501: left oid 16 (ObjNum 484 snap 142 seq_num 484) 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:1502: finishing write tid 1 to smithi07880501-15 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:1502: finishing write tid 2 to smithi07880501-15 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:1502: finishing write tid 3 to smithi07880501-15 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:1502: finishing write tid 4 to smithi07880501-15 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1271 (ObjNum 485 snap 142 seq_num 485) dirty exists 2024-08-10T05:01:26.075 INFO:tasks.rados.rados.0.smithi078.stdout:1502: left oid 15 (ObjNum 485 snap 142 seq_num 485) 2024-08-10T05:01:26.083 INFO:tasks.rados.rados.0.smithi078.stdout:1505: expect (ObjNum 446 snap 131 seq_num 446) 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[92251]: Upgrade: osd.2 is safe to restart 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[92251]: osdmap e351: 8 total, 8 up, 8 in 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[92251]: osdmap e352: 8 total, 8 up, 8 in 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[94618]: Upgrade: osd.2 is safe to restart 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[94618]: osdmap e351: 8 total, 8 up, 8 in 2024-08-10T05:01:26.717 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:26 smithi078 ceph-mon[94618]: osdmap e352: 8 total, 8 up, 8 in 2024-08-10T05:01:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:26 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:01:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:26 smithi107 ceph-mon[86658]: Upgrade: osd.2 is safe to restart 2024-08-10T05:01:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:26 smithi107 ceph-mon[86658]: osdmap e351: 8 total, 8 up, 8 in 2024-08-10T05:01:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:26 smithi107 ceph-mon[86658]: osdmap e352: 8 total, 8 up, 8 in 2024-08-10T05:01:27.074 INFO:tasks.rados.rados.0.smithi078.stdout:1501: done (4 left) 2024-08-10T05:01:27.074 INFO:tasks.rados.rados.0.smithi078.stdout:1502: done (3 left) 2024-08-10T05:01:27.075 INFO:tasks.rados.rados.0.smithi078.stdout:1504: done (2 left) 2024-08-10T05:01:27.075 INFO:tasks.rados.rados.0.smithi078.stdout:1505: done (1 left) 2024-08-10T05:01:27.075 INFO:tasks.rados.rados.0.smithi078.stdout:1506: done (0 left) 2024-08-10T05:01:27.075 INFO:tasks.rados.rados.0.smithi078.stdout:1507: rollback oid 49 current snap is 143 2024-08-10T05:01:27.075 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 141 2024-08-10T05:01:27.075 INFO:tasks.rados.rados.0.smithi078.stdout:1508: rmattr oid 46 current snap is 143 2024-08-10T05:01:27.075 INFO:tasks.rados.rados.0.smithi078.stdout:1508: done (1 left) 2024-08-10T05:01:27.076 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 143 2024-08-10T05:01:27.076 INFO:tasks.rados.rados.0.smithi078.stdout:1509: seq_num 486 ranges {9207808=548864,9756672=401408} 2024-08-10T05:01:27.127 INFO:tasks.rados.rados.0.smithi078.stdout:1509: writing smithi07880501-16 from 9207808 to 9756672 tid 1 2024-08-10T05:01:27.129 INFO:tasks.rados.rados.0.smithi078.stdout:1509: writing smithi07880501-16 from 9756672 to 10158080 tid 2 2024-08-10T05:01:27.129 INFO:tasks.rados.rados.0.smithi078.stdout:1510: snap_create 2024-08-10T05:01:27.130 INFO:tasks.rados.rados.0.smithi078.stdout:1507: finishing rollback tid 1 to smithi07880501-49 2024-08-10T05:01:27.130 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 705 (ObjNum 129 snap 0 seq_num 490496304) dirty dne 2024-08-10T05:01:27.132 INFO:tasks.rados.rados.0.smithi078.stdout:1509: finishing write tid 1 to smithi07880501-16 2024-08-10T05:01:27.132 INFO:tasks.rados.rados.0.smithi078.stdout:1509: finishing write tid 2 to smithi07880501-16 2024-08-10T05:01:27.132 INFO:tasks.rados.rados.0.smithi078.stdout:1509: finishing write tid 3 to smithi07880501-16 2024-08-10T05:01:27.133 INFO:tasks.rados.rados.0.smithi078.stdout:1509: finishing write tid 4 to smithi07880501-16 2024-08-10T05:01:27.133 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1157 (ObjNum 486 snap 143 seq_num 486) dirty exists 2024-08-10T05:01:27.134 INFO:tasks.rados.rados.0.smithi078.stdout:1509: left oid 16 (ObjNum 486 snap 143 seq_num 486) 2024-08-10T05:01:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[94618]: pgmap v188: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T05:01:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:01:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[94618]: osdmap e353: 8 total, 8 up, 8 in 2024-08-10T05:01:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[92251]: pgmap v188: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T05:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[92251]: osdmap e353: 8 total, 8 up, 8 in 2024-08-10T05:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:27 smithi107 ceph-mon[86658]: pgmap v188: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T05:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:27 smithi107 ceph-mon[86658]: osdmap e353: 8 total, 8 up, 8 in 2024-08-10T05:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:28.075 INFO:tasks.rados.rados.0.smithi078.stdout:1507: done (2 left) 2024-08-10T05:01:28.076 INFO:tasks.rados.rados.0.smithi078.stdout:1509: done (1 left) 2024-08-10T05:01:28.076 INFO:tasks.rados.rados.0.smithi078.stdout:1510: done (0 left) 2024-08-10T05:01:28.076 INFO:tasks.rados.rados.0.smithi078.stdout:1511: delete oid 24 current snap is 144 2024-08-10T05:01:28.081 INFO:tasks.rados.rados.0.smithi078.stdout:1511: done (0 left) 2024-08-10T05:01:28.081 INFO:tasks.rados.rados.0.smithi078.stdout:1512: snap_remove snap 125 2024-08-10T05:01:28.609 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:28 smithi078 ceph-mon[92251]: Upgrade: Updating osd.2 2024-08-10T05:01:28.610 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:28 smithi078 ceph-mon[92251]: Deploying daemon osd.2 on smithi078 2024-08-10T05:01:28.610 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:28 smithi078 ceph-mon[92251]: osdmap e354: 8 total, 8 up, 8 in 2024-08-10T05:01:28.610 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:28 smithi078 ceph-mon[94618]: Upgrade: Updating osd.2 2024-08-10T05:01:28.610 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:28 smithi078 ceph-mon[94618]: Deploying daemon osd.2 on smithi078 2024-08-10T05:01:28.610 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:28 smithi078 ceph-mon[94618]: osdmap e354: 8 total, 8 up, 8 in 2024-08-10T05:01:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:28 smithi107 ceph-mon[86658]: Upgrade: Updating osd.2 2024-08-10T05:01:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:28 smithi107 ceph-mon[86658]: Deploying daemon osd.2 on smithi078 2024-08-10T05:01:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:28 smithi107 ceph-mon[86658]: osdmap e354: 8 total, 8 up, 8 in 2024-08-10T05:01:28.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:28 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:29.080 INFO:tasks.rados.rados.0.smithi078.stdout:1512: done (0 left) 2024-08-10T05:01:29.080 INFO:tasks.rados.rados.0.smithi078.stdout:1513: delete oid 24 current snap is 144 2024-08-10T05:01:29.091 INFO:tasks.rados.rados.0.smithi078.stdout:1513: done (0 left) 2024-08-10T05:01:29.091 INFO:tasks.rados.rados.0.smithi078.stdout:1514: read oid 30 snap -1 2024-08-10T05:01:29.091 INFO:tasks.rados.rados.0.smithi078.stdout:1514: expect (ObjNum 480 snap 142 seq_num 480) 2024-08-10T05:01:29.092 INFO:tasks.rados.rados.0.smithi078.stdout:1515: read oid 43 snap -1 2024-08-10T05:01:29.092 INFO:tasks.rados.rados.0.smithi078.stdout:1515: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:29.092 INFO:tasks.rados.rados.0.smithi078.stdout:1516: delete oid 29 current snap is 144 2024-08-10T05:01:29.101 INFO:tasks.rados.rados.0.smithi078.stdout:1514: expect (ObjNum 480 snap 142 seq_num 480) 2024-08-10T05:01:29.139 INFO:tasks.rados.rados.0.smithi078.stdout:1515: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:29.152 INFO:tasks.rados.rados.0.smithi078.stdout:1514: done (2 left) 2024-08-10T05:01:29.152 INFO:tasks.rados.rados.0.smithi078.stdout:1515: done (1 left) 2024-08-10T05:01:29.153 INFO:tasks.rados.rados.0.smithi078.stdout:1516: done (0 left) 2024-08-10T05:01:29.153 INFO:tasks.rados.rados.0.smithi078.stdout:1517: read oid 40 snap 137 2024-08-10T05:01:29.153 INFO:tasks.rados.rados.0.smithi078.stdout:1517: expect (ObjNum 430 snap 127 seq_num 430) 2024-08-10T05:01:29.153 INFO:tasks.rados.rados.0.smithi078.stdout:1518: rollback oid 32 current snap is 144 2024-08-10T05:01:29.153 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 128 2024-08-10T05:01:29.153 INFO:tasks.rados.rados.0.smithi078.stdout:1519: snap_create 2024-08-10T05:01:29.158 INFO:tasks.rados.rados.0.smithi078.stdout:1518: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:01:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1518: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:01:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:1518: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:01:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 713 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-08-10T05:01:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:1517: expect (ObjNum 430 snap 127 seq_num 430) 2024-08-10T05:01:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:29 smithi078 ceph-mon[94618]: pgmap v191: 121 pgs: 121 active+clean; 423 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-10T05:01:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:29 smithi078 ceph-mon[94618]: osdmap e355: 8 total, 8 up, 8 in 2024-08-10T05:01:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:29 smithi078 ceph-mon[92251]: pgmap v191: 121 pgs: 121 active+clean; 423 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-10T05:01:29.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:29 smithi078 ceph-mon[92251]: osdmap e355: 8 total, 8 up, 8 in 2024-08-10T05:01:29.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:29 smithi107 ceph-mon[86658]: pgmap v191: 121 pgs: 121 active+clean; 423 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-10T05:01:29.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:29 smithi107 ceph-mon[86658]: osdmap e355: 8 total, 8 up, 8 in 2024-08-10T05:01:30.068 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:29 smithi078 systemd[1]: Stopping Ceph osd.2 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1517: done (2 left) 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1518: done (1 left) 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1519: done (0 left) 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1520: rollback oid 29 current snap is 145 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 143 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1521: read oid 47 snap -1 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1521: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:01:30.086 INFO:tasks.rados.rados.0.smithi078.stdout:1522: snap_remove snap 131 2024-08-10T05:01:30.461 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[55578]: 2024-08-10T05:01:30.067+0000 7f0cccbbe640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:01:30.462 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[55578]: 2024-08-10T05:01:30.067+0000 7f0cccbbe640 -1 osd.2 355 *** Got signal Terminated *** 2024-08-10T05:01:30.462 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[55578]: 2024-08-10T05:01:30.067+0000 7f0cccbbe640 -1 osd.2 355 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:01:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-mon[92251]: osd.2 marked itself down and dead 2024-08-10T05:01:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:01:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-mon[92251]: osdmap e356: 8 total, 7 up, 8 in 2024-08-10T05:01:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-mon[94618]: osd.2 marked itself down and dead 2024-08-10T05:01:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:01:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:30 smithi078 ceph-mon[94618]: osdmap e356: 8 total, 7 up, 8 in 2024-08-10T05:01:30.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:30 smithi078 podman[109337]: 2024-08-10 05:01:30.627835932 +0000 UTC m=+0.663625892 container died 89d943967a45bbbac0ea8ae54780dc729ef7e5bc14397a6318f88624f7105bb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86) 2024-08-10T05:01:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:30 smithi107 ceph-mon[86658]: osd.2 marked itself down and dead 2024-08-10T05:01:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:30 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:01:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:30 smithi107 ceph-mon[86658]: osdmap e356: 8 total, 7 up, 8 in 2024-08-10T05:01:31.073 INFO:tasks.rados.rados.0.smithi078.stdout:1522: done (2 left) 2024-08-10T05:01:31.073 INFO:tasks.rados.rados.0.smithi078.stdout:1523: rollback oid 38 current snap is 145 2024-08-10T05:01:31.073 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 113 2024-08-10T05:01:31.073 INFO:tasks.rados.rados.0.smithi078.stdout:1520: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:01:31.073 INFO:tasks.rados.rados.0.smithi078.stdout:1520: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:01:31.073 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 677 (ObjNum 460 snap 137 seq_num 460) dirty exists 2024-08-10T05:01:31.073 INFO:tasks.rados.rados.0.smithi078.stdout:1521: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:01:31.125 INFO:tasks.rados.rados.0.smithi078.stdout:1523: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:01:31.126 INFO:tasks.rados.rados.0.smithi078.stdout:1523: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:01:31.126 INFO:tasks.rados.rados.0.smithi078.stdout:1523: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:01:31.126 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 308 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:01:31.126 INFO:tasks.rados.rados.0.smithi078.stdout:1520: done (2 left) 2024-08-10T05:01:31.126 INFO:tasks.rados.rados.0.smithi078.stdout:1521: done (1 left) 2024-08-10T05:01:31.126 INFO:tasks.rados.rados.0.smithi078.stdout:1523: done (0 left) 2024-08-10T05:01:31.126 INFO:tasks.rados.rados.0.smithi078.stdout:1524: snap_remove snap 132 2024-08-10T05:01:31.226 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 podman[109337]: 2024-08-10 05:01:31.117936992 +0000 UTC m=+1.153726954 container cleanup 89d943967a45bbbac0ea8ae54780dc729ef7e5bc14397a6318f88624f7105bb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, ceph=True, org.label-schema.schema-version=1.0) 2024-08-10T05:01:31.226 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 bash[109337]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2 2024-08-10T05:01:31.711 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:31 smithi078 ceph-mon[92251]: pgmap v194: 121 pgs: 13 stale+active+clean, 108 active+clean; 414 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-10T05:01:31.712 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:31 smithi078 ceph-mon[92251]: osdmap e357: 8 total, 7 up, 8 in 2024-08-10T05:01:31.712 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:31 smithi078 ceph-mon[94618]: pgmap v194: 121 pgs: 13 stale+active+clean, 108 active+clean; 414 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-10T05:01:31.712 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:31 smithi078 ceph-mon[94618]: osdmap e357: 8 total, 7 up, 8 in 2024-08-10T05:01:31.712 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 podman[109362]: 2024-08-10 05:01:31.394934355 +0000 UTC m=+0.764250450 container remove 89d943967a45bbbac0ea8ae54780dc729ef7e5bc14397a6318f88624f7105bb7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:01:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:31 smithi107 ceph-mon[86658]: pgmap v194: 121 pgs: 13 stale+active+clean, 108 active+clean; 414 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-10T05:01:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:31 smithi107 ceph-mon[86658]: osdmap e357: 8 total, 7 up, 8 in 2024-08-10T05:01:31.972 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:01:31] "GET /metrics HTTP/1.1" 200 36168 "" "Prometheus/2.43.0" 2024-08-10T05:01:31.972 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 podman[109451]: 2024-08-10 05:01:31.712181867 +0000 UTC m=+0.083603303 container create 73384c4d363f60cb9e3e3225c4cee40b93079cb37354921d5d03cb70d3370b31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-10T05:01:31.972 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 podman[109451]: 2024-08-10 05:01:31.646145194 +0000 UTC m=+0.017566636 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:01:31.973 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 podman[109451]: 2024-08-10 05:01:31.897751699 +0000 UTC m=+0.269173147 container init 73384c4d363f60cb9e3e3225c4cee40b93079cb37354921d5d03cb70d3370b31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-10T05:01:31.973 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 podman[109451]: 2024-08-10 05:01:31.900947721 +0000 UTC m=+0.272369169 container start 73384c4d363f60cb9e3e3225c4cee40b93079cb37354921d5d03cb70d3370b31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-bca9905, org.label-schema.build-date=20240731) 2024-08-10T05:01:31.973 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:31 smithi078 podman[109451]: 2024-08-10 05:01:31.972794103 +0000 UTC m=+0.344215556 container attach 73384c4d363f60cb9e3e3225c4cee40b93079cb37354921d5d03cb70d3370b31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-10T05:01:32.090 INFO:tasks.rados.rados.0.smithi078.stdout:1524: done (0 left) 2024-08-10T05:01:32.091 INFO:tasks.rados.rados.0.smithi078.stdout:1525: setattr oid 21 current snap is 145 2024-08-10T05:01:32.096 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 145 2024-08-10T05:01:32.096 INFO:tasks.rados.rados.0.smithi078.stdout:1526: seq_num 490 ranges {2220032=614400,2834432=401408} 2024-08-10T05:01:32.109 INFO:tasks.rados.rados.0.smithi078.stdout:1526: writing smithi07880501-6 from 2220032 to 2834432 tid 1 2024-08-10T05:01:32.112 INFO:tasks.rados.rados.0.smithi078.stdout:1526: writing smithi07880501-6 from 2834432 to 3235840 tid 2 2024-08-10T05:01:32.112 INFO:tasks.rados.rados.0.smithi078.stdout:1527: snap_remove snap 113 2024-08-10T05:01:32.226 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:32 smithi078 podman[109451]: 2024-08-10 05:01:32.118370739 +0000 UTC m=+0.489792177 container died 73384c4d363f60cb9e3e3225c4cee40b93079cb37354921d5d03cb70d3370b31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T05:01:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:33.092 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:32 smithi078 podman[109474]: 2024-08-10 05:01:32.785465069 +0000 UTC m=+0.660718040 container remove 73384c4d363f60cb9e3e3225c4cee40b93079cb37354921d5d03cb70d3370b31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-bca9905, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-10T05:01:33.092 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:32 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-10T05:01:33.093 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:32 smithi078 systemd[1]: Stopped Ceph osd.2 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:01:33.093 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:32 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.2.service: Consumed 10.972s CPU time. 2024-08-10T05:01:33.093 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 systemd[1]: Starting Ceph osd.2 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:01:33.103 INFO:tasks.rados.rados.0.smithi078.stdout:1527: done (2 left) 2024-08-10T05:01:33.104 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 145 2024-08-10T05:01:33.104 INFO:tasks.rados.rados.0.smithi078.stdout:1528: seq_num 491 ranges {0=630784,630784=401408} 2024-08-10T05:01:33.104 INFO:tasks.rados.rados.0.smithi078.stdout:1528: writing smithi07880501-46 from 0 to 630784 tid 1 2024-08-10T05:01:33.106 INFO:tasks.rados.rados.0.smithi078.stdout:1528: writing smithi07880501-46 from 630784 to 1032192 tid 2 2024-08-10T05:01:33.108 INFO:tasks.rados.rados.0.smithi078.stdout:1529: rollback oid 40 current snap is 145 2024-08-10T05:01:33.108 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 67 2024-08-10T05:01:33.108 INFO:tasks.rados.rados.0.smithi078.stdout:1530: copy_from oid 4 from oid 38 current snap is 145 2024-08-10T05:01:33.108 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 667 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:01:33.108 INFO:tasks.rados.rados.0.smithi078.stdout:1526: finishing write tid 1 to smithi07880501-6 2024-08-10T05:01:33.108 INFO:tasks.rados.rados.0.smithi078.stdout:1526: finishing write tid 2 to smithi07880501-6 2024-08-10T05:01:33.108 INFO:tasks.rados.rados.0.smithi078.stdout:1526: finishing write tid 3 to smithi07880501-6 2024-08-10T05:01:33.109 INFO:tasks.rados.rados.0.smithi078.stdout:1526: finishing write tid 4 to smithi07880501-6 2024-08-10T05:01:33.109 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 571 (ObjNum 490 snap 145 seq_num 490) dirty exists 2024-08-10T05:01:33.109 INFO:tasks.rados.rados.0.smithi078.stdout:1526: left oid 6 (ObjNum 490 snap 145 seq_num 490) 2024-08-10T05:01:33.109 INFO:tasks.rados.rados.0.smithi078.stdout:1525: done (4 left) 2024-08-10T05:01:33.109 INFO:tasks.rados.rados.0.smithi078.stdout:1526: done (3 left) 2024-08-10T05:01:33.109 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 145 2024-08-10T05:01:33.109 INFO:tasks.rados.rados.0.smithi078.stdout:1531: seq_num 492 ranges {1990656=647168,2637824=401408} 2024-08-10T05:01:33.123 INFO:tasks.rados.rados.0.smithi078.stdout:1531: writing smithi07880501-28 from 1990656 to 2637824 tid 1 2024-08-10T05:01:33.126 INFO:tasks.rados.rados.0.smithi078.stdout:1531: writing smithi07880501-28 from 2637824 to 3039232 tid 2 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1532: read oid 29 snap -1 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1532: expect (ObjNum 460 snap 137 seq_num 460) 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1533: rmattr oid 49 current snap is 145 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1533: done (5 left) 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1534: rollback oid 5 current snap is 145 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 122 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1529: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 973 (ObjNum 193 snap 0 seq_num 489919664) dirty dne 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1528: finishing write tid 1 to smithi07880501-46 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1529: done (5 left) 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1535: setattr oid 47 current snap is 145 2024-08-10T05:01:33.127 INFO:tasks.rados.rados.0.smithi078.stdout:1528: finishing write tid 2 to smithi07880501-46 2024-08-10T05:01:33.128 INFO:tasks.rados.rados.0.smithi078.stdout:1528: finishing write tid 3 to smithi07880501-46 2024-08-10T05:01:33.128 INFO:tasks.rados.rados.0.smithi078.stdout:1528: finishing write tid 4 to smithi07880501-46 2024-08-10T05:01:33.128 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 574 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-08-10T05:01:33.128 INFO:tasks.rados.rados.0.smithi078.stdout:1528: left oid 46 (ObjNum 491 snap 145 seq_num 491) 2024-08-10T05:01:33.128 INFO:tasks.rados.rados.0.smithi078.stdout:1528: done (5 left) 2024-08-10T05:01:33.128 INFO:tasks.rados.rados.0.smithi078.stdout:1536: delete oid 25 current snap is 145 2024-08-10T05:01:33.130 INFO:tasks.rados.rados.0.smithi078.stdout:1531: finishing write tid 1 to smithi07880501-28 2024-08-10T05:01:33.130 INFO:tasks.rados.rados.0.smithi078.stdout:1534: finishing rollback tid 0 to smithi07880501-5 2024-08-10T05:01:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:1536: done (5 left) 2024-08-10T05:01:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:1537: rollback oid 9 current snap is 145 2024-08-10T05:01:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 129 2024-08-10T05:01:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:1538: delete oid 2 current snap is 145 2024-08-10T05:01:33.133 INFO:tasks.rados.rados.0.smithi078.stdout:1534: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:01:33.133 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1325 (ObjNum 161 snap 0 seq_num 2091184190) dirty dne 2024-08-10T05:01:33.133 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1185 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-10T05:01:33.136 INFO:tasks.rados.rados.0.smithi078.stdout:1537: finishing rollback tid 0 to smithi07880501-9 2024-08-10T05:01:33.136 INFO:tasks.rados.rados.0.smithi078.stdout:1531: finishing write tid 2 to smithi07880501-28 2024-08-10T05:01:33.136 INFO:tasks.rados.rados.0.smithi078.stdout:1531: finishing write tid 3 to smithi07880501-28 2024-08-10T05:01:33.137 INFO:tasks.rados.rados.0.smithi078.stdout:1537: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:01:33.137 INFO:tasks.rados.rados.0.smithi078.stdout:1537: finishing rollback tid 2 to smithi07880501-9 2024-08-10T05:01:33.137 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 1050 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T05:01:33.138 INFO:tasks.rados.rados.0.smithi078.stdout:1531: finishing write tid 4 to smithi07880501-28 2024-08-10T05:01:33.138 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 729 (ObjNum 492 snap 145 seq_num 492) dirty exists 2024-08-10T05:01:33.138 INFO:tasks.rados.rados.0.smithi078.stdout:1531: left oid 28 (ObjNum 492 snap 145 seq_num 492) 2024-08-10T05:01:33.169 INFO:tasks.rados.rados.0.smithi078.stdout:1532: expect (ObjNum 460 snap 137 seq_num 460) 2024-08-10T05:01:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:33 smithi107 ceph-mon[86658]: osdmap e358: 8 total, 7 up, 8 in 2024-08-10T05:01:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:33 smithi107 ceph-mon[86658]: pgmap v197: 121 pgs: 6 active+undersized, 12 stale+active+clean, 1 active+undersized+degraded, 102 active+clean; 410 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 op/s; 4/831 objects degraded (0.481%) 2024-08-10T05:01:33.345 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-mon[92251]: osdmap e358: 8 total, 7 up, 8 in 2024-08-10T05:01:33.345 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-mon[92251]: pgmap v197: 121 pgs: 6 active+undersized, 12 stale+active+clean, 1 active+undersized+degraded, 102 active+clean; 410 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 op/s; 4/831 objects degraded (0.481%) 2024-08-10T05:01:33.345 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-mon[94618]: osdmap e358: 8 total, 7 up, 8 in 2024-08-10T05:01:33.345 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-mon[94618]: pgmap v197: 121 pgs: 6 active+undersized, 12 stale+active+clean, 1 active+undersized+degraded, 102 active+clean; 410 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 0 op/s; 4/831 objects degraded (0.481%) 2024-08-10T05:01:33.346 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 podman[109572]: 2024-08-10 05:01:33.227904101 +0000 UTC m=+0.102342152 container create 6d6dfb237495ff5cc75980999c646b782a3bc181641228cb7dea7ed48c0d386c (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-10T05:01:33.346 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 podman[109572]: 2024-08-10 05:01:33.145329281 +0000 UTC m=+0.019767345 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:01:33.673 INFO:tasks.rados.rados.0.smithi078.stdout:1530: finishing copy_from racing read to smithi07880501-4 2024-08-10T05:01:33.673 INFO:tasks.rados.rados.0.smithi078.stdout:1530: finishing copy_from to smithi07880501-4 2024-08-10T05:01:33.673 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 308 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:01:33.673 INFO:tasks.rados.rados.0.smithi078.stdout:1530: done (6 left) 2024-08-10T05:01:33.673 INFO:tasks.rados.rados.0.smithi078.stdout:1531: done (5 left) 2024-08-10T05:01:33.673 INFO:tasks.rados.rados.0.smithi078.stdout:1532: done (4 left) 2024-08-10T05:01:33.673 INFO:tasks.rados.rados.0.smithi078.stdout:1534: done (3 left) 2024-08-10T05:01:33.674 INFO:tasks.rados.rados.0.smithi078.stdout:1535: done (2 left) 2024-08-10T05:01:33.674 INFO:tasks.rados.rados.0.smithi078.stdout:1537: done (1 left) 2024-08-10T05:01:33.674 INFO:tasks.rados.rados.0.smithi078.stdout:1538: done (0 left) 2024-08-10T05:01:33.674 INFO:tasks.rados.rados.0.smithi078.stdout:1539: delete oid 20 current snap is 145 2024-08-10T05:01:33.675 INFO:tasks.rados.rados.0.smithi078.stdout:1539: done (0 left) 2024-08-10T05:01:33.675 INFO:tasks.rados.rados.0.smithi078.stdout:1540: read oid 32 snap -1 2024-08-10T05:01:33.675 INFO:tasks.rados.rados.0.smithi078.stdout:1540: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-10T05:01:33.675 INFO:tasks.rados.rados.0.smithi078.stdout:1541: setattr oid 19 current snap is 145 2024-08-10T05:01:33.677 INFO:tasks.rados.rados.0.smithi078.stdout:1542: snap_remove snap 122 2024-08-10T05:01:33.726 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 podman[109572]: 2024-08-10 05:01:33.463616621 +0000 UTC m=+0.338054688 container init 6d6dfb237495ff5cc75980999c646b782a3bc181641228cb7dea7ed48c0d386c (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-10T05:01:33.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 podman[109572]: 2024-08-10 05:01:33.468111356 +0000 UTC m=+0.342549416 container start 6d6dfb237495ff5cc75980999c646b782a3bc181641228cb7dea7ed48c0d386c (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-10T05:01:33.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 podman[109572]: 2024-08-10 05:01:33.563712017 +0000 UTC m=+0.438150069 container attach 6d6dfb237495ff5cc75980999c646b782a3bc181641228cb7dea7ed48c0d386c (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-10T05:01:33.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:33.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:33.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:33.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:01:33.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:34.093 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:01:34.093 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:01:34.093 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate[109587]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 bash[109572]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-10T05:01:34.094 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:33 smithi078 podman[109572]: 2024-08-10 05:01:33.845849707 +0000 UTC m=+0.720287765 container died 6d6dfb237495ff5cc75980999c646b782a3bc181641228cb7dea7ed48c0d386c (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-10T05:01:34.100 INFO:tasks.rados.rados.0.smithi078.stdout:1542: done (2 left) 2024-08-10T05:01:34.101 INFO:tasks.rados.rados.0.smithi078.stdout:1543: read oid 10 snap -1 2024-08-10T05:01:34.101 INFO:tasks.rados.rados.0.smithi078.stdout:1543: expect (ObjNum 472 snap 140 seq_num 472) 2024-08-10T05:01:34.101 INFO:tasks.rados.rados.0.smithi078.stdout:1544: snap_create 2024-08-10T05:01:34.101 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 575 (ObjNum 463 snap 137 seq_num 463) dirty exists 2024-08-10T05:01:34.101 INFO:tasks.rados.rados.0.smithi078.stdout:1540: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-10T05:01:34.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:34 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 4/831 objects degraded (0.481%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:01:34.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:34 smithi107 ceph-mon[86658]: osdmap e359: 8 total, 7 up, 8 in 2024-08-10T05:01:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:34 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 4/831 objects degraded (0.481%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:01:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:34 smithi078 ceph-mon[94618]: osdmap e359: 8 total, 7 up, 8 in 2024-08-10T05:01:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:34 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 4/831 objects degraded (0.481%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:01:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:34 smithi078 ceph-mon[92251]: osdmap e359: 8 total, 7 up, 8 in 2024-08-10T05:01:34.588 INFO:tasks.rados.rados.0.smithi078.stdout:1543: expect (ObjNum 472 snap 140 seq_num 472) 2024-08-10T05:01:34.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:34.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:34.932 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:34 smithi078 podman[109706]: 2024-08-10 05:01:34.617691124 +0000 UTC m=+0.765430857 container remove 6d6dfb237495ff5cc75980999c646b782a3bc181641228cb7dea7ed48c0d386c (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-activate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-08-10T05:01:34.932 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:34 smithi078 podman[109764]: 2024-08-10 05:01:34.827066674 +0000 UTC m=+0.107057387 container create 9a367899270d4ff70b63a6a2c27b636b04cbf3987675102b2cf26a3bb9a0ad41 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-10T05:01:34.932 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:34 smithi078 podman[109764]: 2024-08-10 05:01:34.737362692 +0000 UTC m=+0.017353431 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:01:35.110 INFO:tasks.rados.rados.0.smithi078.stdout:1540: done (3 left) 2024-08-10T05:01:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:1541: done (2 left) 2024-08-10T05:01:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:1543: done (1 left) 2024-08-10T05:01:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:1544: done (0 left) 2024-08-10T05:01:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:1545: read oid 11 snap -1 2024-08-10T05:01:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:1545: expect deleted 2024-08-10T05:01:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 146 2024-08-10T05:01:35.111 INFO:tasks.rados.rados.0.smithi078.stdout:1546: seq_num 496 ranges {0=712704,712704=401408} 2024-08-10T05:01:35.115 INFO:tasks.rados.rados.0.smithi078.stdout:1546: writing smithi07880501-24 from 0 to 712704 tid 1 2024-08-10T05:01:35.117 INFO:tasks.rados.rados.0.smithi078.stdout:1546: writing smithi07880501-24 from 712704 to 1114112 tid 2 2024-08-10T05:01:35.117 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 146 2024-08-10T05:01:35.118 INFO:tasks.rados.rados.0.smithi078.stdout:1547: seq_num 497 ranges {7946240=729088,8675328=401408} 2024-08-10T05:01:35.165 INFO:tasks.rados.rados.0.smithi078.stdout:1547: writing smithi07880501-32 from 7946240 to 8675328 tid 1 2024-08-10T05:01:35.167 INFO:tasks.rados.rados.0.smithi078.stdout:1547: writing smithi07880501-32 from 8675328 to 9076736 tid 2 2024-08-10T05:01:35.167 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 146 2024-08-10T05:01:35.167 INFO:tasks.rados.rados.0.smithi078.stdout:1546: finishing write tid 1 to smithi07880501-24 2024-08-10T05:01:35.167 INFO:tasks.rados.rados.0.smithi078.stdout:1546: finishing write tid 2 to smithi07880501-24 2024-08-10T05:01:35.167 INFO:tasks.rados.rados.0.smithi078.stdout:1548: seq_num 498 ranges {6193152=745472,6938624=401408} 2024-08-10T05:01:35.205 INFO:tasks.rados.rados.0.smithi078.stdout:1548: writing smithi07880501-36 from 6193152 to 6938624 tid 1 2024-08-10T05:01:35.208 INFO:tasks.rados.rados.0.smithi078.stdout:1548: writing smithi07880501-36 from 6938624 to 7340032 tid 2 2024-08-10T05:01:35.208 INFO:tasks.rados.rados.0.smithi078.stdout:1545: done (3 left) 2024-08-10T05:01:35.208 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 146 2024-08-10T05:01:35.209 INFO:tasks.rados.rados.0.smithi078.stdout:1546: finishing write tid 3 to smithi07880501-24 2024-08-10T05:01:35.209 INFO:tasks.rados.rados.0.smithi078.stdout:1546: finishing write tid 4 to smithi07880501-24 2024-08-10T05:01:35.209 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1334 (ObjNum 496 snap 146 seq_num 496) dirty exists 2024-08-10T05:01:35.209 INFO:tasks.rados.rados.0.smithi078.stdout:1546: left oid 24 (ObjNum 496 snap 146 seq_num 496) 2024-08-10T05:01:35.209 INFO:tasks.rados.rados.0.smithi078.stdout:1547: finishing write tid 1 to smithi07880501-32 2024-08-10T05:01:35.209 INFO:tasks.rados.rados.0.smithi078.stdout:1549: seq_num 499 ranges {3325952=761856,4087808=401408} 2024-08-10T05:01:35.230 INFO:tasks.rados.rados.0.smithi078.stdout:1549: writing smithi07880501-45 from 3325952 to 4087808 tid 1 2024-08-10T05:01:35.232 INFO:tasks.rados.rados.0.smithi078.stdout:1549: writing smithi07880501-45 from 4087808 to 4489216 tid 2 2024-08-10T05:01:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:1546: done (3 left) 2024-08-10T05:01:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:1550: snap_remove snap 139 2024-08-10T05:01:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:35 smithi078 ceph-mon[92251]: osdmap e360: 8 total, 7 up, 8 in 2024-08-10T05:01:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:35 smithi078 ceph-mon[92251]: pgmap v200: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 66/825 objects degraded (8.000%) 2024-08-10T05:01:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:35 smithi078 ceph-mon[94618]: osdmap e360: 8 total, 7 up, 8 in 2024-08-10T05:01:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:35 smithi078 ceph-mon[94618]: pgmap v200: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 66/825 objects degraded (8.000%) 2024-08-10T05:01:35.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:35 smithi078 podman[109764]: 2024-08-10 05:01:35.037521252 +0000 UTC m=+0.317511983 container init 9a367899270d4ff70b63a6a2c27b636b04cbf3987675102b2cf26a3bb9a0ad41 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-10T05:01:35.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:35 smithi078 podman[109764]: 2024-08-10 05:01:35.040824048 +0000 UTC m=+0.320814765 container start 9a367899270d4ff70b63a6a2c27b636b04cbf3987675102b2cf26a3bb9a0ad41 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-10T05:01:35.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:35 smithi078 ceph-osd[109783]: -- 172.21.15.78:0/1922318191 <== mon.0 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558722729a40 con 0x558722707c00 2024-08-10T05:01:35.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:35 smithi078 bash[109764]: 9a367899270d4ff70b63a6a2c27b636b04cbf3987675102b2cf26a3bb9a0ad41 2024-08-10T05:01:35.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:35 smithi078 systemd[1]: Started Ceph osd.2 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:01:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:35 smithi107 ceph-mon[86658]: osdmap e360: 8 total, 7 up, 8 in 2024-08-10T05:01:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:35 smithi107 ceph-mon[86658]: pgmap v200: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 16 op/s; 66/825 objects degraded (8.000%) 2024-08-10T05:01:35.880 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:35 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[109779]: 2024-08-10T05:01:35.587+0000 7f105d9a1640 -1 Falling back to public interface 2024-08-10T05:01:36.073 INFO:tasks.rados.rados.0.smithi078.stdout:1550: done (3 left) 2024-08-10T05:01:36.073 INFO:tasks.rados.rados.0.smithi078.stdout:1551: rollback oid 20 current snap is 146 2024-08-10T05:01:36.073 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 119 2024-08-10T05:01:36.073 INFO:tasks.rados.rados.0.smithi078.stdout:1547: finishing write tid 2 to smithi07880501-32 2024-08-10T05:01:36.073 INFO:tasks.rados.rados.0.smithi078.stdout:1547: finishing write tid 3 to smithi07880501-32 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1547: finishing write tid 4 to smithi07880501-32 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 739 (ObjNum 497 snap 146 seq_num 497) dirty exists 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1547: left oid 32 (ObjNum 497 snap 146 seq_num 497) 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1548: finishing write tid 1 to smithi07880501-36 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1548: finishing write tid 2 to smithi07880501-36 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1548: finishing write tid 3 to smithi07880501-36 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1548: finishing write tid 4 to smithi07880501-36 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 424 (ObjNum 498 snap 146 seq_num 498) dirty exists 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1548: left oid 36 (ObjNum 498 snap 146 seq_num 498) 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1549: finishing write tid 1 to smithi07880501-45 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1549: finishing write tid 2 to smithi07880501-45 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1549: finishing write tid 3 to smithi07880501-45 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:1549: finishing write tid 4 to smithi07880501-45 2024-08-10T05:01:36.074 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1201 (ObjNum 499 snap 146 seq_num 499) dirty exists 2024-08-10T05:01:36.075 INFO:tasks.rados.rados.0.smithi078.stdout:1549: left oid 45 (ObjNum 499 snap 146 seq_num 499) 2024-08-10T05:01:36.075 INFO:tasks.rados.rados.0.smithi078.stdout:1547: done (3 left) 2024-08-10T05:01:36.075 INFO:tasks.rados.rados.0.smithi078.stdout:1548: done (2 left) 2024-08-10T05:01:36.075 INFO:tasks.rados.rados.0.smithi078.stdout:1549: done (1 left) 2024-08-10T05:01:36.075 INFO:tasks.rados.rados.0.smithi078.stdout:1552: snap_remove snap 137 2024-08-10T05:01:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[92251]: osdmap e361: 8 total, 7 up, 8 in 2024-08-10T05:01:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[92251]: osdmap e362: 8 total, 7 up, 8 in 2024-08-10T05:01:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[94618]: osdmap e361: 8 total, 7 up, 8 in 2024-08-10T05:01:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:36 smithi078 ceph-mon[94618]: osdmap e362: 8 total, 7 up, 8 in 2024-08-10T05:01:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:36 smithi107 ceph-mon[86658]: osdmap e361: 8 total, 7 up, 8 in 2024-08-10T05:01:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:36 smithi107 ceph-mon[86658]: osdmap e362: 8 total, 7 up, 8 in 2024-08-10T05:01:37.076 INFO:tasks.rados.rados.0.smithi078.stdout:1552: done (1 left) 2024-08-10T05:01:37.076 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 146 2024-08-10T05:01:37.076 INFO:tasks.rados.rados.0.smithi078.stdout:1553: seq_num 500 ranges {1114112=778240,1892352=401408} 2024-08-10T05:01:37.088 INFO:tasks.rados.rados.0.smithi078.stdout:1553: writing smithi07880501-24 from 1114112 to 1892352 tid 1 2024-08-10T05:01:37.091 INFO:tasks.rados.rados.0.smithi078.stdout:1553: writing smithi07880501-24 from 1892352 to 2293760 tid 2 2024-08-10T05:01:37.092 INFO:tasks.rados.rados.0.smithi078.stdout:1554: read oid 13 snap 104 2024-08-10T05:01:37.092 INFO:tasks.rados.rados.0.smithi078.stdout:1554: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T05:01:37.092 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 146 2024-08-10T05:01:37.092 INFO:tasks.rados.rados.0.smithi078.stdout:1555: seq_num 501 ranges {139264=794624,933888=401408} 2024-08-10T05:01:37.097 INFO:tasks.rados.rados.0.smithi078.stdout:1555: writing smithi07880501-3 from 139264 to 933888 tid 1 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:1555: writing smithi07880501-3 from 933888 to 1335296 tid 2 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:1556: copy_from oid 27 from oid 7 current snap is 146 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:1551: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:1551: finishing rollback tid 2 to smithi07880501-20 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 1134 (ObjNum 381 snap 115 seq_num 381) dirty exists 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:1553: finishing write tid 1 to smithi07880501-24 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:1551: done (4 left) 2024-08-10T05:01:37.100 INFO:tasks.rados.rados.0.smithi078.stdout:1557: snap_remove snap 141 2024-08-10T05:01:37.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:37 smithi078 ceph-mon[92251]: pgmap v203: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 66/825 objects degraded (8.000%) 2024-08-10T05:01:37.453 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:37 smithi078 ceph-mon[92251]: osdmap e363: 8 total, 7 up, 8 in 2024-08-10T05:01:37.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:37 smithi078 ceph-mon[94618]: pgmap v203: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 66/825 objects degraded (8.000%) 2024-08-10T05:01:37.453 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:37 smithi078 ceph-mon[94618]: osdmap e363: 8 total, 7 up, 8 in 2024-08-10T05:01:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:37 smithi107 ceph-mon[86658]: pgmap v203: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 426 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 66/825 objects degraded (8.000%) 2024-08-10T05:01:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:37 smithi107 ceph-mon[86658]: osdmap e363: 8 total, 7 up, 8 in 2024-08-10T05:01:38.079 INFO:tasks.rados.rados.0.smithi078.stdout:1557: done (4 left) 2024-08-10T05:01:38.079 INFO:tasks.rados.rados.0.smithi078.stdout:1558: snap_create 2024-08-10T05:01:38.079 INFO:tasks.rados.rados.0.smithi078.stdout:1553: finishing write tid 2 to smithi07880501-24 2024-08-10T05:01:38.079 INFO:tasks.rados.rados.0.smithi078.stdout:1553: finishing write tid 3 to smithi07880501-24 2024-08-10T05:01:38.079 INFO:tasks.rados.rados.0.smithi078.stdout:1553: finishing write tid 4 to smithi07880501-24 2024-08-10T05:01:38.080 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1357 (ObjNum 500 snap 146 seq_num 500) dirty exists 2024-08-10T05:01:38.080 INFO:tasks.rados.rados.0.smithi078.stdout:1553: left oid 24 (ObjNum 500 snap 146 seq_num 500) 2024-08-10T05:01:38.080 INFO:tasks.rados.rados.0.smithi078.stdout:1555: finishing write tid 1 to smithi07880501-3 2024-08-10T05:01:38.080 INFO:tasks.rados.rados.0.smithi078.stdout:1555: finishing write tid 2 to smithi07880501-3 2024-08-10T05:01:38.080 INFO:tasks.rados.rados.0.smithi078.stdout:1555: finishing write tid 3 to smithi07880501-3 2024-08-10T05:01:38.080 INFO:tasks.rados.rados.0.smithi078.stdout:1555: finishing write tid 4 to smithi07880501-3 2024-08-10T05:01:38.080 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 670 (ObjNum 501 snap 146 seq_num 501) dirty exists 2024-08-10T05:01:38.081 INFO:tasks.rados.rados.0.smithi078.stdout:1555: left oid 3 (ObjNum 501 snap 146 seq_num 501) 2024-08-10T05:01:38.081 INFO:tasks.rados.rados.0.smithi078.stdout:1554: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T05:01:38.135 INFO:tasks.rados.rados.0.smithi078.stdout:1556: finishing copy_from racing read to smithi07880501-27 2024-08-10T05:01:38.135 INFO:tasks.rados.rados.0.smithi078.stdout:1556: finishing copy_from to smithi07880501-27 2024-08-10T05:01:38.135 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 1226 (ObjNum 479 snap 141 seq_num 479) dirty exists 2024-08-10T05:01:38.726 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:38 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[109779]: 2024-08-10T05:01:38.436+0000 7f105d9a1640 -1 osd.2 355 log_to_monitors true 2024-08-10T05:01:39.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1553: done (4 left) 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1554: done (3 left) 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1555: done (2 left) 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1556: done (1 left) 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1558: done (0 left) 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1559: read oid 28 snap -1 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1559: expect (ObjNum 492 snap 145 seq_num 492) 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1560: read oid 11 snap -1 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1560: expect deleted 2024-08-10T05:01:39.083 INFO:tasks.rados.rados.0.smithi078.stdout:1561: read oid 14 snap -1 2024-08-10T05:01:39.084 INFO:tasks.rados.rados.0.smithi078.stdout:1561: expect deleted 2024-08-10T05:01:39.084 INFO:tasks.rados.rados.0.smithi078.stdout:1562: copy_from oid 50 from oid 12 current snap is 147 2024-08-10T05:01:39.084 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 147 2024-08-10T05:01:39.084 INFO:tasks.rados.rados.0.smithi078.stdout:1563: seq_num 502 ranges {4489216=409600,4898816=417792,5316608=385024} 2024-08-10T05:01:39.110 INFO:tasks.rados.rados.0.smithi078.stdout:1563: writing smithi07880501-45 from 4489216 to 4898816 tid 1 2024-08-10T05:01:39.113 INFO:tasks.rados.rados.0.smithi078.stdout:1563: writing smithi07880501-45 from 4898816 to 5316608 tid 2 2024-08-10T05:01:39.116 INFO:tasks.rados.rados.0.smithi078.stdout:1563: writing smithi07880501-45 from 5316608 to 5701632 tid 3 2024-08-10T05:01:39.116 INFO:tasks.rados.rados.0.smithi078.stdout:1564: read oid 2 snap 142 2024-08-10T05:01:39.117 INFO:tasks.rados.rados.0.smithi078.stdout:1564: expect (ObjNum 441 snap 129 seq_num 441) 2024-08-10T05:01:39.117 INFO:tasks.rados.rados.0.smithi078.stdout:1565: rollback oid 38 current snap is 147 2024-08-10T05:01:39.117 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 128 2024-08-10T05:01:39.117 INFO:tasks.rados.rados.0.smithi078.stdout:1559: expect (ObjNum 492 snap 145 seq_num 492) 2024-08-10T05:01:39.249 INFO:tasks.rados.rados.0.smithi078.stdout:1562: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:01:39.250 INFO:tasks.rados.rados.0.smithi078.stdout:1559: done (6 left) 2024-08-10T05:01:39.250 INFO:tasks.rados.rados.0.smithi078.stdout:1560: done (5 left) 2024-08-10T05:01:39.250 INFO:tasks.rados.rados.0.smithi078.stdout:1561: done (4 left) 2024-08-10T05:01:39.250 INFO:tasks.rados.rados.0.smithi078.stdout:1566: copy_from oid 22 from oid 21 current snap is 147 2024-08-10T05:01:39.250 INFO:tasks.rados.rados.0.smithi078.stdout:1564: expect (ObjNum 441 snap 129 seq_num 441) 2024-08-10T05:01:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[92251]: osdmap e364: 8 total, 7 up, 8 in 2024-08-10T05:01:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[92251]: pgmap v206: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 434 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 67/801 objects degraded (8.365%) 2024-08-10T05:01:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[92251]: from='osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:01:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[92251]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:01:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[94618]: osdmap e364: 8 total, 7 up, 8 in 2024-08-10T05:01:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[94618]: pgmap v206: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 434 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 67/801 objects degraded (8.365%) 2024-08-10T05:01:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[94618]: from='osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:01:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[94618]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:01:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:39.497 INFO:tasks.rados.rados.0.smithi078.stdout:1562: finishing copy_from to smithi07880501-50 2024-08-10T05:01:39.497 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 362 (ObjNum 410 snap 122 seq_num 410) dirty exists 2024-08-10T05:01:39.497 INFO:tasks.rados.rados.0.smithi078.stdout:1565: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:01:39.498 INFO:tasks.rados.rados.0.smithi078.stdout:1562: done (4 left) 2024-08-10T05:01:39.498 INFO:tasks.rados.rados.0.smithi078.stdout:1564: done (3 left) 2024-08-10T05:01:39.498 INFO:tasks.rados.rados.0.smithi078.stdout:1567: read oid 6 snap -1 2024-08-10T05:01:39.498 INFO:tasks.rados.rados.0.smithi078.stdout:1567: expect (ObjNum 490 snap 145 seq_num 490) 2024-08-10T05:01:39.498 INFO:tasks.rados.rados.0.smithi078.stdout:1568: rmattr oid 1 current snap is 147 2024-08-10T05:01:39.498 INFO:tasks.rados.rados.0.smithi078.stdout:1563: finishing write tid 1 to smithi07880501-45 2024-08-10T05:01:39.498 INFO:tasks.rados.rados.0.smithi078.stdout:1563: finishing write tid 2 to smithi07880501-45 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1565: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1563: finishing write tid 3 to smithi07880501-45 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1565: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 312 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1563: finishing write tid 4 to smithi07880501-45 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1563: finishing write tid 5 to smithi07880501-45 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1238 (ObjNum 502 snap 147 seq_num 502) dirty exists 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1563: left oid 45 (ObjNum 502 snap 147 seq_num 502) 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1566: finishing copy_from racing read to smithi07880501-22 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1566: finishing copy_from to smithi07880501-22 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 667 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1563: done (4 left) 2024-08-10T05:01:39.499 INFO:tasks.rados.rados.0.smithi078.stdout:1565: done (3 left) 2024-08-10T05:01:39.500 INFO:tasks.rados.rados.0.smithi078.stdout:1566: done (2 left) 2024-08-10T05:01:39.500 INFO:tasks.rados.rados.0.smithi078.stdout:1569: read oid 8 snap -1 2024-08-10T05:01:39.500 INFO:tasks.rados.rados.0.smithi078.stdout:1569: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:39.500 INFO:tasks.rados.rados.0.smithi078.stdout:1570: delete oid 10 current snap is 147 2024-08-10T05:01:39.501 INFO:tasks.rados.rados.0.smithi078.stdout:1569: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:39.519 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1135 (ObjNum 423 snap 127 seq_num 423) dirty exists 2024-08-10T05:01:39.519 INFO:tasks.rados.rados.0.smithi078.stdout:1567: expect (ObjNum 490 snap 145 seq_num 490) 2024-08-10T05:01:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:39 smithi107 ceph-mon[86658]: osdmap e364: 8 total, 7 up, 8 in 2024-08-10T05:01:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:39 smithi107 ceph-mon[86658]: pgmap v206: 121 pgs: 2 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 82 active+clean; 434 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 67/801 objects degraded (8.365%) 2024-08-10T05:01:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:39 smithi107 ceph-mon[86658]: from='osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:01:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:39 smithi107 ceph-mon[86658]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:01:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:39 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:39.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:39 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:1567: done (3 left) 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:1568: done (2 left) 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:1569: done (1 left) 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:1570: done (0 left) 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:1571: rollback oid 12 current snap is 147 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 12 to 119 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 147 2024-08-10T05:01:39.656 INFO:tasks.rados.rados.0.smithi078.stdout:1572: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-08-10T05:01:39.658 INFO:tasks.rados.rados.0.smithi078.stdout:1572: writing smithi07880501-11 from 0 to 450560 tid 1 2024-08-10T05:01:39.661 INFO:tasks.rados.rados.0.smithi078.stdout:1572: writing smithi07880501-11 from 450560 to 1040384 tid 2 2024-08-10T05:01:39.663 INFO:tasks.rados.rados.0.smithi078.stdout:1572: writing smithi07880501-11 from 1040384 to 1253376 tid 3 2024-08-10T05:01:39.663 INFO:tasks.rados.rados.0.smithi078.stdout:1573: setattr oid 13 current snap is 147 2024-08-10T05:01:39.663 INFO:tasks.rados.rados.0.smithi078.stdout:1571: finishing rollback tid 0 to smithi07880501-12 2024-08-10T05:01:39.663 INFO:tasks.rados.rados.0.smithi078.stdout:1571: finishing rollback tid 1 to smithi07880501-12 2024-08-10T05:01:39.663 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 760 (ObjNum 65 snap 0 seq_num 1768514134) dirty dne 2024-08-10T05:01:39.663 INFO:tasks.rados.rados.0.smithi078.stdout:1572: finishing write tid 1 to smithi07880501-11 2024-08-10T05:01:39.665 INFO:tasks.rados.rados.0.smithi078.stdout:1571: done (2 left) 2024-08-10T05:01:39.665 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 147 2024-08-10T05:01:39.665 INFO:tasks.rados.rados.0.smithi078.stdout:1574: seq_num 505 ranges {557056=466944,1024000=475136,1499136=327680} 2024-08-10T05:01:39.671 INFO:tasks.rados.rados.0.smithi078.stdout:1574: writing smithi07880501-19 from 557056 to 1024000 tid 1 2024-08-10T05:01:39.673 INFO:tasks.rados.rados.0.smithi078.stdout:1574: writing smithi07880501-19 from 1024000 to 1499136 tid 2 2024-08-10T05:01:39.676 INFO:tasks.rados.rados.0.smithi078.stdout:1574: writing smithi07880501-19 from 1499136 to 1826816 tid 3 2024-08-10T05:01:39.676 INFO:tasks.rados.rados.0.smithi078.stdout:1575: copy_from oid 12 from oid 9 current snap is 147 2024-08-10T05:01:39.676 INFO:tasks.rados.rados.0.smithi078.stdout:1572: finishing write tid 2 to smithi07880501-11 2024-08-10T05:01:39.676 INFO:tasks.rados.rados.0.smithi078.stdout:1572: finishing write tid 3 to smithi07880501-11 2024-08-10T05:01:39.676 INFO:tasks.rados.rados.0.smithi078.stdout:1572: finishing write tid 4 to smithi07880501-11 2024-08-10T05:01:39.676 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1051 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1572: finishing write tid 5 to smithi07880501-11 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1195 (ObjNum 504 snap 147 seq_num 504) dirty exists 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1572: left oid 11 (ObjNum 504 snap 147 seq_num 504) 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1574: finishing write tid 1 to smithi07880501-19 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1572: done (3 left) 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1573: done (2 left) 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1576: read oid 27 snap 67 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1576: expect deleted 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1577: rmattr oid 10 current snap is 147 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1577: done (3 left) 2024-08-10T05:01:39.677 INFO:tasks.rados.rados.0.smithi078.stdout:1578: snap_remove snap 145 2024-08-10T05:01:39.897 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 05:01:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[109779]: 2024-08-10T05:01:39.579+0000 7f1051744640 -1 osd.2 355 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:01:40.162 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 67/801 objects degraded (8.365%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: osdmap e365: 8 total, 7 up, 8 in 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: from='osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[92251]: from='osd.2 ' entity='osd.2' 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 67/801 objects degraded (8.365%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: osdmap e365: 8 total, 7 up, 8 in 2024-08-10T05:01:40.163 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: from='osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:40.164 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:40.164 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:40.164 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:40.164 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:40 smithi078 ceph-mon[94618]: from='osd.2 ' entity='osd.2' 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 67/801 objects degraded (8.365%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: osdmap e365: 8 total, 7 up, 8 in 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: from='osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:40 smithi107 ceph-mon[86658]: from='osd.2 ' entity='osd.2' 2024-08-10T05:01:40.577 INFO:tasks.rados.rados.0.smithi078.stdout:1578: done (3 left) 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1579: snap_create 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1574: finishing write tid 2 to smithi07880501-19 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1574: finishing write tid 3 to smithi07880501-19 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1574: finishing write tid 4 to smithi07880501-19 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1574: finishing write tid 5 to smithi07880501-19 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 579 (ObjNum 505 snap 147 seq_num 505) dirty exists 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1574: left oid 19 (ObjNum 505 snap 147 seq_num 505) 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1575: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:1575: finishing copy_from to smithi07880501-12 2024-08-10T05:01:40.578 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1050 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T05:01:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[92251]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 432 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 68/798 objects degraded (8.521%) 2024-08-10T05:01:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:01:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[92251]: osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272] boot 2024-08-10T05:01:41.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[92251]: osdmap e366: 8 total, 8 up, 8 in 2024-08-10T05:01:41.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:01:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[94618]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 432 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 68/798 objects degraded (8.521%) 2024-08-10T05:01:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:01:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[94618]: osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272] boot 2024-08-10T05:01:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[94618]: osdmap e366: 8 total, 8 up, 8 in 2024-08-10T05:01:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:01:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:41 smithi107 ceph-mon[86658]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 432 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 68/798 objects degraded (8.521%) 2024-08-10T05:01:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:41 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:01:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:41 smithi107 ceph-mon[86658]: osd.2 [v2:172.21.15.78:6818/1204132272,v1:172.21.15.78:6819/1204132272] boot 2024-08-10T05:01:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:41 smithi107 ceph-mon[86658]: osdmap e366: 8 total, 8 up, 8 in 2024-08-10T05:01:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:1574: done (3 left) 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:1575: done (2 left) 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:1576: done (1 left) 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:1579: done (0 left) 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:1580: read oid 36 snap -1 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:1580: expect (ObjNum 498 snap 146 seq_num 498) 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 148 2024-08-10T05:01:41.581 INFO:tasks.rados.rados.0.smithi078.stdout:1581: seq_num 506 ranges {8421376=483328,8904704=761856,9666560=40960} 2024-08-10T05:01:41.630 INFO:tasks.rados.rados.0.smithi078.stdout:1581: writing smithi07880501-1 from 8421376 to 8904704 tid 1 2024-08-10T05:01:41.635 INFO:tasks.rados.rados.0.smithi078.stdout:1581: writing smithi07880501-1 from 8904704 to 9666560 tid 2 2024-08-10T05:01:41.636 INFO:tasks.rados.rados.0.smithi078.stdout:1581: writing smithi07880501-1 from 9666560 to 9707520 tid 3 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:1582: rollback oid 8 current snap is 148 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 8 to 119 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:1583: rollback oid 10 current snap is 148 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 140 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:1584: rmattr oid 16 current snap is 148 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:1584: done (4 left) 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 148 2024-08-10T05:01:41.637 INFO:tasks.rados.rados.0.smithi078.stdout:1585: seq_num 507 ranges {1032192=499712,1531904=638976,2170880=163840} 2024-08-10T05:01:41.645 INFO:tasks.rados.rados.0.smithi078.stdout:1585: writing smithi07880501-46 from 1032192 to 1531904 tid 1 2024-08-10T05:01:41.650 INFO:tasks.rados.rados.0.smithi078.stdout:1585: writing smithi07880501-46 from 1531904 to 2170880 tid 2 2024-08-10T05:01:41.651 INFO:tasks.rados.rados.0.smithi078.stdout:1585: writing smithi07880501-46 from 2170880 to 2334720 tid 3 2024-08-10T05:01:41.651 INFO:tasks.rados.rados.0.smithi078.stdout:1586: read oid 43 snap -1 2024-08-10T05:01:41.652 INFO:tasks.rados.rados.0.smithi078.stdout:1586: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:41.652 INFO:tasks.rados.rados.0.smithi078.stdout:1587: rollback oid 29 current snap is 148 2024-08-10T05:01:41.652 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 128 2024-08-10T05:01:41.652 INFO:tasks.rados.rados.0.smithi078.stdout:1588: snap_remove snap 147 2024-08-10T05:01:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:01:41] "GET /metrics HTTP/1.1" 200 36168 "" "Prometheus/2.43.0" 2024-08-10T05:01:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:42.585 INFO:tasks.rados.rados.0.smithi078.stdout:1588: done (7 left) 2024-08-10T05:01:42.585 INFO:tasks.rados.rados.0.smithi078.stdout:1589: read oid 6 snap -1 2024-08-10T05:01:42.585 INFO:tasks.rados.rados.0.smithi078.stdout:1589: expect (ObjNum 490 snap 145 seq_num 490) 2024-08-10T05:01:42.585 INFO:tasks.rados.rados.0.smithi078.stdout:1590: delete oid 44 current snap is 148 2024-08-10T05:01:42.585 INFO:tasks.rados.rados.0.smithi078.stdout:1581: finishing write tid 1 to smithi07880501-1 2024-08-10T05:01:42.585 INFO:tasks.rados.rados.0.smithi078.stdout:1583: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:01:42.585 INFO:tasks.rados.rados.0.smithi078.stdout:1582: finishing rollback tid 0 to smithi07880501-8 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1582: finishing rollback tid 1 to smithi07880501-8 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 679 (ObjNum 129 snap 0 seq_num 489450128) dirty dne 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1583: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1199 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1581: finishing write tid 2 to smithi07880501-1 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1581: finishing write tid 3 to smithi07880501-1 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1581: finishing write tid 4 to smithi07880501-1 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1581: finishing write tid 5 to smithi07880501-1 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1139 (ObjNum 506 snap 148 seq_num 506) dirty exists 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1581: left oid 1 (ObjNum 506 snap 148 seq_num 506) 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1585: finishing write tid 1 to smithi07880501-46 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1585: finishing write tid 2 to smithi07880501-46 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1585: finishing write tid 3 to smithi07880501-46 2024-08-10T05:01:42.586 INFO:tasks.rados.rados.0.smithi078.stdout:1585: finishing write tid 4 to smithi07880501-46 2024-08-10T05:01:42.587 INFO:tasks.rados.rados.0.smithi078.stdout:1586: expect (ObjNum 444 snap 131 seq_num 444) 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:1585: finishing write tid 5 to smithi07880501-46 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 583 (ObjNum 507 snap 148 seq_num 507) dirty exists 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:1585: left oid 46 (ObjNum 507 snap 148 seq_num 507) 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:1587: finishing rollback tid 0 to smithi07880501-29 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:1587: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:1581: done (8 left) 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:1582: done (7 left) 2024-08-10T05:01:42.602 INFO:tasks.rados.rados.0.smithi078.stdout:1583: done (6 left) 2024-08-10T05:01:42.603 INFO:tasks.rados.rados.0.smithi078.stdout:1585: done (5 left) 2024-08-10T05:01:42.603 INFO:tasks.rados.rados.0.smithi078.stdout:1586: done (4 left) 2024-08-10T05:01:42.603 INFO:tasks.rados.rados.0.smithi078.stdout:1590: done (3 left) 2024-08-10T05:01:42.603 INFO:tasks.rados.rados.0.smithi078.stdout:1591: snap_create 2024-08-10T05:01:42.603 INFO:tasks.rados.rados.0.smithi078.stdout:1587: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:01:42.603 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 682 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:01:42.603 INFO:tasks.rados.rados.0.smithi078.stdout:1580: expect (ObjNum 498 snap 146 seq_num 498) 2024-08-10T05:01:42.790 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[92251]: osdmap e367: 8 total, 8 up, 8 in 2024-08-10T05:01:42.790 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[92251]: pgmap v211: 121 pgs: 21 active+undersized, 10 active+undersized+degraded, 90 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 68/801 objects degraded (8.489%) 2024-08-10T05:01:42.791 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:42.791 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:42.791 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[94618]: osdmap e367: 8 total, 8 up, 8 in 2024-08-10T05:01:42.791 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[94618]: pgmap v211: 121 pgs: 21 active+undersized, 10 active+undersized+degraded, 90 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 68/801 objects degraded (8.489%) 2024-08-10T05:01:42.791 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:42.791 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:42 smithi107 ceph-mon[86658]: osdmap e367: 8 total, 8 up, 8 in 2024-08-10T05:01:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:42 smithi107 ceph-mon[86658]: pgmap v211: 121 pgs: 21 active+undersized, 10 active+undersized+degraded, 90 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 68/801 objects degraded (8.489%) 2024-08-10T05:01:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:43.158 INFO:tasks.rados.rados.0.smithi078.stdout:1589: expect (ObjNum 490 snap 145 seq_num 490) 2024-08-10T05:01:43.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:42 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T05:01:42.950+0000 7f778feb9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-08-10T05:01:43.592 INFO:tasks.rados.rados.0.smithi078.stdout:1580: done (3 left) 2024-08-10T05:01:43.592 INFO:tasks.rados.rados.0.smithi078.stdout:1587: done (2 left) 2024-08-10T05:01:43.592 INFO:tasks.rados.rados.0.smithi078.stdout:1589: done (1 left) 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1591: done (0 left) 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1592: read oid 13 snap -1 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1592: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1593: read oid 34 snap -1 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1593: expect deleted 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1594: read oid 11 snap 127 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1594: expect (ObjNum 353 snap 107 seq_num 353) 2024-08-10T05:01:43.593 INFO:tasks.rados.rados.0.smithi078.stdout:1595: snap_remove snap 104 2024-08-10T05:01:43.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: osdmap e368: 8 total, 8 up, 8 in 2024-08-10T05:01:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:43 smithi107 ceph-mon[86658]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-08-10T05:01:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: osdmap e368: 8 total, 8 up, 8 in 2024-08-10T05:01:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[92251]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-08-10T05:01:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: osdmap e368: 8 total, 8 up, 8 in 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:43 smithi078 ceph-mon[94618]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-08-10T05:01:44.599 INFO:tasks.rados.rados.0.smithi078.stdout:1595: done (3 left) 2024-08-10T05:01:44.600 INFO:tasks.rados.rados.0.smithi078.stdout:1596: snap_create 2024-08-10T05:01:44.600 INFO:tasks.rados.rados.0.smithi078.stdout:1592: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:01:44.603 INFO:tasks.rados.rados.0.smithi078.stdout:1594: expect (ObjNum 353 snap 107 seq_num 353) 2024-08-10T05:01:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:44 smithi107 ceph-mon[86658]: osdmap e369: 8 total, 8 up, 8 in 2024-08-10T05:01:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:44 smithi107 ceph-mon[86658]: pgmap v214: 121 pgs: 121 active+clean; 466 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.7 MiB/s wr, 25 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-10T05:01:44.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:44.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:44 smithi078 ceph-mon[92251]: osdmap e369: 8 total, 8 up, 8 in 2024-08-10T05:01:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:44 smithi078 ceph-mon[92251]: pgmap v214: 121 pgs: 121 active+clean; 466 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.7 MiB/s wr, 25 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-10T05:01:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:44 smithi078 ceph-mon[94618]: osdmap e369: 8 total, 8 up, 8 in 2024-08-10T05:01:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:44 smithi078 ceph-mon[94618]: pgmap v214: 121 pgs: 121 active+clean; 466 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.7 MiB/s wr, 25 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-10T05:01:45.600 INFO:tasks.rados.rados.0.smithi078.stdout:1592: done (3 left) 2024-08-10T05:01:45.600 INFO:tasks.rados.rados.0.smithi078.stdout:1593: done (2 left) 2024-08-10T05:01:45.600 INFO:tasks.rados.rados.0.smithi078.stdout:1594: done (1 left) 2024-08-10T05:01:45.600 INFO:tasks.rados.rados.0.smithi078.stdout:1596: done (0 left) 2024-08-10T05:01:45.601 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 150 2024-08-10T05:01:45.601 INFO:tasks.rados.rados.0.smithi078.stdout:1597: seq_num 509 ranges {7946240=532480,8478720=409600,8888320=393216} 2024-08-10T05:01:45.645 INFO:tasks.rados.rados.0.smithi078.stdout:1597: writing smithi07880501-41 from 7946240 to 8478720 tid 1 2024-08-10T05:01:45.647 INFO:tasks.rados.rados.0.smithi078.stdout:1597: writing smithi07880501-41 from 8478720 to 8888320 tid 2 2024-08-10T05:01:45.650 INFO:tasks.rados.rados.0.smithi078.stdout:1597: writing smithi07880501-41 from 8888320 to 9281536 tid 3 2024-08-10T05:01:45.650 INFO:tasks.rados.rados.0.smithi078.stdout:1598: snap_remove snap 142 2024-08-10T05:01:45.877 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:45 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/801 objects degraded (8.489%), 10 pgs degraded) 2024-08-10T05:01:45.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:45 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:01:45.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:45 smithi078 ceph-mon[92251]: osdmap e370: 8 total, 8 up, 8 in 2024-08-10T05:01:45.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:45 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/801 objects degraded (8.489%), 10 pgs degraded) 2024-08-10T05:01:45.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:45 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:01:45.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:45 smithi078 ceph-mon[94618]: osdmap e370: 8 total, 8 up, 8 in 2024-08-10T05:01:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:45 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/801 objects degraded (8.489%), 10 pgs degraded) 2024-08-10T05:01:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:45 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:01:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:45 smithi107 ceph-mon[86658]: osdmap e370: 8 total, 8 up, 8 in 2024-08-10T05:01:46.077 INFO:tasks.rados.rados.0.smithi078.stdout:1598: done (1 left) 2024-08-10T05:01:46.077 INFO:tasks.rados.rados.0.smithi078.stdout:1599: read oid 7 snap -1 2024-08-10T05:01:46.078 INFO:tasks.rados.rados.0.smithi078.stdout:1599: expect (ObjNum 479 snap 141 seq_num 479) 2024-08-10T05:01:46.078 INFO:tasks.rados.rados.0.smithi078.stdout:1600: read oid 45 snap -1 2024-08-10T05:01:46.078 INFO:tasks.rados.rados.0.smithi078.stdout:1600: expect (ObjNum 502 snap 147 seq_num 502) 2024-08-10T05:01:46.078 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 150 2024-08-10T05:01:46.078 INFO:tasks.rados.rados.0.smithi078.stdout:1601: seq_num 510 ranges {6193152=548864,6742016=745472,7487488=57344} 2024-08-10T05:01:46.116 INFO:tasks.rados.rados.0.smithi078.stdout:1601: writing smithi07880501-38 from 6193152 to 6742016 tid 1 2024-08-10T05:01:46.121 INFO:tasks.rados.rados.0.smithi078.stdout:1601: writing smithi07880501-38 from 6742016 to 7487488 tid 2 2024-08-10T05:01:46.124 INFO:tasks.rados.rados.0.smithi078.stdout:1601: writing smithi07880501-38 from 7487488 to 7544832 tid 3 2024-08-10T05:01:46.124 INFO:tasks.rados.rados.0.smithi078.stdout:1597: finishing write tid 1 to smithi07880501-41 2024-08-10T05:01:46.124 INFO:tasks.rados.rados.0.smithi078.stdout:1602: setattr oid 18 current snap is 150 2024-08-10T05:01:46.124 INFO:tasks.rados.rados.0.smithi078.stdout:1597: finishing write tid 2 to smithi07880501-41 2024-08-10T05:01:46.124 INFO:tasks.rados.rados.0.smithi078.stdout:1597: finishing write tid 3 to smithi07880501-41 2024-08-10T05:01:46.125 INFO:tasks.rados.rados.0.smithi078.stdout:1597: finishing write tid 4 to smithi07880501-41 2024-08-10T05:01:46.125 INFO:tasks.rados.rados.0.smithi078.stdout:1597: finishing write tid 5 to smithi07880501-41 2024-08-10T05:01:46.125 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 1143 (ObjNum 509 snap 150 seq_num 509) dirty exists 2024-08-10T05:01:46.125 INFO:tasks.rados.rados.0.smithi078.stdout:1597: left oid 41 (ObjNum 509 snap 150 seq_num 509) 2024-08-10T05:01:46.125 INFO:tasks.rados.rados.0.smithi078.stdout:1601: finishing write tid 1 to smithi07880501-38 2024-08-10T05:01:46.125 INFO:tasks.rados.rados.0.smithi078.stdout:1597: done (4 left) 2024-08-10T05:01:46.125 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 150 2024-08-10T05:01:46.126 INFO:tasks.rados.rados.0.smithi078.stdout:1603: seq_num 511 ranges {10158080=565248,10723328=630784,11354112=172032} 2024-08-10T05:01:46.183 INFO:tasks.rados.rados.0.smithi078.stdout:1603: writing smithi07880501-16 from 10158080 to 10723328 tid 1 2024-08-10T05:01:46.186 INFO:tasks.rados.rados.0.smithi078.stdout:1603: writing smithi07880501-16 from 10723328 to 11354112 tid 2 2024-08-10T05:01:46.187 INFO:tasks.rados.rados.0.smithi078.stdout:1603: writing smithi07880501-16 from 11354112 to 11526144 tid 3 2024-08-10T05:01:46.187 INFO:tasks.rados.rados.0.smithi078.stdout:1604: snap_remove snap 143 2024-08-10T05:01:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:46 smithi078 ceph-mon[94618]: osdmap e371: 8 total, 8 up, 8 in 2024-08-10T05:01:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:46 smithi078 ceph-mon[94618]: osdmap e372: 8 total, 8 up, 8 in 2024-08-10T05:01:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:46 smithi078 ceph-mon[94618]: pgmap v218: 121 pgs: 121 active+clean; 466 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-10T05:01:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:46 smithi078 ceph-mon[92251]: osdmap e371: 8 total, 8 up, 8 in 2024-08-10T05:01:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:46 smithi078 ceph-mon[92251]: osdmap e372: 8 total, 8 up, 8 in 2024-08-10T05:01:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:46 smithi078 ceph-mon[92251]: pgmap v218: 121 pgs: 121 active+clean; 466 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-10T05:01:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:46 smithi107 ceph-mon[86658]: osdmap e371: 8 total, 8 up, 8 in 2024-08-10T05:01:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:46 smithi107 ceph-mon[86658]: osdmap e372: 8 total, 8 up, 8 in 2024-08-10T05:01:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:46 smithi107 ceph-mon[86658]: pgmap v218: 121 pgs: 121 active+clean; 466 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-10T05:01:47.087 INFO:tasks.rados.rados.0.smithi078.stdout:1604: done (5 left) 2024-08-10T05:01:47.088 INFO:tasks.rados.rados.0.smithi078.stdout:1605: rollback oid 19 current snap is 150 2024-08-10T05:01:47.088 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 100 2024-08-10T05:01:47.088 INFO:tasks.rados.rados.0.smithi078.stdout:1601: finishing write tid 2 to smithi07880501-38 2024-08-10T05:01:47.088 INFO:tasks.rados.rados.0.smithi078.stdout:1601: finishing write tid 3 to smithi07880501-38 2024-08-10T05:01:47.088 INFO:tasks.rados.rados.0.smithi078.stdout:1601: finishing write tid 4 to smithi07880501-38 2024-08-10T05:01:47.088 INFO:tasks.rados.rados.0.smithi078.stdout:1601: finishing write tid 5 to smithi07880501-38 2024-08-10T05:01:47.089 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 333 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-10T05:01:47.089 INFO:tasks.rados.rados.0.smithi078.stdout:1601: left oid 38 (ObjNum 510 snap 150 seq_num 510) 2024-08-10T05:01:47.089 INFO:tasks.rados.rados.0.smithi078.stdout:1600: expect (ObjNum 502 snap 147 seq_num 502) 2024-08-10T05:01:47.423 INFO:tasks.rados.rados.0.smithi078.stdout:1599: expect (ObjNum 479 snap 141 seq_num 479) 2024-08-10T05:01:47.920 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:01:48.143 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 1394 (ObjNum 400 snap 117 seq_num 400) dirty exists 2024-08-10T05:01:48.143 INFO:tasks.rados.rados.0.smithi078.stdout:1603: finishing write tid 1 to smithi07880501-16 2024-08-10T05:01:48.143 INFO:tasks.rados.rados.0.smithi078.stdout:1603: finishing write tid 2 to smithi07880501-16 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1603: finishing write tid 3 to smithi07880501-16 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1603: finishing write tid 4 to smithi07880501-16 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1599: done (5 left) 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1600: done (4 left) 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1601: done (3 left) 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1602: done (2 left) 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1606: read oid 14 snap -1 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1606: expect deleted 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 150 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1603: finishing write tid 5 to smithi07880501-16 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1267 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1603: left oid 16 (ObjNum 511 snap 150 seq_num 511) 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1605: finishing rollback tid 0 to smithi07880501-19 2024-08-10T05:01:48.144 INFO:tasks.rados.rados.0.smithi078.stdout:1605: finishing rollback tid 1 to smithi07880501-19 2024-08-10T05:01:48.145 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 585 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:01:48.145 INFO:tasks.rados.rados.0.smithi078.stdout:1607: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-08-10T05:01:48.146 INFO:tasks.rados.rados.0.smithi078.stdout:1607: writing smithi07880501-49 from 0 to 581632 tid 1 2024-08-10T05:01:48.149 INFO:tasks.rados.rados.0.smithi078.stdout:1607: writing smithi07880501-49 from 581632 to 1097728 tid 2 2024-08-10T05:01:48.151 INFO:tasks.rados.rados.0.smithi078.stdout:1607: writing smithi07880501-49 from 1097728 to 1384448 tid 3 2024-08-10T05:01:48.151 INFO:tasks.rados.rados.0.smithi078.stdout:1603: done (3 left) 2024-08-10T05:01:48.151 INFO:tasks.rados.rados.0.smithi078.stdout:1605: done (2 left) 2024-08-10T05:01:48.151 INFO:tasks.rados.rados.0.smithi078.stdout:1608: copy_from oid 40 from oid 13 current snap is 150 2024-08-10T05:01:48.151 INFO:tasks.rados.rados.0.smithi078.stdout:1607: finishing write tid 1 to smithi07880501-49 2024-08-10T05:01:48.151 INFO:tasks.rados.rados.0.smithi078.stdout:1606: done (2 left) 2024-08-10T05:01:48.151 INFO:tasks.rados.rados.0.smithi078.stdout:1609: snap_create 2024-08-10T05:01:48.153 INFO:tasks.rados.rados.0.smithi078.stdout:1607: finishing write tid 2 to smithi07880501-49 2024-08-10T05:01:48.153 INFO:tasks.rados.rados.0.smithi078.stdout:1607: finishing write tid 3 to smithi07880501-49 2024-08-10T05:01:48.153 INFO:tasks.rados.rados.0.smithi078.stdout:1607: finishing write tid 4 to smithi07880501-49 2024-08-10T05:01:48.153 INFO:tasks.rados.rados.0.smithi078.stdout:1608: finishing copy_from racing read to smithi07880501-40 2024-08-10T05:01:48.154 INFO:tasks.rados.rados.0.smithi078.stdout:1608: finishing copy_from to smithi07880501-40 2024-08-10T05:01:48.154 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1051 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:01:48.155 INFO:tasks.rados.rados.0.smithi078.stdout:1607: finishing write tid 5 to smithi07880501-49 2024-08-10T05:01:48.155 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 709 (ObjNum 512 snap 150 seq_num 512) dirty exists 2024-08-10T05:01:48.155 INFO:tasks.rados.rados.0.smithi078.stdout:1607: left oid 49 (ObjNum 512 snap 150 seq_num 512) 2024-08-10T05:01:48.190 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (3m) 9s ago 7m 17.0M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (3m) 112s ago 7m 80.3M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (9m) 9s ago 9m 14.5M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (9m) 112s ago 9m 18.5M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (2m) 112s ago 12m 438M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (3m) 9s ago 14m 506M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (2m) 9s ago 14m 51.3M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:01:48.191 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (2m) 112s ago 13m 23.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (2m) 9s ago 12m 40.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (3m) 9s ago 7m 7977k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (3m) 112s ago 7m 8208k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (78s) 9s ago 12m 156M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (45s) 9s ago 11m 121M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (13s) 9s ago 11m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (11m) 9s ago 11m 126M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 83aa88d9b1ab 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (10m) 112s ago 10m 141M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (10m) 112s ago 10m 177M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T05:01:48.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (10m) 112s ago 10m 132M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T05:01:48.193 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (9m) 112s ago 9m 109M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:01:48.193 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (3m) 112s ago 8m 51.5M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:01:48.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:48 smithi078 ceph-mon[92251]: osdmap e373: 8 total, 8 up, 8 in 2024-08-10T05:01:48.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:48 smithi078 ceph-mon[94618]: osdmap e373: 8 total, 8 up, 8 in 2024-08-10T05:01:48.509 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:01:48.509 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:01:48.509 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:01:48.509 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:48.509 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:01:48.509 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 5, 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 7, 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:01:48.510 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:01:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:48 smithi107 ceph-mon[86658]: osdmap e373: 8 total, 8 up, 8 in 2024-08-10T05:01:49.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:49.094 INFO:tasks.rados.rados.0.smithi078.stdout:1607: done (2 left) 2024-08-10T05:01:49.094 INFO:tasks.rados.rados.0.smithi078.stdout:1608: done (1 left) 2024-08-10T05:01:49.094 INFO:tasks.rados.rados.0.smithi078.stdout:1609: done (0 left) 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1610: rmattr oid 27 current snap is 151 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1610: done (0 left) 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1611: rollback oid 10 current snap is 151 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 100 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1612: read oid 14 snap -1 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1612: expect deleted 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1613: read oid 42 snap -1 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1613: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 151 2024-08-10T05:01:49.095 INFO:tasks.rados.rados.0.smithi078.stdout:1614: seq_num 513 ranges {933888=598016,1531904=794624,2326528=8192} 2024-08-10T05:01:49.103 INFO:tasks.rados.rados.0.smithi078.stdout:1614: writing smithi07880501-15 from 933888 to 1531904 tid 1 2024-08-10T05:01:49.109 INFO:tasks.rados.rados.0.smithi078.stdout:1614: writing smithi07880501-15 from 1531904 to 2326528 tid 2 2024-08-10T05:01:49.109 INFO:tasks.rados.rados.0.smithi078.stdout:1614: writing smithi07880501-15 from 2326528 to 2334720 tid 3 2024-08-10T05:01:49.109 INFO:tasks.rados.rados.0.smithi078.stdout:1615: copy_from oid 36 from oid 37 current snap is 151 2024-08-10T05:01:49.109 INFO:tasks.rados.rados.0.smithi078.stdout:1611: finishing rollback tid 0 to smithi07880501-10 2024-08-10T05:01:49.109 INFO:tasks.rados.rados.0.smithi078.stdout:1611: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:01:49.109 INFO:tasks.rados.rados.0.smithi078.stdout:1612: done (4 left) 2024-08-10T05:01:49.109 INFO:tasks.rados.rados.0.smithi078.stdout:1616: snap_remove snap 146 2024-08-10T05:01:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[92251]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[92251]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[92251]: pgmap v220: 121 pgs: 121 active+clean; 468 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 660 KiB/s wr, 11 op/s 2024-08-10T05:01:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1394109717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[94618]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[94618]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[94618]: pgmap v220: 121 pgs: 121 active+clean; 468 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 660 KiB/s wr, 11 op/s 2024-08-10T05:01:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:49 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1394109717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:49 smithi107 ceph-mon[86658]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:49 smithi107 ceph-mon[86658]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:01:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:49 smithi107 ceph-mon[86658]: pgmap v220: 121 pgs: 121 active+clean; 468 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 660 KiB/s wr, 11 op/s 2024-08-10T05:01:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:49 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1394109717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:01:50.099 INFO:tasks.rados.rados.0.smithi078.stdout:1616: done (4 left) 2024-08-10T05:01:50.099 INFO:tasks.rados.rados.0.smithi078.stdout:1617: snap_create 2024-08-10T05:01:50.099 INFO:tasks.rados.rados.0.smithi078.stdout:1611: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:01:50.099 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1220 (ObjNum 305 snap 95 seq_num 305) dirty exists 2024-08-10T05:01:50.099 INFO:tasks.rados.rados.0.smithi078.stdout:1613: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:01:50.164 INFO:tasks.rados.rados.0.smithi078.stdout:1615: finishing copy_from to smithi07880501-36 2024-08-10T05:01:50.164 INFO:tasks.rados.rados.0.smithi078.stdout:1615: got expected ENOENT (src dne) 2024-08-10T05:01:50.165 INFO:tasks.rados.rados.0.smithi078.stdout:1615: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:01:50.165 INFO:tasks.rados.rados.0.smithi078.stdout:1614: finishing write tid 1 to smithi07880501-15 2024-08-10T05:01:50.165 INFO:tasks.rados.rados.0.smithi078.stdout:1614: finishing write tid 2 to smithi07880501-15 2024-08-10T05:01:50.165 INFO:tasks.rados.rados.0.smithi078.stdout:1614: finishing write tid 3 to smithi07880501-15 2024-08-10T05:01:50.165 INFO:tasks.rados.rados.0.smithi078.stdout:1614: finishing write tid 4 to smithi07880501-15 2024-08-10T05:01:50.166 INFO:tasks.rados.rados.0.smithi078.stdout:1614: finishing write tid 5 to smithi07880501-15 2024-08-10T05:01:50.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1407 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-08-10T05:01:50.166 INFO:tasks.rados.rados.0.smithi078.stdout:1614: left oid 15 (ObjNum 513 snap 151 seq_num 513) 2024-08-10T05:01:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:50 smithi078 ceph-mon[94618]: osdmap e374: 8 total, 8 up, 8 in 2024-08-10T05:01:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:50 smithi078 ceph-mon[92251]: osdmap e374: 8 total, 8 up, 8 in 2024-08-10T05:01:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:50 smithi107 ceph-mon[86658]: osdmap e374: 8 total, 8 up, 8 in 2024-08-10T05:01:51.079 INFO:tasks.rados.rados.0.smithi078.stdout:1611: done (4 left) 2024-08-10T05:01:51.079 INFO:tasks.rados.rados.0.smithi078.stdout:1613: done (3 left) 2024-08-10T05:01:51.079 INFO:tasks.rados.rados.0.smithi078.stdout:1614: done (2 left) 2024-08-10T05:01:51.079 INFO:tasks.rados.rados.0.smithi078.stdout:1615: done (1 left) 2024-08-10T05:01:51.079 INFO:tasks.rados.rados.0.smithi078.stdout:1617: done (0 left) 2024-08-10T05:01:51.079 INFO:tasks.rados.rados.0.smithi078.stdout:1618: delete oid 39 current snap is 152 2024-08-10T05:01:51.082 INFO:tasks.rados.rados.0.smithi078.stdout:1618: done (0 left) 2024-08-10T05:01:51.082 INFO:tasks.rados.rados.0.smithi078.stdout:1619: snap_remove snap 148 2024-08-10T05:01:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:51 smithi107 ceph-mon[86658]: osdmap e375: 8 total, 8 up, 8 in 2024-08-10T05:01:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:51 smithi107 ceph-mon[86658]: pgmap v223: 121 pgs: 121 active+clean; 470 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:01:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:51 smithi107 ceph-mon[86658]: osdmap e376: 8 total, 8 up, 8 in 2024-08-10T05:01:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:51 smithi078 ceph-mon[92251]: osdmap e375: 8 total, 8 up, 8 in 2024-08-10T05:01:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:51 smithi078 ceph-mon[92251]: pgmap v223: 121 pgs: 121 active+clean; 470 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:01:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:51 smithi078 ceph-mon[92251]: osdmap e376: 8 total, 8 up, 8 in 2024-08-10T05:01:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:51 smithi078 ceph-mon[94618]: osdmap e375: 8 total, 8 up, 8 in 2024-08-10T05:01:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:51 smithi078 ceph-mon[94618]: pgmap v223: 121 pgs: 121 active+clean; 470 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:01:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:51 smithi078 ceph-mon[94618]: osdmap e376: 8 total, 8 up, 8 in 2024-08-10T05:01:52.083 INFO:tasks.rados.rados.0.smithi078.stdout:1619: done (0 left) 2024-08-10T05:01:52.083 INFO:tasks.rados.rados.0.smithi078.stdout:1620: snap_remove snap 150 2024-08-10T05:01:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:01:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:01:51] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-08-10T05:01:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:53.084 INFO:tasks.rados.rados.0.smithi078.stdout:1620: done (0 left) 2024-08-10T05:01:53.084 INFO:tasks.rados.rados.0.smithi078.stdout:1621: rollback oid 19 current snap is 152 2024-08-10T05:01:53.084 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 129 2024-08-10T05:01:53.084 INFO:tasks.rados.rados.0.smithi078.stdout:1622: rmattr oid 33 current snap is 152 2024-08-10T05:01:53.084 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 152 2024-08-10T05:01:53.084 INFO:tasks.rados.rados.0.smithi078.stdout:1623: seq_num 515 ranges {2334720=630784,2965504=565248,3530752=237568} 2024-08-10T05:01:53.100 INFO:tasks.rados.rados.0.smithi078.stdout:1623: writing smithi07880501-46 from 2334720 to 2965504 tid 1 2024-08-10T05:01:53.103 INFO:tasks.rados.rados.0.smithi078.stdout:1623: writing smithi07880501-46 from 2965504 to 3530752 tid 2 2024-08-10T05:01:53.105 INFO:tasks.rados.rados.0.smithi078.stdout:1623: writing smithi07880501-46 from 3530752 to 3768320 tid 3 2024-08-10T05:01:53.105 INFO:tasks.rados.rados.0.smithi078.stdout:1624: rmattr oid 40 current snap is 152 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:1621: finishing rollback tid 1 to smithi07880501-19 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 585 (ObjNum 129 snap 0 seq_num 489868696) dirty dne 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1417 (ObjNum 118 snap 26 seq_num 118) dirty exists 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:1623: finishing write tid 1 to smithi07880501-46 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:1621: done (3 left) 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:1622: done (2 left) 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 152 2024-08-10T05:01:53.106 INFO:tasks.rados.rados.0.smithi078.stdout:1625: seq_num 516 ranges {3235840=647168,3883008=450560,4333568=352256} 2024-08-10T05:01:53.127 INFO:tasks.rados.rados.0.smithi078.stdout:1625: writing smithi07880501-6 from 3235840 to 3883008 tid 1 2024-08-10T05:01:53.129 INFO:tasks.rados.rados.0.smithi078.stdout:1625: writing smithi07880501-6 from 3883008 to 4333568 tid 2 2024-08-10T05:01:53.132 INFO:tasks.rados.rados.0.smithi078.stdout:1625: writing smithi07880501-6 from 4333568 to 4685824 tid 3 2024-08-10T05:01:53.132 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 152 2024-08-10T05:01:53.132 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1052 (ObjNum 129 snap 0 seq_num 490220832) dirty exists 2024-08-10T05:01:53.132 INFO:tasks.rados.rados.0.smithi078.stdout:1623: finishing write tid 2 to smithi07880501-46 2024-08-10T05:01:53.132 INFO:tasks.rados.rados.0.smithi078.stdout:1623: finishing write tid 3 to smithi07880501-46 2024-08-10T05:01:53.133 INFO:tasks.rados.rados.0.smithi078.stdout:1623: finishing write tid 4 to smithi07880501-46 2024-08-10T05:01:53.133 INFO:tasks.rados.rados.0.smithi078.stdout:1626: seq_num 517 ranges {6201344=663552,6864896=786432,7651328=16384} 2024-08-10T05:01:53.169 INFO:tasks.rados.rados.0.smithi078.stdout:1626: writing smithi07880501-18 from 6201344 to 6864896 tid 1 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1626: writing smithi07880501-18 from 6864896 to 7651328 tid 2 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1626: writing smithi07880501-18 from 7651328 to 7667712 tid 3 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1624: done (3 left) 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1627: read oid 32 snap -1 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1627: expect (ObjNum 497 snap 146 seq_num 497) 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 152 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1623: finishing write tid 5 to smithi07880501-46 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 589 (ObjNum 515 snap 152 seq_num 515) dirty exists 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1623: left oid 46 (ObjNum 515 snap 152 seq_num 515) 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1625: finishing write tid 1 to smithi07880501-6 2024-08-10T05:01:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:1628: seq_num 518 ranges {7528448=679936,8208384=671744,8880128=131072} 2024-08-10T05:01:53.222 INFO:tasks.rados.rados.0.smithi078.stdout:1628: writing smithi07880501-7 from 7528448 to 8208384 tid 1 2024-08-10T05:01:53.226 INFO:tasks.rados.rados.0.smithi078.stdout:1628: writing smithi07880501-7 from 8208384 to 8880128 tid 2 2024-08-10T05:01:53.227 INFO:tasks.rados.rados.0.smithi078.stdout:1628: writing smithi07880501-7 from 8880128 to 9011200 tid 3 2024-08-10T05:01:53.227 INFO:tasks.rados.rados.0.smithi078.stdout:1623: done (4 left) 2024-08-10T05:01:53.227 INFO:tasks.rados.rados.0.smithi078.stdout:1629: snap_remove snap 151 2024-08-10T05:01:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:53 smithi078 ceph-mon[92251]: osdmap e377: 8 total, 8 up, 8 in 2024-08-10T05:01:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:53 smithi078 ceph-mon[92251]: pgmap v226: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 668 KiB/s wr, 3 op/s 2024-08-10T05:01:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:53 smithi078 ceph-mon[94618]: osdmap e377: 8 total, 8 up, 8 in 2024-08-10T05:01:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:53 smithi078 ceph-mon[94618]: pgmap v226: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 668 KiB/s wr, 3 op/s 2024-08-10T05:01:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:53.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:53 smithi107 ceph-mon[86658]: osdmap e377: 8 total, 8 up, 8 in 2024-08-10T05:01:53.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:53 smithi107 ceph-mon[86658]: pgmap v226: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 668 KiB/s wr, 3 op/s 2024-08-10T05:01:53.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:53.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:54.089 INFO:tasks.rados.rados.0.smithi078.stdout:1629: done (4 left) 2024-08-10T05:01:54.090 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 152 2024-08-10T05:01:54.090 INFO:tasks.rados.rados.0.smithi078.stdout:1630: seq_num 519 ranges {516096=696320,1212416=548864,1761280=253952} 2024-08-10T05:01:54.096 INFO:tasks.rados.rados.0.smithi078.stdout:1630: writing smithi07880501-17 from 516096 to 1212416 tid 1 2024-08-10T05:01:54.100 INFO:tasks.rados.rados.0.smithi078.stdout:1630: writing smithi07880501-17 from 1212416 to 1761280 tid 2 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1630: writing smithi07880501-17 from 1761280 to 2015232 tid 3 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1631: snap_create 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1625: finishing write tid 2 to smithi07880501-6 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1625: finishing write tid 3 to smithi07880501-6 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1625: finishing write tid 4 to smithi07880501-6 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1625: finishing write tid 5 to smithi07880501-6 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 593 (ObjNum 516 snap 152 seq_num 516) dirty exists 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1625: left oid 6 (ObjNum 516 snap 152 seq_num 516) 2024-08-10T05:01:54.103 INFO:tasks.rados.rados.0.smithi078.stdout:1626: finishing write tid 1 to smithi07880501-18 2024-08-10T05:01:54.104 INFO:tasks.rados.rados.0.smithi078.stdout:1626: finishing write tid 2 to smithi07880501-18 2024-08-10T05:01:54.104 INFO:tasks.rados.rados.0.smithi078.stdout:1626: finishing write tid 3 to smithi07880501-18 2024-08-10T05:01:54.104 INFO:tasks.rados.rados.0.smithi078.stdout:1626: finishing write tid 4 to smithi07880501-18 2024-08-10T05:01:54.104 INFO:tasks.rados.rados.0.smithi078.stdout:1626: finishing write tid 5 to smithi07880501-18 2024-08-10T05:01:54.104 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 1424 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-08-10T05:01:54.104 INFO:tasks.rados.rados.0.smithi078.stdout:1626: left oid 18 (ObjNum 517 snap 152 seq_num 517) 2024-08-10T05:01:54.104 INFO:tasks.rados.rados.0.smithi078.stdout:1627: expect (ObjNum 497 snap 146 seq_num 497) 2024-08-10T05:01:54.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:54 smithi107 ceph-mon[86658]: osdmap e378: 8 total, 8 up, 8 in 2024-08-10T05:01:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:54 smithi078 ceph-mon[92251]: osdmap e378: 8 total, 8 up, 8 in 2024-08-10T05:01:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:54 smithi078 ceph-mon[94618]: osdmap e378: 8 total, 8 up, 8 in 2024-08-10T05:01:54.730 INFO:tasks.rados.rados.0.smithi078.stdout:1628: finishing write tid 1 to smithi07880501-7 2024-08-10T05:01:54.730 INFO:tasks.rados.rados.0.smithi078.stdout:1628: finishing write tid 2 to smithi07880501-7 2024-08-10T05:01:54.730 INFO:tasks.rados.rados.0.smithi078.stdout:1628: finishing write tid 3 to smithi07880501-7 2024-08-10T05:01:54.730 INFO:tasks.rados.rados.0.smithi078.stdout:1628: finishing write tid 4 to smithi07880501-7 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1628: finishing write tid 5 to smithi07880501-7 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1429 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1628: left oid 7 (ObjNum 518 snap 152 seq_num 518) 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1630: finishing write tid 1 to smithi07880501-17 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1630: finishing write tid 2 to smithi07880501-17 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1630: finishing write tid 3 to smithi07880501-17 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1630: finishing write tid 4 to smithi07880501-17 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1630: finishing write tid 5 to smithi07880501-17 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 344 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-08-10T05:01:54.731 INFO:tasks.rados.rados.0.smithi078.stdout:1630: left oid 17 (ObjNum 519 snap 152 seq_num 519) 2024-08-10T05:01:54.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:54.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:1625: done (5 left) 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:1626: done (4 left) 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:1627: done (3 left) 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:1628: done (2 left) 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:1630: done (1 left) 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:1631: done (0 left) 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 153 2024-08-10T05:01:55.102 INFO:tasks.rados.rados.0.smithi078.stdout:1632: seq_num 520 ranges {0=712704,712704=434176,1146880=368640} 2024-08-10T05:01:55.105 INFO:tasks.rados.rados.0.smithi078.stdout:1632: writing smithi07880501-44 from 0 to 712704 tid 1 2024-08-10T05:01:55.108 INFO:tasks.rados.rados.0.smithi078.stdout:1632: writing smithi07880501-44 from 712704 to 1146880 tid 2 2024-08-10T05:01:55.111 INFO:tasks.rados.rados.0.smithi078.stdout:1632: writing smithi07880501-44 from 1146880 to 1515520 tid 3 2024-08-10T05:01:55.111 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 153 2024-08-10T05:01:55.111 INFO:tasks.rados.rados.0.smithi078.stdout:1633: seq_num 521 ranges {942080=729088,1671168=720896,2392064=81920} 2024-08-10T05:01:55.120 INFO:tasks.rados.rados.0.smithi078.stdout:1633: writing smithi07880501-48 from 942080 to 1671168 tid 1 2024-08-10T05:01:55.125 INFO:tasks.rados.rados.0.smithi078.stdout:1633: writing smithi07880501-48 from 1671168 to 2392064 tid 2 2024-08-10T05:01:55.125 INFO:tasks.rados.rados.0.smithi078.stdout:1633: writing smithi07880501-48 from 2392064 to 2473984 tid 3 2024-08-10T05:01:55.125 INFO:tasks.rados.rados.0.smithi078.stdout:1634: delete oid 25 current snap is 153 2024-08-10T05:01:55.125 INFO:tasks.rados.rados.0.smithi078.stdout:1632: finishing write tid 1 to smithi07880501-44 2024-08-10T05:01:55.126 INFO:tasks.rados.rados.0.smithi078.stdout:1632: finishing write tid 2 to smithi07880501-44 2024-08-10T05:01:55.126 INFO:tasks.rados.rados.0.smithi078.stdout:1632: finishing write tid 3 to smithi07880501-44 2024-08-10T05:01:55.126 INFO:tasks.rados.rados.0.smithi078.stdout:1632: finishing write tid 4 to smithi07880501-44 2024-08-10T05:01:55.126 INFO:tasks.rados.rados.0.smithi078.stdout:1632: finishing write tid 5 to smithi07880501-44 2024-08-10T05:01:55.126 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1230 (ObjNum 520 snap 153 seq_num 520) dirty exists 2024-08-10T05:01:55.126 INFO:tasks.rados.rados.0.smithi078.stdout:1632: left oid 44 (ObjNum 520 snap 153 seq_num 520) 2024-08-10T05:01:55.126 INFO:tasks.rados.rados.0.smithi078.stdout:1633: finishing write tid 1 to smithi07880501-48 2024-08-10T05:01:55.127 INFO:tasks.rados.rados.0.smithi078.stdout:1632: done (2 left) 2024-08-10T05:01:55.127 INFO:tasks.rados.rados.0.smithi078.stdout:1634: done (1 left) 2024-08-10T05:01:55.127 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 153 2024-08-10T05:01:55.127 INFO:tasks.rados.rados.0.smithi078.stdout:1635: seq_num 523 ranges {7757824=770048,8527872=491520,9019392=311296} 2024-08-10T05:01:55.172 INFO:tasks.rados.rados.0.smithi078.stdout:1635: writing smithi07880501-22 from 7757824 to 8527872 tid 1 2024-08-10T05:01:55.175 INFO:tasks.rados.rados.0.smithi078.stdout:1635: writing smithi07880501-22 from 8527872 to 9019392 tid 2 2024-08-10T05:01:55.177 INFO:tasks.rados.rados.0.smithi078.stdout:1635: writing smithi07880501-22 from 9019392 to 9330688 tid 3 2024-08-10T05:01:55.177 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 153 2024-08-10T05:01:55.177 INFO:tasks.rados.rados.0.smithi078.stdout:1636: seq_num 524 ranges {1384448=786432,2170880=778240,2949120=24576} 2024-08-10T05:01:55.189 INFO:tasks.rados.rados.0.smithi078.stdout:1636: writing smithi07880501-49 from 1384448 to 2170880 tid 1 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1636: writing smithi07880501-49 from 2170880 to 2949120 tid 2 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1636: writing smithi07880501-49 from 2949120 to 2973696 tid 3 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1637: read oid 44 snap 109 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1637: expect (ObjNum 343 snap 105 seq_num 343) 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 153 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1633: finishing write tid 2 to smithi07880501-48 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1633: finishing write tid 3 to smithi07880501-48 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1633: finishing write tid 4 to smithi07880501-48 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1633: finishing write tid 5 to smithi07880501-48 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1055 (ObjNum 521 snap 153 seq_num 521) dirty exists 2024-08-10T05:01:55.195 INFO:tasks.rados.rados.0.smithi078.stdout:1633: left oid 48 (ObjNum 521 snap 153 seq_num 521) 2024-08-10T05:01:55.196 INFO:tasks.rados.rados.0.smithi078.stdout:1635: finishing write tid 1 to smithi07880501-22 2024-08-10T05:01:55.196 INFO:tasks.rados.rados.0.smithi078.stdout:1638: seq_num 525 ranges {3768320=802816,4571136=712704,5283840=90112} 2024-08-10T05:01:55.219 INFO:tasks.rados.rados.0.smithi078.stdout:1638: writing smithi07880501-46 from 3768320 to 4571136 tid 1 2024-08-10T05:01:55.223 INFO:tasks.rados.rados.0.smithi078.stdout:1638: writing smithi07880501-46 from 4571136 to 5283840 tid 2 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1638: writing smithi07880501-46 from 5283840 to 5373952 tid 3 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1633: done (4 left) 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1639: delete oid 39 current snap is 153 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1635: finishing write tid 2 to smithi07880501-22 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1635: finishing write tid 3 to smithi07880501-22 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1635: finishing write tid 4 to smithi07880501-22 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1635: finishing write tid 5 to smithi07880501-22 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1440 (ObjNum 523 snap 153 seq_num 523) dirty exists 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1635: left oid 22 (ObjNum 523 snap 153 seq_num 523) 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1636: finishing write tid 1 to smithi07880501-49 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1636: finishing write tid 2 to smithi07880501-49 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1636: finishing write tid 3 to smithi07880501-49 2024-08-10T05:01:55.225 INFO:tasks.rados.rados.0.smithi078.stdout:1636: finishing write tid 4 to smithi07880501-49 2024-08-10T05:01:55.226 INFO:tasks.rados.rados.0.smithi078.stdout:1637: expect (ObjNum 343 snap 105 seq_num 343) 2024-08-10T05:01:55.276 INFO:tasks.rados.rados.0.smithi078.stdout:1636: finishing write tid 5 to smithi07880501-49 2024-08-10T05:01:55.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 713 (ObjNum 524 snap 153 seq_num 524) dirty exists 2024-08-10T05:01:55.276 INFO:tasks.rados.rados.0.smithi078.stdout:1636: left oid 49 (ObjNum 524 snap 153 seq_num 524) 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1638: finishing write tid 1 to smithi07880501-46 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1635: done (4 left) 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1636: done (3 left) 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1637: done (2 left) 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1639: done (1 left) 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1640: setattr oid 13 current snap is 153 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1638: finishing write tid 2 to smithi07880501-46 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1638: finishing write tid 3 to smithi07880501-46 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1638: finishing write tid 4 to smithi07880501-46 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1638: finishing write tid 5 to smithi07880501-46 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 597 (ObjNum 525 snap 153 seq_num 525) dirty exists 2024-08-10T05:01:55.277 INFO:tasks.rados.rados.0.smithi078.stdout:1638: left oid 46 (ObjNum 525 snap 153 seq_num 525) 2024-08-10T05:01:55.278 INFO:tasks.rados.rados.0.smithi078.stdout:1638: done (1 left) 2024-08-10T05:01:55.278 INFO:tasks.rados.rados.0.smithi078.stdout:1641: snap_remove snap 127 2024-08-10T05:01:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:55 smithi078 ceph-mon[92251]: osdmap e379: 8 total, 8 up, 8 in 2024-08-10T05:01:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:55 smithi078 ceph-mon[92251]: pgmap v229: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-10T05:01:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:55 smithi078 ceph-mon[94618]: osdmap e379: 8 total, 8 up, 8 in 2024-08-10T05:01:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:55 smithi078 ceph-mon[94618]: pgmap v229: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-10T05:01:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:55 smithi107 ceph-mon[86658]: osdmap e379: 8 total, 8 up, 8 in 2024-08-10T05:01:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:55 smithi107 ceph-mon[86658]: pgmap v229: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-10T05:01:56.078 INFO:tasks.rados.rados.0.smithi078.stdout:1641: done (1 left) 2024-08-10T05:01:56.079 INFO:tasks.rados.rados.0.smithi078.stdout:1642: setattr oid 50 current snap is 153 2024-08-10T05:01:56.079 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1056 (ObjNum 65 snap 0 seq_num 1768514134) dirty exists 2024-08-10T05:01:56.080 INFO:tasks.rados.rados.0.smithi078.stdout:1640: done (1 left) 2024-08-10T05:01:56.080 INFO:tasks.rados.rados.0.smithi078.stdout:1643: rollback oid 32 current snap is 153 2024-08-10T05:01:56.080 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 152 2024-08-10T05:01:56.080 INFO:tasks.rados.rados.0.smithi078.stdout:1644: copy_from oid 19 from oid 46 current snap is 153 2024-08-10T05:01:56.080 INFO:tasks.rados.rados.0.smithi078.stdout:1645: delete oid 44 current snap is 153 2024-08-10T05:01:56.092 INFO:tasks.rados.rados.0.smithi078.stdout:1645: done (3 left) 2024-08-10T05:01:56.092 INFO:tasks.rados.rados.0.smithi078.stdout:1646: read oid 12 snap -1 2024-08-10T05:01:56.092 INFO:tasks.rados.rados.0.smithi078.stdout:1646: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:01:56.092 INFO:tasks.rados.rados.0.smithi078.stdout:1647: copy_from oid 2 from oid 37 current snap is 153 2024-08-10T05:01:56.092 INFO:tasks.rados.rados.0.smithi078.stdout:1648: copy_from oid 36 from oid 17 current snap is 153 2024-08-10T05:01:56.092 INFO:tasks.rados.rados.0.smithi078.stdout:1649: snap_remove snap 128 2024-08-10T05:01:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:56 smithi078 ceph-mon[92251]: osdmap e380: 8 total, 8 up, 8 in 2024-08-10T05:01:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:56 smithi078 ceph-mon[92251]: osdmap e381: 8 total, 8 up, 8 in 2024-08-10T05:01:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:56 smithi078 ceph-mon[94618]: osdmap e380: 8 total, 8 up, 8 in 2024-08-10T05:01:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:56 smithi078 ceph-mon[94618]: osdmap e381: 8 total, 8 up, 8 in 2024-08-10T05:01:56.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:56 smithi107 ceph-mon[86658]: osdmap e380: 8 total, 8 up, 8 in 2024-08-10T05:01:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:56 smithi107 ceph-mon[86658]: osdmap e381: 8 total, 8 up, 8 in 2024-08-10T05:01:57.082 INFO:tasks.rados.rados.0.smithi078.stdout:1649: done (6 left) 2024-08-10T05:01:57.082 INFO:tasks.rados.rados.0.smithi078.stdout:1650: snap_remove snap 100 2024-08-10T05:01:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:57 smithi078 ceph-mon[92251]: pgmap v232: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-10T05:01:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:57 smithi078 ceph-mon[92251]: osdmap e382: 8 total, 8 up, 8 in 2024-08-10T05:01:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:57 smithi078 ceph-mon[94618]: pgmap v232: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-10T05:01:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:57 smithi078 ceph-mon[94618]: osdmap e382: 8 total, 8 up, 8 in 2024-08-10T05:01:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:57 smithi107 ceph-mon[86658]: pgmap v232: 121 pgs: 121 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-10T05:01:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:57 smithi107 ceph-mon[86658]: osdmap e382: 8 total, 8 up, 8 in 2024-08-10T05:01:58.085 INFO:tasks.rados.rados.0.smithi078.stdout:1650: done (6 left) 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1651: rmattr oid 18 current snap is 153 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1652: snap_create 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1291 (ObjNum 410 snap 122 seq_num 410) dirty exists 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1643: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1643: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1643: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1053 (ObjNum 497 snap 146 seq_num 497) dirty exists 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1644: finishing copy_from racing read to smithi07880501-19 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1648: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1647: finishing copy_from to smithi07880501-2 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1647: got expected ENOENT (src dne) 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1647: finishing copy_from racing read to smithi07880501-2 2024-08-10T05:01:58.086 INFO:tasks.rados.rados.0.smithi078.stdout:1644: finishing copy_from to smithi07880501-19 2024-08-10T05:01:58.087 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 597 (ObjNum 525 snap 153 seq_num 525) dirty exists 2024-08-10T05:01:58.087 INFO:tasks.rados.rados.0.smithi078.stdout:1648: finishing copy_from to smithi07880501-36 2024-08-10T05:01:58.087 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 344 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-08-10T05:01:58.087 INFO:tasks.rados.rados.0.smithi078.stdout:1646: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:01:58.423 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 1462 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-08-10T05:01:58.660 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:58.660 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:58.660 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:58.660 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[94618]: osdmap e383: 8 total, 8 up, 8 in 2024-08-10T05:01:58.660 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:58.660 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:58.660 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:58.661 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:58 smithi078 ceph-mon[92251]: osdmap e383: 8 total, 8 up, 8 in 2024-08-10T05:01:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:01:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:58 smithi107 ceph-mon[86658]: osdmap e383: 8 total, 8 up, 8 in 2024-08-10T05:01:58.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:01:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:01:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:01:59.089 INFO:tasks.rados.rados.0.smithi078.stdout:1642: done (7 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1643: done (6 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1644: done (5 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1646: done (4 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1647: done (3 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1648: done (2 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1651: done (1 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1652: done (0 left) 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1653: rollback oid 43 current snap is 154 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 43 to 152 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 154 2024-08-10T05:01:59.090 INFO:tasks.rados.rados.0.smithi078.stdout:1654: seq_num 528 ranges {6193152=450560,6643712=761856,7405568=442368} 2024-08-10T05:01:59.124 INFO:tasks.rados.rados.0.smithi078.stdout:1654: writing smithi07880501-4 from 6193152 to 6643712 tid 1 2024-08-10T05:01:59.129 INFO:tasks.rados.rados.0.smithi078.stdout:1654: writing smithi07880501-4 from 6643712 to 7405568 tid 2 2024-08-10T05:01:59.132 INFO:tasks.rados.rados.0.smithi078.stdout:1654: writing smithi07880501-4 from 7405568 to 7847936 tid 3 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1655: read oid 18 snap -1 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1655: expect (ObjNum 517 snap 152 seq_num 517) 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1656: copy_from oid 34 from oid 38 current snap is 154 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1653: finishing rollback tid 0 to smithi07880501-43 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1653: finishing rollback tid 1 to smithi07880501-43 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1653: finishing rollback tid 2 to smithi07880501-43 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1321 (ObjNum 444 snap 131 seq_num 444) dirty exists 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1654: finishing write tid 1 to smithi07880501-4 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1653: done (3 left) 2024-08-10T05:01:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:1657: rollback oid 32 current snap is 154 2024-08-10T05:01:59.134 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 140 2024-08-10T05:01:59.134 INFO:tasks.rados.rados.0.smithi078.stdout:1658: rollback oid 33 current snap is 154 2024-08-10T05:01:59.134 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 109 2024-08-10T05:01:59.134 INFO:tasks.rados.rados.0.smithi078.stdout:1659: snap_remove snap 149 2024-08-10T05:01:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[92251]: Upgrade: osd.3 is safe to restart 2024-08-10T05:01:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[92251]: pgmap v235: 121 pgs: 121 active+clean; 459 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-10T05:01:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[92251]: osdmap e384: 8 total, 8 up, 8 in 2024-08-10T05:01:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:01:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[94618]: Upgrade: osd.3 is safe to restart 2024-08-10T05:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[94618]: pgmap v235: 121 pgs: 121 active+clean; 459 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-10T05:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[94618]: osdmap e384: 8 total, 8 up, 8 in 2024-08-10T05:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:01:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:01:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:59 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:01:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:59 smithi107 ceph-mon[86658]: Upgrade: osd.3 is safe to restart 2024-08-10T05:01:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:59 smithi107 ceph-mon[86658]: pgmap v235: 121 pgs: 121 active+clean; 459 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-08-10T05:01:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:59 smithi107 ceph-mon[86658]: osdmap e384: 8 total, 8 up, 8 in 2024-08-10T05:01:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:01:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:01:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:01:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:00.095 INFO:tasks.rados.rados.0.smithi078.stdout:1659: done (5 left) 2024-08-10T05:02:00.095 INFO:tasks.rados.rados.0.smithi078.stdout:1660: snap_remove snap 119 2024-08-10T05:02:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:00 smithi078 ceph-mon[94618]: Upgrade: Updating osd.3 2024-08-10T05:02:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:00 smithi078 ceph-mon[94618]: Deploying daemon osd.3 on smithi078 2024-08-10T05:02:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:00 smithi078 ceph-mon[94618]: osdmap e385: 8 total, 8 up, 8 in 2024-08-10T05:02:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:00 smithi078 ceph-mon[92251]: Upgrade: Updating osd.3 2024-08-10T05:02:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:00 smithi078 ceph-mon[92251]: Deploying daemon osd.3 on smithi078 2024-08-10T05:02:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:00 smithi078 ceph-mon[92251]: osdmap e385: 8 total, 8 up, 8 in 2024-08-10T05:02:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:00 smithi107 ceph-mon[86658]: Upgrade: Updating osd.3 2024-08-10T05:02:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:00 smithi107 ceph-mon[86658]: Deploying daemon osd.3 on smithi078 2024-08-10T05:02:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:00 smithi107 ceph-mon[86658]: osdmap e385: 8 total, 8 up, 8 in 2024-08-10T05:02:01.078 INFO:tasks.rados.rados.0.smithi078.stdout:1660: done (5 left) 2024-08-10T05:02:01.079 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 154 2024-08-10T05:02:01.079 INFO:tasks.rados.rados.0.smithi078.stdout:1654: finishing write tid 2 to smithi07880501-4 2024-08-10T05:02:01.079 INFO:tasks.rados.rados.0.smithi078.stdout:1661: seq_num 529 ranges {9707520=466944,10174464=647168,10821632=532480,11354112=24576} 2024-08-10T05:02:01.135 INFO:tasks.rados.rados.0.smithi078.stdout:1661: writing smithi07880501-1 from 9707520 to 10174464 tid 1 2024-08-10T05:02:01.138 INFO:tasks.rados.rados.0.smithi078.stdout:1661: writing smithi07880501-1 from 10174464 to 10821632 tid 2 2024-08-10T05:02:01.143 INFO:tasks.rados.rados.0.smithi078.stdout:1661: writing smithi07880501-1 from 10821632 to 11354112 tid 3 2024-08-10T05:02:01.143 INFO:tasks.rados.rados.0.smithi078.stdout:1661: writing smithi07880501-1 from 11354112 to 11378688 tid 4 2024-08-10T05:02:01.143 INFO:tasks.rados.rados.0.smithi078.stdout:1662: read oid 31 snap -1 2024-08-10T05:02:01.143 INFO:tasks.rados.rados.0.smithi078.stdout:1662: expect deleted 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1663: read oid 17 snap 109 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1663: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1664: delete oid 11 current snap is 154 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1654: finishing write tid 3 to smithi07880501-4 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1654: finishing write tid 4 to smithi07880501-4 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1657: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1657: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1657: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1056 (ObjNum 465 snap 139 seq_num 465) dirty exists 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1654: finishing write tid 5 to smithi07880501-4 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1326 (ObjNum 528 snap 154 seq_num 528) dirty exists 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1654: left oid 4 (ObjNum 528 snap 154 seq_num 528) 2024-08-10T05:02:01.144 INFO:tasks.rados.rados.0.smithi078.stdout:1658: finishing rollback tid 0 to smithi07880501-33 2024-08-10T05:02:01.145 INFO:tasks.rados.rados.0.smithi078.stdout:1656: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:02:01.145 INFO:tasks.rados.rados.0.smithi078.stdout:1658: finishing rollback tid 1 to smithi07880501-33 2024-08-10T05:02:01.145 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1475 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:02:01.145 INFO:tasks.rados.rados.0.smithi078.stdout:1656: finishing copy_from to smithi07880501-34 2024-08-10T05:02:01.145 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 333 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-10T05:02:01.145 INFO:tasks.rados.rados.0.smithi078.stdout:1655: expect (ObjNum 517 snap 152 seq_num 517) 2024-08-10T05:02:01.598 INFO:tasks.rados.rados.0.smithi078.stdout:1661: finishing write tid 1 to smithi07880501-1 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1661: finishing write tid 2 to smithi07880501-1 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1654: done (8 left) 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1655: done (7 left) 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1656: done (6 left) 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1657: done (5 left) 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1658: done (4 left) 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1664: done (3 left) 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1665: read oid 11 snap -1 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1665: expect deleted 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1666: copy_from oid 22 from oid 12 current snap is 154 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1661: finishing write tid 3 to smithi07880501-1 2024-08-10T05:02:01.599 INFO:tasks.rados.rados.0.smithi078.stdout:1661: finishing write tid 4 to smithi07880501-1 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:1661: finishing write tid 5 to smithi07880501-1 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:1661: finishing write tid 6 to smithi07880501-1 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1148 (ObjNum 529 snap 154 seq_num 529) dirty exists 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:1661: left oid 1 (ObjNum 529 snap 154 seq_num 529) 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:1661: done (4 left) 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:1662: done (3 left) 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 154 2024-08-10T05:02:01.600 INFO:tasks.rados.rados.0.smithi078.stdout:1663: expect (ObjNum 335 snap 100 seq_num 335) 2024-08-10T05:02:01.652 INFO:tasks.rados.rados.0.smithi078.stdout:1666: finishing copy_from racing read to smithi07880501-22 2024-08-10T05:02:01.652 INFO:tasks.rados.rados.0.smithi078.stdout:1666: finishing copy_from to smithi07880501-22 2024-08-10T05:02:01.652 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1050 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T05:02:01.652 INFO:tasks.rados.rados.0.smithi078.stdout:1667: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-08-10T05:02:01.655 INFO:tasks.rados.rados.0.smithi078.stdout:1667: writing smithi07880501-39 from 0 to 499712 tid 1 2024-08-10T05:02:01.658 INFO:tasks.rados.rados.0.smithi078.stdout:1667: writing smithi07880501-39 from 499712 to 917504 tid 2 2024-08-10T05:02:01.662 INFO:tasks.rados.rados.0.smithi078.stdout:1667: writing smithi07880501-39 from 917504 to 1466368 tid 3 2024-08-10T05:02:01.664 INFO:tasks.rados.rados.0.smithi078.stdout:1667: writing smithi07880501-39 from 1466368 to 1703936 tid 4 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1663: done (3 left) 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1665: done (2 left) 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1666: done (1 left) 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1668: copy_from oid 21 from oid 16 current snap is 154 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1667: finishing write tid 1 to smithi07880501-39 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1667: finishing write tid 2 to smithi07880501-39 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1669: read oid 5 snap -1 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1669: expect deleted 2024-08-10T05:02:01.665 INFO:tasks.rados.rados.0.smithi078.stdout:1670: snap_remove snap 152 2024-08-10T05:02:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:01 smithi078 ceph-mon[92251]: pgmap v238: 121 pgs: 121 active+clean; 453 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-08-10T05:02:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:01 smithi078 ceph-mon[92251]: osdmap e386: 8 total, 8 up, 8 in 2024-08-10T05:02:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:01 smithi078 ceph-mon[94618]: pgmap v238: 121 pgs: 121 active+clean; 453 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-08-10T05:02:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:01 smithi078 ceph-mon[94618]: osdmap e386: 8 total, 8 up, 8 in 2024-08-10T05:02:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:01 smithi107 ceph-mon[86658]: pgmap v238: 121 pgs: 121 active+clean; 453 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-08-10T05:02:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:01 smithi107 ceph-mon[86658]: osdmap e386: 8 total, 8 up, 8 in 2024-08-10T05:02:02.195 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:02:01] "GET /metrics HTTP/1.1" 200 36164 "" "Prometheus/2.43.0" 2024-08-10T05:02:02.451 INFO:tasks.rados.rados.0.smithi078.stdout:1670: done (3 left) 2024-08-10T05:02:02.451 INFO:tasks.rados.rados.0.smithi078.stdout:1671: snap_create 2024-08-10T05:02:02.451 INFO:tasks.rados.rados.0.smithi078.stdout:1667: finishing write tid 3 to smithi07880501-39 2024-08-10T05:02:02.451 INFO:tasks.rados.rados.0.smithi078.stdout:1667: finishing write tid 4 to smithi07880501-39 2024-08-10T05:02:02.451 INFO:tasks.rados.rados.0.smithi078.stdout:1667: finishing write tid 5 to smithi07880501-39 2024-08-10T05:02:02.452 INFO:tasks.rados.rados.0.smithi078.stdout:1667: finishing write tid 6 to smithi07880501-39 2024-08-10T05:02:02.452 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 553 (ObjNum 531 snap 154 seq_num 531) dirty exists 2024-08-10T05:02:02.452 INFO:tasks.rados.rados.0.smithi078.stdout:1667: left oid 39 (ObjNum 531 snap 154 seq_num 531) 2024-08-10T05:02:02.452 INFO:tasks.rados.rados.0.smithi078.stdout:1668: finishing copy_from racing read to smithi07880501-21 2024-08-10T05:02:02.452 INFO:tasks.rados.rados.0.smithi078.stdout:1668: finishing copy_from to smithi07880501-21 2024-08-10T05:02:02.452 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1267 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-10T05:02:02.476 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:02 smithi078 systemd[1]: Stopping Ceph osd.3 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:02:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:02.976 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:02 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[61227]: 2024-08-10T05:02:02.489+0000 7f9ad846a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:02:02.976 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:02 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[61227]: 2024-08-10T05:02:02.489+0000 7f9ad846a640 -1 osd.3 386 *** Got signal Terminated *** 2024-08-10T05:02:02.976 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:02 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[61227]: 2024-08-10T05:02:02.489+0000 7f9ad846a640 -1 osd.3 386 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:02:03.469 INFO:tasks.rados.rados.0.smithi078.stdout:1667: done (3 left) 2024-08-10T05:02:03.469 INFO:tasks.rados.rados.0.smithi078.stdout:1668: done (2 left) 2024-08-10T05:02:03.469 INFO:tasks.rados.rados.0.smithi078.stdout:1669: done (1 left) 2024-08-10T05:02:03.469 INFO:tasks.rados.rados.0.smithi078.stdout:1671: done (0 left) 2024-08-10T05:02:03.470 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 155 2024-08-10T05:02:03.470 INFO:tasks.rados.rados.0.smithi078.stdout:1672: seq_num 532 ranges {7757824=516096,8273920=696320,8970240=507904} 2024-08-10T05:02:03.514 INFO:tasks.rados.rados.0.smithi078.stdout:1672: writing smithi07880501-29 from 7757824 to 8273920 tid 1 2024-08-10T05:02:03.517 INFO:tasks.rados.rados.0.smithi078.stdout:1672: writing smithi07880501-29 from 8273920 to 8970240 tid 2 2024-08-10T05:02:03.520 INFO:tasks.rados.rados.0.smithi078.stdout:1672: writing smithi07880501-29 from 8970240 to 9478144 tid 3 2024-08-10T05:02:03.520 INFO:tasks.rados.rados.0.smithi078.stdout:1673: snap_remove snap 109 2024-08-10T05:02:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:03 smithi078 ceph-mon[92251]: pgmap v240: 121 pgs: 121 active+clean; 450 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-08-10T05:02:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:03 smithi078 ceph-mon[92251]: osdmap e387: 8 total, 8 up, 8 in 2024-08-10T05:02:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:03 smithi078 ceph-mon[92251]: osd.3 marked itself down and dead 2024-08-10T05:02:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:03 smithi078 ceph-mon[94618]: pgmap v240: 121 pgs: 121 active+clean; 450 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-08-10T05:02:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:03 smithi078 ceph-mon[94618]: osdmap e387: 8 total, 8 up, 8 in 2024-08-10T05:02:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:03 smithi078 ceph-mon[94618]: osd.3 marked itself down and dead 2024-08-10T05:02:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:03 smithi107 ceph-mon[86658]: pgmap v240: 121 pgs: 121 active+clean; 450 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-08-10T05:02:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:03 smithi107 ceph-mon[86658]: osdmap e387: 8 total, 8 up, 8 in 2024-08-10T05:02:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:03 smithi107 ceph-mon[86658]: osd.3 marked itself down and dead 2024-08-10T05:02:03.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:04.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:03 smithi078 podman[113866]: 2024-08-10 05:02:03.888456632 +0000 UTC m=+1.522506354 container died 83aa88d9b1abfbaa1e99bf671ecf3de84ddff9a2cd8728dd941d525878f51c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-08-10T05:02:04.452 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:04 smithi078 podman[113866]: 2024-08-10 05:02:04.323211447 +0000 UTC m=+1.957261158 container cleanup 83aa88d9b1abfbaa1e99bf671ecf3de84ddff9a2cd8728dd941d525878f51c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:02:04.452 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:04 smithi078 bash[113866]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3 2024-08-10T05:02:04.475 INFO:tasks.rados.rados.0.smithi078.stdout:1673: done (1 left) 2024-08-10T05:02:04.475 INFO:tasks.rados.rados.0.smithi078.stdout:1674: rmattr oid 40 current snap is 155 2024-08-10T05:02:04.475 INFO:tasks.rados.rados.0.smithi078.stdout:1672: finishing write tid 1 to smithi07880501-29 2024-08-10T05:02:04.475 INFO:tasks.rados.rados.0.smithi078.stdout:1672: finishing write tid 2 to smithi07880501-29 2024-08-10T05:02:04.475 INFO:tasks.rados.rados.0.smithi078.stdout:1672: finishing write tid 3 to smithi07880501-29 2024-08-10T05:02:04.475 INFO:tasks.rados.rados.0.smithi078.stdout:1672: finishing write tid 4 to smithi07880501-29 2024-08-10T05:02:04.476 INFO:tasks.rados.rados.0.smithi078.stdout:1672: finishing write tid 5 to smithi07880501-29 2024-08-10T05:02:04.476 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 686 (ObjNum 532 snap 155 seq_num 532) dirty exists 2024-08-10T05:02:04.476 INFO:tasks.rados.rados.0.smithi078.stdout:1672: left oid 29 (ObjNum 532 snap 155 seq_num 532) 2024-08-10T05:02:04.476 INFO:tasks.rados.rados.0.smithi078.stdout:1672: done (1 left) 2024-08-10T05:02:04.476 INFO:tasks.rados.rados.0.smithi078.stdout:1675: delete oid 21 current snap is 155 2024-08-10T05:02:04.490 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1053 (ObjNum 65 snap 0 seq_num 1952271988) dirty exists 2024-08-10T05:02:04.491 INFO:tasks.rados.rados.0.smithi078.stdout:1674: done (1 left) 2024-08-10T05:02:04.492 INFO:tasks.rados.rados.0.smithi078.stdout:1675: done (0 left) 2024-08-10T05:02:04.492 INFO:tasks.rados.rados.0.smithi078.stdout:1676: read oid 10 snap -1 2024-08-10T05:02:04.492 INFO:tasks.rados.rados.0.smithi078.stdout:1676: expect (ObjNum 305 snap 95 seq_num 305) 2024-08-10T05:02:04.492 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 155 2024-08-10T05:02:04.493 INFO:tasks.rados.rados.0.smithi078.stdout:1677: seq_num 534 ranges {2293760=548864,2842624=516096,3358720=688128} 2024-08-10T05:02:04.508 INFO:tasks.rados.rados.0.smithi078.stdout:1677: writing smithi07880501-24 from 2293760 to 2842624 tid 1 2024-08-10T05:02:04.511 INFO:tasks.rados.rados.0.smithi078.stdout:1677: writing smithi07880501-24 from 2842624 to 3358720 tid 2 2024-08-10T05:02:04.515 INFO:tasks.rados.rados.0.smithi078.stdout:1677: writing smithi07880501-24 from 3358720 to 4046848 tid 3 2024-08-10T05:02:04.515 INFO:tasks.rados.rados.0.smithi078.stdout:1678: copy_from oid 50 from oid 18 current snap is 155 2024-08-10T05:02:04.515 INFO:tasks.rados.rados.0.smithi078.stdout:1676: expect (ObjNum 305 snap 95 seq_num 305) 2024-08-10T05:02:04.524 INFO:tasks.rados.rados.0.smithi078.stdout:1677: finishing write tid 1 to smithi07880501-24 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1677: finishing write tid 2 to smithi07880501-24 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1677: finishing write tid 3 to smithi07880501-24 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1677: finishing write tid 4 to smithi07880501-24 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1676: done (2 left) 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1679: rollback oid 48 current snap is 155 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 48 to 67 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1680: rollback oid 26 current snap is 155 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 140 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1681: read oid 40 snap -1 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1681: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1682: read oid 5 snap 144 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1682: expect (ObjNum 470 snap 140 seq_num 470) 2024-08-10T05:02:04.525 INFO:tasks.rados.rados.0.smithi078.stdout:1683: read oid 7 snap 153 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1683: expect (ObjNum 518 snap 152 seq_num 518) 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1684: rollback oid 29 current snap is 155 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 154 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1677: finishing write tid 5 to smithi07880501-24 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1520 (ObjNum 534 snap 155 seq_num 534) dirty exists 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1677: left oid 24 (ObjNum 534 snap 155 seq_num 534) 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1677: done (7 left) 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1685: rmattr oid 21 current snap is 155 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1685: done (7 left) 2024-08-10T05:02:04.526 INFO:tasks.rados.rados.0.smithi078.stdout:1686: setattr oid 11 current snap is 155 2024-08-10T05:02:04.527 INFO:tasks.rados.rados.0.smithi078.stdout:1681: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:04.527 INFO:tasks.rados.rados.0.smithi078.stdout:1681: done (7 left) 2024-08-10T05:02:04.527 INFO:tasks.rados.rados.0.smithi078.stdout:1687: read oid 28 snap 153 2024-08-10T05:02:04.527 INFO:tasks.rados.rados.0.smithi078.stdout:1687: expect (ObjNum 492 snap 145 seq_num 492) 2024-08-10T05:02:04.528 INFO:tasks.rados.rados.0.smithi078.stdout:1688: setattr oid 37 current snap is 155 2024-08-10T05:02:04.528 INFO:tasks.rados.rados.0.smithi078.stdout:1679: finishing rollback tid 0 to smithi07880501-48 2024-08-10T05:02:04.528 INFO:tasks.rados.rados.0.smithi078.stdout:1689: snap_remove snap 129 2024-08-10T05:02:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:04 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:02:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:04 smithi078 ceph-mon[92251]: osdmap e388: 8 total, 7 up, 8 in 2024-08-10T05:02:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:04 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:02:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:04 smithi078 ceph-mon[94618]: osdmap e388: 8 total, 7 up, 8 in 2024-08-10T05:02:04.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:04 smithi078 podman[113882]: 2024-08-10 05:02:04.524948726 +0000 UTC m=+0.633916314 container remove 83aa88d9b1abfbaa1e99bf671ecf3de84ddff9a2cd8728dd941d525878f51c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-10T05:02:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:04 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:02:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:04 smithi107 ceph-mon[86658]: osdmap e388: 8 total, 7 up, 8 in 2024-08-10T05:02:04.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:04.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:05.226 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:04 smithi078 podman[113972]: 2024-08-10 05:02:04.858697252 +0000 UTC m=+0.017008996 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:02:05.226 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:05 smithi078 podman[113972]: 2024-08-10 05:02:05.042588817 +0000 UTC m=+0.200900544 container create ec33f439215bcb9660f81e077467ed2505266e9c5d304544ec90e6117cf5d218 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:1689: done (9 left) 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:1690: rmattr oid 49 current snap is 155 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:1690: done (9 left) 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:1691: rollback oid 40 current snap is 155 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 144 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:1679: finishing rollback tid 1 to smithi07880501-48 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:1679: finishing rollback tid 2 to smithi07880501-48 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1059 (ObjNum 245 snap 64 seq_num 245) dirty exists 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:1684: finishing rollback tid 0 to smithi07880501-29 2024-08-10T05:02:05.473 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1281 (ObjNum 1297 snap 0 seq_num 490491664) dirty exists 2024-08-10T05:02:05.474 INFO:tasks.rados.rados.0.smithi078.stdout:1684: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:02:05.474 INFO:tasks.rados.rados.0.smithi078.stdout:1684: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:02:05.474 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 689 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:02:05.474 INFO:tasks.rados.rados.0.smithi078.stdout:1680: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:02:05.474 INFO:tasks.rados.rados.0.smithi078.stdout:1680: finishing rollback tid 2 to smithi07880501-26 2024-08-10T05:02:05.474 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1058 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:02:05.474 INFO:tasks.rados.rados.0.smithi078.stdout:1682: expect (ObjNum 470 snap 140 seq_num 470) 2024-08-10T05:02:05.519 INFO:tasks.rados.rados.0.smithi078.stdout:1678: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:02:05.520 INFO:tasks.rados.rados.0.smithi078.stdout:1687: expect (ObjNum 492 snap 145 seq_num 492) 2024-08-10T05:02:05.630 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 1059 (ObjNum 33 snap 0 seq_num 490647824) dirty exists 2024-08-10T05:02:05.630 INFO:tasks.rados.rados.0.smithi078.stdout:1678: finishing copy_from to smithi07880501-50 2024-08-10T05:02:05.631 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1462 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-08-10T05:02:05.631 INFO:tasks.rados.rados.0.smithi078.stdout:1683: expect (ObjNum 518 snap 152 seq_num 518) 2024-08-10T05:02:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:05 smithi078 ceph-mon[94618]: pgmap v243: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.8 MiB/s wr, 8 op/s 2024-08-10T05:02:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:05 smithi078 ceph-mon[94618]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-10T05:02:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:05 smithi078 ceph-mon[94618]: osdmap e389: 8 total, 7 up, 8 in 2024-08-10T05:02:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:05 smithi078 ceph-mon[92251]: pgmap v243: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.8 MiB/s wr, 8 op/s 2024-08-10T05:02:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:05 smithi078 ceph-mon[92251]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-10T05:02:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:05 smithi078 ceph-mon[92251]: osdmap e389: 8 total, 7 up, 8 in 2024-08-10T05:02:05.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:05 smithi078 podman[113972]: 2024-08-10 05:02:05.286778307 +0000 UTC m=+0.445090050 container init ec33f439215bcb9660f81e077467ed2505266e9c5d304544ec90e6117cf5d218 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-10T05:02:05.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:05 smithi078 podman[113972]: 2024-08-10 05:02:05.290014033 +0000 UTC m=+0.448325761 container start ec33f439215bcb9660f81e077467ed2505266e9c5d304544ec90e6117cf5d218 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-10T05:02:05.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:05 smithi078 podman[113972]: 2024-08-10 05:02:05.369880457 +0000 UTC m=+0.528192207 container attach ec33f439215bcb9660f81e077467ed2505266e9c5d304544ec90e6117cf5d218 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-10T05:02:05.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:05 smithi078 conmon[113987]: conmon ec33f439215bcb9660f8 : Failed to open cgroups file: /sys/fs/cgroup/machine.slice/libpod-ec33f439215bcb9660f81e077467ed2505266e9c5d304544ec90e6117cf5d218.scope/container/memory.events 2024-08-10T05:02:05.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:05 smithi078 podman[113972]: 2024-08-10 05:02:05.480292461 +0000 UTC m=+0.638604197 container died ec33f439215bcb9660f81e077467ed2505266e9c5d304544ec90e6117cf5d218 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-10T05:02:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:05 smithi107 ceph-mon[86658]: pgmap v243: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.8 MiB/s wr, 8 op/s 2024-08-10T05:02:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:05 smithi107 ceph-mon[86658]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-10T05:02:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:05 smithi107 ceph-mon[86658]: osdmap e389: 8 total, 7 up, 8 in 2024-08-10T05:02:06.108 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 podman[113995]: 2024-08-10 05:02:06.089614174 +0000 UTC m=+0.597286584 container remove ec33f439215bcb9660f81e077467ed2505266e9c5d304544ec90e6117cf5d218 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-10T05:02:06.469 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-10T05:02:06.470 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 systemd[1]: Stopped Ceph osd.3 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:02:06.470 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.3.service: Consumed 8.990s CPU time. 2024-08-10T05:02:06.470 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 systemd[1]: Starting Ceph osd.3 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:1691: finishing rollback tid 0 to smithi07880501-40 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:1691: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1055 (ObjNum 65 snap 0 seq_num 489315008) dirty dne 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:1678: done (9 left) 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:1679: done (8 left) 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:1680: done (7 left) 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:1682: done (6 left) 2024-08-10T05:02:06.510 INFO:tasks.rados.rados.0.smithi078.stdout:1683: done (5 left) 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1684: done (4 left) 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1686: done (3 left) 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1687: done (2 left) 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1688: done (1 left) 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1691: done (0 left) 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1692: rollback oid 2 current snap is 155 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 67 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1693: read oid 42 snap -1 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1693: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:1694: rollback oid 32 current snap is 155 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 140 2024-08-10T05:02:06.511 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 155 2024-08-10T05:02:06.512 INFO:tasks.rados.rados.0.smithi078.stdout:1695: seq_num 535 ranges {1712128=565248,2277376=802816,3080192=401408} 2024-08-10T05:02:06.522 INFO:tasks.rados.rados.0.smithi078.stdout:1695: writing smithi07880501-48 from 1712128 to 2277376 tid 1 2024-08-10T05:02:06.527 INFO:tasks.rados.rados.0.smithi078.stdout:1695: writing smithi07880501-48 from 2277376 to 3080192 tid 2 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:1695: writing smithi07880501-48 from 3080192 to 3481600 tid 3 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:1696: delete oid 44 current snap is 155 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:1692: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1189 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:1694: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:1694: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:1694: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1062 (ObjNum 465 snap 139 seq_num 465) dirty exists 2024-08-10T05:02:06.530 INFO:tasks.rados.rados.0.smithi078.stdout:1693: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:02:06.593 INFO:tasks.rados.rados.0.smithi078.stdout:1695: finishing write tid 1 to smithi07880501-48 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:1692: done (4 left) 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:1693: done (3 left) 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:1694: done (2 left) 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:1696: done (1 left) 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 155 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:1695: finishing write tid 2 to smithi07880501-48 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:1695: finishing write tid 3 to smithi07880501-48 2024-08-10T05:02:06.594 INFO:tasks.rados.rados.0.smithi078.stdout:1697: seq_num 537 ranges {409600=598016,1007616=573440,1581056=491520,2072576=139264} 2024-08-10T05:02:06.599 INFO:tasks.rados.rados.0.smithi078.stdout:1697: writing smithi07880501-43 from 409600 to 1007616 tid 1 2024-08-10T05:02:06.601 INFO:tasks.rados.rados.0.smithi078.stdout:1697: writing smithi07880501-43 from 1007616 to 1581056 tid 2 2024-08-10T05:02:06.604 INFO:tasks.rados.rados.0.smithi078.stdout:1697: writing smithi07880501-43 from 1581056 to 2072576 tid 3 2024-08-10T05:02:06.606 INFO:tasks.rados.rados.0.smithi078.stdout:1697: writing smithi07880501-43 from 2072576 to 2211840 tid 4 2024-08-10T05:02:06.606 INFO:tasks.rados.rados.0.smithi078.stdout:1698: read oid 2 snap -1 2024-08-10T05:02:06.606 INFO:tasks.rados.rados.0.smithi078.stdout:1698: expect deleted 2024-08-10T05:02:06.606 INFO:tasks.rados.rados.0.smithi078.stdout:1699: snap_create 2024-08-10T05:02:06.606 INFO:tasks.rados.rados.0.smithi078.stdout:1695: finishing write tid 4 to smithi07880501-48 2024-08-10T05:02:06.606 INFO:tasks.rados.rados.0.smithi078.stdout:1695: finishing write tid 5 to smithi07880501-48 2024-08-10T05:02:06.606 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1063 (ObjNum 535 snap 155 seq_num 535) dirty exists 2024-08-10T05:02:06.607 INFO:tasks.rados.rados.0.smithi078.stdout:1695: left oid 48 (ObjNum 535 snap 155 seq_num 535) 2024-08-10T05:02:06.607 INFO:tasks.rados.rados.0.smithi078.stdout:1697: finishing write tid 1 to smithi07880501-43 2024-08-10T05:02:06.607 INFO:tasks.rados.rados.0.smithi078.stdout:1697: finishing write tid 2 to smithi07880501-43 2024-08-10T05:02:06.609 INFO:tasks.rados.rados.0.smithi078.stdout:1697: finishing write tid 3 to smithi07880501-43 2024-08-10T05:02:06.609 INFO:tasks.rados.rados.0.smithi078.stdout:1697: finishing write tid 4 to smithi07880501-43 2024-08-10T05:02:06.609 INFO:tasks.rados.rados.0.smithi078.stdout:1697: finishing write tid 5 to smithi07880501-43 2024-08-10T05:02:06.610 INFO:tasks.rados.rados.0.smithi078.stdout:1697: finishing write tid 6 to smithi07880501-43 2024-08-10T05:02:06.611 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1467 (ObjNum 537 snap 155 seq_num 537) dirty exists 2024-08-10T05:02:06.611 INFO:tasks.rados.rados.0.smithi078.stdout:1697: left oid 43 (ObjNum 537 snap 155 seq_num 537) 2024-08-10T05:02:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:06 smithi078 ceph-mon[92251]: osdmap e390: 8 total, 7 up, 8 in 2024-08-10T05:02:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:06 smithi078 ceph-mon[92251]: osdmap e391: 8 total, 7 up, 8 in 2024-08-10T05:02:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:06 smithi078 ceph-mon[94618]: osdmap e390: 8 total, 7 up, 8 in 2024-08-10T05:02:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:06 smithi078 ceph-mon[94618]: osdmap e391: 8 total, 7 up, 8 in 2024-08-10T05:02:06.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 podman[114094]: 2024-08-10 05:02:06.437778006 +0000 UTC m=+0.017202327 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:02:06.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 podman[114094]: 2024-08-10 05:02:06.577520364 +0000 UTC m=+0.156944670 container create 45adc2d448b26cf38aca5cfec199ae3f435e21d9ab87fceed8c5727c02ebbb31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_CLEAN=True) 2024-08-10T05:02:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:06 smithi107 ceph-mon[86658]: osdmap e390: 8 total, 7 up, 8 in 2024-08-10T05:02:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:06 smithi107 ceph-mon[86658]: osdmap e391: 8 total, 7 up, 8 in 2024-08-10T05:02:07.165 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 podman[114094]: 2024-08-10 05:02:06.835155983 +0000 UTC m=+0.414580299 container init 45adc2d448b26cf38aca5cfec199ae3f435e21d9ab87fceed8c5727c02ebbb31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 podman[114094]: 2024-08-10 05:02:06.838414086 +0000 UTC m=+0.417838393 container start 45adc2d448b26cf38aca5cfec199ae3f435e21d9ab87fceed8c5727c02ebbb31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:06 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 podman[114094]: 2024-08-10 05:02:07.018558889 +0000 UTC m=+0.597983203 container attach 45adc2d448b26cf38aca5cfec199ae3f435e21d9ab87fceed8c5727c02ebbb31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:02:07.166 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:02:07.473 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:02:07.474 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate[114108]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-10T05:02:07.474 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 bash[114094]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-10T05:02:07.474 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 podman[114094]: 2024-08-10 05:02:07.215924645 +0000 UTC m=+0.795348963 container died 45adc2d448b26cf38aca5cfec199ae3f435e21d9ab87fceed8c5727c02ebbb31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-10T05:02:07.485 INFO:tasks.rados.rados.0.smithi078.stdout:1695: done (3 left) 2024-08-10T05:02:07.486 INFO:tasks.rados.rados.0.smithi078.stdout:1697: done (2 left) 2024-08-10T05:02:07.486 INFO:tasks.rados.rados.0.smithi078.stdout:1698: done (1 left) 2024-08-10T05:02:07.486 INFO:tasks.rados.rados.0.smithi078.stdout:1699: done (0 left) 2024-08-10T05:02:07.486 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 156 2024-08-10T05:02:07.486 INFO:tasks.rados.rados.0.smithi078.stdout:1700: seq_num 538 ranges {7528448=614400,8142848=450560,8593408=704512,9297920=49152} 2024-08-10T05:02:07.529 INFO:tasks.rados.rados.0.smithi078.stdout:1700: writing smithi07880501-27 from 7528448 to 8142848 tid 1 2024-08-10T05:02:07.531 INFO:tasks.rados.rados.0.smithi078.stdout:1700: writing smithi07880501-27 from 8142848 to 8593408 tid 2 2024-08-10T05:02:07.535 INFO:tasks.rados.rados.0.smithi078.stdout:1700: writing smithi07880501-27 from 8593408 to 9297920 tid 3 2024-08-10T05:02:07.536 INFO:tasks.rados.rados.0.smithi078.stdout:1700: writing smithi07880501-27 from 9297920 to 9347072 tid 4 2024-08-10T05:02:07.536 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 156 2024-08-10T05:02:07.536 INFO:tasks.rados.rados.0.smithi078.stdout:1701: seq_num 539 ranges {2334720=630784,2965504=737280,3702784=466944} 2024-08-10T05:02:07.552 INFO:tasks.rados.rados.0.smithi078.stdout:1701: writing smithi07880501-15 from 2334720 to 2965504 tid 1 2024-08-10T05:02:07.556 INFO:tasks.rados.rados.0.smithi078.stdout:1701: writing smithi07880501-15 from 2965504 to 3702784 tid 2 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1701: writing smithi07880501-15 from 3702784 to 4169728 tid 3 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1702: read oid 29 snap -1 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1702: expect (ObjNum 425 snap 127 seq_num 425) 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1703: read oid 39 snap -1 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1703: expect (ObjNum 531 snap 154 seq_num 531) 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1704: read oid 36 snap -1 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1704: expect (ObjNum 519 snap 152 seq_num 519) 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1705: read oid 5 snap -1 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:1705: expect deleted 2024-08-10T05:02:07.560 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 156 2024-08-10T05:02:07.561 INFO:tasks.rados.rados.0.smithi078.stdout:1700: finishing write tid 1 to smithi07880501-27 2024-08-10T05:02:07.561 INFO:tasks.rados.rados.0.smithi078.stdout:1700: finishing write tid 2 to smithi07880501-27 2024-08-10T05:02:07.561 INFO:tasks.rados.rados.0.smithi078.stdout:1700: finishing write tid 3 to smithi07880501-27 2024-08-10T05:02:07.561 INFO:tasks.rados.rados.0.smithi078.stdout:1700: finishing write tid 4 to smithi07880501-27 2024-08-10T05:02:07.561 INFO:tasks.rados.rados.0.smithi078.stdout:1706: seq_num 540 ranges {7847936=647168,8495104=671744,9166848=532480} 2024-08-10T05:02:07.609 INFO:tasks.rados.rados.0.smithi078.stdout:1706: writing smithi07880501-4 from 7847936 to 8495104 tid 1 2024-08-10T05:02:07.612 INFO:tasks.rados.rados.0.smithi078.stdout:1706: writing smithi07880501-4 from 8495104 to 9166848 tid 2 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1706: writing smithi07880501-4 from 9166848 to 9699328 tid 3 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1707: rmattr oid 3 current snap is 156 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1707: done (7 left) 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1708: rollback oid 38 current snap is 156 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 153 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1700: finishing write tid 5 to smithi07880501-27 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1700: finishing write tid 6 to smithi07880501-27 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 1536 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1700: left oid 27 (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1701: finishing write tid 1 to smithi07880501-15 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1700: done (7 left) 2024-08-10T05:02:07.617 INFO:tasks.rados.rados.0.smithi078.stdout:1709: read oid 6 snap 153 2024-08-10T05:02:07.618 INFO:tasks.rados.rados.0.smithi078.stdout:1709: expect (ObjNum 516 snap 152 seq_num 516) 2024-08-10T05:02:07.618 INFO:tasks.rados.rados.0.smithi078.stdout:1710: copy_from oid 43 from oid 44 current snap is 156 2024-08-10T05:02:07.618 INFO:tasks.rados.rados.0.smithi078.stdout:1701: finishing write tid 2 to smithi07880501-15 2024-08-10T05:02:07.618 INFO:tasks.rados.rados.0.smithi078.stdout:1701: finishing write tid 3 to smithi07880501-15 2024-08-10T05:02:07.618 INFO:tasks.rados.rados.0.smithi078.stdout:1701: finishing write tid 4 to smithi07880501-15 2024-08-10T05:02:07.618 INFO:tasks.rados.rados.0.smithi078.stdout:1703: expect (ObjNum 531 snap 154 seq_num 531) 2024-08-10T05:02:07.664 INFO:tasks.rados.rados.0.smithi078.stdout:1701: finishing write tid 5 to smithi07880501-15 2024-08-10T05:02:07.664 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1541 (ObjNum 539 snap 156 seq_num 539) dirty exists 2024-08-10T05:02:07.664 INFO:tasks.rados.rados.0.smithi078.stdout:1701: left oid 15 (ObjNum 539 snap 156 seq_num 539) 2024-08-10T05:02:07.665 INFO:tasks.rados.rados.0.smithi078.stdout:1704: expect (ObjNum 519 snap 152 seq_num 519) 2024-08-10T05:02:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-mon[92251]: pgmap v247: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.6 MiB/s wr, 8 op/s 2024-08-10T05:02:07.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:07 smithi078 ceph-mon[94618]: pgmap v247: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.6 MiB/s wr, 8 op/s 2024-08-10T05:02:07.727 INFO:tasks.rados.rados.0.smithi078.stdout:1702: expect (ObjNum 425 snap 127 seq_num 425) 2024-08-10T05:02:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:07 smithi107 ceph-mon[86658]: pgmap v247: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 451 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.6 MiB/s wr, 8 op/s 2024-08-10T05:02:08.109 INFO:tasks.rados.rados.0.smithi078.stdout:1706: finishing write tid 1 to smithi07880501-4 2024-08-10T05:02:08.109 INFO:tasks.rados.rados.0.smithi078.stdout:1706: finishing write tid 2 to smithi07880501-4 2024-08-10T05:02:08.109 INFO:tasks.rados.rados.0.smithi078.stdout:1701: done (8 left) 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1702: done (7 left) 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1703: done (6 left) 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1704: done (5 left) 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1705: done (4 left) 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1711: snap_create 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1706: finishing write tid 3 to smithi07880501-4 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1706: finishing write tid 4 to smithi07880501-4 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1710: finishing copy_from to smithi07880501-43 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1710: got expected ENOENT (src dne) 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1710: finishing copy_from racing read to smithi07880501-43 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1706: finishing write tid 5 to smithi07880501-4 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1471 (ObjNum 540 snap 156 seq_num 540) dirty exists 2024-08-10T05:02:08.110 INFO:tasks.rados.rados.0.smithi078.stdout:1706: left oid 4 (ObjNum 540 snap 156 seq_num 540) 2024-08-10T05:02:08.111 INFO:tasks.rados.rados.0.smithi078.stdout:1708: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:02:08.111 INFO:tasks.rados.rados.0.smithi078.stdout:1708: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:02:08.111 INFO:tasks.rados.rados.0.smithi078.stdout:1708: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:02:08.111 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 370 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-10T05:02:08.111 INFO:tasks.rados.rados.0.smithi078.stdout:1709: expect (ObjNum 516 snap 152 seq_num 516) 2024-08-10T05:02:08.111 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:07 smithi078 podman[114242]: 2024-08-10 05:02:07.813887117 +0000 UTC m=+0.588969847 container remove 45adc2d448b26cf38aca5cfec199ae3f435e21d9ab87fceed8c5727c02ebbb31 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-activate, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:02:08.111 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 podman[114301]: 2024-08-10 05:02:08.023014631 +0000 UTC m=+0.109436261 container create d18ee5cdf5c891406144e23727b6a420f5f1e38dc12fbb5239673182fd2de165 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T05:02:08.111 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 podman[114301]: 2024-08-10 05:02:07.936715458 +0000 UTC m=+0.023137093 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:02:08.476 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 podman[114301]: 2024-08-10 05:02:08.233962011 +0000 UTC m=+0.320383645 container init d18ee5cdf5c891406144e23727b6a420f5f1e38dc12fbb5239673182fd2de165 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-10T05:02:08.476 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 podman[114301]: 2024-08-10 05:02:08.238508122 +0000 UTC m=+0.324929751 container start d18ee5cdf5c891406144e23727b6a420f5f1e38dc12fbb5239673182fd2de165 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, ceph=True) 2024-08-10T05:02:08.476 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-osd[114320]: -- 172.21.15.78:0/3346301519 <== mon.2 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557b26bc3a40 con 0x557b27986400 2024-08-10T05:02:08.476 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 bash[114301]: d18ee5cdf5c891406144e23727b6a420f5f1e38dc12fbb5239673182fd2de165 2024-08-10T05:02:08.477 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 systemd[1]: Started Ceph osd.3 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1706: done (4 left) 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1708: done (3 left) 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1709: done (2 left) 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1710: done (1 left) 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1711: done (0 left) 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1712: read oid 34 snap -1 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1712: expect (ObjNum 510 snap 150 seq_num 510) 2024-08-10T05:02:08.492 INFO:tasks.rados.rados.0.smithi078.stdout:1713: setattr oid 5 current snap is 157 2024-08-10T05:02:08.493 INFO:tasks.rados.rados.0.smithi078.stdout:1714: snap_create 2024-08-10T05:02:08.498 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1542 (ObjNum 65 snap 0 seq_num 1666604131) dirty exists 2024-08-10T05:02:08.519 INFO:tasks.rados.rados.0.smithi078.stdout:1712: expect (ObjNum 510 snap 150 seq_num 510) 2024-08-10T05:02:08.784 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[92251]: osdmap e392: 8 total, 7 up, 8 in 2024-08-10T05:02:08.784 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:08.784 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:08.784 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:08.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[94618]: osdmap e392: 8 total, 7 up, 8 in 2024-08-10T05:02:08.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:08.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:08.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:08 smithi107 ceph-mon[86658]: osdmap e392: 8 total, 7 up, 8 in 2024-08-10T05:02:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:08.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:09.038 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:08 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T05:02:08.783+0000 7f04e16ff640 -1 Falling back to public interface 2024-08-10T05:02:09.503 INFO:tasks.rados.rados.0.smithi078.stdout:1712: done (2 left) 2024-08-10T05:02:09.503 INFO:tasks.rados.rados.0.smithi078.stdout:1713: done (1 left) 2024-08-10T05:02:09.503 INFO:tasks.rados.rados.0.smithi078.stdout:1714: done (0 left) 2024-08-10T05:02:09.503 INFO:tasks.rados.rados.0.smithi078.stdout:1715: delete oid 6 current snap is 158 2024-08-10T05:02:09.506 INFO:tasks.rados.rados.0.smithi078.stdout:1715: done (0 left) 2024-08-10T05:02:09.506 INFO:tasks.rados.rados.0.smithi078.stdout:1716: snap_create 2024-08-10T05:02:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:09 smithi107 ceph-mon[86658]: pgmap v249: 121 pgs: 25 active+undersized, 12 peering, 4 active+undersized+degraded, 80 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.4 MiB/s wr, 28 op/s; 19/606 objects degraded (3.135%) 2024-08-10T05:02:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:09 smithi107 ceph-mon[86658]: osdmap e393: 8 total, 7 up, 8 in 2024-08-10T05:02:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:09 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 19/606 objects degraded (3.135%), 4 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:09 smithi078 ceph-mon[92251]: pgmap v249: 121 pgs: 25 active+undersized, 12 peering, 4 active+undersized+degraded, 80 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.4 MiB/s wr, 28 op/s; 19/606 objects degraded (3.135%) 2024-08-10T05:02:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:09 smithi078 ceph-mon[92251]: osdmap e393: 8 total, 7 up, 8 in 2024-08-10T05:02:09.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:09 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 19/606 objects degraded (3.135%), 4 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:09 smithi078 ceph-mon[94618]: pgmap v249: 121 pgs: 25 active+undersized, 12 peering, 4 active+undersized+degraded, 80 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.4 MiB/s wr, 28 op/s; 19/606 objects degraded (3.135%) 2024-08-10T05:02:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:09 smithi078 ceph-mon[94618]: osdmap e393: 8 total, 7 up, 8 in 2024-08-10T05:02:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:09 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 19/606 objects degraded (3.135%), 4 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:10.510 INFO:tasks.rados.rados.0.smithi078.stdout:1716: done (0 left) 2024-08-10T05:02:10.510 INFO:tasks.rados.rados.0.smithi078.stdout:1717: snap_remove snap 158 2024-08-10T05:02:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:10 smithi107 ceph-mon[86658]: osdmap e394: 8 total, 7 up, 8 in 2024-08-10T05:02:10.825 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:10 smithi078 ceph-mon[92251]: osdmap e394: 8 total, 7 up, 8 in 2024-08-10T05:02:10.825 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:10 smithi078 ceph-mon[94618]: osdmap e394: 8 total, 7 up, 8 in 2024-08-10T05:02:11.080 INFO:tasks.rados.rados.0.smithi078.stdout:1717: done (0 left) 2024-08-10T05:02:11.080 INFO:tasks.rados.rados.0.smithi078.stdout:1718: delete oid 32 current snap is 159 2024-08-10T05:02:11.087 INFO:tasks.rados.rados.0.smithi078.stdout:1718: done (0 left) 2024-08-10T05:02:11.087 INFO:tasks.rados.rados.0.smithi078.stdout:1719: delete oid 21 current snap is 159 2024-08-10T05:02:11.089 INFO:tasks.rados.rados.0.smithi078.stdout:1719: done (0 left) 2024-08-10T05:02:11.089 INFO:tasks.rados.rados.0.smithi078.stdout:1720: snap_remove snap 156 2024-08-10T05:02:11.763 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[92251]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 30 op/s; 31/576 objects degraded (5.382%) 2024-08-10T05:02:11.763 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[92251]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-10T05:02:11.763 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[92251]: osdmap e395: 8 total, 7 up, 8 in 2024-08-10T05:02:11.763 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[92251]: osdmap e396: 8 total, 7 up, 8 in 2024-08-10T05:02:11.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[94618]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 30 op/s; 31/576 objects degraded (5.382%) 2024-08-10T05:02:11.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[94618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-10T05:02:11.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[94618]: osdmap e395: 8 total, 7 up, 8 in 2024-08-10T05:02:11.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-mon[94618]: osdmap e396: 8 total, 7 up, 8 in 2024-08-10T05:02:11.764 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T05:02:11.606+0000 7f04e16ff640 -1 osd.3 387 log_to_monitors true 2024-08-10T05:02:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:11 smithi107 ceph-mon[86658]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 30 op/s; 31/576 objects degraded (5.382%) 2024-08-10T05:02:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:11 smithi107 ceph-mon[86658]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-10T05:02:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:11 smithi107 ceph-mon[86658]: osdmap e395: 8 total, 7 up, 8 in 2024-08-10T05:02:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:11 smithi107 ceph-mon[86658]: osdmap e396: 8 total, 7 up, 8 in 2024-08-10T05:02:12.084 INFO:tasks.rados.rados.0.smithi078.stdout:1720: done (0 left) 2024-08-10T05:02:12.084 INFO:tasks.rados.rados.0.smithi078.stdout:1721: snap_remove snap 155 2024-08-10T05:02:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:02:11] "GET /metrics HTTP/1.1" 200 36164 "" "Prometheus/2.43.0" 2024-08-10T05:02:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: osdmap e397: 8 total, 7 up, 8 in 2024-08-10T05:02:12.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:02:12.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:02:12.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:12.976 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T05:02:12.547+0000 7f04d54a2640 -1 osd.3 387 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:02:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:02:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:02:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: osdmap e397: 8 total, 7 up, 8 in 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:02:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: osdmap e397: 8 total, 7 up, 8 in 2024-08-10T05:02:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:02:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-08-10T05:02:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:13.092 INFO:tasks.rados.rados.0.smithi078.stdout:1721: done (0 left) 2024-08-10T05:02:13.093 INFO:tasks.rados.rados.0.smithi078.stdout:1722: copy_from oid 11 from oid 16 current snap is 159 2024-08-10T05:02:13.093 INFO:tasks.rados.rados.0.smithi078.stdout:1723: rollback oid 40 current snap is 159 2024-08-10T05:02:13.093 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 154 2024-08-10T05:02:13.093 INFO:tasks.rados.rados.0.smithi078.stdout:1724: read oid 17 snap -1 2024-08-10T05:02:13.093 INFO:tasks.rados.rados.0.smithi078.stdout:1724: expect (ObjNum 519 snap 152 seq_num 519) 2024-08-10T05:02:13.093 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 159 2024-08-10T05:02:13.093 INFO:tasks.rados.rados.0.smithi078.stdout:1725: seq_num 544 ranges {2211840=720896,2932736=614400,3547136=589824} 2024-08-10T05:02:13.110 INFO:tasks.rados.rados.0.smithi078.stdout:1725: writing smithi07880501-43 from 2211840 to 2932736 tid 1 2024-08-10T05:02:13.113 INFO:tasks.rados.rados.0.smithi078.stdout:1725: writing smithi07880501-43 from 2932736 to 3547136 tid 2 2024-08-10T05:02:13.119 INFO:tasks.rados.rados.0.smithi078.stdout:1725: writing smithi07880501-43 from 3547136 to 4136960 tid 3 2024-08-10T05:02:13.122 INFO:tasks.rados.rados.0.smithi078.stdout:1724: expect (ObjNum 519 snap 152 seq_num 519) 2024-08-10T05:02:13.188 INFO:tasks.rados.rados.0.smithi078.stdout:1725: finishing write tid 1 to smithi07880501-43 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1725: finishing write tid 2 to smithi07880501-43 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1725: finishing write tid 3 to smithi07880501-43 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1725: finishing write tid 4 to smithi07880501-43 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1725: finishing write tid 5 to smithi07880501-43 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1475 (ObjNum 544 snap 159 seq_num 544) dirty exists 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1725: left oid 43 (ObjNum 544 snap 159 seq_num 544) 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1722: finishing copy_from racing read to smithi07880501-11 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1722: finishing copy_from to smithi07880501-11 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1267 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1722: done (3 left) 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1724: done (2 left) 2024-08-10T05:02:13.189 INFO:tasks.rados.rados.0.smithi078.stdout:1725: done (1 left) 2024-08-10T05:02:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:1726: setattr oid 15 current snap is 159 2024-08-10T05:02:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:1727: snap_remove snap 144 2024-08-10T05:02:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 441 KiB/s wr, 7 op/s; 32/579 objects degraded (5.527%) 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: from='osd.3 ' entity='osd.3' 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922] boot 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: osdmap e398: 8 total, 8 up, 8 in 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 441 KiB/s wr, 7 op/s; 32/579 objects degraded (5.527%) 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: from='osd.3 ' entity='osd.3' 2024-08-10T05:02:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:13.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:13.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:02:13.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922] boot 2024-08-10T05:02:13.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: osdmap e398: 8 total, 8 up, 8 in 2024-08-10T05:02:13.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:02:13.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 441 KiB/s wr, 7 op/s; 32/579 objects degraded (5.527%) 2024-08-10T05:02:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: from='osd.3 ' entity='osd.3' 2024-08-10T05:02:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:02:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: osd.3 [v2:172.21.15.78:6826/2440586922,v1:172.21.15.78:6827/2440586922] boot 2024-08-10T05:02:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: osdmap e398: 8 total, 8 up, 8 in 2024-08-10T05:02:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:02:14.091 INFO:tasks.rados.rados.0.smithi078.stdout:1727: done (2 left) 2024-08-10T05:02:14.091 INFO:tasks.rados.rados.0.smithi078.stdout:1728: rmattr oid 8 current snap is 159 2024-08-10T05:02:14.091 INFO:tasks.rados.rados.0.smithi078.stdout:1728: done (2 left) 2024-08-10T05:02:14.091 INFO:tasks.rados.rados.0.smithi078.stdout:1729: read oid 46 snap 67 2024-08-10T05:02:14.091 INFO:tasks.rados.rados.0.smithi078.stdout:1729: expect (ObjNum 152 snap 38 seq_num 152) 2024-08-10T05:02:14.091 INFO:tasks.rados.rados.0.smithi078.stdout:1730: read oid 42 snap 140 2024-08-10T05:02:14.091 INFO:tasks.rados.rados.0.smithi078.stdout:1730: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:02:14.092 INFO:tasks.rados.rados.0.smithi078.stdout:1731: snap_remove snap 157 2024-08-10T05:02:14.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:14.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:15.098 INFO:tasks.rados.rados.0.smithi078.stdout:1731: done (4 left) 2024-08-10T05:02:15.099 INFO:tasks.rados.rados.0.smithi078.stdout:1732: read oid 9 snap -1 2024-08-10T05:02:15.099 INFO:tasks.rados.rados.0.smithi078.stdout:1732: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:02:15.099 INFO:tasks.rados.rados.0.smithi078.stdout:1733: snap_create 2024-08-10T05:02:15.099 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1548 (ObjNum 539 snap 156 seq_num 539) dirty exists 2024-08-10T05:02:15.099 INFO:tasks.rados.rados.0.smithi078.stdout:1730: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:02:15.168 INFO:tasks.rados.rados.0.smithi078.stdout:1723: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:02:15.168 INFO:tasks.rados.rados.0.smithi078.stdout:1723: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:02:15.168 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1057 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:02:15.168 INFO:tasks.rados.rados.0.smithi078.stdout:1729: expect (ObjNum 152 snap 38 seq_num 152) 2024-08-10T05:02:15.255 INFO:tasks.rados.rados.0.smithi078.stdout:1732: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:02:15.395 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:15 smithi078 ceph-mon[92251]: osdmap e399: 8 total, 8 up, 8 in 2024-08-10T05:02:15.395 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:15 smithi078 ceph-mon[92251]: pgmap v259: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 10 peering, 20 active+undersized, 2 active+undersized+degraded, 80 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 482 KiB/s wr, 15 op/s; 12/585 objects degraded (2.051%) 2024-08-10T05:02:15.395 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:15 smithi078 ceph-mon[94618]: osdmap e399: 8 total, 8 up, 8 in 2024-08-10T05:02:15.395 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:15 smithi078 ceph-mon[94618]: pgmap v259: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 10 peering, 20 active+undersized, 2 active+undersized+degraded, 80 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 482 KiB/s wr, 15 op/s; 12/585 objects degraded (2.051%) 2024-08-10T05:02:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:15 smithi107 ceph-mon[86658]: osdmap e399: 8 total, 8 up, 8 in 2024-08-10T05:02:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:15 smithi107 ceph-mon[86658]: pgmap v259: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 10 peering, 20 active+undersized, 2 active+undersized+degraded, 80 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 482 KiB/s wr, 15 op/s; 12/585 objects degraded (2.051%) 2024-08-10T05:02:15.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:15 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T05:02:15.846+0000 7f778feb9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:02:16.105 INFO:tasks.rados.rados.0.smithi078.stdout:1723: done (5 left) 2024-08-10T05:02:16.105 INFO:tasks.rados.rados.0.smithi078.stdout:1726: done (4 left) 2024-08-10T05:02:16.105 INFO:tasks.rados.rados.0.smithi078.stdout:1729: done (3 left) 2024-08-10T05:02:16.105 INFO:tasks.rados.rados.0.smithi078.stdout:1730: done (2 left) 2024-08-10T05:02:16.105 INFO:tasks.rados.rados.0.smithi078.stdout:1732: done (1 left) 2024-08-10T05:02:16.106 INFO:tasks.rados.rados.0.smithi078.stdout:1733: done (0 left) 2024-08-10T05:02:16.106 INFO:tasks.rados.rados.0.smithi078.stdout:1734: copy_from oid 45 from oid 20 current snap is 160 2024-08-10T05:02:16.106 INFO:tasks.rados.rados.0.smithi078.stdout:1735: read oid 37 snap -1 2024-08-10T05:02:16.106 INFO:tasks.rados.rados.0.smithi078.stdout:1735: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:16.106 INFO:tasks.rados.rados.0.smithi078.stdout:1736: copy_from oid 21 from oid 26 current snap is 160 2024-08-10T05:02:16.106 INFO:tasks.rados.rados.0.smithi078.stdout:1737: delete oid 5 current snap is 160 2024-08-10T05:02:16.106 INFO:tasks.rados.rados.0.smithi078.stdout:1735: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:16.111 INFO:tasks.rados.rados.0.smithi078.stdout:1735: done (3 left) 2024-08-10T05:02:16.111 INFO:tasks.rados.rados.0.smithi078.stdout:1737: done (2 left) 2024-08-10T05:02:16.111 INFO:tasks.rados.rados.0.smithi078.stdout:1738: read oid 9 snap -1 2024-08-10T05:02:16.111 INFO:tasks.rados.rados.0.smithi078.stdout:1738: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:02:16.111 INFO:tasks.rados.rados.0.smithi078.stdout:1739: snap_remove snap 154 2024-08-10T05:02:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 12/585 objects degraded (2.051%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: osdmap e400: 8 total, 8 up, 8 in 2024-08-10T05:02:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 12/585 objects degraded (2.051%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: osdmap e400: 8 total, 8 up, 8 in 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 12/585 objects degraded (2.051%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: osdmap e400: 8 total, 8 up, 8 in 2024-08-10T05:02:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:02:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:17.116 INFO:tasks.rados.rados.0.smithi078.stdout:1739: done (3 left) 2024-08-10T05:02:17.116 INFO:tasks.rados.rados.0.smithi078.stdout:1740: rmattr oid 1 current snap is 160 2024-08-10T05:02:17.117 INFO:tasks.rados.rados.0.smithi078.stdout:1734: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:02:17.117 INFO:tasks.rados.rados.0.smithi078.stdout:1734: finishing copy_from to smithi07880501-45 2024-08-10T05:02:17.117 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1134 (ObjNum 381 snap 115 seq_num 381) dirty exists 2024-08-10T05:02:17.117 INFO:tasks.rados.rados.0.smithi078.stdout:1736: finishing copy_from racing read to smithi07880501-21 2024-08-10T05:02:17.117 INFO:tasks.rados.rados.0.smithi078.stdout:1736: finishing copy_from to smithi07880501-21 2024-08-10T05:02:17.117 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1058 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:02:17.117 INFO:tasks.rados.rados.0.smithi078.stdout:1738: expect (ObjNum 243 snap 64 seq_num 243) 2024-08-10T05:02:17.439 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1149 (ObjNum 529 snap 154 seq_num 529) dirty exists 2024-08-10T05:02:17.439 INFO:tasks.rados.rados.0.smithi078.stdout:1734: done (3 left) 2024-08-10T05:02:17.439 INFO:tasks.rados.rados.0.smithi078.stdout:1736: done (2 left) 2024-08-10T05:02:17.439 INFO:tasks.rados.rados.0.smithi078.stdout:1738: done (1 left) 2024-08-10T05:02:17.440 INFO:tasks.rados.rados.0.smithi078.stdout:1740: done (0 left) 2024-08-10T05:02:17.440 INFO:tasks.rados.rados.0.smithi078.stdout:1741: rollback oid 18 current snap is 160 2024-08-10T05:02:17.440 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 18 to 153 2024-08-10T05:02:17.440 INFO:tasks.rados.rados.0.smithi078.stdout:1742: read oid 20 snap -1 2024-08-10T05:02:17.440 INFO:tasks.rados.rados.0.smithi078.stdout:1742: expect (ObjNum 381 snap 115 seq_num 381) 2024-08-10T05:02:17.440 INFO:tasks.rados.rados.0.smithi078.stdout:1743: snap_create 2024-08-10T05:02:17.445 INFO:tasks.rados.rados.0.smithi078.stdout:1741: finishing rollback tid 0 to smithi07880501-18 2024-08-10T05:02:17.446 INFO:tasks.rados.rados.0.smithi078.stdout:1741: finishing rollback tid 1 to smithi07880501-18 2024-08-10T05:02:17.446 INFO:tasks.rados.rados.0.smithi078.stdout:1741: finishing rollback tid 2 to smithi07880501-18 2024-08-10T05:02:17.446 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 1574 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-08-10T05:02:17.446 INFO:tasks.rados.rados.0.smithi078.stdout:1742: expect (ObjNum 381 snap 115 seq_num 381) 2024-08-10T05:02:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[92251]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:02:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[92251]: osdmap e401: 8 total, 8 up, 8 in 2024-08-10T05:02:17.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[92251]: pgmap v262: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 10 peering, 20 active+undersized, 2 active+undersized+degraded, 80 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 470 KiB/s wr, 12 op/s; 12/585 objects degraded (2.051%) 2024-08-10T05:02:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[94618]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:02:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[94618]: osdmap e401: 8 total, 8 up, 8 in 2024-08-10T05:02:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:17 smithi078 ceph-mon[94618]: pgmap v262: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 10 peering, 20 active+undersized, 2 active+undersized+degraded, 80 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 470 KiB/s wr, 12 op/s; 12/585 objects degraded (2.051%) 2024-08-10T05:02:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:17 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:17 smithi107 ceph-mon[86658]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:02:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:17 smithi107 ceph-mon[86658]: osdmap e401: 8 total, 8 up, 8 in 2024-08-10T05:02:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:17 smithi107 ceph-mon[86658]: pgmap v262: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 10 peering, 20 active+undersized, 2 active+undersized+degraded, 80 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 470 KiB/s wr, 12 op/s; 12/585 objects degraded (2.051%) 2024-08-10T05:02:18.113 INFO:tasks.rados.rados.0.smithi078.stdout:1741: done (2 left) 2024-08-10T05:02:18.113 INFO:tasks.rados.rados.0.smithi078.stdout:1742: done (1 left) 2024-08-10T05:02:18.113 INFO:tasks.rados.rados.0.smithi078.stdout:1743: done (0 left) 2024-08-10T05:02:18.113 INFO:tasks.rados.rados.0.smithi078.stdout:1744: read oid 1 snap -1 2024-08-10T05:02:18.114 INFO:tasks.rados.rados.0.smithi078.stdout:1744: expect (ObjNum 529 snap 154 seq_num 529) 2024-08-10T05:02:18.114 INFO:tasks.rados.rados.0.smithi078.stdout:1745: snap_remove snap 153 2024-08-10T05:02:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:18 smithi078 ceph-mon[92251]: osdmap e402: 8 total, 8 up, 8 in 2024-08-10T05:02:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:18 smithi078 ceph-mon[94618]: osdmap e402: 8 total, 8 up, 8 in 2024-08-10T05:02:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:18 smithi107 ceph-mon[86658]: osdmap e402: 8 total, 8 up, 8 in 2024-08-10T05:02:18.795 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (4m) 7s ago 8m 16.5M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (4m) 2m ago 8m 80.3M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (9m) 7s ago 9m 14.6M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (9m) 2m ago 9m 18.5M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (3m) 7s ago 14m 507M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (3m) 7s ago 14m 54.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (2m) 2m ago 13m 23.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (2m) 7s ago 13m 43.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (4m) 7s ago 7m 7792k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:02:19.057 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (3m) 2m ago 7m 8208k - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (108s) 7s ago 12m 177M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (76s) 7s ago 12m 160M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (44s) 7s ago 12m 94.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (11s) 7s ago 11m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (11m) 2m ago 11m 141M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 14a3c01eb563 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (10m) 2m ago 10m 177M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (10m) 2m ago 10m 132M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (10m) 2m ago 10m 109M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:02:19.058 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (3m) 2m ago 8m 51.5M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:02:19.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:19.117 INFO:tasks.rados.rados.0.smithi078.stdout:1745: done (1 left) 2024-08-10T05:02:19.117 INFO:tasks.rados.rados.0.smithi078.stdout:1746: copy_from oid 41 from oid 34 current snap is 161 2024-08-10T05:02:19.117 INFO:tasks.rados.rados.0.smithi078.stdout:1744: expect (ObjNum 529 snap 154 seq_num 529) 2024-08-10T05:02:19.429 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:02:19.429 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:02:19.429 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:02:19.429 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:19.429 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 4, 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 4 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 6, 2024-08-10T05:02:19.430 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 9 2024-08-10T05:02:19.431 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:02:19.431 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:02:19.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:19 smithi078 ceph-mon[92251]: osdmap e403: 8 total, 8 up, 8 in 2024-08-10T05:02:19.431 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:19 smithi078 ceph-mon[92251]: pgmap v265: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 112 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 7 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-08-10T05:02:19.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:19 smithi078 ceph-mon[94618]: osdmap e403: 8 total, 8 up, 8 in 2024-08-10T05:02:19.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:19 smithi078 ceph-mon[94618]: pgmap v265: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 112 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 7 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-08-10T05:02:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:19 smithi107 ceph-mon[86658]: osdmap e403: 8 total, 8 up, 8 in 2024-08-10T05:02:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:19 smithi107 ceph-mon[86658]: pgmap v265: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 4 activating, 112 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 7 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-08-10T05:02:20.127 INFO:tasks.rados.rados.0.smithi078.stdout:1746: finishing copy_from racing read to smithi07880501-41 2024-08-10T05:02:20.127 INFO:tasks.rados.rados.0.smithi078.stdout:1746: finishing copy_from to smithi07880501-41 2024-08-10T05:02:20.128 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 333 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-10T05:02:20.128 INFO:tasks.rados.rados.0.smithi078.stdout:1744: done (1 left) 2024-08-10T05:02:20.128 INFO:tasks.rados.rados.0.smithi078.stdout:1746: done (0 left) 2024-08-10T05:02:20.128 INFO:tasks.rados.rados.0.smithi078.stdout:1747: delete oid 30 current snap is 161 2024-08-10T05:02:20.130 INFO:tasks.rados.rados.0.smithi078.stdout:1747: done (0 left) 2024-08-10T05:02:20.130 INFO:tasks.rados.rados.0.smithi078.stdout:1748: rollback oid 41 current snap is 161 2024-08-10T05:02:20.130 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 41 to 160 2024-08-10T05:02:20.130 INFO:tasks.rados.rados.0.smithi078.stdout:1749: read oid 42 snap -1 2024-08-10T05:02:20.130 INFO:tasks.rados.rados.0.smithi078.stdout:1749: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:02:20.131 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 161 2024-08-10T05:02:20.131 INFO:tasks.rados.rados.0.smithi078.stdout:1750: seq_num 547 ranges {2818048=770048,3588096=663552,4251648=466944,4718592=73728} 2024-08-10T05:02:20.150 INFO:tasks.rados.rados.0.smithi078.stdout:1750: writing smithi07880501-35 from 2818048 to 3588096 tid 1 2024-08-10T05:02:20.153 INFO:tasks.rados.rados.0.smithi078.stdout:1750: writing smithi07880501-35 from 3588096 to 4251648 tid 2 2024-08-10T05:02:20.156 INFO:tasks.rados.rados.0.smithi078.stdout:1750: writing smithi07880501-35 from 4251648 to 4718592 tid 3 2024-08-10T05:02:20.157 INFO:tasks.rados.rados.0.smithi078.stdout:1750: writing smithi07880501-35 from 4718592 to 4792320 tid 4 2024-08-10T05:02:20.157 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 161 2024-08-10T05:02:20.157 INFO:tasks.rados.rados.0.smithi078.stdout:1748: finishing rollback tid 0 to smithi07880501-41 2024-08-10T05:02:20.157 INFO:tasks.rados.rados.0.smithi078.stdout:1748: finishing rollback tid 1 to smithi07880501-41 2024-08-10T05:02:20.157 INFO:tasks.rados.rados.0.smithi078.stdout:1748: finishing rollback tid 2 to smithi07880501-41 2024-08-10T05:02:20.157 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 1152 (ObjNum 509 snap 150 seq_num 509) dirty exists 2024-08-10T05:02:20.157 INFO:tasks.rados.rados.0.smithi078.stdout:1749: expect (ObjNum 276 snap 84 seq_num 276) 2024-08-10T05:02:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:1750: finishing write tid 1 to smithi07880501-35 2024-08-10T05:02:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:1750: finishing write tid 2 to smithi07880501-35 2024-08-10T05:02:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:1750: finishing write tid 3 to smithi07880501-35 2024-08-10T05:02:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:1750: finishing write tid 4 to smithi07880501-35 2024-08-10T05:02:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:1750: finishing write tid 5 to smithi07880501-35 2024-08-10T05:02:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:1750: finishing write tid 6 to smithi07880501-35 2024-08-10T05:02:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1157 (ObjNum 547 snap 161 seq_num 547) dirty exists 2024-08-10T05:02:20.217 INFO:tasks.rados.rados.0.smithi078.stdout:1750: left oid 35 (ObjNum 547 snap 161 seq_num 547) 2024-08-10T05:02:20.217 INFO:tasks.rados.rados.0.smithi078.stdout:1751: seq_num 548 ranges {7757824=786432,8544256=598016,9142272=606208} 2024-08-10T05:02:20.260 INFO:tasks.rados.rados.0.smithi078.stdout:1751: writing smithi07880501-29 from 7757824 to 8544256 tid 1 2024-08-10T05:02:20.263 INFO:tasks.rados.rados.0.smithi078.stdout:1751: writing smithi07880501-29 from 8544256 to 9142272 tid 2 2024-08-10T05:02:20.266 INFO:tasks.rados.rados.0.smithi078.stdout:1751: writing smithi07880501-29 from 9142272 to 9748480 tid 3 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1748: done (3 left) 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1749: done (2 left) 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1750: done (1 left) 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1752: read oid 25 snap -1 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1752: expect deleted 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 161 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1751: finishing write tid 1 to smithi07880501-29 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1751: finishing write tid 2 to smithi07880501-29 2024-08-10T05:02:20.267 INFO:tasks.rados.rados.0.smithi078.stdout:1753: seq_num 549 ranges {9281536=802816,10084352=483328,10567680=434176,11001856=286720} 2024-08-10T05:02:20.318 INFO:tasks.rados.rados.0.smithi078.stdout:1753: writing smithi07880501-41 from 9281536 to 10084352 tid 1 2024-08-10T05:02:20.321 INFO:tasks.rados.rados.0.smithi078.stdout:1753: writing smithi07880501-41 from 10084352 to 10567680 tid 2 2024-08-10T05:02:20.323 INFO:tasks.rados.rados.0.smithi078.stdout:1753: writing smithi07880501-41 from 10567680 to 11001856 tid 3 2024-08-10T05:02:20.325 INFO:tasks.rados.rados.0.smithi078.stdout:1753: writing smithi07880501-41 from 11001856 to 11288576 tid 4 2024-08-10T05:02:20.325 INFO:tasks.rados.rados.0.smithi078.stdout:1754: setattr oid 27 current snap is 161 2024-08-10T05:02:20.326 INFO:tasks.rados.rados.0.smithi078.stdout:1751: finishing write tid 3 to smithi07880501-29 2024-08-10T05:02:20.326 INFO:tasks.rados.rados.0.smithi078.stdout:1751: finishing write tid 4 to smithi07880501-29 2024-08-10T05:02:20.326 INFO:tasks.rados.rados.0.smithi078.stdout:1751: finishing write tid 5 to smithi07880501-29 2024-08-10T05:02:20.326 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 693 (ObjNum 548 snap 161 seq_num 548) dirty exists 2024-08-10T05:02:20.326 INFO:tasks.rados.rados.0.smithi078.stdout:1751: left oid 29 (ObjNum 548 snap 161 seq_num 548) 2024-08-10T05:02:20.326 INFO:tasks.rados.rados.0.smithi078.stdout:1753: finishing write tid 1 to smithi07880501-41 2024-08-10T05:02:20.326 INFO:tasks.rados.rados.0.smithi078.stdout:1753: finishing write tid 2 to smithi07880501-41 2024-08-10T05:02:20.327 INFO:tasks.rados.rados.0.smithi078.stdout:1753: finishing write tid 3 to smithi07880501-41 2024-08-10T05:02:20.327 INFO:tasks.rados.rados.0.smithi078.stdout:1751: done (3 left) 2024-08-10T05:02:20.327 INFO:tasks.rados.rados.0.smithi078.stdout:1752: done (2 left) 2024-08-10T05:02:20.327 INFO:tasks.rados.rados.0.smithi078.stdout:1755: rmattr oid 16 current snap is 161 2024-08-10T05:02:20.327 INFO:tasks.rados.rados.0.smithi078.stdout:1755: done (2 left) 2024-08-10T05:02:20.327 INFO:tasks.rados.rados.0.smithi078.stdout:1756: snap_create 2024-08-10T05:02:20.328 INFO:tasks.rados.rados.0.smithi078.stdout:1753: finishing write tid 4 to smithi07880501-41 2024-08-10T05:02:20.328 INFO:tasks.rados.rados.0.smithi078.stdout:1753: finishing write tid 5 to smithi07880501-41 2024-08-10T05:02:20.330 INFO:tasks.rados.rados.0.smithi078.stdout:1753: finishing write tid 6 to smithi07880501-41 2024-08-10T05:02:20.330 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 1162 (ObjNum 549 snap 161 seq_num 549) dirty exists 2024-08-10T05:02:20.330 INFO:tasks.rados.rados.0.smithi078.stdout:1753: left oid 41 (ObjNum 549 snap 161 seq_num 549) 2024-08-10T05:02:20.330 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 1588 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:02:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[94618]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[94618]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[94618]: osdmap e404: 8 total, 8 up, 8 in 2024-08-10T05:02:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/585 objects degraded (2.051%), 2 pgs degraded) 2024-08-10T05:02:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:02:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/763176577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[92251]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[92251]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[92251]: osdmap e404: 8 total, 8 up, 8 in 2024-08-10T05:02:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/585 objects degraded (2.051%), 2 pgs degraded) 2024-08-10T05:02:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:02:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:20 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/763176577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:20 smithi107 ceph-mon[86658]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:20 smithi107 ceph-mon[86658]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:20 smithi107 ceph-mon[86658]: osdmap e404: 8 total, 8 up, 8 in 2024-08-10T05:02:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:20 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/585 objects degraded (2.051%), 2 pgs degraded) 2024-08-10T05:02:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:20 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:02:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:20 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/763176577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:21.146 INFO:tasks.rados.rados.0.smithi078.stdout:1753: done (2 left) 2024-08-10T05:02:21.146 INFO:tasks.rados.rados.0.smithi078.stdout:1754: done (1 left) 2024-08-10T05:02:21.146 INFO:tasks.rados.rados.0.smithi078.stdout:1756: done (0 left) 2024-08-10T05:02:21.146 INFO:tasks.rados.rados.0.smithi078.stdout:1757: snap_remove snap 160 2024-08-10T05:02:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:21 smithi107 ceph-mon[86658]: pgmap v267: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-08-10T05:02:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:21 smithi078 ceph-mon[94618]: pgmap v267: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-08-10T05:02:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:21 smithi078 ceph-mon[92251]: pgmap v267: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-08-10T05:02:22.144 INFO:tasks.rados.rados.0.smithi078.stdout:1757: done (0 left) 2024-08-10T05:02:22.144 INFO:tasks.rados.rados.0.smithi078.stdout:1758: delete oid 49 current snap is 162 2024-08-10T05:02:22.151 INFO:tasks.rados.rados.0.smithi078.stdout:1758: done (0 left) 2024-08-10T05:02:22.151 INFO:tasks.rados.rados.0.smithi078.stdout:1759: delete oid 40 current snap is 162 2024-08-10T05:02:22.153 INFO:tasks.rados.rados.0.smithi078.stdout:1759: done (0 left) 2024-08-10T05:02:22.153 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 162 2024-08-10T05:02:22.154 INFO:tasks.rados.rados.0.smithi078.stdout:1760: seq_num 552 ranges {4169728=450560,4620288=532480,5152768=655360,5808128=417792} 2024-08-10T05:02:22.178 INFO:tasks.rados.rados.0.smithi078.stdout:1760: writing smithi07880501-15 from 4169728 to 4620288 tid 1 2024-08-10T05:02:22.182 INFO:tasks.rados.rados.0.smithi078.stdout:1760: writing smithi07880501-15 from 4620288 to 5152768 tid 2 2024-08-10T05:02:22.186 INFO:tasks.rados.rados.0.smithi078.stdout:1760: writing smithi07880501-15 from 5152768 to 5808128 tid 3 2024-08-10T05:02:22.188 INFO:tasks.rados.rados.0.smithi078.stdout:1760: writing smithi07880501-15 from 5808128 to 6225920 tid 4 2024-08-10T05:02:22.188 INFO:tasks.rados.rados.0.smithi078.stdout:1761: delete oid 41 current snap is 162 2024-08-10T05:02:22.189 INFO:tasks.rados.rados.0.smithi078.stdout:1760: finishing write tid 1 to smithi07880501-15 2024-08-10T05:02:22.189 INFO:tasks.rados.rados.0.smithi078.stdout:1760: finishing write tid 2 to smithi07880501-15 2024-08-10T05:02:22.189 INFO:tasks.rados.rados.0.smithi078.stdout:1760: finishing write tid 3 to smithi07880501-15 2024-08-10T05:02:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:1761: done (1 left) 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1762: read oid 43 snap -1 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1762: expect (ObjNum 544 snap 159 seq_num 544) 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1763: read oid 50 snap -1 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1763: expect (ObjNum 517 snap 152 seq_num 517) 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1764: copy_from oid 4 from oid 21 current snap is 162 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1765: rmattr oid 32 current snap is 162 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1765: done (4 left) 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 162 2024-08-10T05:02:22.192 INFO:tasks.rados.rados.0.smithi078.stdout:1766: seq_num 554 ranges {7544832=483328,8028160=704512,8732672=622592,9355264=278528} 2024-08-10T05:02:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:22 smithi078 ceph-mon[92251]: osdmap e405: 8 total, 8 up, 8 in 2024-08-10T05:02:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:02:21] "GET /metrics HTTP/1.1" 200 36013 "" "Prometheus/2.43.0" 2024-08-10T05:02:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:22 smithi078 ceph-mon[94618]: osdmap e405: 8 total, 8 up, 8 in 2024-08-10T05:02:22.239 INFO:tasks.rados.rados.0.smithi078.stdout:1766: writing smithi07880501-34 from 7544832 to 8028160 tid 1 2024-08-10T05:02:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:1766: writing smithi07880501-34 from 8028160 to 8732672 tid 2 2024-08-10T05:02:22.246 INFO:tasks.rados.rados.0.smithi078.stdout:1766: writing smithi07880501-34 from 8732672 to 9355264 tid 3 2024-08-10T05:02:22.248 INFO:tasks.rados.rados.0.smithi078.stdout:1766: writing smithi07880501-34 from 9355264 to 9633792 tid 4 2024-08-10T05:02:22.248 INFO:tasks.rados.rados.0.smithi078.stdout:1767: delete oid 24 current snap is 162 2024-08-10T05:02:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:1760: finishing write tid 4 to smithi07880501-15 2024-08-10T05:02:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:1760: finishing write tid 5 to smithi07880501-15 2024-08-10T05:02:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:1760: finishing write tid 6 to smithi07880501-15 2024-08-10T05:02:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1596 (ObjNum 552 snap 162 seq_num 552) dirty exists 2024-08-10T05:02:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:1760: left oid 15 (ObjNum 552 snap 162 seq_num 552) 2024-08-10T05:02:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:1762: expect (ObjNum 544 snap 159 seq_num 544) 2024-08-10T05:02:22.397 INFO:tasks.rados.rados.0.smithi078.stdout:1763: expect (ObjNum 517 snap 152 seq_num 517) 2024-08-10T05:02:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:22 smithi107 ceph-mon[86658]: osdmap e405: 8 total, 8 up, 8 in 2024-08-10T05:02:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:22.830 INFO:tasks.rados.rados.0.smithi078.stdout:1764: finishing copy_from racing read to smithi07880501-4 2024-08-10T05:02:22.830 INFO:tasks.rados.rados.0.smithi078.stdout:1764: finishing copy_from to smithi07880501-4 2024-08-10T05:02:22.830 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1058 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:02:22.830 INFO:tasks.rados.rados.0.smithi078.stdout:1766: finishing write tid 1 to smithi07880501-34 2024-08-10T05:02:22.830 INFO:tasks.rados.rados.0.smithi078.stdout:1760: done (5 left) 2024-08-10T05:02:22.830 INFO:tasks.rados.rados.0.smithi078.stdout:1762: done (4 left) 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1763: done (3 left) 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1764: done (2 left) 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1767: done (1 left) 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 162 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1766: finishing write tid 2 to smithi07880501-34 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1766: finishing write tid 3 to smithi07880501-34 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1766: finishing write tid 4 to smithi07880501-34 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1766: finishing write tid 5 to smithi07880501-34 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1766: finishing write tid 6 to smithi07880501-34 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1306 (ObjNum 554 snap 162 seq_num 554) dirty exists 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1766: left oid 34 (ObjNum 554 snap 162 seq_num 554) 2024-08-10T05:02:22.831 INFO:tasks.rados.rados.0.smithi078.stdout:1768: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2024-08-10T05:02:22.832 INFO:tasks.rados.rados.0.smithi078.stdout:1768: writing smithi07880501-49 from 0 to 516096 tid 1 2024-08-10T05:02:22.836 INFO:tasks.rados.rados.0.smithi078.stdout:1768: writing smithi07880501-49 from 516096 to 1040384 tid 2 2024-08-10T05:02:22.839 INFO:tasks.rados.rados.0.smithi078.stdout:1768: writing smithi07880501-49 from 1040384 to 1679360 tid 3 2024-08-10T05:02:22.842 INFO:tasks.rados.rados.0.smithi078.stdout:1768: writing smithi07880501-49 from 1679360 to 2121728 tid 4 2024-08-10T05:02:22.842 INFO:tasks.rados.rados.0.smithi078.stdout:1766: done (1 left) 2024-08-10T05:02:22.843 INFO:tasks.rados.rados.0.smithi078.stdout:1769: snap_create 2024-08-10T05:02:22.843 INFO:tasks.rados.rados.0.smithi078.stdout:1768: finishing write tid 1 to smithi07880501-49 2024-08-10T05:02:22.843 INFO:tasks.rados.rados.0.smithi078.stdout:1768: finishing write tid 2 to smithi07880501-49 2024-08-10T05:02:22.843 INFO:tasks.rados.rados.0.smithi078.stdout:1768: finishing write tid 3 to smithi07880501-49 2024-08-10T05:02:22.846 INFO:tasks.rados.rados.0.smithi078.stdout:1768: finishing write tid 4 to smithi07880501-49 2024-08-10T05:02:22.846 INFO:tasks.rados.rados.0.smithi078.stdout:1768: finishing write tid 5 to smithi07880501-49 2024-08-10T05:02:22.847 INFO:tasks.rados.rados.0.smithi078.stdout:1768: finishing write tid 6 to smithi07880501-49 2024-08-10T05:02:22.847 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 719 (ObjNum 556 snap 162 seq_num 556) dirty exists 2024-08-10T05:02:22.847 INFO:tasks.rados.rados.0.smithi078.stdout:1768: left oid 49 (ObjNum 556 snap 162 seq_num 556) 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1768: done (1 left) 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1769: done (0 left) 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1770: rollback oid 21 current snap is 163 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 140 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1771: read oid 13 snap 161 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1771: expect (ObjNum 489941008 snap 22041 seq_num 490222528) 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1772: rmattr oid 24 current snap is 163 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1772: done (2 left) 2024-08-10T05:02:23.156 INFO:tasks.rados.rados.0.smithi078.stdout:1773: snap_remove snap 159 2024-08-10T05:02:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:23 smithi078 ceph-mon[92251]: osdmap e406: 8 total, 8 up, 8 in 2024-08-10T05:02:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:23 smithi078 ceph-mon[92251]: pgmap v270: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 921 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:02:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:23 smithi078 ceph-mon[94618]: osdmap e406: 8 total, 8 up, 8 in 2024-08-10T05:02:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:23 smithi078 ceph-mon[94618]: pgmap v270: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 921 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:02:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:23 smithi107 ceph-mon[86658]: osdmap e406: 8 total, 8 up, 8 in 2024-08-10T05:02:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:23 smithi107 ceph-mon[86658]: pgmap v270: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 921 KiB/s wr, 7 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:02:23.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:24.162 INFO:tasks.rados.rados.0.smithi078.stdout:1773: done (2 left) 2024-08-10T05:02:24.163 INFO:tasks.rados.rados.0.smithi078.stdout:1774: setattr oid 33 current snap is 163 2024-08-10T05:02:24.163 INFO:tasks.rados.rados.0.smithi078.stdout:1771: expect (ObjNum 489941008 snap 22041 seq_num 490222528) 2024-08-10T05:02:24.166 INFO:tasks.rados.rados.0.smithi078.stdout:1770: finishing rollback tid 0 to smithi07880501-21 2024-08-10T05:02:24.166 INFO:tasks.rados.rados.0.smithi078.stdout:1770: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:02:24.166 INFO:tasks.rados.rados.0.smithi078.stdout:1770: finishing rollback tid 2 to smithi07880501-21 2024-08-10T05:02:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1271 (ObjNum 425 snap 127 seq_num 425) dirty exists 2024-08-10T05:02:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:1770: done (2 left) 2024-08-10T05:02:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:1771: done (1 left) 2024-08-10T05:02:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 163 2024-08-10T05:02:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:1775: seq_num 557 ranges {1589248=532480,2121728=802816,2924544=794624,3719168=8192} 2024-08-10T05:02:24.178 INFO:tasks.rados.rados.0.smithi078.stdout:1775: writing smithi07880501-20 from 1589248 to 2121728 tid 1 2024-08-10T05:02:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:1775: writing smithi07880501-20 from 2121728 to 2924544 tid 2 2024-08-10T05:02:24.188 INFO:tasks.rados.rados.0.smithi078.stdout:1775: writing smithi07880501-20 from 2924544 to 3719168 tid 3 2024-08-10T05:02:24.188 INFO:tasks.rados.rados.0.smithi078.stdout:1775: writing smithi07880501-20 from 3719168 to 3727360 tid 4 2024-08-10T05:02:24.188 INFO:tasks.rados.rados.0.smithi078.stdout:1776: copy_from oid 45 from oid 28 current snap is 163 2024-08-10T05:02:24.189 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1599 (ObjNum 65 snap 0 seq_num 1582653295) dirty exists 2024-08-10T05:02:24.189 INFO:tasks.rados.rados.0.smithi078.stdout:1775: finishing write tid 1 to smithi07880501-20 2024-08-10T05:02:24.189 INFO:tasks.rados.rados.0.smithi078.stdout:1775: finishing write tid 2 to smithi07880501-20 2024-08-10T05:02:24.189 INFO:tasks.rados.rados.0.smithi078.stdout:1774: done (2 left) 2024-08-10T05:02:24.189 INFO:tasks.rados.rados.0.smithi078.stdout:1777: rollback oid 3 current snap is 163 2024-08-10T05:02:24.189 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 140 2024-08-10T05:02:24.189 INFO:tasks.rados.rados.0.smithi078.stdout:1778: delete oid 29 current snap is 163 2024-08-10T05:02:24.194 INFO:tasks.rados.rados.0.smithi078.stdout:1778: done (3 left) 2024-08-10T05:02:24.194 INFO:tasks.rados.rados.0.smithi078.stdout:1779: copy_from oid 48 from oid 22 current snap is 163 2024-08-10T05:02:24.194 INFO:tasks.rados.rados.0.smithi078.stdout:1777: finishing rollback tid 0 to smithi07880501-3 2024-08-10T05:02:24.194 INFO:tasks.rados.rados.0.smithi078.stdout:1780: copy_from oid 35 from oid 4 current snap is 163 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:1781: read oid 47 snap -1 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:1781: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:1782: rollback oid 42 current snap is 163 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 67 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:1783: rollback oid 38 current snap is 163 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 140 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:1784: delete oid 21 current snap is 163 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:1777: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:02:24.195 INFO:tasks.rados.rados.0.smithi078.stdout:1775: finishing write tid 3 to smithi07880501-20 2024-08-10T05:02:24.196 INFO:tasks.rados.rados.0.smithi078.stdout:1775: finishing write tid 4 to smithi07880501-20 2024-08-10T05:02:24.196 INFO:tasks.rados.rados.0.smithi078.stdout:1775: finishing write tid 5 to smithi07880501-20 2024-08-10T05:02:24.196 INFO:tasks.rados.rados.0.smithi078.stdout:1777: finishing rollback tid 2 to smithi07880501-3 2024-08-10T05:02:24.196 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1274 (ObjNum 438 snap 129 seq_num 438) dirty exists 2024-08-10T05:02:24.196 INFO:tasks.rados.rados.0.smithi078.stdout:1777: done (8 left) 2024-08-10T05:02:24.196 INFO:tasks.rados.rados.0.smithi078.stdout:1784: done (7 left) 2024-08-10T05:02:24.196 INFO:tasks.rados.rados.0.smithi078.stdout:1785: delete oid 40 current snap is 163 2024-08-10T05:02:24.197 INFO:tasks.rados.rados.0.smithi078.stdout:1783: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:02:24.198 INFO:tasks.rados.rados.0.smithi078.stdout:1775: finishing write tid 6 to smithi07880501-20 2024-08-10T05:02:24.198 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 1168 (ObjNum 557 snap 163 seq_num 557) dirty exists 2024-08-10T05:02:24.198 INFO:tasks.rados.rados.0.smithi078.stdout:1775: left oid 20 (ObjNum 557 snap 163 seq_num 557) 2024-08-10T05:02:24.198 INFO:tasks.rados.rados.0.smithi078.stdout:1775: done (7 left) 2024-08-10T05:02:24.198 INFO:tasks.rados.rados.0.smithi078.stdout:1785: done (6 left) 2024-08-10T05:02:24.198 INFO:tasks.rados.rados.0.smithi078.stdout:1786: rmattr oid 46 current snap is 163 2024-08-10T05:02:24.199 INFO:tasks.rados.rados.0.smithi078.stdout:1786: done (6 left) 2024-08-10T05:02:24.199 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 163 2024-08-10T05:02:24.199 INFO:tasks.rados.rados.0.smithi078.stdout:1787: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-08-10T05:02:24.202 INFO:tasks.rados.rados.0.smithi078.stdout:1787: writing smithi07880501-2 from 0 to 598016 tid 1 2024-08-10T05:02:24.206 INFO:tasks.rados.rados.0.smithi078.stdout:1787: writing smithi07880501-2 from 598016 to 1343488 tid 2 2024-08-10T05:02:24.211 INFO:tasks.rados.rados.0.smithi078.stdout:1787: writing smithi07880501-2 from 1343488 to 2121728 tid 3 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1787: writing smithi07880501-2 from 2121728 to 2203648 tid 4 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1788: copy_from oid 43 from oid 40 current snap is 163 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1783: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1789: read oid 46 snap -1 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1789: expect (ObjNum 525 snap 153 seq_num 525) 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1790: setattr oid 49 current snap is 163 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1783: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 384 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:02:24.213 INFO:tasks.rados.rados.0.smithi078.stdout:1776: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:02:24.214 INFO:tasks.rados.rados.0.smithi078.stdout:1781: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:02:24.262 INFO:tasks.rados.rados.0.smithi078.stdout:1782: finishing rollback tid 0 to smithi07880501-42 2024-08-10T05:02:24.262 INFO:tasks.rados.rados.0.smithi078.stdout:1782: finishing rollback tid 1 to smithi07880501-42 2024-08-10T05:02:24.262 INFO:tasks.rados.rados.0.smithi078.stdout:1782: finishing rollback tid 2 to smithi07880501-42 2024-08-10T05:02:24.262 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1312 (ObjNum 234 snap 64 seq_num 234) dirty exists 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1776: finishing copy_from to smithi07880501-45 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 729 (ObjNum 492 snap 145 seq_num 492) dirty exists 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1787: finishing write tid 1 to smithi07880501-2 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1787: finishing write tid 2 to smithi07880501-2 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1787: finishing write tid 3 to smithi07880501-2 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1787: finishing write tid 4 to smithi07880501-2 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1788: finishing copy_from to smithi07880501-43 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1788: got expected ENOENT (src dne) 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1788: finishing copy_from racing read to smithi07880501-43 2024-08-10T05:02:24.263 INFO:tasks.rados.rados.0.smithi078.stdout:1787: finishing write tid 5 to smithi07880501-2 2024-08-10T05:02:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:1787: finishing write tid 6 to smithi07880501-2 2024-08-10T05:02:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1481 (ObjNum 561 snap 163 seq_num 561) dirty exists 2024-08-10T05:02:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:1787: left oid 2 (ObjNum 561 snap 163 seq_num 561) 2024-08-10T05:02:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:1780: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:02:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:1780: finishing copy_from to smithi07880501-35 2024-08-10T05:02:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1058 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:02:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:1789: expect (ObjNum 525 snap 153 seq_num 525) 2024-08-10T05:02:24.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:24 smithi107 ceph-mon[86658]: osdmap e407: 8 total, 8 up, 8 in 2024-08-10T05:02:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:24 smithi078 ceph-mon[92251]: osdmap e407: 8 total, 8 up, 8 in 2024-08-10T05:02:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:24 smithi078 ceph-mon[94618]: osdmap e407: 8 total, 8 up, 8 in 2024-08-10T05:02:24.510 INFO:tasks.rados.rados.0.smithi078.stdout:1779: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:02:24.510 INFO:tasks.rados.rados.0.smithi078.stdout:1779: finishing copy_from to smithi07880501-48 2024-08-10T05:02:24.510 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1050 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T05:02:24.510 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 720 (ObjNum 556 snap 162 seq_num 556) dirty exists 2024-08-10T05:02:24.510 INFO:tasks.rados.rados.0.smithi078.stdout:1776: done (9 left) 2024-08-10T05:02:24.510 INFO:tasks.rados.rados.0.smithi078.stdout:1779: done (8 left) 2024-08-10T05:02:24.510 INFO:tasks.rados.rados.0.smithi078.stdout:1780: done (7 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1781: done (6 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1782: done (5 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1783: done (4 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1787: done (3 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1788: done (2 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1789: done (1 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1790: done (0 left) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1791: read oid 37 snap -1 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1791: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 163 2024-08-10T05:02:24.511 INFO:tasks.rados.rados.0.smithi078.stdout:1792: seq_num 562 ranges {2121728=622592,2744320=630784,3375104=581632,3956736=393216} 2024-08-10T05:02:24.524 INFO:tasks.rados.rados.0.smithi078.stdout:1792: writing smithi07880501-49 from 2121728 to 2744320 tid 1 2024-08-10T05:02:24.527 INFO:tasks.rados.rados.0.smithi078.stdout:1792: writing smithi07880501-49 from 2744320 to 3375104 tid 2 2024-08-10T05:02:24.531 INFO:tasks.rados.rados.0.smithi078.stdout:1792: writing smithi07880501-49 from 3375104 to 3956736 tid 3 2024-08-10T05:02:24.533 INFO:tasks.rados.rados.0.smithi078.stdout:1792: writing smithi07880501-49 from 3956736 to 4349952 tid 4 2024-08-10T05:02:24.534 INFO:tasks.rados.rados.0.smithi078.stdout:1793: delete oid 47 current snap is 163 2024-08-10T05:02:24.534 INFO:tasks.rados.rados.0.smithi078.stdout:1791: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:24.535 INFO:tasks.rados.rados.0.smithi078.stdout:1792: finishing write tid 1 to smithi07880501-49 2024-08-10T05:02:24.535 INFO:tasks.rados.rados.0.smithi078.stdout:1792: finishing write tid 2 to smithi07880501-49 2024-08-10T05:02:24.536 INFO:tasks.rados.rados.0.smithi078.stdout:1792: finishing write tid 3 to smithi07880501-49 2024-08-10T05:02:24.536 INFO:tasks.rados.rados.0.smithi078.stdout:1792: finishing write tid 4 to smithi07880501-49 2024-08-10T05:02:24.536 INFO:tasks.rados.rados.0.smithi078.stdout:1791: done (2 left) 2024-08-10T05:02:24.537 INFO:tasks.rados.rados.0.smithi078.stdout:1793: done (1 left) 2024-08-10T05:02:24.537 INFO:tasks.rados.rados.0.smithi078.stdout:1794: snap_create 2024-08-10T05:02:24.537 INFO:tasks.rados.rados.0.smithi078.stdout:1792: finishing write tid 5 to smithi07880501-49 2024-08-10T05:02:24.537 INFO:tasks.rados.rados.0.smithi078.stdout:1792: finishing write tid 6 to smithi07880501-49 2024-08-10T05:02:24.537 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 725 (ObjNum 562 snap 163 seq_num 562) dirty exists 2024-08-10T05:02:24.538 INFO:tasks.rados.rados.0.smithi078.stdout:1792: left oid 49 (ObjNum 562 snap 163 seq_num 562) 2024-08-10T05:02:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:24.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:25.169 INFO:tasks.rados.rados.0.smithi078.stdout:1792: done (1 left) 2024-08-10T05:02:25.169 INFO:tasks.rados.rados.0.smithi078.stdout:1794: done (0 left) 2024-08-10T05:02:25.169 INFO:tasks.rados.rados.0.smithi078.stdout:1795: rollback oid 10 current snap is 164 2024-08-10T05:02:25.169 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 140 2024-08-10T05:02:25.169 INFO:tasks.rados.rados.0.smithi078.stdout:1796: snap_remove snap 67 2024-08-10T05:02:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:25 smithi078 ceph-mon[92251]: osdmap e408: 8 total, 8 up, 8 in 2024-08-10T05:02:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:25 smithi078 ceph-mon[92251]: pgmap v273: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-08-10T05:02:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:25 smithi078 ceph-mon[94618]: osdmap e408: 8 total, 8 up, 8 in 2024-08-10T05:02:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:25 smithi078 ceph-mon[94618]: pgmap v273: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-08-10T05:02:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:25 smithi107 ceph-mon[86658]: osdmap e408: 8 total, 8 up, 8 in 2024-08-10T05:02:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:25 smithi107 ceph-mon[86658]: pgmap v273: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-08-10T05:02:26.084 INFO:tasks.rados.rados.0.smithi078.stdout:1796: done (1 left) 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:1797: copy_from oid 33 from oid 25 current snap is 164 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:1795: finishing rollback tid 0 to smithi07880501-10 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:1795: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:1795: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1318 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:1795: done (1 left) 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 164 2024-08-10T05:02:26.085 INFO:tasks.rados.rados.0.smithi078.stdout:1798: seq_num 564 ranges {6193152=655360,6848512=442368,7290880=598016,7888896=565248} 2024-08-10T05:02:26.122 INFO:tasks.rados.rados.0.smithi078.stdout:1798: writing smithi07880501-38 from 6193152 to 6848512 tid 1 2024-08-10T05:02:26.125 INFO:tasks.rados.rados.0.smithi078.stdout:1798: writing smithi07880501-38 from 6848512 to 7290880 tid 2 2024-08-10T05:02:26.131 INFO:tasks.rados.rados.0.smithi078.stdout:1798: writing smithi07880501-38 from 7290880 to 7888896 tid 3 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:1798: writing smithi07880501-38 from 7888896 to 8454144 tid 4 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:1799: rollback oid 12 current snap is 164 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 12 to 140 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:1797: finishing copy_from to smithi07880501-33 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:1797: got expected ENOENT (src dne) 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 164 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:1797: finishing copy_from racing read to smithi07880501-33 2024-08-10T05:02:26.134 INFO:tasks.rados.rados.0.smithi078.stdout:1800: seq_num 565 ranges {6799360=671744,7471104=729088,8200192=753664,8953856=122880} 2024-08-10T05:02:26.174 INFO:tasks.rados.rados.0.smithi078.stdout:1800: writing smithi07880501-48 from 6799360 to 7471104 tid 1 2024-08-10T05:02:26.178 INFO:tasks.rados.rados.0.smithi078.stdout:1800: writing smithi07880501-48 from 7471104 to 8200192 tid 2 2024-08-10T05:02:26.182 INFO:tasks.rados.rados.0.smithi078.stdout:1800: writing smithi07880501-48 from 8200192 to 8953856 tid 3 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1800: writing smithi07880501-48 from 8953856 to 9076736 tid 4 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1797: done (3 left) 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1801: rollback oid 33 current snap is 164 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 161 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1798: finishing write tid 1 to smithi07880501-38 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1798: finishing write tid 2 to smithi07880501-38 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1798: finishing write tid 3 to smithi07880501-38 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1799: finishing rollback tid 0 to smithi07880501-12 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1799: finishing rollback tid 1 to smithi07880501-12 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:1799: finishing rollback tid 2 to smithi07880501-12 2024-08-10T05:02:26.184 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1066 (ObjNum 410 snap 122 seq_num 410) dirty exists 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1798: finishing write tid 4 to smithi07880501-38 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1798: finishing write tid 5 to smithi07880501-38 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1798: finishing write tid 6 to smithi07880501-38 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 394 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1798: left oid 38 (ObjNum 564 snap 164 seq_num 564) 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1800: finishing write tid 1 to smithi07880501-48 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1798: done (3 left) 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1799: done (2 left) 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1802: setattr oid 16 current snap is 164 2024-08-10T05:02:26.185 INFO:tasks.rados.rados.0.smithi078.stdout:1800: finishing write tid 2 to smithi07880501-48 2024-08-10T05:02:26.186 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 164 2024-08-10T05:02:26.186 INFO:tasks.rados.rados.0.smithi078.stdout:1803: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-08-10T05:02:26.189 INFO:tasks.rados.rados.0.smithi078.stdout:1803: writing smithi07880501-40 from 0 to 688128 tid 1 2024-08-10T05:02:26.192 INFO:tasks.rados.rados.0.smithi078.stdout:1803: writing smithi07880501-40 from 688128 to 1302528 tid 2 2024-08-10T05:02:26.195 INFO:tasks.rados.rados.0.smithi078.stdout:1803: writing smithi07880501-40 from 1302528 to 1867776 tid 3 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:1803: writing smithi07880501-40 from 1867776 to 2293760 tid 4 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 164 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:1800: finishing write tid 3 to smithi07880501-48 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:1800: finishing write tid 4 to smithi07880501-48 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:1800: finishing write tid 5 to smithi07880501-48 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:1801: finishing rollback tid 0 to smithi07880501-33 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:1801: finishing rollback tid 1 to smithi07880501-33 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1624 (ObjNum 2113 snap 0 seq_num 3472863712) dirty dne 2024-08-10T05:02:26.199 INFO:tasks.rados.rados.0.smithi078.stdout:1800: finishing write tid 6 to smithi07880501-48 2024-08-10T05:02:26.200 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1068 (ObjNum 565 snap 164 seq_num 565) dirty exists 2024-08-10T05:02:26.200 INFO:tasks.rados.rados.0.smithi078.stdout:1800: left oid 48 (ObjNum 565 snap 164 seq_num 565) 2024-08-10T05:02:26.200 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1482 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-10T05:02:26.200 INFO:tasks.rados.rados.0.smithi078.stdout:1803: finishing write tid 1 to smithi07880501-40 2024-08-10T05:02:26.200 INFO:tasks.rados.rados.0.smithi078.stdout:1803: finishing write tid 2 to smithi07880501-40 2024-08-10T05:02:26.200 INFO:tasks.rados.rados.0.smithi078.stdout:1803: finishing write tid 3 to smithi07880501-40 2024-08-10T05:02:26.200 INFO:tasks.rados.rados.0.smithi078.stdout:1804: seq_num 567 ranges {2949120=704512,3653632=499712,4153344=770048,4923392=335872} 2024-08-10T05:02:26.218 INFO:tasks.rados.rados.0.smithi078.stdout:1804: writing smithi07880501-12 from 2949120 to 3653632 tid 1 2024-08-10T05:02:26.220 INFO:tasks.rados.rados.0.smithi078.stdout:1804: writing smithi07880501-12 from 3653632 to 4153344 tid 2 2024-08-10T05:02:26.225 INFO:tasks.rados.rados.0.smithi078.stdout:1804: writing smithi07880501-12 from 4153344 to 4923392 tid 3 2024-08-10T05:02:26.227 INFO:tasks.rados.rados.0.smithi078.stdout:1804: writing smithi07880501-12 from 4923392 to 5259264 tid 4 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1800: done (4 left) 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1801: done (3 left) 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1802: done (2 left) 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1805: read oid 13 snap -1 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1805: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1806: snap_create 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1803: finishing write tid 4 to smithi07880501-40 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1803: finishing write tid 5 to smithi07880501-40 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1803: finishing write tid 6 to smithi07880501-40 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1063 (ObjNum 566 snap 164 seq_num 566) dirty exists 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1803: left oid 40 (ObjNum 566 snap 164 seq_num 566) 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1804: finishing write tid 1 to smithi07880501-12 2024-08-10T05:02:26.228 INFO:tasks.rados.rados.0.smithi078.stdout:1804: finishing write tid 2 to smithi07880501-12 2024-08-10T05:02:26.229 INFO:tasks.rados.rados.0.smithi078.stdout:1805: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:26.231 INFO:tasks.rados.rados.0.smithi078.stdout:1804: finishing write tid 3 to smithi07880501-12 2024-08-10T05:02:26.231 INFO:tasks.rados.rados.0.smithi078.stdout:1804: finishing write tid 4 to smithi07880501-12 2024-08-10T05:02:26.231 INFO:tasks.rados.rados.0.smithi078.stdout:1804: finishing write tid 5 to smithi07880501-12 2024-08-10T05:02:26.231 INFO:tasks.rados.rados.0.smithi078.stdout:1804: finishing write tid 6 to smithi07880501-12 2024-08-10T05:02:26.231 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1071 (ObjNum 567 snap 164 seq_num 567) dirty exists 2024-08-10T05:02:26.231 INFO:tasks.rados.rados.0.smithi078.stdout:1804: left oid 12 (ObjNum 567 snap 164 seq_num 567) 2024-08-10T05:02:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:26 smithi078 ceph-mon[92251]: osdmap e409: 8 total, 8 up, 8 in 2024-08-10T05:02:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:26 smithi078 ceph-mon[92251]: osdmap e410: 8 total, 8 up, 8 in 2024-08-10T05:02:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:26 smithi078 ceph-mon[94618]: osdmap e409: 8 total, 8 up, 8 in 2024-08-10T05:02:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:26 smithi078 ceph-mon[94618]: osdmap e410: 8 total, 8 up, 8 in 2024-08-10T05:02:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:26 smithi107 ceph-mon[86658]: osdmap e409: 8 total, 8 up, 8 in 2024-08-10T05:02:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:26 smithi107 ceph-mon[86658]: osdmap e410: 8 total, 8 up, 8 in 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:1803: done (3 left) 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:1804: done (2 left) 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:1805: done (1 left) 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:1806: done (0 left) 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:1807: read oid 37 snap -1 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:1807: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 165 2024-08-10T05:02:27.179 INFO:tasks.rados.rados.0.smithi078.stdout:1808: seq_num 568 ranges {3039232=720896,3760128=786432,4546560=581632,5128192=237568} 2024-08-10T05:02:27.198 INFO:tasks.rados.rados.0.smithi078.stdout:1808: writing smithi07880501-45 from 3039232 to 3760128 tid 1 2024-08-10T05:02:27.202 INFO:tasks.rados.rados.0.smithi078.stdout:1808: writing smithi07880501-45 from 3760128 to 4546560 tid 2 2024-08-10T05:02:27.206 INFO:tasks.rados.rados.0.smithi078.stdout:1808: writing smithi07880501-45 from 4546560 to 5128192 tid 3 2024-08-10T05:02:27.208 INFO:tasks.rados.rados.0.smithi078.stdout:1808: writing smithi07880501-45 from 5128192 to 5365760 tid 4 2024-08-10T05:02:27.208 INFO:tasks.rados.rados.0.smithi078.stdout:1809: copy_from oid 16 from oid 27 current snap is 165 2024-08-10T05:02:27.208 INFO:tasks.rados.rados.0.smithi078.stdout:1807: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:02:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:1808: finishing write tid 1 to smithi07880501-45 2024-08-10T05:02:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:1808: finishing write tid 2 to smithi07880501-45 2024-08-10T05:02:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:1807: done (2 left) 2024-08-10T05:02:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 165 2024-08-10T05:02:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:1810: seq_num 569 ranges {2203648=737280,2940928=671744,3612672=737280,4349952=196608} 2024-08-10T05:02:27.226 INFO:tasks.rados.rados.0.smithi078.stdout:1810: writing smithi07880501-2 from 2203648 to 2940928 tid 1 2024-08-10T05:02:27.229 INFO:tasks.rados.rados.0.smithi078.stdout:1810: writing smithi07880501-2 from 2940928 to 3612672 tid 2 2024-08-10T05:02:27.234 INFO:tasks.rados.rados.0.smithi078.stdout:1810: writing smithi07880501-2 from 3612672 to 4349952 tid 3 2024-08-10T05:02:27.235 INFO:tasks.rados.rados.0.smithi078.stdout:1810: writing smithi07880501-2 from 4349952 to 4546560 tid 4 2024-08-10T05:02:27.235 INFO:tasks.rados.rados.0.smithi078.stdout:1811: snap_remove snap 162 2024-08-10T05:02:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:27 smithi078 ceph-mon[92251]: pgmap v276: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-10T05:02:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:27 smithi078 ceph-mon[94618]: pgmap v276: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-10T05:02:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:27 smithi107 ceph-mon[86658]: pgmap v276: 121 pgs: 121 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1811: done (3 left) 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1812: copy_from oid 41 from oid 40 current snap is 165 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1808: finishing write tid 3 to smithi07880501-45 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1808: finishing write tid 4 to smithi07880501-45 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1808: finishing write tid 5 to smithi07880501-45 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1808: finishing write tid 6 to smithi07880501-45 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1487 (ObjNum 568 snap 165 seq_num 568) dirty exists 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1808: left oid 45 (ObjNum 568 snap 165 seq_num 568) 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1810: finishing write tid 1 to smithi07880501-2 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1810: finishing write tid 2 to smithi07880501-2 2024-08-10T05:02:28.184 INFO:tasks.rados.rados.0.smithi078.stdout:1809: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1810: finishing write tid 3 to smithi07880501-2 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1810: finishing write tid 4 to smithi07880501-2 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1810: finishing write tid 5 to smithi07880501-2 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1809: finishing copy_from to smithi07880501-16 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1588 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1810: finishing write tid 6 to smithi07880501-2 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1492 (ObjNum 569 snap 165 seq_num 569) dirty exists 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1810: left oid 2 (ObjNum 569 snap 165 seq_num 569) 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1808: done (3 left) 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1809: done (2 left) 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1810: done (1 left) 2024-08-10T05:02:28.185 INFO:tasks.rados.rados.0.smithi078.stdout:1813: snap_create 2024-08-10T05:02:28.202 INFO:tasks.rados.rados.0.smithi078.stdout:1812: finishing copy_from racing read to smithi07880501-41 2024-08-10T05:02:28.203 INFO:tasks.rados.rados.0.smithi078.stdout:1812: finishing copy_from to smithi07880501-41 2024-08-10T05:02:28.203 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 1063 (ObjNum 566 snap 164 seq_num 566) dirty exists 2024-08-10T05:02:28.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[92251]: osdmap e411: 8 total, 8 up, 8 in 2024-08-10T05:02:28.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:28.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:28.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:28.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[94618]: osdmap e411: 8 total, 8 up, 8 in 2024-08-10T05:02:28.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:28.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:28.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:28 smithi107 ceph-mon[86658]: osdmap e411: 8 total, 8 up, 8 in 2024-08-10T05:02:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:29.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:28 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:02:29.067 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:28 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:29.192 INFO:tasks.rados.rados.0.smithi078.stdout:1812: done (1 left) 2024-08-10T05:02:29.192 INFO:tasks.rados.rados.0.smithi078.stdout:1813: done (0 left) 2024-08-10T05:02:29.192 INFO:tasks.rados.rados.0.smithi078.stdout:1814: read oid 44 snap -1 2024-08-10T05:02:29.192 INFO:tasks.rados.rados.0.smithi078.stdout:1814: expect deleted 2024-08-10T05:02:29.192 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 166 2024-08-10T05:02:29.192 INFO:tasks.rados.rados.0.smithi078.stdout:1815: seq_num 570 ranges {9011200=753664,9764864=548864,10313728=540672,10854400=516096} 2024-08-10T05:02:29.243 INFO:tasks.rados.rados.0.smithi078.stdout:1815: writing smithi07880501-7 from 9011200 to 9764864 tid 1 2024-08-10T05:02:29.246 INFO:tasks.rados.rados.0.smithi078.stdout:1815: writing smithi07880501-7 from 9764864 to 10313728 tid 2 2024-08-10T05:02:29.249 INFO:tasks.rados.rados.0.smithi078.stdout:1815: writing smithi07880501-7 from 10313728 to 10854400 tid 3 2024-08-10T05:02:29.253 INFO:tasks.rados.rados.0.smithi078.stdout:1815: writing smithi07880501-7 from 10854400 to 11370496 tid 4 2024-08-10T05:02:29.253 INFO:tasks.rados.rados.0.smithi078.stdout:1816: delete oid 12 current snap is 166 2024-08-10T05:02:29.253 INFO:tasks.rados.rados.0.smithi078.stdout:1815: finishing write tid 1 to smithi07880501-7 2024-08-10T05:02:29.254 INFO:tasks.rados.rados.0.smithi078.stdout:1815: finishing write tid 2 to smithi07880501-7 2024-08-10T05:02:29.255 INFO:tasks.rados.rados.0.smithi078.stdout:1814: done (2 left) 2024-08-10T05:02:29.255 INFO:tasks.rados.rados.0.smithi078.stdout:1816: done (1 left) 2024-08-10T05:02:29.255 INFO:tasks.rados.rados.0.smithi078.stdout:1817: rollback oid 20 current snap is 166 2024-08-10T05:02:29.255 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 163 2024-08-10T05:02:29.256 INFO:tasks.rados.rados.0.smithi078.stdout:1818: snap_remove snap 165 2024-08-10T05:02:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:29 smithi078 ceph-mon[92251]: osdmap e412: 8 total, 8 up, 8 in 2024-08-10T05:02:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:29 smithi078 ceph-mon[92251]: pgmap v279: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 7.8 MiB/s wr, 29 op/s 2024-08-10T05:02:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:29 smithi078 ceph-mon[94618]: osdmap e412: 8 total, 8 up, 8 in 2024-08-10T05:02:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:29 smithi078 ceph-mon[94618]: pgmap v279: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 7.8 MiB/s wr, 29 op/s 2024-08-10T05:02:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:29 smithi107 ceph-mon[86658]: osdmap e412: 8 total, 8 up, 8 in 2024-08-10T05:02:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:29 smithi107 ceph-mon[86658]: pgmap v279: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 7.8 MiB/s wr, 29 op/s 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1818: done (2 left) 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1819: copy_from oid 36 from oid 27 current snap is 166 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1815: finishing write tid 3 to smithi07880501-7 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1815: finishing write tid 4 to smithi07880501-7 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1815: finishing write tid 5 to smithi07880501-7 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1815: finishing write tid 6 to smithi07880501-7 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1630 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1815: left oid 7 (ObjNum 570 snap 166 seq_num 570) 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1817: finishing rollback tid 0 to smithi07880501-20 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1817: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:1817: finishing rollback tid 2 to smithi07880501-20 2024-08-10T05:02:30.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 1171 (ObjNum 557 snap 163 seq_num 557) dirty exists 2024-08-10T05:02:30.198 INFO:tasks.rados.rados.0.smithi078.stdout:1815: done (2 left) 2024-08-10T05:02:30.198 INFO:tasks.rados.rados.0.smithi078.stdout:1817: done (1 left) 2024-08-10T05:02:30.198 INFO:tasks.rados.rados.0.smithi078.stdout:1820: snap_remove snap 164 2024-08-10T05:02:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:30 smithi078 ceph-mon[92251]: osdmap e413: 8 total, 8 up, 8 in 2024-08-10T05:02:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:30 smithi078 ceph-mon[94618]: osdmap e413: 8 total, 8 up, 8 in 2024-08-10T05:02:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:30 smithi107 ceph-mon[86658]: osdmap e413: 8 total, 8 up, 8 in 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1820: done (1 left) 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1821: read oid 3 snap -1 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1821: expect (ObjNum 438 snap 129 seq_num 438) 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1822: copy_from oid 42 from oid 37 current snap is 166 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1819: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1819: finishing copy_from to smithi07880501-36 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1588 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1819: done (2 left) 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1823: copy_from oid 16 from oid 41 current snap is 166 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1824: read oid 24 snap 163 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1824: expect deleted 2024-08-10T05:02:31.087 INFO:tasks.rados.rados.0.smithi078.stdout:1825: delete oid 1 current snap is 166 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1824: done (4 left) 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1825: done (3 left) 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1826: read oid 12 snap -1 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1826: expect deleted 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1827: read oid 44 snap -1 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1827: expect deleted 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1828: copy_from oid 46 from oid 4 current snap is 166 2024-08-10T05:02:31.095 INFO:tasks.rados.rados.0.smithi078.stdout:1829: snap_remove snap 163 2024-08-10T05:02:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[94618]: osdmap e414: 8 total, 8 up, 8 in 2024-08-10T05:02:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[94618]: pgmap v282: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 11 MiB/s wr, 42 op/s 2024-08-10T05:02:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[94618]: osdmap e415: 8 total, 8 up, 8 in 2024-08-10T05:02:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[92251]: osdmap e414: 8 total, 8 up, 8 in 2024-08-10T05:02:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[92251]: pgmap v282: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 11 MiB/s wr, 42 op/s 2024-08-10T05:02:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-mon[92251]: osdmap e415: 8 total, 8 up, 8 in 2024-08-10T05:02:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:31 smithi107 ceph-mon[86658]: osdmap e414: 8 total, 8 up, 8 in 2024-08-10T05:02:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:31 smithi107 ceph-mon[86658]: pgmap v282: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 11 MiB/s wr, 42 op/s 2024-08-10T05:02:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:31 smithi107 ceph-mon[86658]: osdmap e415: 8 total, 8 up, 8 in 2024-08-10T05:02:32.087 INFO:tasks.rados.rados.0.smithi078.stdout:1829: done (6 left) 2024-08-10T05:02:32.087 INFO:tasks.rados.rados.0.smithi078.stdout:1830: read oid 39 snap -1 2024-08-10T05:02:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:1830: expect (ObjNum 531 snap 154 seq_num 531) 2024-08-10T05:02:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:1831: delete oid 47 current snap is 166 2024-08-10T05:02:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:1822: finishing copy_from racing read to smithi07880501-42 2024-08-10T05:02:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:1822: finishing copy_from to smithi07880501-42 2024-08-10T05:02:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1059 (ObjNum 129 snap 0 seq_num 489976592) dirty exists 2024-08-10T05:02:32.088 INFO:tasks.rados.rados.0.smithi078.stdout:1821: expect (ObjNum 438 snap 129 seq_num 438) 2024-08-10T05:02:32.093 INFO:tasks.rados.rados.0.smithi078.stdout:1823: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:02:32.093 INFO:tasks.rados.rados.0.smithi078.stdout:1823: finishing copy_from to smithi07880501-16 2024-08-10T05:02:32.094 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1063 (ObjNum 566 snap 164 seq_num 566) dirty exists 2024-08-10T05:02:32.094 INFO:tasks.rados.rados.0.smithi078.stdout:1828: finishing copy_from racing read to smithi07880501-46 2024-08-10T05:02:32.094 INFO:tasks.rados.rados.0.smithi078.stdout:1828: finishing copy_from to smithi07880501-46 2024-08-10T05:02:32.094 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1058 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1821: done (7 left) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1822: done (6 left) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1823: done (5 left) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1826: done (4 left) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1827: done (3 left) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1828: done (2 left) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1831: done (1 left) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1832: read oid 28 snap -1 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1832: expect (ObjNum 492 snap 145 seq_num 492) 2024-08-10T05:02:32.102 INFO:tasks.rados.rados.0.smithi078.stdout:1833: snap_remove snap 161 2024-08-10T05:02:32.197 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:02:31] "GET /metrics HTTP/1.1" 200 36151 "" "Prometheus/2.43.0" 2024-08-10T05:02:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:32 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:32 smithi078 ceph-mon[92251]: Upgrade: osd.4 is safe to restart 2024-08-10T05:02:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:32 smithi078 ceph-mon[92251]: osdmap e416: 8 total, 8 up, 8 in 2024-08-10T05:02:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:32 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:32 smithi078 ceph-mon[94618]: Upgrade: osd.4 is safe to restart 2024-08-10T05:02:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:32 smithi078 ceph-mon[94618]: osdmap e416: 8 total, 8 up, 8 in 2024-08-10T05:02:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:32 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:02:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:32 smithi107 ceph-mon[86658]: Upgrade: osd.4 is safe to restart 2024-08-10T05:02:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:32 smithi107 ceph-mon[86658]: osdmap e416: 8 total, 8 up, 8 in 2024-08-10T05:02:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:33.093 INFO:tasks.rados.rados.0.smithi078.stdout:1833: done (2 left) 2024-08-10T05:02:33.093 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 166 2024-08-10T05:02:33.093 INFO:tasks.rados.rados.0.smithi078.stdout:1834: seq_num 574 ranges {6799360=16384} 2024-08-10T05:02:33.130 INFO:tasks.rados.rados.0.smithi078.stdout:1834: writing smithi07880501-22 from 6799360 to 6815744 tid 1 2024-08-10T05:02:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 166 2024-08-10T05:02:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:1835: seq_num 575 ranges {0=32768} 2024-08-10T05:02:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:1835: writing smithi07880501-32 from 0 to 32768 tid 1 2024-08-10T05:02:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 166 2024-08-10T05:02:33.131 INFO:tasks.rados.rados.0.smithi078.stdout:1836: seq_num 576 ranges {6225920=49152} 2024-08-10T05:02:33.164 INFO:tasks.rados.rados.0.smithi078.stdout:1836: writing smithi07880501-15 from 6225920 to 6275072 tid 1 2024-08-10T05:02:33.164 INFO:tasks.rados.rados.0.smithi078.stdout:1837: snap_create 2024-08-10T05:02:33.164 INFO:tasks.rados.rados.0.smithi078.stdout:1830: expect (ObjNum 531 snap 154 seq_num 531) 2024-08-10T05:02:33.207 INFO:tasks.rados.rados.0.smithi078.stdout:1832: expect (ObjNum 492 snap 145 seq_num 492) 2024-08-10T05:02:33.315 INFO:tasks.rados.rados.0.smithi078.stdout:1835: finishing write tid 1 to smithi07880501-32 2024-08-10T05:02:33.315 INFO:tasks.rados.rados.0.smithi078.stdout:1834: finishing write tid 1 to smithi07880501-22 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1835: finishing write tid 2 to smithi07880501-32 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1834: finishing write tid 2 to smithi07880501-22 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1834: finishing write tid 3 to smithi07880501-22 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1646 (ObjNum 574 snap 166 seq_num 574) dirty exists 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1834: left oid 22 (ObjNum 574 snap 166 seq_num 574) 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1835: finishing write tid 3 to smithi07880501-32 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1074 (ObjNum 575 snap 166 seq_num 575) dirty exists 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1835: left oid 32 (ObjNum 575 snap 166 seq_num 575) 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1836: finishing write tid 1 to smithi07880501-15 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1836: finishing write tid 2 to smithi07880501-15 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1836: finishing write tid 3 to smithi07880501-15 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1648 (ObjNum 576 snap 166 seq_num 576) dirty exists 2024-08-10T05:02:33.316 INFO:tasks.rados.rados.0.smithi078.stdout:1836: left oid 15 (ObjNum 576 snap 166 seq_num 576) 2024-08-10T05:02:33.635 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:33.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:33.636 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-mon[86658]: Upgrade: Updating osd.4 2024-08-10T05:02:33.636 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:33.636 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:02:33.636 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:33.636 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-mon[86658]: Deploying daemon osd.4 on smithi107 2024-08-10T05:02:33.636 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-mon[86658]: pgmap v285: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:02:33.636 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:33 smithi107 ceph-mon[86658]: osdmap e417: 8 total, 8 up, 8 in 2024-08-10T05:02:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[94618]: Upgrade: Updating osd.4 2024-08-10T05:02:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[94618]: Deploying daemon osd.4 on smithi107 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[94618]: pgmap v285: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[94618]: osdmap e417: 8 total, 8 up, 8 in 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[92251]: Upgrade: Updating osd.4 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[92251]: Deploying daemon osd.4 on smithi107 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[92251]: pgmap v285: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:02:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:33 smithi078 ceph-mon[92251]: osdmap e417: 8 total, 8 up, 8 in 2024-08-10T05:02:34.091 INFO:tasks.rados.rados.0.smithi078.stdout:1830: done (5 left) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1832: done (4 left) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1834: done (3 left) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1835: done (2 left) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1836: done (1 left) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1837: done (0 left) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1838: rmattr oid 13 current snap is 167 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1839: read oid 26 snap 140 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1839: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1840: read oid 4 snap 140 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1840: expect (ObjNum 406 snap 120 seq_num 406) 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1841: rmattr oid 17 current snap is 167 2024-08-10T05:02:34.092 INFO:tasks.rados.rados.0.smithi078.stdout:1842: rollback oid 44 current snap is 167 2024-08-10T05:02:34.093 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 166 2024-08-10T05:02:34.093 INFO:tasks.rados.rados.0.smithi078.stdout:1843: setattr oid 21 current snap is 167 2024-08-10T05:02:34.093 INFO:tasks.rados.rados.0.smithi078.stdout:1844: read oid 39 snap -1 2024-08-10T05:02:34.093 INFO:tasks.rados.rados.0.smithi078.stdout:1844: expect (ObjNum 531 snap 154 seq_num 531) 2024-08-10T05:02:34.093 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 167 2024-08-10T05:02:34.093 INFO:tasks.rados.rados.0.smithi078.stdout:1845: seq_num 577 ranges {3727360=65536} 2024-08-10T05:02:34.115 INFO:tasks.rados.rados.0.smithi078.stdout:1845: writing smithi07880501-20 from 3727360 to 3792896 tid 1 2024-08-10T05:02:34.115 INFO:tasks.rados.rados.0.smithi078.stdout:1846: copy_from oid 36 from oid 10 current snap is 167 2024-08-10T05:02:34.115 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1069 (ObjNum 993 snap 0 seq_num 490167568) dirty exists 2024-08-10T05:02:34.115 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1276 (ObjNum 129 snap 0 seq_num 489755912) dirty exists 2024-08-10T05:02:34.115 INFO:tasks.rados.rados.0.smithi078.stdout:1842: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1231 (ObjNum 449 snap 0 seq_num 489465072) dirty dne 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 402 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:1838: done (8 left) 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:1841: done (7 left) 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:1842: done (6 left) 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:1843: done (5 left) 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:1847: rollback oid 17 current snap is 167 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 140 2024-08-10T05:02:34.116 INFO:tasks.rados.rados.0.smithi078.stdout:1844: expect (ObjNum 531 snap 154 seq_num 531) 2024-08-10T05:02:34.169 INFO:tasks.rados.rados.0.smithi078.stdout:1839: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:02:34.263 INFO:tasks.rados.rados.0.smithi078.stdout:1840: expect (ObjNum 406 snap 120 seq_num 406) 2024-08-10T05:02:34.394 INFO:tasks.rados.rados.0.smithi078.stdout:1847: finishing rollback tid 0 to smithi07880501-17 2024-08-10T05:02:34.394 INFO:tasks.rados.rados.0.smithi078.stdout:1845: finishing write tid 1 to smithi07880501-20 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1845: finishing write tid 2 to smithi07880501-20 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1847: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1839: done (5 left) 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1840: done (4 left) 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1844: done (3 left) 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1848: copy_from oid 4 from oid 39 current snap is 167 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1847: finishing rollback tid 2 to smithi07880501-17 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 405 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1845: finishing write tid 3 to smithi07880501-20 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 1174 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1845: left oid 20 (ObjNum 577 snap 167 seq_num 577) 2024-08-10T05:02:34.395 INFO:tasks.rados.rados.0.smithi078.stdout:1846: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1846: finishing copy_from to smithi07880501-36 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1318 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1845: done (3 left) 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1846: done (2 left) 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1847: done (1 left) 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1849: read oid 47 snap 140 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1849: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1850: read oid 40 snap -1 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1850: expect (ObjNum 566 snap 164 seq_num 566) 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 167 2024-08-10T05:02:34.396 INFO:tasks.rados.rados.0.smithi078.stdout:1851: seq_num 578 ranges {6275072=81920} 2024-08-10T05:02:34.428 INFO:tasks.rados.rados.0.smithi078.stdout:1851: writing smithi07880501-15 from 6275072 to 6356992 tid 1 2024-08-10T05:02:34.429 INFO:tasks.rados.rados.0.smithi078.stdout:1852: rollback oid 50 current snap is 167 2024-08-10T05:02:34.429 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 50 to 140 2024-08-10T05:02:34.429 INFO:tasks.rados.rados.0.smithi078.stdout:1849: expect (ObjNum 96 snap 19 seq_num 96) 2024-08-10T05:02:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:1848: finishing copy_from racing read to smithi07880501-4 2024-08-10T05:02:34.471 INFO:tasks.rados.rados.0.smithi078.stdout:1850: expect (ObjNum 566 snap 164 seq_num 566) 2024-08-10T05:02:34.529 INFO:tasks.rados.rados.0.smithi078.stdout:1848: finishing copy_from to smithi07880501-4 2024-08-10T05:02:34.529 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 553 (ObjNum 531 snap 154 seq_num 531) dirty exists 2024-08-10T05:02:34.529 INFO:tasks.rados.rados.0.smithi078.stdout:1848: done (4 left) 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1849: done (3 left) 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1850: done (2 left) 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 167 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1851: finishing write tid 1 to smithi07880501-15 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1853: seq_num 579 ranges {0=98304} 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1853: writing smithi07880501-37 from 0 to 98304 tid 1 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1854: snap_create 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1851: finishing write tid 2 to smithi07880501-15 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1852: finishing rollback tid 0 to smithi07880501-50 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1852: finishing rollback tid 1 to smithi07880501-50 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:1852: finishing rollback tid 2 to smithi07880501-50 2024-08-10T05:02:34.530 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1591 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-08-10T05:02:34.531 INFO:tasks.rados.rados.0.smithi078.stdout:1851: finishing write tid 3 to smithi07880501-15 2024-08-10T05:02:34.531 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1651 (ObjNum 578 snap 167 seq_num 578) dirty exists 2024-08-10T05:02:34.531 INFO:tasks.rados.rados.0.smithi078.stdout:1851: left oid 15 (ObjNum 578 snap 167 seq_num 578) 2024-08-10T05:02:34.532 INFO:tasks.rados.rados.0.smithi078.stdout:1853: finishing write tid 1 to smithi07880501-37 2024-08-10T05:02:34.532 INFO:tasks.rados.rados.0.smithi078.stdout:1853: finishing write tid 2 to smithi07880501-37 2024-08-10T05:02:34.535 INFO:tasks.rados.rados.0.smithi078.stdout:1853: finishing write tid 3 to smithi07880501-37 2024-08-10T05:02:34.535 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 1076 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-08-10T05:02:34.535 INFO:tasks.rados.rados.0.smithi078.stdout:1853: left oid 37 (ObjNum 579 snap 167 seq_num 579) 2024-08-10T05:02:34.692 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:34.692 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:34 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1851: done (3 left) 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1852: done (2 left) 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1853: done (1 left) 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1854: done (0 left) 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1855: read oid 12 snap -1 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1855: expect deleted 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1856: rollback oid 6 current snap is 168 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 166 2024-08-10T05:02:35.096 INFO:tasks.rados.rados.0.smithi078.stdout:1857: delete oid 36 current snap is 168 2024-08-10T05:02:35.098 INFO:tasks.rados.rados.0.smithi078.stdout:1856: finishing rollback tid 1 to smithi07880501-6 2024-08-10T05:02:35.099 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 621 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:02:35.100 INFO:tasks.rados.rados.0.smithi078.stdout:1855: done (2 left) 2024-08-10T05:02:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:1856: done (1 left) 2024-08-10T05:02:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:1857: done (0 left) 2024-08-10T05:02:35.101 INFO:tasks.rados.rados.0.smithi078.stdout:1858: snap_remove snap 140 2024-08-10T05:02:35.426 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:35 smithi107 ceph-mon[86658]: osdmap e418: 8 total, 8 up, 8 in 2024-08-10T05:02:35.426 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:35 smithi107 ceph-mon[86658]: pgmap v288: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-08-10T05:02:35.426 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:35 smithi107 systemd[1]: Stopping Ceph osd.4 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:02:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:35 smithi078 ceph-mon[94618]: osdmap e418: 8 total, 8 up, 8 in 2024-08-10T05:02:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:35 smithi078 ceph-mon[94618]: pgmap v288: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-08-10T05:02:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:35 smithi078 ceph-mon[92251]: osdmap e418: 8 total, 8 up, 8 in 2024-08-10T05:02:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:35 smithi078 ceph-mon[92251]: pgmap v288: 121 pgs: 121 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-08-10T05:02:35.817 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[37600]: 2024-08-10T05:02:35.557+0000 7f7d14db9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:02:35.817 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[37600]: 2024-08-10T05:02:35.557+0000 7f7d14db9640 -1 osd.4 419 *** Got signal Terminated *** 2024-08-10T05:02:35.817 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:35 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[37600]: 2024-08-10T05:02:35.557+0000 7f7d14db9640 -1 osd.4 419 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1858: done (0 left) 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1859: read oid 13 snap 166 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1859: expect (ObjNum 489185616 snap 22041 seq_num 489205232) 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1860: read oid 17 snap -1 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1860: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1861: read oid 24 snap -1 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1861: expect deleted 2024-08-10T05:02:36.091 INFO:tasks.rados.rados.0.smithi078.stdout:1862: snap_create 2024-08-10T05:02:36.097 INFO:tasks.rados.rados.0.smithi078.stdout:1859: expect (ObjNum 489185616 snap 22041 seq_num 489205232) 2024-08-10T05:02:36.107 INFO:tasks.rados.rados.0.smithi078.stdout:1860: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[94618]: osdmap e419: 8 total, 8 up, 8 in 2024-08-10T05:02:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[94618]: osd.4 marked itself down and dead 2024-08-10T05:02:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:02:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[94618]: osdmap e420: 8 total, 7 up, 8 in 2024-08-10T05:02:36.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[92251]: osdmap e419: 8 total, 8 up, 8 in 2024-08-10T05:02:36.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[92251]: osd.4 marked itself down and dead 2024-08-10T05:02:36.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:02:36.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:36 smithi078 ceph-mon[92251]: osdmap e420: 8 total, 7 up, 8 in 2024-08-10T05:02:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:36 smithi107 ceph-mon[86658]: osdmap e419: 8 total, 8 up, 8 in 2024-08-10T05:02:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:36 smithi107 ceph-mon[86658]: osd.4 marked itself down and dead 2024-08-10T05:02:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:36 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:02:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:36 smithi107 ceph-mon[86658]: osdmap e420: 8 total, 7 up, 8 in 2024-08-10T05:02:36.900 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:36 smithi107 podman[91933]: 2024-08-10 05:02:36.642074302 +0000 UTC m=+1.195926759 container died 14a3c01eb5637d955ba0856e7ee303a44f604a9f34a41e5c2dd5d7e9628837f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:1859: done (3 left) 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:1860: done (2 left) 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:1861: done (1 left) 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:1862: done (0 left) 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:1863: read oid 16 snap -1 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:1863: expect (ObjNum 566 snap 164 seq_num 566) 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:1864: rollback oid 4 current snap is 169 2024-08-10T05:02:37.093 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 168 2024-08-10T05:02:37.094 INFO:tasks.rados.rados.0.smithi078.stdout:1865: delete oid 46 current snap is 169 2024-08-10T05:02:37.113 INFO:tasks.rados.rados.0.smithi078.stdout:1865: done (2 left) 2024-08-10T05:02:37.113 INFO:tasks.rados.rados.0.smithi078.stdout:1866: snap_remove snap 167 2024-08-10T05:02:37.292 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:37 smithi107 ceph-mon[86658]: pgmap v291: 121 pgs: 8 stale+active+clean, 113 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:02:37.293 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:37 smithi107 ceph-mon[86658]: osdmap e421: 8 total, 7 up, 8 in 2024-08-10T05:02:37.293 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:37 smithi107 podman[91933]: 2024-08-10 05:02:37.066756718 +0000 UTC m=+1.620609217 container cleanup 14a3c01eb5637d955ba0856e7ee303a44f604a9f34a41e5c2dd5d7e9628837f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T05:02:37.293 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:37 smithi107 bash[91933]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4 2024-08-10T05:02:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:37 smithi078 ceph-mon[92251]: pgmap v291: 121 pgs: 8 stale+active+clean, 113 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:02:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:37 smithi078 ceph-mon[92251]: osdmap e421: 8 total, 7 up, 8 in 2024-08-10T05:02:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:37 smithi078 ceph-mon[94618]: pgmap v291: 121 pgs: 8 stale+active+clean, 113 active+clean; 268 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:02:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:37 smithi078 ceph-mon[94618]: osdmap e421: 8 total, 7 up, 8 in 2024-08-10T05:02:37.567 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:37 smithi107 podman[91949]: 2024-08-10 05:02:37.293261036 +0000 UTC m=+0.648867276 container remove 14a3c01eb5637d955ba0856e7ee303a44f604a9f34a41e5c2dd5d7e9628837f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:02:38.013 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:37 smithi107 podman[92038]: 2024-08-10 05:02:37.648411003 +0000 UTC m=+0.017225030 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:02:38.013 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:37 smithi107 podman[92038]: 2024-08-10 05:02:37.760887154 +0000 UTC m=+0.129701180 container create 18413e63bf418c3c09d4ad38c7f494340748d7e053bb75d1a5414c9e8f7414bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS) 2024-08-10T05:02:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1866: done (2 left) 2024-08-10T05:02:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1867: copy_from oid 43 from oid 21 current snap is 169 2024-08-10T05:02:38.119 INFO:tasks.rados.rados.0.smithi078.stdout:1863: expect (ObjNum 566 snap 164 seq_num 566) 2024-08-10T05:02:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:1864: finishing rollback tid 0 to smithi07880501-4 2024-08-10T05:02:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:1864: finishing rollback tid 1 to smithi07880501-4 2024-08-10T05:02:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:1864: finishing rollback tid 2 to smithi07880501-4 2024-08-10T05:02:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1594 (ObjNum 531 snap 154 seq_num 531) dirty exists 2024-08-10T05:02:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:1863: done (2 left) 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1864: done (1 left) 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1868: rmattr oid 24 current snap is 169 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1868: done (1 left) 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1869: setattr oid 9 current snap is 169 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1867: finishing copy_from racing read to smithi07880501-43 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1867: finishing copy_from to smithi07880501-43 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1276 (ObjNum 497 snap 0 seq_num 3472862912) dirty exists 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1867: done (1 left) 2024-08-10T05:02:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:1870: snap_remove snap 166 2024-08-10T05:02:38.317 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 podman[92038]: 2024-08-10 05:02:38.013600067 +0000 UTC m=+0.382414106 container init 18413e63bf418c3c09d4ad38c7f494340748d7e053bb75d1a5414c9e8f7414bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-10T05:02:38.317 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 podman[92038]: 2024-08-10 05:02:38.017227037 +0000 UTC m=+0.386041068 container start 18413e63bf418c3c09d4ad38c7f494340748d7e053bb75d1a5414c9e8f7414bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True) 2024-08-10T05:02:38.317 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 podman[92038]: 2024-08-10 05:02:38.088467238 +0000 UTC m=+0.457281269 container attach 18413e63bf418c3c09d4ad38c7f494340748d7e053bb75d1a5414c9e8f7414bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:02:38.318 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 podman[92038]: 2024-08-10 05:02:38.21217198 +0000 UTC m=+0.580986003 container died 18413e63bf418c3c09d4ad38c7f494340748d7e053bb75d1a5414c9e8f7414bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-10T05:02:38.775 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:38 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:39.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 podman[92061]: 2024-08-10 05:02:38.775482987 +0000 UTC m=+0.557079373 container remove 18413e63bf418c3c09d4ad38c7f494340748d7e053bb75d1a5414c9e8f7414bb (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-10T05:02:39.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-10T05:02:39.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 systemd[1]: Stopped Ceph osd.4 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:02:39.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:38 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.4.service: Consumed 13.794s CPU time. 2024-08-10T05:02:39.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 systemd[1]: Starting Ceph osd.4 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:02:39.125 INFO:tasks.rados.rados.0.smithi078.stdout:1870: done (1 left) 2024-08-10T05:02:39.125 INFO:tasks.rados.rados.0.smithi078.stdout:1871: setattr oid 32 current snap is 169 2024-08-10T05:02:39.126 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 1070 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-08-10T05:02:39.127 INFO:tasks.rados.rados.0.smithi078.stdout:1869: done (1 left) 2024-08-10T05:02:39.127 INFO:tasks.rados.rados.0.smithi078.stdout:1872: copy_from oid 38 from oid 1 current snap is 169 2024-08-10T05:02:39.127 INFO:tasks.rados.rados.0.smithi078.stdout:1873: rollback oid 15 current snap is 169 2024-08-10T05:02:39.127 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 168 2024-08-10T05:02:39.127 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 169 2024-08-10T05:02:39.128 INFO:tasks.rados.rados.0.smithi078.stdout:1874: seq_num 582 ranges {6815744=155648} 2024-08-10T05:02:39.165 INFO:tasks.rados.rados.0.smithi078.stdout:1874: writing smithi07880501-22 from 6815744 to 6971392 tid 1 2024-08-10T05:02:39.165 INFO:tasks.rados.rados.0.smithi078.stdout:1875: rollback oid 10 current snap is 169 2024-08-10T05:02:39.165 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 168 2024-08-10T05:02:39.165 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1077 (ObjNum 575 snap 166 seq_num 575) dirty exists 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:1872: finishing copy_from to smithi07880501-38 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:1872: got expected ENOENT (src dne) 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:1872: finishing copy_from racing read to smithi07880501-38 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:1873: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:1873: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:1873: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1669 (ObjNum 578 snap 167 seq_num 578) dirty exists 2024-08-10T05:02:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:1871: done (4 left) 2024-08-10T05:02:39.167 INFO:tasks.rados.rados.0.smithi078.stdout:1872: done (3 left) 2024-08-10T05:02:39.167 INFO:tasks.rados.rados.0.smithi078.stdout:1873: done (2 left) 2024-08-10T05:02:39.167 INFO:tasks.rados.rados.0.smithi078.stdout:1876: snap_create 2024-08-10T05:02:39.168 INFO:tasks.rados.rados.0.smithi078.stdout:1874: finishing write tid 1 to smithi07880501-22 2024-08-10T05:02:39.168 INFO:tasks.rados.rados.0.smithi078.stdout:1874: finishing write tid 2 to smithi07880501-22 2024-08-10T05:02:39.168 INFO:tasks.rados.rados.0.smithi078.stdout:1875: finishing rollback tid 0 to smithi07880501-10 2024-08-10T05:02:39.169 INFO:tasks.rados.rados.0.smithi078.stdout:1875: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:02:39.169 INFO:tasks.rados.rados.0.smithi078.stdout:1875: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:02:39.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1356 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:02:39.169 INFO:tasks.rados.rados.0.smithi078.stdout:1874: finishing write tid 3 to smithi07880501-22 2024-08-10T05:02:39.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1674 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:02:39.169 INFO:tasks.rados.rados.0.smithi078.stdout:1874: left oid 22 (ObjNum 582 snap 169 seq_num 582) 2024-08-10T05:02:39.383 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-mon[86658]: osdmap e422: 8 total, 7 up, 8 in 2024-08-10T05:02:39.383 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-mon[86658]: pgmap v294: 121 pgs: 26 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 84 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 476 KiB/s wr, 8 op/s; 35/300 objects degraded (11.667%) 2024-08-10T05:02:39.383 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 podman[92160]: 2024-08-10 05:02:39.126769995 +0000 UTC m=+0.018464438 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:02:39.384 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 podman[92160]: 2024-08-10 05:02:39.26854114 +0000 UTC m=+0.160235569 container create 54d8373047df01d070a1d9f2d8096137e839695d79c1fcb3dc2d872037501844 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:02:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:39 smithi078 ceph-mon[92251]: osdmap e422: 8 total, 7 up, 8 in 2024-08-10T05:02:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:39 smithi078 ceph-mon[92251]: pgmap v294: 121 pgs: 26 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 84 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 476 KiB/s wr, 8 op/s; 35/300 objects degraded (11.667%) 2024-08-10T05:02:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:39 smithi078 ceph-mon[94618]: osdmap e422: 8 total, 7 up, 8 in 2024-08-10T05:02:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:39 smithi078 ceph-mon[94618]: pgmap v294: 121 pgs: 26 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 84 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 476 KiB/s wr, 8 op/s; 35/300 objects degraded (11.667%) 2024-08-10T05:02:39.636 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 podman[92160]: 2024-08-10 05:02:39.488524053 +0000 UTC m=+0.380218484 container init 54d8373047df01d070a1d9f2d8096137e839695d79c1fcb3dc2d872037501844 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.license=GPLv2) 2024-08-10T05:02:39.636 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 podman[92160]: 2024-08-10 05:02:39.492406167 +0000 UTC m=+0.384100602 container start 54d8373047df01d070a1d9f2d8096137e839695d79c1fcb3dc2d872037501844 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-10T05:02:39.636 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 podman[92160]: 2024-08-10 05:02:39.562854179 +0000 UTC m=+0.454548615 container attach 54d8373047df01d070a1d9f2d8096137e839695d79c1fcb3dc2d872037501844 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-10T05:02:39.636 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:39.636 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:39.636 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:39.637 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:02:40.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:02:40.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:02:40.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate[92176]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 bash[92160]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-10T05:02:40.068 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:39 smithi107 podman[92160]: 2024-08-10 05:02:39.869882701 +0000 UTC m=+0.761577145 container died 54d8373047df01d070a1d9f2d8096137e839695d79c1fcb3dc2d872037501844 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-10T05:02:40.123 INFO:tasks.rados.rados.0.smithi078.stdout:1874: done (2 left) 2024-08-10T05:02:40.123 INFO:tasks.rados.rados.0.smithi078.stdout:1875: done (1 left) 2024-08-10T05:02:40.123 INFO:tasks.rados.rados.0.smithi078.stdout:1876: done (0 left) 2024-08-10T05:02:40.123 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 170 2024-08-10T05:02:40.123 INFO:tasks.rados.rados.0.smithi078.stdout:1877: seq_num 583 ranges {0=172032} 2024-08-10T05:02:40.124 INFO:tasks.rados.rados.0.smithi078.stdout:1877: writing smithi07880501-8 from 0 to 172032 tid 1 2024-08-10T05:02:40.124 INFO:tasks.rados.rados.0.smithi078.stdout:1878: delete oid 12 current snap is 170 2024-08-10T05:02:40.127 INFO:tasks.rados.rados.0.smithi078.stdout:1878: done (1 left) 2024-08-10T05:02:40.127 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 170 2024-08-10T05:02:40.127 INFO:tasks.rados.rados.0.smithi078.stdout:1879: seq_num 585 ranges {2465792=204800} 2024-08-10T05:02:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:1879: writing smithi07880501-35 from 2465792 to 2670592 tid 1 2024-08-10T05:02:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:1880: delete oid 4 current snap is 170 2024-08-10T05:02:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:1877: finishing write tid 1 to smithi07880501-8 2024-08-10T05:02:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:1877: finishing write tid 2 to smithi07880501-8 2024-08-10T05:02:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:1877: finishing write tid 3 to smithi07880501-8 2024-08-10T05:02:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 696 (ObjNum 583 snap 170 seq_num 583) dirty exists 2024-08-10T05:02:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:1877: left oid 8 (ObjNum 583 snap 170 seq_num 583) 2024-08-10T05:02:40.145 INFO:tasks.rados.rados.0.smithi078.stdout:1877: done (2 left) 2024-08-10T05:02:40.145 INFO:tasks.rados.rados.0.smithi078.stdout:1880: done (1 left) 2024-08-10T05:02:40.145 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 170 2024-08-10T05:02:40.145 INFO:tasks.rados.rados.0.smithi078.stdout:1881: seq_num 587 ranges {0=237568} 2024-08-10T05:02:40.147 INFO:tasks.rados.rados.0.smithi078.stdout:1881: writing smithi07880501-47 from 0 to 237568 tid 1 2024-08-10T05:02:40.147 INFO:tasks.rados.rados.0.smithi078.stdout:1882: rmattr oid 23 current snap is 170 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1882: done (2 left) 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1883: copy_from oid 30 from oid 2 current snap is 170 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1879: finishing write tid 1 to smithi07880501-35 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1879: finishing write tid 2 to smithi07880501-35 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1884: copy_from oid 7 from oid 46 current snap is 170 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 170 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1879: finishing write tid 3 to smithi07880501-35 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1176 (ObjNum 585 snap 170 seq_num 585) dirty exists 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1879: left oid 35 (ObjNum 585 snap 170 seq_num 585) 2024-08-10T05:02:40.148 INFO:tasks.rados.rados.0.smithi078.stdout:1885: seq_num 588 ranges {0=253952} 2024-08-10T05:02:40.149 INFO:tasks.rados.rados.0.smithi078.stdout:1885: writing smithi07880501-43 from 0 to 253952 tid 1 2024-08-10T05:02:40.149 INFO:tasks.rados.rados.0.smithi078.stdout:1879: done (4 left) 2024-08-10T05:02:40.149 INFO:tasks.rados.rados.0.smithi078.stdout:1886: delete oid 45 current snap is 170 2024-08-10T05:02:40.151 INFO:tasks.rados.rados.0.smithi078.stdout:1881: finishing write tid 1 to smithi07880501-47 2024-08-10T05:02:40.151 INFO:tasks.rados.rados.0.smithi078.stdout:1884: finishing copy_from to smithi07880501-7 2024-08-10T05:02:40.151 INFO:tasks.rados.rados.0.smithi078.stdout:1884: got expected ENOENT (src dne) 2024-08-10T05:02:40.151 INFO:tasks.rados.rados.0.smithi078.stdout:1884: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:02:40.151 INFO:tasks.rados.rados.0.smithi078.stdout:1881: finishing write tid 2 to smithi07880501-47 2024-08-10T05:02:40.153 INFO:tasks.rados.rados.0.smithi078.stdout:1881: finishing write tid 3 to smithi07880501-47 2024-08-10T05:02:40.153 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1358 (ObjNum 587 snap 170 seq_num 587) dirty exists 2024-08-10T05:02:40.153 INFO:tasks.rados.rados.0.smithi078.stdout:1881: left oid 47 (ObjNum 587 snap 170 seq_num 587) 2024-08-10T05:02:40.155 INFO:tasks.rados.rados.0.smithi078.stdout:1885: finishing write tid 1 to smithi07880501-43 2024-08-10T05:02:40.155 INFO:tasks.rados.rados.0.smithi078.stdout:1885: finishing write tid 2 to smithi07880501-43 2024-08-10T05:02:40.156 INFO:tasks.rados.rados.0.smithi078.stdout:1881: done (4 left) 2024-08-10T05:02:40.156 INFO:tasks.rados.rados.0.smithi078.stdout:1884: done (3 left) 2024-08-10T05:02:40.156 INFO:tasks.rados.rados.0.smithi078.stdout:1886: done (2 left) 2024-08-10T05:02:40.156 INFO:tasks.rados.rados.0.smithi078.stdout:1887: read oid 16 snap -1 2024-08-10T05:02:40.156 INFO:tasks.rados.rados.0.smithi078.stdout:1887: expect (ObjNum 566 snap 164 seq_num 566) 2024-08-10T05:02:40.156 INFO:tasks.rados.rados.0.smithi078.stdout:1888: delete oid 31 current snap is 170 2024-08-10T05:02:40.160 INFO:tasks.rados.rados.0.smithi078.stdout:1888: done (3 left) 2024-08-10T05:02:40.160 INFO:tasks.rados.rados.0.smithi078.stdout:1889: snap_create 2024-08-10T05:02:40.166 INFO:tasks.rados.rados.0.smithi078.stdout:1883: finishing copy_from racing read to smithi07880501-30 2024-08-10T05:02:40.166 INFO:tasks.rados.rados.0.smithi078.stdout:1885: finishing write tid 3 to smithi07880501-43 2024-08-10T05:02:40.167 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1597 (ObjNum 588 snap 170 seq_num 588) dirty exists 2024-08-10T05:02:40.167 INFO:tasks.rados.rados.0.smithi078.stdout:1885: left oid 43 (ObjNum 588 snap 170 seq_num 588) 2024-08-10T05:02:40.173 INFO:tasks.rados.rados.0.smithi078.stdout:1887: expect (ObjNum 566 snap 164 seq_num 566) 2024-08-10T05:02:40.232 INFO:tasks.rados.rados.0.smithi078.stdout:1883: finishing copy_from to smithi07880501-30 2024-08-10T05:02:40.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 1492 (ObjNum 569 snap 165 seq_num 569) dirty exists 2024-08-10T05:02:40.416 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:40 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 35/300 objects degraded (11.667%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:40.416 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:40 smithi107 ceph-mon[86658]: osdmap e423: 8 total, 7 up, 8 in 2024-08-10T05:02:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:40 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 35/300 objects degraded (11.667%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:40 smithi078 ceph-mon[92251]: osdmap e423: 8 total, 7 up, 8 in 2024-08-10T05:02:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:40 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 35/300 objects degraded (11.667%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:40 smithi078 ceph-mon[94618]: osdmap e423: 8 total, 7 up, 8 in 2024-08-10T05:02:40.733 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 podman[92310]: 2024-08-10 05:02:40.416478915 +0000 UTC m=+0.541308772 container remove 54d8373047df01d070a1d9f2d8096137e839695d79c1fcb3dc2d872037501844 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-activate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-10T05:02:40.733 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 podman[92372]: 2024-08-10 05:02:40.530307725 +0000 UTC m=+0.017087247 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:02:40.733 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 podman[92372]: 2024-08-10 05:02:40.634039886 +0000 UTC m=+0.120819398 container create 9a307ce76d6929f3267d6b6324e1580661ce391055115dee9464472eb3c1d539 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:02:41.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 podman[92372]: 2024-08-10 05:02:40.836516417 +0000 UTC m=+0.323295946 container init 9a307ce76d6929f3267d6b6324e1580661ce391055115dee9464472eb3c1d539 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-10T05:02:41.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 podman[92372]: 2024-08-10 05:02:40.839600985 +0000 UTC m=+0.326380498 container start 9a307ce76d6929f3267d6b6324e1580661ce391055115dee9464472eb3c1d539 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-10T05:02:41.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 ceph-osd[92391]: -- 172.21.15.107:0/3451187363 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ecda32ba40 con 0x55ecdb0ee000 2024-08-10T05:02:41.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 bash[92372]: 9a307ce76d6929f3267d6b6324e1580661ce391055115dee9464472eb3c1d539 2024-08-10T05:02:41.067 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:40 smithi107 systemd[1]: Started Ceph osd.4 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:02:41.090 INFO:tasks.rados.rados.0.smithi078.stdout:1883: done (3 left) 2024-08-10T05:02:41.090 INFO:tasks.rados.rados.0.smithi078.stdout:1885: done (2 left) 2024-08-10T05:02:41.090 INFO:tasks.rados.rados.0.smithi078.stdout:1887: done (1 left) 2024-08-10T05:02:41.090 INFO:tasks.rados.rados.0.smithi078.stdout:1889: done (0 left) 2024-08-10T05:02:41.090 INFO:tasks.rados.rados.0.smithi078.stdout:1890: delete oid 9 current snap is 171 2024-08-10T05:02:41.094 INFO:tasks.rados.rados.0.smithi078.stdout:1890: done (0 left) 2024-08-10T05:02:41.094 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 171 2024-08-10T05:02:41.095 INFO:tasks.rados.rados.0.smithi078.stdout:1891: seq_num 592 ranges {1703936=319488} 2024-08-10T05:02:41.105 INFO:tasks.rados.rados.0.smithi078.stdout:1891: writing smithi07880501-39 from 1703936 to 2023424 tid 1 2024-08-10T05:02:41.105 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 171 2024-08-10T05:02:41.105 INFO:tasks.rados.rados.0.smithi078.stdout:1892: seq_num 593 ranges {237568=335872} 2024-08-10T05:02:41.109 INFO:tasks.rados.rados.0.smithi078.stdout:1892: writing smithi07880501-47 from 237568 to 573440 tid 1 2024-08-10T05:02:41.109 INFO:tasks.rados.rados.0.smithi078.stdout:1893: read oid 32 snap -1 2024-08-10T05:02:41.109 INFO:tasks.rados.rados.0.smithi078.stdout:1893: expect (ObjNum 575 snap 166 seq_num 575) 2024-08-10T05:02:41.109 INFO:tasks.rados.rados.0.smithi078.stdout:1894: snap_remove snap 168 2024-08-10T05:02:41.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:41 smithi107 ceph-mon[86658]: osdmap e424: 8 total, 7 up, 8 in 2024-08-10T05:02:41.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:41 smithi107 ceph-mon[86658]: pgmap v297: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 192 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.9 MiB/s wr, 16 op/s; 43/279 objects degraded (15.412%) 2024-08-10T05:02:41.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:41.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:41.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:41.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:41 smithi107 ceph-mon[86658]: osdmap e425: 8 total, 7 up, 8 in 2024-08-10T05:02:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[92251]: osdmap e424: 8 total, 7 up, 8 in 2024-08-10T05:02:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[92251]: pgmap v297: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 192 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.9 MiB/s wr, 16 op/s; 43/279 objects degraded (15.412%) 2024-08-10T05:02:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[92251]: osdmap e425: 8 total, 7 up, 8 in 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[94618]: osdmap e424: 8 total, 7 up, 8 in 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[94618]: pgmap v297: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 192 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.9 MiB/s wr, 16 op/s; 43/279 objects degraded (15.412%) 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-mon[94618]: osdmap e425: 8 total, 7 up, 8 in 2024-08-10T05:02:41.715 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T05:02:41.389+0000 7fa8c85a3640 -1 Falling back to public interface 2024-08-10T05:02:42.091 INFO:tasks.rados.rados.0.smithi078.stdout:1894: done (3 left) 2024-08-10T05:02:42.091 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 171 2024-08-10T05:02:42.092 INFO:tasks.rados.rados.0.smithi078.stdout:1891: finishing write tid 1 to smithi07880501-39 2024-08-10T05:02:42.092 INFO:tasks.rados.rados.0.smithi078.stdout:1895: seq_num 594 ranges {0=352256} 2024-08-10T05:02:42.094 INFO:tasks.rados.rados.0.smithi078.stdout:1895: writing smithi07880501-24 from 0 to 352256 tid 1 2024-08-10T05:02:42.094 INFO:tasks.rados.rados.0.smithi078.stdout:1896: copy_from oid 35 from oid 7 current snap is 171 2024-08-10T05:02:42.094 INFO:tasks.rados.rados.0.smithi078.stdout:1891: finishing write tid 2 to smithi07880501-39 2024-08-10T05:02:42.094 INFO:tasks.rados.rados.0.smithi078.stdout:1891: finishing write tid 3 to smithi07880501-39 2024-08-10T05:02:42.094 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 555 (ObjNum 592 snap 171 seq_num 592) dirty exists 2024-08-10T05:02:42.094 INFO:tasks.rados.rados.0.smithi078.stdout:1891: left oid 39 (ObjNum 592 snap 171 seq_num 592) 2024-08-10T05:02:42.095 INFO:tasks.rados.rados.0.smithi078.stdout:1893: expect (ObjNum 575 snap 166 seq_num 575) 2024-08-10T05:02:42.097 INFO:tasks.rados.rados.0.smithi078.stdout:1892: finishing write tid 1 to smithi07880501-47 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1892: finishing write tid 2 to smithi07880501-47 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1892: finishing write tid 3 to smithi07880501-47 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1361 (ObjNum 593 snap 171 seq_num 593) dirty exists 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1892: left oid 47 (ObjNum 593 snap 171 seq_num 593) 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1891: done (4 left) 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1892: done (3 left) 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1893: done (2 left) 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1897: rollback oid 8 current snap is 171 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 8 to 170 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 171 2024-08-10T05:02:42.098 INFO:tasks.rados.rados.0.smithi078.stdout:1898: seq_num 595 ranges {4349952=368640} 2024-08-10T05:02:42.123 INFO:tasks.rados.rados.0.smithi078.stdout:1898: writing smithi07880501-49 from 4349952 to 4718592 tid 1 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1899: read oid 6 snap -1 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1899: expect deleted 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1900: snap_create 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1895: finishing write tid 1 to smithi07880501-24 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1897: finishing rollback tid 0 to smithi07880501-8 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1897: finishing rollback tid 1 to smithi07880501-8 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1897: finishing rollback tid 2 to smithi07880501-8 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 699 (ObjNum 583 snap 170 seq_num 583) dirty exists 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1895: finishing write tid 2 to smithi07880501-24 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1895: finishing write tid 3 to smithi07880501-24 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1680 (ObjNum 594 snap 171 seq_num 594) dirty exists 2024-08-10T05:02:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:1895: left oid 24 (ObjNum 594 snap 171 seq_num 594) 2024-08-10T05:02:42.126 INFO:tasks.rados.rados.0.smithi078.stdout:1898: finishing write tid 1 to smithi07880501-49 2024-08-10T05:02:42.127 INFO:tasks.rados.rados.0.smithi078.stdout:1898: finishing write tid 2 to smithi07880501-49 2024-08-10T05:02:42.132 INFO:tasks.rados.rados.0.smithi078.stdout:1898: finishing write tid 3 to smithi07880501-49 2024-08-10T05:02:42.132 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 727 (ObjNum 595 snap 171 seq_num 595) dirty exists 2024-08-10T05:02:42.132 INFO:tasks.rados.rados.0.smithi078.stdout:1898: left oid 49 (ObjNum 595 snap 171 seq_num 595) 2024-08-10T05:02:42.144 INFO:tasks.rados.rados.0.smithi078.stdout:1896: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:02:42.145 INFO:tasks.rados.rados.0.smithi078.stdout:1896: finishing copy_from to smithi07880501-35 2024-08-10T05:02:42.145 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1630 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-08-10T05:02:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:02:41] "GET /metrics HTTP/1.1" 200 36151 "" "Prometheus/2.43.0" 2024-08-10T05:02:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:43.098 INFO:tasks.rados.rados.0.smithi078.stdout:1895: done (5 left) 2024-08-10T05:02:43.098 INFO:tasks.rados.rados.0.smithi078.stdout:1896: done (4 left) 2024-08-10T05:02:43.098 INFO:tasks.rados.rados.0.smithi078.stdout:1897: done (3 left) 2024-08-10T05:02:43.098 INFO:tasks.rados.rados.0.smithi078.stdout:1898: done (2 left) 2024-08-10T05:02:43.099 INFO:tasks.rados.rados.0.smithi078.stdout:1899: done (1 left) 2024-08-10T05:02:43.099 INFO:tasks.rados.rados.0.smithi078.stdout:1900: done (0 left) 2024-08-10T05:02:43.099 INFO:tasks.rados.rados.0.smithi078.stdout:1901: setattr oid 37 current snap is 172 2024-08-10T05:02:43.101 INFO:tasks.rados.rados.0.smithi078.stdout:1902: copy_from oid 34 from oid 33 current snap is 172 2024-08-10T05:02:43.101 INFO:tasks.rados.rados.0.smithi078.stdout:1903: copy_from oid 16 from oid 43 current snap is 172 2024-08-10T05:02:43.101 INFO:tasks.rados.rados.0.smithi078.stdout:1904: rollback oid 13 current snap is 172 2024-08-10T05:02:43.101 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 171 2024-08-10T05:02:43.101 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 172 2024-08-10T05:02:43.101 INFO:tasks.rados.rados.0.smithi078.stdout:1905: seq_num 596 ranges {352256=385024} 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:1905: writing smithi07880501-24 from 352256 to 737280 tid 1 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:1906: copy_from oid 38 from oid 11 current snap is 172 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:1904: finishing rollback tid 0 to smithi07880501-13 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:1907: rollback oid 47 current snap is 172 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 169 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:1908: snap_create 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:1904: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:02:43.106 INFO:tasks.rados.rados.0.smithi078.stdout:1904: finishing rollback tid 2 to smithi07880501-13 2024-08-10T05:02:43.107 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1074 (ObjNum 129 snap 0 seq_num 489287360) dirty exists 2024-08-10T05:02:43.107 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 1078 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-08-10T05:02:43.108 INFO:tasks.rados.rados.0.smithi078.stdout:1903: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:02:43.110 INFO:tasks.rados.rados.0.smithi078.stdout:1903: finishing copy_from to smithi07880501-16 2024-08-10T05:02:43.110 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1597 (ObjNum 588 snap 170 seq_num 588) dirty exists 2024-08-10T05:02:43.110 INFO:tasks.rados.rados.0.smithi078.stdout:1905: finishing write tid 1 to smithi07880501-24 2024-08-10T05:02:43.111 INFO:tasks.rados.rados.0.smithi078.stdout:1902: finishing copy_from to smithi07880501-34 2024-08-10T05:02:43.111 INFO:tasks.rados.rados.0.smithi078.stdout:1902: got expected ENOENT (src dne) 2024-08-10T05:02:43.112 INFO:tasks.rados.rados.0.smithi078.stdout:1902: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:02:43.112 INFO:tasks.rados.rados.0.smithi078.stdout:1907: finishing rollback tid 0 to smithi07880501-47 2024-08-10T05:02:43.114 INFO:tasks.rados.rados.0.smithi078.stdout:1905: finishing write tid 2 to smithi07880501-24 2024-08-10T05:02:43.114 INFO:tasks.rados.rados.0.smithi078.stdout:1905: finishing write tid 3 to smithi07880501-24 2024-08-10T05:02:43.114 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1683 (ObjNum 596 snap 172 seq_num 596) dirty exists 2024-08-10T05:02:43.114 INFO:tasks.rados.rados.0.smithi078.stdout:1905: left oid 24 (ObjNum 596 snap 172 seq_num 596) 2024-08-10T05:02:43.122 INFO:tasks.rados.rados.0.smithi078.stdout:1907: finishing rollback tid 1 to smithi07880501-47 2024-08-10T05:02:43.122 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1364 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:02:43.157 INFO:tasks.rados.rados.0.smithi078.stdout:1906: finishing copy_from racing read to smithi07880501-38 2024-08-10T05:02:43.157 INFO:tasks.rados.rados.0.smithi078.stdout:1906: finishing copy_from to smithi07880501-38 2024-08-10T05:02:43.157 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 1267 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-10T05:02:43.387 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:43 smithi107 ceph-mon[86658]: osdmap e426: 8 total, 7 up, 8 in 2024-08-10T05:02:43.387 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:43 smithi107 ceph-mon[86658]: pgmap v300: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 193 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 1.6 MiB/s wr, 10 op/s; 45/285 objects degraded (15.789%) 2024-08-10T05:02:43.387 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:43.387 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[92251]: osdmap e426: 8 total, 7 up, 8 in 2024-08-10T05:02:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[92251]: pgmap v300: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 193 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 1.6 MiB/s wr, 10 op/s; 45/285 objects degraded (15.789%) 2024-08-10T05:02:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[94618]: osdmap e426: 8 total, 7 up, 8 in 2024-08-10T05:02:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[94618]: pgmap v300: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 193 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 1.6 MiB/s wr, 10 op/s; 45/285 objects degraded (15.789%) 2024-08-10T05:02:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:43.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:43 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:43.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:44.104 INFO:tasks.rados.rados.0.smithi078.stdout:1901: done (7 left) 2024-08-10T05:02:44.104 INFO:tasks.rados.rados.0.smithi078.stdout:1902: done (6 left) 2024-08-10T05:02:44.104 INFO:tasks.rados.rados.0.smithi078.stdout:1903: done (5 left) 2024-08-10T05:02:44.104 INFO:tasks.rados.rados.0.smithi078.stdout:1904: done (4 left) 2024-08-10T05:02:44.104 INFO:tasks.rados.rados.0.smithi078.stdout:1905: done (3 left) 2024-08-10T05:02:44.104 INFO:tasks.rados.rados.0.smithi078.stdout:1906: done (2 left) 2024-08-10T05:02:44.105 INFO:tasks.rados.rados.0.smithi078.stdout:1907: done (1 left) 2024-08-10T05:02:44.105 INFO:tasks.rados.rados.0.smithi078.stdout:1908: done (0 left) 2024-08-10T05:02:44.105 INFO:tasks.rados.rados.0.smithi078.stdout:1909: rmattr oid 9 current snap is 173 2024-08-10T05:02:44.105 INFO:tasks.rados.rados.0.smithi078.stdout:1909: done (0 left) 2024-08-10T05:02:44.105 INFO:tasks.rados.rados.0.smithi078.stdout:1910: copy_from oid 8 from oid 42 current snap is 173 2024-08-10T05:02:44.105 INFO:tasks.rados.rados.0.smithi078.stdout:1911: delete oid 3 current snap is 173 2024-08-10T05:02:44.109 INFO:tasks.rados.rados.0.smithi078.stdout:1911: done (1 left) 2024-08-10T05:02:44.109 INFO:tasks.rados.rados.0.smithi078.stdout:1912: rollback oid 25 current snap is 173 2024-08-10T05:02:44.109 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 172 2024-08-10T05:02:44.109 INFO:tasks.rados.rados.0.smithi078.stdout:1910: finishing copy_from racing read to smithi07880501-8 2024-08-10T05:02:44.110 INFO:tasks.rados.rados.0.smithi078.stdout:1913: snap_create 2024-08-10T05:02:44.110 INFO:tasks.rados.rados.0.smithi078.stdout:1910: finishing copy_from to smithi07880501-8 2024-08-10T05:02:44.110 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 1059 (ObjNum 129 snap 0 seq_num 490595152) dirty exists 2024-08-10T05:02:44.110 INFO:tasks.rados.rados.0.smithi078.stdout:1912: finishing rollback tid 1 to smithi07880501-25 2024-08-10T05:02:44.110 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 0 (ObjNum 257 snap 0 seq_num 2090866282) dirty dne 2024-08-10T05:02:44.453 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:44 smithi107 ceph-mon[86658]: osdmap e427: 8 total, 7 up, 8 in 2024-08-10T05:02:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:44 smithi078 ceph-mon[92251]: osdmap e427: 8 total, 7 up, 8 in 2024-08-10T05:02:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:44 smithi078 ceph-mon[94618]: osdmap e427: 8 total, 7 up, 8 in 2024-08-10T05:02:44.745 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T05:02:44.583+0000 7fa8c85a3640 -1 osd.4 419 log_to_monitors true 2024-08-10T05:02:44.745 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:44.745 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:44 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:45.114 INFO:tasks.rados.rados.0.smithi078.stdout:1910: done (2 left) 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1912: done (1 left) 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1913: done (0 left) 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1914: read oid 30 snap 171 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1914: expect (ObjNum 569 snap 165 seq_num 569) 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1915: rollback oid 17 current snap is 174 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 171 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1916: read oid 14 snap 173 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1916: expect deleted 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 174 2024-08-10T05:02:45.115 INFO:tasks.rados.rados.0.smithi078.stdout:1917: seq_num 598 ranges {0=417792} 2024-08-10T05:02:45.116 INFO:tasks.rados.rados.0.smithi078.stdout:1917: writing smithi07880501-13 from 0 to 417792 tid 1 2024-08-10T05:02:45.117 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 174 2024-08-10T05:02:45.117 INFO:tasks.rados.rados.0.smithi078.stdout:1918: seq_num 599 ranges {3809280=434176} 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:1918: writing smithi07880501-23 from 3809280 to 4243456 tid 1 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:1919: rollback oid 32 current snap is 174 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 169 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:1915: finishing rollback tid 0 to smithi07880501-17 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:1915: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:1915: finishing rollback tid 2 to smithi07880501-17 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 1270 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-08-10T05:02:45.142 INFO:tasks.rados.rados.0.smithi078.stdout:1914: expect (ObjNum 569 snap 165 seq_num 569) 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:1917: finishing write tid 1 to smithi07880501-13 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:1917: finishing write tid 2 to smithi07880501-13 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:1914: done (5 left) 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:1915: done (4 left) 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:1916: done (3 left) 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 174 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:1917: finishing write tid 3 to smithi07880501-13 2024-08-10T05:02:45.296 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1076 (ObjNum 598 snap 174 seq_num 598) dirty exists 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1917: left oid 13 (ObjNum 598 snap 174 seq_num 598) 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1919: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1918: finishing write tid 1 to smithi07880501-23 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1918: finishing write tid 2 to smithi07880501-23 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1918: finishing write tid 3 to smithi07880501-23 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 755 (ObjNum 599 snap 174 seq_num 599) dirty exists 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1918: left oid 23 (ObjNum 599 snap 174 seq_num 599) 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1919: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1919: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1081 (ObjNum 575 snap 166 seq_num 575) dirty exists 2024-08-10T05:02:45.297 INFO:tasks.rados.rados.0.smithi078.stdout:1920: seq_num 600 ranges {7667712=450560} 2024-08-10T05:02:45.338 INFO:tasks.rados.rados.0.smithi078.stdout:1920: writing smithi07880501-18 from 7667712 to 8118272 tid 1 2024-08-10T05:02:45.339 INFO:tasks.rados.rados.0.smithi078.stdout:1917: done (3 left) 2024-08-10T05:02:45.339 INFO:tasks.rados.rados.0.smithi078.stdout:1918: done (2 left) 2024-08-10T05:02:45.339 INFO:tasks.rados.rados.0.smithi078.stdout:1919: done (1 left) 2024-08-10T05:02:45.339 INFO:tasks.rados.rados.0.smithi078.stdout:1921: read oid 15 snap -1 2024-08-10T05:02:45.339 INFO:tasks.rados.rados.0.smithi078.stdout:1921: expect (ObjNum 578 snap 167 seq_num 578) 2024-08-10T05:02:45.339 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 174 2024-08-10T05:02:45.339 INFO:tasks.rados.rados.0.smithi078.stdout:1922: seq_num 601 ranges {5373952=475136} 2024-08-10T05:02:45.370 INFO:tasks.rados.rados.0.smithi078.stdout:1922: writing smithi07880501-19 from 5373952 to 5849088 tid 1 2024-08-10T05:02:45.370 INFO:tasks.rados.rados.0.smithi078.stdout:1923: snap_create 2024-08-10T05:02:45.373 INFO:tasks.rados.rados.0.smithi078.stdout:1922: finishing write tid 1 to smithi07880501-19 2024-08-10T05:02:45.373 INFO:tasks.rados.rados.0.smithi078.stdout:1922: finishing write tid 2 to smithi07880501-19 2024-08-10T05:02:45.376 INFO:tasks.rados.rados.0.smithi078.stdout:1922: finishing write tid 3 to smithi07880501-19 2024-08-10T05:02:45.376 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 1061 (ObjNum 601 snap 174 seq_num 601) dirty exists 2024-08-10T05:02:45.376 INFO:tasks.rados.rados.0.smithi078.stdout:1922: left oid 19 (ObjNum 601 snap 174 seq_num 601) 2024-08-10T05:02:45.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[94618]: osdmap e428: 8 total, 7 up, 8 in 2024-08-10T05:02:45.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[94618]: pgmap v303: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 50/306 objects degraded (16.340%) 2024-08-10T05:02:45.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[94618]: from='osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:02:45.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[94618]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:02:45.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:45.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:45.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[92251]: osdmap e428: 8 total, 7 up, 8 in 2024-08-10T05:02:45.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[92251]: pgmap v303: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 50/306 objects degraded (16.340%) 2024-08-10T05:02:45.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[92251]: from='osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:02:45.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[92251]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:02:45.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:45.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:45.382 INFO:tasks.rados.rados.0.smithi078.stdout:1921: expect (ObjNum 578 snap 167 seq_num 578) 2024-08-10T05:02:45.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:45 smithi107 ceph-mon[86658]: osdmap e428: 8 total, 7 up, 8 in 2024-08-10T05:02:45.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:45 smithi107 ceph-mon[86658]: pgmap v303: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.3 MiB/s wr, 25 op/s; 50/306 objects degraded (16.340%) 2024-08-10T05:02:45.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:45 smithi107 ceph-mon[86658]: from='osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:02:45.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:45 smithi107 ceph-mon[86658]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:02:45.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:45.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:45.817 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 05:02:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T05:02:45.586+0000 7fa8bc346640 -1 osd.4 419 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:02:45.896 INFO:tasks.rados.rados.0.smithi078.stdout:1920: finishing write tid 1 to smithi07880501-18 2024-08-10T05:02:45.896 INFO:tasks.rados.rados.0.smithi078.stdout:1920: finishing write tid 2 to smithi07880501-18 2024-08-10T05:02:45.896 INFO:tasks.rados.rados.0.smithi078.stdout:1920: finishing write tid 3 to smithi07880501-18 2024-08-10T05:02:45.897 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 1686 (ObjNum 600 snap 174 seq_num 600) dirty exists 2024-08-10T05:02:45.897 INFO:tasks.rados.rados.0.smithi078.stdout:1920: left oid 18 (ObjNum 600 snap 174 seq_num 600) 2024-08-10T05:02:46.131 INFO:tasks.rados.rados.0.smithi078.stdout:1920: done (3 left) 2024-08-10T05:02:46.131 INFO:tasks.rados.rados.0.smithi078.stdout:1921: done (2 left) 2024-08-10T05:02:46.131 INFO:tasks.rados.rados.0.smithi078.stdout:1922: done (1 left) 2024-08-10T05:02:46.132 INFO:tasks.rados.rados.0.smithi078.stdout:1923: done (0 left) 2024-08-10T05:02:46.132 INFO:tasks.rados.rados.0.smithi078.stdout:1924: delete oid 40 current snap is 175 2024-08-10T05:02:46.432 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 50/306 objects degraded (16.340%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:46.432 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:02:46.433 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: osdmap e429: 8 total, 7 up, 8 in 2024-08-10T05:02:46.433 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: from='osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:02:46.433 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:02:46.433 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: from='osd.4 ' entity='osd.4' 2024-08-10T05:02:46.433 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:46.433 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 50/306 objects degraded (16.340%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:02:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: osdmap e429: 8 total, 7 up, 8 in 2024-08-10T05:02:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: from='osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:02:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:02:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: from='osd.4 ' entity='osd.4' 2024-08-10T05:02:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 50/306 objects degraded (16.340%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: osdmap e429: 8 total, 7 up, 8 in 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: from='osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: from='osd.4 ' entity='osd.4' 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:47.153 INFO:tasks.rados.rados.0.smithi078.stdout:1924: done (0 left) 2024-08-10T05:02:47.154 INFO:tasks.rados.rados.0.smithi078.stdout:1925: read oid 17 snap 174 2024-08-10T05:02:47.154 INFO:tasks.rados.rados.0.smithi078.stdout:1925: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:47.154 INFO:tasks.rados.rados.0.smithi078.stdout:1926: rollback oid 10 current snap is 175 2024-08-10T05:02:47.154 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 173 2024-08-10T05:02:47.154 INFO:tasks.rados.rados.0.smithi078.stdout:1927: rollback oid 16 current snap is 175 2024-08-10T05:02:47.154 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 172 2024-08-10T05:02:47.154 INFO:tasks.rados.rados.0.smithi078.stdout:1928: snap_create 2024-08-10T05:02:47.157 INFO:tasks.rados.rados.0.smithi078.stdout:1925: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:47.181 INFO:tasks.rados.rados.0.smithi078.stdout:1927: finishing rollback tid 0 to smithi07880501-16 2024-08-10T05:02:47.181 INFO:tasks.rados.rados.0.smithi078.stdout:1927: finishing rollback tid 1 to smithi07880501-16 2024-08-10T05:02:47.181 INFO:tasks.rados.rados.0.smithi078.stdout:1927: finishing rollback tid 2 to smithi07880501-16 2024-08-10T05:02:47.181 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1601 (ObjNum 588 snap 170 seq_num 588) dirty exists 2024-08-10T05:02:47.182 INFO:tasks.rados.rados.0.smithi078.stdout:1926: finishing rollback tid 0 to smithi07880501-10 2024-08-10T05:02:47.182 INFO:tasks.rados.rados.0.smithi078.stdout:1926: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:02:47.182 INFO:tasks.rados.rados.0.smithi078.stdout:1926: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:02:47.182 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1368 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-08-10T05:02:47.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:47 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:02:47.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:47 smithi107 ceph-mon[86658]: osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872] boot 2024-08-10T05:02:47.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:47 smithi107 ceph-mon[86658]: osdmap e430: 8 total, 8 up, 8 in 2024-08-10T05:02:47.362 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:02:47.363 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:47 smithi107 ceph-mon[86658]: pgmap v306: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.1 MiB/s wr, 23 op/s; 50/306 objects degraded (16.340%) 2024-08-10T05:02:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:02:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[94618]: osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872] boot 2024-08-10T05:02:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[94618]: osdmap e430: 8 total, 8 up, 8 in 2024-08-10T05:02:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:02:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[94618]: pgmap v306: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.1 MiB/s wr, 23 op/s; 50/306 objects degraded (16.340%) 2024-08-10T05:02:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:02:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[92251]: osd.4 [v2:172.21.15.107:6800/680450872,v1:172.21.15.107:6801/680450872] boot 2024-08-10T05:02:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[92251]: osdmap e430: 8 total, 8 up, 8 in 2024-08-10T05:02:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:02:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:47 smithi078 ceph-mon[92251]: pgmap v306: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.1 MiB/s wr, 23 op/s; 50/306 objects degraded (16.340%) 2024-08-10T05:02:48.140 INFO:tasks.rados.rados.0.smithi078.stdout:1925: done (3 left) 2024-08-10T05:02:48.140 INFO:tasks.rados.rados.0.smithi078.stdout:1926: done (2 left) 2024-08-10T05:02:48.140 INFO:tasks.rados.rados.0.smithi078.stdout:1927: done (1 left) 2024-08-10T05:02:48.140 INFO:tasks.rados.rados.0.smithi078.stdout:1928: done (0 left) 2024-08-10T05:02:48.140 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 176 2024-08-10T05:02:48.140 INFO:tasks.rados.rados.0.smithi078.stdout:1929: seq_num 603 ranges {11526144=507904} 2024-08-10T05:02:48.202 INFO:tasks.rados.rados.0.smithi078.stdout:1929: writing smithi07880501-38 from 11526144 to 12034048 tid 1 2024-08-10T05:02:48.202 INFO:tasks.rados.rados.0.smithi078.stdout:1930: snap_create 2024-08-10T05:02:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:1929: finishing write tid 1 to smithi07880501-38 2024-08-10T05:02:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:1929: finishing write tid 2 to smithi07880501-38 2024-08-10T05:02:48.208 INFO:tasks.rados.rados.0.smithi078.stdout:1929: finishing write tid 3 to smithi07880501-38 2024-08-10T05:02:48.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 1272 (ObjNum 603 snap 176 seq_num 603) dirty exists 2024-08-10T05:02:48.208 INFO:tasks.rados.rados.0.smithi078.stdout:1929: left oid 38 (ObjNum 603 snap 176 seq_num 603) 2024-08-10T05:02:48.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:48 smithi078 ceph-mon[92251]: osdmap e431: 8 total, 8 up, 8 in 2024-08-10T05:02:48.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:48 smithi078 ceph-mon[94618]: osdmap e431: 8 total, 8 up, 8 in 2024-08-10T05:02:48.484 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:48 smithi107 ceph-mon[86658]: osdmap e431: 8 total, 8 up, 8 in 2024-08-10T05:02:48.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:49.142 INFO:tasks.rados.rados.0.smithi078.stdout:1929: done (1 left) 2024-08-10T05:02:49.143 INFO:tasks.rados.rados.0.smithi078.stdout:1930: done (0 left) 2024-08-10T05:02:49.143 INFO:tasks.rados.rados.0.smithi078.stdout:1931: setattr oid 29 current snap is 177 2024-08-10T05:02:49.144 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 177 2024-08-10T05:02:49.144 INFO:tasks.rados.rados.0.smithi078.stdout:1932: seq_num 604 ranges {0=524288} 2024-08-10T05:02:49.147 INFO:tasks.rados.rados.0.smithi078.stdout:1932: writing smithi07880501-31 from 0 to 524288 tid 1 2024-08-10T05:02:49.147 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 177 2024-08-10T05:02:49.147 INFO:tasks.rados.rados.0.smithi078.stdout:1933: seq_num 605 ranges {0=540672} 2024-08-10T05:02:49.151 INFO:tasks.rados.rados.0.smithi078.stdout:1933: writing smithi07880501-46 from 0 to 540672 tid 1 2024-08-10T05:02:49.151 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 177 2024-08-10T05:02:49.151 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1060 (ObjNum 489573568 snap 22041 seq_num 304) dirty exists 2024-08-10T05:02:49.151 INFO:tasks.rados.rados.0.smithi078.stdout:1934: seq_num 606 ranges {0=557056} 2024-08-10T05:02:49.155 INFO:tasks.rados.rados.0.smithi078.stdout:1934: writing smithi07880501-14 from 0 to 557056 tid 1 2024-08-10T05:02:49.155 INFO:tasks.rados.rados.0.smithi078.stdout:1931: done (3 left) 2024-08-10T05:02:49.155 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 177 2024-08-10T05:02:49.155 INFO:tasks.rados.rados.0.smithi078.stdout:1935: seq_num 607 ranges {3792896=573440} 2024-08-10T05:02:49.178 INFO:tasks.rados.rados.0.smithi078.stdout:1935: writing smithi07880501-20 from 3792896 to 4366336 tid 1 2024-08-10T05:02:49.179 INFO:tasks.rados.rados.0.smithi078.stdout:1936: rmattr oid 12 current snap is 177 2024-08-10T05:02:49.179 INFO:tasks.rados.rados.0.smithi078.stdout:1936: done (4 left) 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:1937: setattr oid 47 current snap is 177 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:1932: finishing write tid 1 to smithi07880501-31 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:1932: finishing write tid 2 to smithi07880501-31 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:1932: finishing write tid 3 to smithi07880501-31 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 1591 (ObjNum 604 snap 177 seq_num 604) dirty exists 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:1932: left oid 31 (ObjNum 604 snap 177 seq_num 604) 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:1933: finishing write tid 1 to smithi07880501-46 2024-08-10T05:02:49.180 INFO:tasks.rados.rados.0.smithi078.stdout:1933: finishing write tid 2 to smithi07880501-46 2024-08-10T05:02:49.181 INFO:tasks.rados.rados.0.smithi078.stdout:1933: finishing write tid 3 to smithi07880501-46 2024-08-10T05:02:49.181 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1063 (ObjNum 605 snap 177 seq_num 605) dirty exists 2024-08-10T05:02:49.181 INFO:tasks.rados.rados.0.smithi078.stdout:1933: left oid 46 (ObjNum 605 snap 177 seq_num 605) 2024-08-10T05:02:49.181 INFO:tasks.rados.rados.0.smithi078.stdout:1934: finishing write tid 1 to smithi07880501-14 2024-08-10T05:02:49.181 INFO:tasks.rados.rados.0.smithi078.stdout:1934: finishing write tid 2 to smithi07880501-14 2024-08-10T05:02:49.181 INFO:tasks.rados.rados.0.smithi078.stdout:1934: finishing write tid 3 to smithi07880501-14 2024-08-10T05:02:49.181 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 1062 (ObjNum 606 snap 177 seq_num 606) dirty exists 2024-08-10T05:02:49.182 INFO:tasks.rados.rados.0.smithi078.stdout:1934: left oid 14 (ObjNum 606 snap 177 seq_num 606) 2024-08-10T05:02:49.183 INFO:tasks.rados.rados.0.smithi078.stdout:1932: done (4 left) 2024-08-10T05:02:49.183 INFO:tasks.rados.rados.0.smithi078.stdout:1933: done (3 left) 2024-08-10T05:02:49.183 INFO:tasks.rados.rados.0.smithi078.stdout:1934: done (2 left) 2024-08-10T05:02:49.183 INFO:tasks.rados.rados.0.smithi078.stdout:1938: rollback oid 24 current snap is 177 2024-08-10T05:02:49.183 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 176 2024-08-10T05:02:49.183 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 177 2024-08-10T05:02:49.183 INFO:tasks.rados.rados.0.smithi078.stdout:1939: seq_num 608 ranges {0=589824} 2024-08-10T05:02:49.186 INFO:tasks.rados.rados.0.smithi078.stdout:1939: writing smithi07880501-40 from 0 to 589824 tid 1 2024-08-10T05:02:49.186 INFO:tasks.rados.rados.0.smithi078.stdout:1940: rollback oid 42 current snap is 177 2024-08-10T05:02:49.186 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 175 2024-08-10T05:02:49.186 INFO:tasks.rados.rados.0.smithi078.stdout:1935: finishing write tid 1 to smithi07880501-20 2024-08-10T05:02:49.186 INFO:tasks.rados.rados.0.smithi078.stdout:1935: finishing write tid 2 to smithi07880501-20 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1935: finishing write tid 3 to smithi07880501-20 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 1632 (ObjNum 607 snap 177 seq_num 607) dirty exists 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1935: left oid 20 (ObjNum 607 snap 177 seq_num 607) 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1379 (ObjNum 49 snap 0 seq_num 489964776) dirty exists 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1935: done (4 left) 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1937: done (3 left) 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1941: copy_from oid 7 from oid 6 current snap is 177 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1942: delete oid 28 current snap is 177 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1938: finishing rollback tid 0 to smithi07880501-24 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1938: finishing rollback tid 1 to smithi07880501-24 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:1938: finishing rollback tid 2 to smithi07880501-24 2024-08-10T05:02:49.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1690 (ObjNum 596 snap 172 seq_num 596) dirty exists 2024-08-10T05:02:49.190 INFO:tasks.rados.rados.0.smithi078.stdout:1941: finishing copy_from to smithi07880501-7 2024-08-10T05:02:49.190 INFO:tasks.rados.rados.0.smithi078.stdout:1941: got expected ENOENT (src dne) 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1941: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1940: finishing rollback tid 0 to smithi07880501-42 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1938: done (4 left) 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1941: done (3 left) 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1942: done (2 left) 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1943: rmattr oid 46 current snap is 177 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1943: done (2 left) 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1944: copy_from oid 25 from oid 6 current snap is 177 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1945: setattr oid 26 current snap is 177 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1940: finishing rollback tid 1 to smithi07880501-42 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1940: finishing rollback tid 2 to smithi07880501-42 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1383 (ObjNum 81 snap 0 seq_num 1935959407) dirty exists 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1939: finishing write tid 1 to smithi07880501-40 2024-08-10T05:02:49.191 INFO:tasks.rados.rados.0.smithi078.stdout:1939: finishing write tid 2 to smithi07880501-40 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:1944: finishing copy_from to smithi07880501-25 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:1944: got expected ENOENT (src dne) 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:1940: done (3 left) 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:1946: snap_create 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:1944: finishing copy_from racing read to smithi07880501-25 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:1939: finishing write tid 3 to smithi07880501-40 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1066 (ObjNum 608 snap 177 seq_num 608) dirty exists 2024-08-10T05:02:49.192 INFO:tasks.rados.rados.0.smithi078.stdout:1939: left oid 40 (ObjNum 608 snap 177 seq_num 608) 2024-08-10T05:02:49.193 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1083 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:02:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: osdmap e432: 8 total, 8 up, 8 in 2024-08-10T05:02:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: pgmap v309: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 9 active+undersized, 7 active+undersized+degraded, 98 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 226 KiB/s wr, 4 op/s; 27/312 objects degraded (8.654%); 84 KiB/s, 0 objects/s recovering 2024-08-10T05:02:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:02:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:49.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:02:49.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T05:02:49.127+0000 7f778feb9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:02:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: osdmap e432: 8 total, 8 up, 8 in 2024-08-10T05:02:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: pgmap v309: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 9 active+undersized, 7 active+undersized+degraded, 98 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 226 KiB/s wr, 4 op/s; 27/312 objects degraded (8.654%); 84 KiB/s, 0 objects/s recovering 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:02:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: osdmap e432: 8 total, 8 up, 8 in 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: pgmap v309: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 9 active+undersized, 7 active+undersized+degraded, 98 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 226 KiB/s wr, 4 op/s; 27/312 objects degraded (8.654%); 84 KiB/s, 0 objects/s recovering 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:49.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:02:49.712 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:02:49.967 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:02:49.967 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (4m) 37s ago 8m 16.5M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:02:49.967 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (4m) 4s ago 8m 86.7M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:02:49.968 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (10m) 37s ago 10m 14.6M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:02:49.968 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (10m) 4s ago 10m 19.8M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:02:49.968 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (3m) 4s ago 13m 441M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:02:49.968 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (4m) 37s ago 15m 507M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:02:49.968 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (3m) 37s ago 15m 54.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:02:49.968 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (3m) 4s ago 14m 45.3M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (3m) 37s ago 13m 43.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (4m) 37s ago 8m 7792k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (4m) 4s ago 8m 15.6M - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (2m) 37s ago 13m 177M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (107s) 37s ago 13m 160M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (75s) 37s ago 12m 94.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (42s) 37s ago 12m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:02:49.969 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (9s) 4s ago 11m 12.1M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:02:49.970 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (11m) 4s ago 11m 287M 2479M 17.2.7-1372-g56ceb861 354fce865a9a 79e343086b22 2024-08-10T05:02:49.970 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (11m) 4s ago 11m 209M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T05:02:49.970 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (10m) 4s ago 10m 159M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:02:49.970 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (4m) 4s ago 9m 59.0M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:02:50.152 INFO:tasks.rados.rados.0.smithi078.stdout:1939: done (3 left) 2024-08-10T05:02:50.152 INFO:tasks.rados.rados.0.smithi078.stdout:1944: done (2 left) 2024-08-10T05:02:50.152 INFO:tasks.rados.rados.0.smithi078.stdout:1945: done (1 left) 2024-08-10T05:02:50.152 INFO:tasks.rados.rados.0.smithi078.stdout:1946: done (0 left) 2024-08-10T05:02:50.152 INFO:tasks.rados.rados.0.smithi078.stdout:1947: delete oid 24 current snap is 178 2024-08-10T05:02:50.156 INFO:tasks.rados.rados.0.smithi078.stdout:1947: done (0 left) 2024-08-10T05:02:50.156 INFO:tasks.rados.rados.0.smithi078.stdout:1948: rmattr oid 14 current snap is 178 2024-08-10T05:02:50.156 INFO:tasks.rados.rados.0.smithi078.stdout:1948: done (0 left) 2024-08-10T05:02:50.156 INFO:tasks.rados.rados.0.smithi078.stdout:1949: delete oid 15 current snap is 178 2024-08-10T05:02:50.159 INFO:tasks.rados.rados.0.smithi078.stdout:1949: done (0 left) 2024-08-10T05:02:50.159 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 178 2024-08-10T05:02:50.159 INFO:tasks.rados.rados.0.smithi078.stdout:1950: seq_num 612 ranges {0=655360} 2024-08-10T05:02:50.163 INFO:tasks.rados.rados.0.smithi078.stdout:1950: writing smithi07880501-4 from 0 to 655360 tid 1 2024-08-10T05:02:50.163 INFO:tasks.rados.rados.0.smithi078.stdout:1951: snap_create 2024-08-10T05:02:50.167 INFO:tasks.rados.rados.0.smithi078.stdout:1950: finishing write tid 1 to smithi07880501-4 2024-08-10T05:02:50.167 INFO:tasks.rados.rados.0.smithi078.stdout:1950: finishing write tid 2 to smithi07880501-4 2024-08-10T05:02:50.169 INFO:tasks.rados.rados.0.smithi078.stdout:1950: finishing write tid 3 to smithi07880501-4 2024-08-10T05:02:50.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1603 (ObjNum 612 snap 178 seq_num 612) dirty exists 2024-08-10T05:02:50.169 INFO:tasks.rados.rados.0.smithi078.stdout:1950: left oid 4 (ObjNum 612 snap 178 seq_num 612) 2024-08-10T05:02:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:50 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:02:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:50 smithi078 ceph-mon[94618]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:02:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:50 smithi078 ceph-mon[94618]: osdmap e433: 8 total, 8 up, 8 in 2024-08-10T05:02:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:50 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:02:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:50 smithi078 ceph-mon[92251]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:02:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:50 smithi078 ceph-mon[92251]: osdmap e433: 8 total, 8 up, 8 in 2024-08-10T05:02:50.292 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:02:50.292 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:02:50.292 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:02:50.292 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3, 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 5 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 5, 2024-08-10T05:02:50.293 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 10 2024-08-10T05:02:50.294 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:02:50.294 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:02:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:50 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:02:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:50 smithi107 ceph-mon[86658]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:02:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:50 smithi107 ceph-mon[86658]: osdmap e433: 8 total, 8 up, 8 in 2024-08-10T05:02:51.159 INFO:tasks.rados.rados.0.smithi078.stdout:1950: done (1 left) 2024-08-10T05:02:51.159 INFO:tasks.rados.rados.0.smithi078.stdout:1951: done (0 left) 2024-08-10T05:02:51.159 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 179 2024-08-10T05:02:51.159 INFO:tasks.rados.rados.0.smithi078.stdout:1952: seq_num 613 ranges {0=671744} 2024-08-10T05:02:51.162 INFO:tasks.rados.rados.0.smithi078.stdout:1952: writing smithi07880501-45 from 0 to 671744 tid 1 2024-08-10T05:02:51.163 INFO:tasks.rados.rados.0.smithi078.stdout:1953: snap_remove snap 176 2024-08-10T05:02:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:51 smithi107 ceph-mon[86658]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:51 smithi107 ceph-mon[86658]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:51.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:51 smithi107 ceph-mon[86658]: osdmap e434: 8 total, 8 up, 8 in 2024-08-10T05:02:51.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:51 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1129294382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:51.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:51 smithi107 ceph-mon[86658]: pgmap v312: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 114 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 702 KiB/s wr, 15 op/s; 4/312 objects degraded (1.282%); 3.2 MiB/s, 2 objects/s recovering 2024-08-10T05:02:51.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:51 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 27/312 objects degraded (8.654%), 8 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[92251]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[92251]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[92251]: osdmap e434: 8 total, 8 up, 8 in 2024-08-10T05:02:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1129294382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[92251]: pgmap v312: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 114 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 702 KiB/s wr, 15 op/s; 4/312 objects degraded (1.282%); 3.2 MiB/s, 2 objects/s recovering 2024-08-10T05:02:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 27/312 objects degraded (8.654%), 8 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[94618]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[94618]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:02:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[94618]: osdmap e434: 8 total, 8 up, 8 in 2024-08-10T05:02:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1129294382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:02:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[94618]: pgmap v312: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 114 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 702 KiB/s wr, 15 op/s; 4/312 objects degraded (1.282%); 3.2 MiB/s, 2 objects/s recovering 2024-08-10T05:02:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 27/312 objects degraded (8.654%), 8 pgs degraded (PG_DEGRADED) 2024-08-10T05:02:52.162 INFO:tasks.rados.rados.0.smithi078.stdout:1953: done (1 left) 2024-08-10T05:02:52.162 INFO:tasks.rados.rados.0.smithi078.stdout:1954: copy_from oid 25 from oid 40 current snap is 179 2024-08-10T05:02:52.162 INFO:tasks.rados.rados.0.smithi078.stdout:1952: finishing write tid 1 to smithi07880501-45 2024-08-10T05:02:52.162 INFO:tasks.rados.rados.0.smithi078.stdout:1952: finishing write tid 2 to smithi07880501-45 2024-08-10T05:02:52.162 INFO:tasks.rados.rados.0.smithi078.stdout:1952: finishing write tid 3 to smithi07880501-45 2024-08-10T05:02:52.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1605 (ObjNum 613 snap 179 seq_num 613) dirty exists 2024-08-10T05:02:52.163 INFO:tasks.rados.rados.0.smithi078.stdout:1952: left oid 45 (ObjNum 613 snap 179 seq_num 613) 2024-08-10T05:02:52.163 INFO:tasks.rados.rados.0.smithi078.stdout:1952: done (1 left) 2024-08-10T05:02:52.163 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 179 2024-08-10T05:02:52.163 INFO:tasks.rados.rados.0.smithi078.stdout:1955: seq_num 614 ranges {32768=688128} 2024-08-10T05:02:52.166 INFO:tasks.rados.rados.0.smithi078.stdout:1955: writing smithi07880501-32 from 32768 to 720896 tid 1 2024-08-10T05:02:52.166 INFO:tasks.rados.rados.0.smithi078.stdout:1956: snap_remove snap 175 2024-08-10T05:02:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:52 smithi078 ceph-mon[92251]: osdmap e435: 8 total, 8 up, 8 in 2024-08-10T05:02:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:52 smithi078 ceph-mon[94618]: osdmap e435: 8 total, 8 up, 8 in 2024-08-10T05:02:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:02:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:02:51] "GET /metrics HTTP/1.1" 200 36161 "" "Prometheus/2.43.0" 2024-08-10T05:02:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:52 smithi107 ceph-mon[86658]: osdmap e435: 8 total, 8 up, 8 in 2024-08-10T05:02:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:53.175 INFO:tasks.rados.rados.0.smithi078.stdout:1956: done (2 left) 2024-08-10T05:02:53.175 INFO:tasks.rados.rados.0.smithi078.stdout:1957: delete oid 19 current snap is 179 2024-08-10T05:02:53.175 INFO:tasks.rados.rados.0.smithi078.stdout:1954: finishing copy_from racing read to smithi07880501-25 2024-08-10T05:02:53.176 INFO:tasks.rados.rados.0.smithi078.stdout:1955: finishing write tid 1 to smithi07880501-32 2024-08-10T05:02:53.176 INFO:tasks.rados.rados.0.smithi078.stdout:1954: finishing copy_from to smithi07880501-25 2024-08-10T05:02:53.176 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1066 (ObjNum 608 snap 177 seq_num 608) dirty exists 2024-08-10T05:02:53.176 INFO:tasks.rados.rados.0.smithi078.stdout:1955: finishing write tid 2 to smithi07880501-32 2024-08-10T05:02:53.176 INFO:tasks.rados.rados.0.smithi078.stdout:1955: finishing write tid 3 to smithi07880501-32 2024-08-10T05:02:53.176 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1085 (ObjNum 614 snap 179 seq_num 614) dirty exists 2024-08-10T05:02:53.176 INFO:tasks.rados.rados.0.smithi078.stdout:1955: left oid 32 (ObjNum 614 snap 179 seq_num 614) 2024-08-10T05:02:53.178 INFO:tasks.rados.rados.0.smithi078.stdout:1954: done (2 left) 2024-08-10T05:02:53.178 INFO:tasks.rados.rados.0.smithi078.stdout:1955: done (1 left) 2024-08-10T05:02:53.178 INFO:tasks.rados.rados.0.smithi078.stdout:1957: done (0 left) 2024-08-10T05:02:53.178 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 179 2024-08-10T05:02:53.178 INFO:tasks.rados.rados.0.smithi078.stdout:1958: seq_num 616 ranges {4243456=720896} 2024-08-10T05:02:53.204 INFO:tasks.rados.rados.0.smithi078.stdout:1958: writing smithi07880501-23 from 4243456 to 4964352 tid 1 2024-08-10T05:02:53.205 INFO:tasks.rados.rados.0.smithi078.stdout:1959: snap_create 2024-08-10T05:02:53.208 INFO:tasks.rados.rados.0.smithi078.stdout:1958: finishing write tid 1 to smithi07880501-23 2024-08-10T05:02:53.208 INFO:tasks.rados.rados.0.smithi078.stdout:1958: finishing write tid 2 to smithi07880501-23 2024-08-10T05:02:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:1958: finishing write tid 3 to smithi07880501-23 2024-08-10T05:02:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 757 (ObjNum 616 snap 179 seq_num 616) dirty exists 2024-08-10T05:02:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:1958: left oid 23 (ObjNum 616 snap 179 seq_num 616) 2024-08-10T05:02:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:53 smithi078 ceph-mon[92251]: osdmap e436: 8 total, 8 up, 8 in 2024-08-10T05:02:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:53 smithi078 ceph-mon[92251]: pgmap v315: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 393 KiB/s rd, 608 KiB/s wr, 17 op/s; 9.5 MiB/s, 4 objects/s recovering 2024-08-10T05:02:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:53 smithi078 ceph-mon[94618]: osdmap e436: 8 total, 8 up, 8 in 2024-08-10T05:02:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:53 smithi078 ceph-mon[94618]: pgmap v315: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 393 KiB/s rd, 608 KiB/s wr, 17 op/s; 9.5 MiB/s, 4 objects/s recovering 2024-08-10T05:02:53.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:53 smithi107 ceph-mon[86658]: osdmap e436: 8 total, 8 up, 8 in 2024-08-10T05:02:53.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:53 smithi107 ceph-mon[86658]: pgmap v315: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 393 KiB/s rd, 608 KiB/s wr, 17 op/s; 9.5 MiB/s, 4 objects/s recovering 2024-08-10T05:02:53.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:1958: done (1 left) 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:1959: done (0 left) 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:1960: read oid 33 snap -1 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:1960: expect deleted 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:1961: read oid 6 snap -1 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:1961: expect deleted 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 180 2024-08-10T05:02:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:1962: seq_num 617 ranges {4546560=737280} 2024-08-10T05:02:54.209 INFO:tasks.rados.rados.0.smithi078.stdout:1962: writing smithi07880501-2 from 4546560 to 5283840 tid 1 2024-08-10T05:02:54.209 INFO:tasks.rados.rados.0.smithi078.stdout:1963: delete oid 8 current snap is 180 2024-08-10T05:02:54.217 INFO:tasks.rados.rados.0.smithi078.stdout:1960: done (3 left) 2024-08-10T05:02:54.217 INFO:tasks.rados.rados.0.smithi078.stdout:1961: done (2 left) 2024-08-10T05:02:54.217 INFO:tasks.rados.rados.0.smithi078.stdout:1963: done (1 left) 2024-08-10T05:02:54.217 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 180 2024-08-10T05:02:54.217 INFO:tasks.rados.rados.0.smithi078.stdout:1964: seq_num 619 ranges {589824=770048} 2024-08-10T05:02:54.224 INFO:tasks.rados.rados.0.smithi078.stdout:1964: writing smithi07880501-40 from 589824 to 1359872 tid 1 2024-08-10T05:02:54.224 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 180 2024-08-10T05:02:54.224 INFO:tasks.rados.rados.0.smithi078.stdout:1965: seq_num 620 ranges {0=794624} 2024-08-10T05:02:54.229 INFO:tasks.rados.rados.0.smithi078.stdout:1965: writing smithi07880501-44 from 0 to 794624 tid 1 2024-08-10T05:02:54.229 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 180 2024-08-10T05:02:54.229 INFO:tasks.rados.rados.0.smithi078.stdout:1966: seq_num 621 ranges {0=409600,409600=401408} 2024-08-10T05:02:54.231 INFO:tasks.rados.rados.0.smithi078.stdout:1966: writing smithi07880501-24 from 0 to 409600 tid 1 2024-08-10T05:02:54.234 INFO:tasks.rados.rados.0.smithi078.stdout:1966: writing smithi07880501-24 from 409600 to 811008 tid 2 2024-08-10T05:02:54.234 INFO:tasks.rados.rados.0.smithi078.stdout:1967: delete oid 33 current snap is 180 2024-08-10T05:02:54.234 INFO:tasks.rados.rados.0.smithi078.stdout:1962: finishing write tid 1 to smithi07880501-2 2024-08-10T05:02:54.234 INFO:tasks.rados.rados.0.smithi078.stdout:1962: finishing write tid 2 to smithi07880501-2 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1962: finishing write tid 3 to smithi07880501-2 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1607 (ObjNum 617 snap 180 seq_num 617) dirty exists 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1962: left oid 2 (ObjNum 617 snap 180 seq_num 617) 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1964: finishing write tid 1 to smithi07880501-40 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1964: finishing write tid 2 to smithi07880501-40 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1964: finishing write tid 3 to smithi07880501-40 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1068 (ObjNum 619 snap 180 seq_num 619) dirty exists 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1964: left oid 40 (ObjNum 619 snap 180 seq_num 619) 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1965: finishing write tid 1 to smithi07880501-44 2024-08-10T05:02:54.235 INFO:tasks.rados.rados.0.smithi078.stdout:1965: finishing write tid 2 to smithi07880501-44 2024-08-10T05:02:54.236 INFO:tasks.rados.rados.0.smithi078.stdout:1965: finishing write tid 3 to smithi07880501-44 2024-08-10T05:02:54.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1389 (ObjNum 620 snap 180 seq_num 620) dirty exists 2024-08-10T05:02:54.236 INFO:tasks.rados.rados.0.smithi078.stdout:1965: left oid 44 (ObjNum 620 snap 180 seq_num 620) 2024-08-10T05:02:54.237 INFO:tasks.rados.rados.0.smithi078.stdout:1966: finishing write tid 1 to smithi07880501-24 2024-08-10T05:02:54.237 INFO:tasks.rados.rados.0.smithi078.stdout:1966: finishing write tid 2 to smithi07880501-24 2024-08-10T05:02:54.238 INFO:tasks.rados.rados.0.smithi078.stdout:1966: finishing write tid 3 to smithi07880501-24 2024-08-10T05:02:54.239 INFO:tasks.rados.rados.0.smithi078.stdout:1966: finishing write tid 4 to smithi07880501-24 2024-08-10T05:02:54.239 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 1705 (ObjNum 621 snap 180 seq_num 621) dirty exists 2024-08-10T05:02:54.239 INFO:tasks.rados.rados.0.smithi078.stdout:1966: left oid 24 (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1962: done (4 left) 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1964: done (3 left) 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1965: done (2 left) 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1966: done (1 left) 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1967: done (0 left) 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1968: rmattr oid 49 current snap is 180 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1969: read oid 28 snap -1 2024-08-10T05:02:54.240 INFO:tasks.rados.rados.0.smithi078.stdout:1969: expect deleted 2024-08-10T05:02:54.241 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 180 2024-08-10T05:02:54.241 INFO:tasks.rados.rados.0.smithi078.stdout:1970: seq_num 623 ranges {11370496=442368,11812864=401408} 2024-08-10T05:02:54.302 INFO:tasks.rados.rados.0.smithi078.stdout:1970: writing smithi07880501-7 from 11370496 to 11812864 tid 1 2024-08-10T05:02:54.304 INFO:tasks.rados.rados.0.smithi078.stdout:1970: writing smithi07880501-7 from 11812864 to 12214272 tid 2 2024-08-10T05:02:54.304 INFO:tasks.rados.rados.0.smithi078.stdout:1971: read oid 13 snap -1 2024-08-10T05:02:54.304 INFO:tasks.rados.rados.0.smithi078.stdout:1971: expect (ObjNum 598 snap 174 seq_num 598) 2024-08-10T05:02:54.304 INFO:tasks.rados.rados.0.smithi078.stdout:1972: rmattr oid 30 current snap is 180 2024-08-10T05:02:54.304 INFO:tasks.rados.rados.0.smithi078.stdout:1972: done (4 left) 2024-08-10T05:02:54.305 INFO:tasks.rados.rados.0.smithi078.stdout:1973: read oid 6 snap -1 2024-08-10T05:02:54.305 INFO:tasks.rados.rados.0.smithi078.stdout:1973: expect deleted 2024-08-10T05:02:54.305 INFO:tasks.rados.rados.0.smithi078.stdout:1974: read oid 45 snap 172 2024-08-10T05:02:54.305 INFO:tasks.rados.rados.0.smithi078.stdout:1974: expect deleted 2024-08-10T05:02:54.305 INFO:tasks.rados.rados.0.smithi078.stdout:1975: snap_remove snap 178 2024-08-10T05:02:54.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:54 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/312 objects degraded (1.282%), 1 pg degraded) 2024-08-10T05:02:54.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:54 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:02:54.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:54 smithi107 ceph-mon[86658]: osdmap e437: 8 total, 8 up, 8 in 2024-08-10T05:02:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:54 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/312 objects degraded (1.282%), 1 pg degraded) 2024-08-10T05:02:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:54 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:02:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:54 smithi078 ceph-mon[92251]: osdmap e437: 8 total, 8 up, 8 in 2024-08-10T05:02:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:54 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/312 objects degraded (1.282%), 1 pg degraded) 2024-08-10T05:02:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:54 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:02:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:54 smithi078 ceph-mon[94618]: osdmap e437: 8 total, 8 up, 8 in 2024-08-10T05:02:54.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:54.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:55.186 INFO:tasks.rados.rados.0.smithi078.stdout:1975: done (6 left) 2024-08-10T05:02:55.186 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 728 (ObjNum 595 snap 171 seq_num 595) dirty exists 2024-08-10T05:02:55.186 INFO:tasks.rados.rados.0.smithi078.stdout:1970: finishing write tid 1 to smithi07880501-7 2024-08-10T05:02:55.186 INFO:tasks.rados.rados.0.smithi078.stdout:1970: finishing write tid 2 to smithi07880501-7 2024-08-10T05:02:55.186 INFO:tasks.rados.rados.0.smithi078.stdout:1970: finishing write tid 3 to smithi07880501-7 2024-08-10T05:02:55.186 INFO:tasks.rados.rados.0.smithi078.stdout:1971: expect (ObjNum 598 snap 174 seq_num 598) 2024-08-10T05:02:55.202 INFO:tasks.rados.rados.0.smithi078.stdout:1970: finishing write tid 4 to smithi07880501-7 2024-08-10T05:02:55.202 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1710 (ObjNum 623 snap 180 seq_num 623) dirty exists 2024-08-10T05:02:55.202 INFO:tasks.rados.rados.0.smithi078.stdout:1970: left oid 7 (ObjNum 623 snap 180 seq_num 623) 2024-08-10T05:02:55.202 INFO:tasks.rados.rados.0.smithi078.stdout:1976: read oid 17 snap -1 2024-08-10T05:02:55.202 INFO:tasks.rados.rados.0.smithi078.stdout:1976: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:1968: done (6 left) 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:1969: done (5 left) 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:1970: done (4 left) 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:1971: done (3 left) 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:1973: done (2 left) 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:1974: done (1 left) 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 180 2024-08-10T05:02:55.203 INFO:tasks.rados.rados.0.smithi078.stdout:1977: seq_num 624 ranges {0=458752,458752=401408} 2024-08-10T05:02:55.204 INFO:tasks.rados.rados.0.smithi078.stdout:1977: writing smithi07880501-42 from 0 to 458752 tid 1 2024-08-10T05:02:55.207 INFO:tasks.rados.rados.0.smithi078.stdout:1977: writing smithi07880501-42 from 458752 to 860160 tid 2 2024-08-10T05:02:55.207 INFO:tasks.rados.rados.0.smithi078.stdout:1978: read oid 36 snap -1 2024-08-10T05:02:55.207 INFO:tasks.rados.rados.0.smithi078.stdout:1978: expect deleted 2024-08-10T05:02:55.207 INFO:tasks.rados.rados.0.smithi078.stdout:1979: delete oid 27 current snap is 180 2024-08-10T05:02:55.207 INFO:tasks.rados.rados.0.smithi078.stdout:1976: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1977: finishing write tid 1 to smithi07880501-42 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1977: finishing write tid 2 to smithi07880501-42 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1977: finishing write tid 3 to smithi07880501-42 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1977: finishing write tid 4 to smithi07880501-42 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1393 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1977: left oid 42 (ObjNum 624 snap 180 seq_num 624) 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1976: done (3 left) 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1977: done (2 left) 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1978: done (1 left) 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1979: done (0 left) 2024-08-10T05:02:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:1980: setattr oid 45 current snap is 180 2024-08-10T05:02:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 180 2024-08-10T05:02:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:1981: seq_num 626 ranges {0=491520,491520=401408} 2024-08-10T05:02:55.230 INFO:tasks.rados.rados.0.smithi078.stdout:1981: writing smithi07880501-5 from 0 to 491520 tid 1 2024-08-10T05:02:55.233 INFO:tasks.rados.rados.0.smithi078.stdout:1981: writing smithi07880501-5 from 491520 to 892928 tid 2 2024-08-10T05:02:55.233 INFO:tasks.rados.rados.0.smithi078.stdout:1982: snap_create 2024-08-10T05:02:55.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1608 (ObjNum 613 snap 179 seq_num 613) dirty exists 2024-08-10T05:02:55.236 INFO:tasks.rados.rados.0.smithi078.stdout:1981: finishing write tid 1 to smithi07880501-5 2024-08-10T05:02:55.236 INFO:tasks.rados.rados.0.smithi078.stdout:1981: finishing write tid 2 to smithi07880501-5 2024-08-10T05:02:55.236 INFO:tasks.rados.rados.0.smithi078.stdout:1981: finishing write tid 3 to smithi07880501-5 2024-08-10T05:02:55.237 INFO:tasks.rados.rados.0.smithi078.stdout:1981: finishing write tid 4 to smithi07880501-5 2024-08-10T05:02:55.237 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1717 (ObjNum 626 snap 180 seq_num 626) dirty exists 2024-08-10T05:02:55.237 INFO:tasks.rados.rados.0.smithi078.stdout:1981: left oid 5 (ObjNum 626 snap 180 seq_num 626) 2024-08-10T05:02:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:55 smithi078 ceph-mon[92251]: osdmap e438: 8 total, 8 up, 8 in 2024-08-10T05:02:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:55 smithi078 ceph-mon[92251]: pgmap v318: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 18 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-08-10T05:02:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:55 smithi078 ceph-mon[94618]: osdmap e438: 8 total, 8 up, 8 in 2024-08-10T05:02:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:55 smithi078 ceph-mon[94618]: pgmap v318: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 18 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-08-10T05:02:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:55 smithi107 ceph-mon[86658]: osdmap e438: 8 total, 8 up, 8 in 2024-08-10T05:02:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:55 smithi107 ceph-mon[86658]: pgmap v318: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 18 op/s; 6.4 MiB/s, 2 objects/s recovering 2024-08-10T05:02:56.092 INFO:tasks.rados.rados.0.smithi078.stdout:1980: done (2 left) 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1981: done (1 left) 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1982: done (0 left) 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1983: read oid 17 snap -1 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1983: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1984: copy_from oid 25 from oid 30 current snap is 181 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1985: read oid 8 snap -1 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1985: expect deleted 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1986: read oid 38 snap -1 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1986: expect (ObjNum 603 snap 176 seq_num 603) 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1987: copy_from oid 34 from oid 26 current snap is 181 2024-08-10T05:02:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:1988: delete oid 21 current snap is 181 2024-08-10T05:02:56.099 INFO:tasks.rados.rados.0.smithi078.stdout:1985: done (5 left) 2024-08-10T05:02:56.099 INFO:tasks.rados.rados.0.smithi078.stdout:1988: done (4 left) 2024-08-10T05:02:56.099 INFO:tasks.rados.rados.0.smithi078.stdout:1989: snap_remove snap 169 2024-08-10T05:02:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:56 smithi078 ceph-mon[92251]: osdmap e439: 8 total, 8 up, 8 in 2024-08-10T05:02:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:56 smithi078 ceph-mon[92251]: osdmap e440: 8 total, 8 up, 8 in 2024-08-10T05:02:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:56 smithi078 ceph-mon[94618]: osdmap e439: 8 total, 8 up, 8 in 2024-08-10T05:02:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:56 smithi078 ceph-mon[94618]: osdmap e440: 8 total, 8 up, 8 in 2024-08-10T05:02:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:56 smithi107 ceph-mon[86658]: osdmap e439: 8 total, 8 up, 8 in 2024-08-10T05:02:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:56 smithi107 ceph-mon[86658]: osdmap e440: 8 total, 8 up, 8 in 2024-08-10T05:02:57.093 INFO:tasks.rados.rados.0.smithi078.stdout:1989: done (4 left) 2024-08-10T05:02:57.093 INFO:tasks.rados.rados.0.smithi078.stdout:1990: read oid 4 snap -1 2024-08-10T05:02:57.093 INFO:tasks.rados.rados.0.smithi078.stdout:1990: expect (ObjNum 612 snap 178 seq_num 612) 2024-08-10T05:02:57.093 INFO:tasks.rados.rados.0.smithi078.stdout:1991: snap_remove snap 172 2024-08-10T05:02:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:57 smithi078 ceph-mon[94618]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-10T05:02:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:57 smithi078 ceph-mon[94618]: osdmap e441: 8 total, 8 up, 8 in 2024-08-10T05:02:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:57 smithi078 ceph-mon[92251]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-10T05:02:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:57 smithi078 ceph-mon[92251]: osdmap e441: 8 total, 8 up, 8 in 2024-08-10T05:02:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:57 smithi107 ceph-mon[86658]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-10T05:02:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:57 smithi107 ceph-mon[86658]: osdmap e441: 8 total, 8 up, 8 in 2024-08-10T05:02:58.096 INFO:tasks.rados.rados.0.smithi078.stdout:1991: done (5 left) 2024-08-10T05:02:58.096 INFO:tasks.rados.rados.0.smithi078.stdout:1992: rollback oid 35 current snap is 181 2024-08-10T05:02:58.096 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 35 to 174 2024-08-10T05:02:58.096 INFO:tasks.rados.rados.0.smithi078.stdout:1983: expect (ObjNum 451 snap 132 seq_num 451) 2024-08-10T05:02:58.120 INFO:tasks.rados.rados.0.smithi078.stdout:1987: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:02:58.120 INFO:tasks.rados.rados.0.smithi078.stdout:1984: finishing copy_from racing read to smithi07880501-25 2024-08-10T05:02:58.120 INFO:tasks.rados.rados.0.smithi078.stdout:1987: finishing copy_from to smithi07880501-34 2024-08-10T05:02:58.120 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1083 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:02:58.120 INFO:tasks.rados.rados.0.smithi078.stdout:1984: finishing copy_from to smithi07880501-25 2024-08-10T05:02:58.120 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1492 (ObjNum 569 snap 165 seq_num 569) dirty exists 2024-08-10T05:02:58.120 INFO:tasks.rados.rados.0.smithi078.stdout:1986: expect (ObjNum 603 snap 176 seq_num 603) 2024-08-10T05:02:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[92251]: osdmap e442: 8 total, 8 up, 8 in 2024-08-10T05:02:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:58 smithi078 ceph-mon[94618]: osdmap e442: 8 total, 8 up, 8 in 2024-08-10T05:02:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:02:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:02:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:58 smithi107 ceph-mon[86658]: osdmap e442: 8 total, 8 up, 8 in 2024-08-10T05:02:58.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:02:58.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:02:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:02:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.78\", device_class=\"ssd\", hostname=\"smithi078\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.78\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:02:59.361 INFO:tasks.rados.rados.0.smithi078.stdout:1990: expect (ObjNum 612 snap 178 seq_num 612) 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1992: finishing rollback tid 0 to smithi07880501-35 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1992: finishing rollback tid 1 to smithi07880501-35 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1992: finishing rollback tid 2 to smithi07880501-35 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1635 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1983: done (5 left) 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1984: done (4 left) 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1986: done (3 left) 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1987: done (2 left) 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1990: done (1 left) 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1992: done (0 left) 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1993: read oid 10 snap -1 2024-08-10T05:02:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:1993: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:02:59.379 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 181 2024-08-10T05:02:59.379 INFO:tasks.rados.rados.0.smithi078.stdout:1994: seq_num 628 ranges {794624=524288,1318912=401408} 2024-08-10T05:02:59.384 INFO:tasks.rados.rados.0.smithi078.stdout:1994: writing smithi07880501-44 from 794624 to 1318912 tid 1 2024-08-10T05:02:59.387 INFO:tasks.rados.rados.0.smithi078.stdout:1994: writing smithi07880501-44 from 1318912 to 1720320 tid 2 2024-08-10T05:02:59.387 INFO:tasks.rados.rados.0.smithi078.stdout:1995: rollback oid 40 current snap is 181 2024-08-10T05:02:59.387 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 174 2024-08-10T05:02:59.387 INFO:tasks.rados.rados.0.smithi078.stdout:1996: snap_remove snap 179 2024-08-10T05:02:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:02:59 smithi078 ceph-mon[92251]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 482 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-10T05:02:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:02:59 smithi078 ceph-mon[94618]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 482 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-10T05:02:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:02:59 smithi107 ceph-mon[86658]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 482 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-10T05:03:00.101 INFO:tasks.rados.rados.0.smithi078.stdout:1996: done (3 left) 2024-08-10T05:03:00.116 INFO:tasks.rados.rados.0.smithi078.stdout:1997: rollback oid 28 current snap is 181 2024-08-10T05:03:00.117 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 171 2024-08-10T05:03:00.117 INFO:tasks.rados.rados.0.smithi078.stdout:1995: finishing rollback tid 0 to smithi07880501-40 2024-08-10T05:03:00.117 INFO:tasks.rados.rados.0.smithi078.stdout:1995: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:03:00.117 INFO:tasks.rados.rados.0.smithi078.stdout:1995: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:03:00.117 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1071 (ObjNum 566 snap 164 seq_num 566) dirty exists 2024-08-10T05:03:00.117 INFO:tasks.rados.rados.0.smithi078.stdout:1993: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:03:00.524 INFO:tasks.rados.rados.0.smithi078.stdout:1994: finishing write tid 1 to smithi07880501-44 2024-08-10T05:03:00.524 INFO:tasks.rados.rados.0.smithi078.stdout:1994: finishing write tid 2 to smithi07880501-44 2024-08-10T05:03:00.524 INFO:tasks.rados.rados.0.smithi078.stdout:1994: finishing write tid 3 to smithi07880501-44 2024-08-10T05:03:00.524 INFO:tasks.rados.rados.0.smithi078.stdout:1994: finishing write tid 4 to smithi07880501-44 2024-08-10T05:03:00.524 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1411 (ObjNum 628 snap 181 seq_num 628) dirty exists 2024-08-10T05:03:00.525 INFO:tasks.rados.rados.0.smithi078.stdout:1994: left oid 44 (ObjNum 628 snap 181 seq_num 628) 2024-08-10T05:03:00.525 INFO:tasks.rados.rados.0.smithi078.stdout:1993: done (3 left) 2024-08-10T05:03:00.525 INFO:tasks.rados.rados.0.smithi078.stdout:1994: done (2 left) 2024-08-10T05:03:00.525 INFO:tasks.rados.rados.0.smithi078.stdout:1995: done (1 left) 2024-08-10T05:03:00.525 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 181 2024-08-10T05:03:00.525 INFO:tasks.rados.rados.0.smithi078.stdout:1998: seq_num 629 ranges {0=540672,540672=401408} 2024-08-10T05:03:00.526 INFO:tasks.rados.rados.0.smithi078.stdout:1998: writing smithi07880501-1 from 0 to 540672 tid 1 2024-08-10T05:03:00.529 INFO:tasks.rados.rados.0.smithi078.stdout:1998: writing smithi07880501-1 from 540672 to 942080 tid 2 2024-08-10T05:03:00.529 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 181 2024-08-10T05:03:00.529 INFO:tasks.rados.rados.0.smithi078.stdout:1997: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:03:00.529 INFO:tasks.rados.rados.0.smithi078.stdout:1997: finishing rollback tid 2 to smithi07880501-28 2024-08-10T05:03:00.529 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 1087 (ObjNum 492 snap 145 seq_num 492) dirty exists 2024-08-10T05:03:00.529 INFO:tasks.rados.rados.0.smithi078.stdout:1999: seq_num 630 ranges {0=557056,557056=401408} 2024-08-10T05:03:00.532 INFO:tasks.rados.rados.0.smithi078.stdout:1999: writing smithi07880501-8 from 0 to 557056 tid 1 2024-08-10T05:03:00.534 INFO:tasks.rados.rados.0.smithi078.stdout:1999: writing smithi07880501-8 from 557056 to 958464 tid 2 2024-08-10T05:03:00.534 INFO:tasks.rados.rados.0.smithi078.stdout:1997: done (2 left) 2024-08-10T05:03:00.535 INFO:tasks.rados.rados.0.smithi078.stdout:2000: snap_create 2024-08-10T05:03:00.535 INFO:tasks.rados.rados.0.smithi078.stdout:1998: finishing write tid 1 to smithi07880501-1 2024-08-10T05:03:00.535 INFO:tasks.rados.rados.0.smithi078.stdout:1998: finishing write tid 2 to smithi07880501-1 2024-08-10T05:03:00.535 INFO:tasks.rados.rados.0.smithi078.stdout:1998: finishing write tid 3 to smithi07880501-1 2024-08-10T05:03:00.535 INFO:tasks.rados.rados.0.smithi078.stdout:1998: finishing write tid 4 to smithi07880501-1 2024-08-10T05:03:00.535 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1638 (ObjNum 629 snap 181 seq_num 629) dirty exists 2024-08-10T05:03:00.535 INFO:tasks.rados.rados.0.smithi078.stdout:1998: left oid 1 (ObjNum 629 snap 181 seq_num 629) 2024-08-10T05:03:00.537 INFO:tasks.rados.rados.0.smithi078.stdout:1999: finishing write tid 1 to smithi07880501-8 2024-08-10T05:03:00.537 INFO:tasks.rados.rados.0.smithi078.stdout:1999: finishing write tid 2 to smithi07880501-8 2024-08-10T05:03:00.537 INFO:tasks.rados.rados.0.smithi078.stdout:1999: finishing write tid 3 to smithi07880501-8 2024-08-10T05:03:00.539 INFO:tasks.rados.rados.0.smithi078.stdout:1999: finishing write tid 4 to smithi07880501-8 2024-08-10T05:03:00.539 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 1066 (ObjNum 630 snap 181 seq_num 630) dirty exists 2024-08-10T05:03:00.539 INFO:tasks.rados.rados.0.smithi078.stdout:1999: left oid 8 (ObjNum 630 snap 181 seq_num 630) 2024-08-10T05:03:01.093 INFO:tasks.rados.rados.0.smithi078.stdout:1998: done (2 left) 2024-08-10T05:03:01.093 INFO:tasks.rados.rados.0.smithi078.stdout:1999: done (1 left) 2024-08-10T05:03:01.093 INFO:tasks.rados.rados.0.smithi078.stdout:2000: done (0 left) 2024-08-10T05:03:01.093 INFO:tasks.rados.rados.0.smithi078.stdout:2001: delete oid 50 current snap is 182 2024-08-10T05:03:01.099 INFO:tasks.rados.rados.0.smithi078.stdout:2001: done (0 left) 2024-08-10T05:03:01.099 INFO:tasks.rados.rados.0.smithi078.stdout:2002: rmattr oid 47 current snap is 182 2024-08-10T05:03:01.100 INFO:tasks.rados.rados.0.smithi078.stdout:2003: delete oid 15 current snap is 182 2024-08-10T05:03:01.104 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1417 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-08-10T05:03:01.112 INFO:tasks.rados.rados.0.smithi078.stdout:2002: done (1 left) 2024-08-10T05:03:01.112 INFO:tasks.rados.rados.0.smithi078.stdout:2003: done (0 left) 2024-08-10T05:03:01.112 INFO:tasks.rados.rados.0.smithi078.stdout:2004: snap_remove snap 177 2024-08-10T05:03:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:01 smithi078 ceph-mon[92251]: osdmap e443: 8 total, 8 up, 8 in 2024-08-10T05:03:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:01 smithi078 ceph-mon[92251]: pgmap v326: 121 pgs: 121 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-08-10T05:03:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:01 smithi078 ceph-mon[92251]: osdmap e444: 8 total, 8 up, 8 in 2024-08-10T05:03:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:01 smithi078 ceph-mon[94618]: osdmap e443: 8 total, 8 up, 8 in 2024-08-10T05:03:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:01 smithi078 ceph-mon[94618]: pgmap v326: 121 pgs: 121 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-08-10T05:03:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:01 smithi078 ceph-mon[94618]: osdmap e444: 8 total, 8 up, 8 in 2024-08-10T05:03:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:01 smithi107 ceph-mon[86658]: osdmap e443: 8 total, 8 up, 8 in 2024-08-10T05:03:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:01 smithi107 ceph-mon[86658]: pgmap v326: 121 pgs: 121 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-08-10T05:03:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:01 smithi107 ceph-mon[86658]: osdmap e444: 8 total, 8 up, 8 in 2024-08-10T05:03:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:2004: done (0 left) 2024-08-10T05:03:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 182 2024-08-10T05:03:02.114 INFO:tasks.rados.rados.0.smithi078.stdout:2005: seq_num 633 ranges {4964352=606208,5570560=401408} 2024-08-10T05:03:02.144 INFO:tasks.rados.rados.0.smithi078.stdout:2005: writing smithi07880501-23 from 4964352 to 5570560 tid 1 2024-08-10T05:03:02.146 INFO:tasks.rados.rados.0.smithi078.stdout:2005: writing smithi07880501-23 from 5570560 to 5971968 tid 2 2024-08-10T05:03:02.146 INFO:tasks.rados.rados.0.smithi078.stdout:2006: read oid 15 snap -1 2024-08-10T05:03:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2006: expect deleted 2024-08-10T05:03:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2007: setattr oid 36 current snap is 182 2024-08-10T05:03:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2006: done (2 left) 2024-08-10T05:03:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2008: snap_create 2024-08-10T05:03:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2005: finishing write tid 1 to smithi07880501-23 2024-08-10T05:03:02.149 INFO:tasks.rados.rados.0.smithi078.stdout:2005: finishing write tid 2 to smithi07880501-23 2024-08-10T05:03:02.149 INFO:tasks.rados.rados.0.smithi078.stdout:2005: finishing write tid 3 to smithi07880501-23 2024-08-10T05:03:02.149 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1592 (ObjNum 225 snap 0 seq_num 490449664) dirty exists 2024-08-10T05:03:02.150 INFO:tasks.rados.rados.0.smithi078.stdout:2005: finishing write tid 4 to smithi07880501-23 2024-08-10T05:03:02.150 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 760 (ObjNum 633 snap 182 seq_num 633) dirty exists 2024-08-10T05:03:02.150 INFO:tasks.rados.rados.0.smithi078.stdout:2005: left oid 23 (ObjNum 633 snap 182 seq_num 633) 2024-08-10T05:03:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:03:01] "GET /metrics HTTP/1.1" 200 36145 "" "Prometheus/2.43.0" 2024-08-10T05:03:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:03.118 INFO:tasks.rados.rados.0.smithi078.stdout:2005: done (2 left) 2024-08-10T05:03:03.118 INFO:tasks.rados.rados.0.smithi078.stdout:2007: done (1 left) 2024-08-10T05:03:03.118 INFO:tasks.rados.rados.0.smithi078.stdout:2008: done (0 left) 2024-08-10T05:03:03.118 INFO:tasks.rados.rados.0.smithi078.stdout:2009: delete oid 2 current snap is 183 2024-08-10T05:03:03.122 INFO:tasks.rados.rados.0.smithi078.stdout:2009: done (0 left) 2024-08-10T05:03:03.122 INFO:tasks.rados.rados.0.smithi078.stdout:2010: copy_from oid 29 from oid 30 current snap is 183 2024-08-10T05:03:03.122 INFO:tasks.rados.rados.0.smithi078.stdout:2011: read oid 1 snap 174 2024-08-10T05:03:03.122 INFO:tasks.rados.rados.0.smithi078.stdout:2011: expect deleted 2024-08-10T05:03:03.122 INFO:tasks.rados.rados.0.smithi078.stdout:2012: rollback oid 17 current snap is 183 2024-08-10T05:03:03.122 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 171 2024-08-10T05:03:03.123 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 183 2024-08-10T05:03:03.123 INFO:tasks.rados.rados.0.smithi078.stdout:2013: seq_num 635 ranges {4718592=638976,5357568=401408} 2024-08-10T05:03:03.151 INFO:tasks.rados.rados.0.smithi078.stdout:2013: writing smithi07880501-49 from 4718592 to 5357568 tid 1 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:2013: writing smithi07880501-49 from 5357568 to 5758976 tid 2 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:2014: setattr oid 5 current snap is 183 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:2012: finishing rollback tid 0 to smithi07880501-17 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:2012: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:2012: finishing rollback tid 2 to smithi07880501-17 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 1275 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:2010: finishing copy_from racing read to smithi07880501-29 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:2010: finishing copy_from to smithi07880501-29 2024-08-10T05:03:03.154 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1492 (ObjNum 569 snap 165 seq_num 569) dirty exists 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2010: done (4 left) 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2011: done (3 left) 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2012: done (2 left) 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2015: read oid 39 snap 180 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2015: expect (ObjNum 592 snap 171 seq_num 592) 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2016: rmattr oid 47 current snap is 183 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2013: finishing write tid 1 to smithi07880501-49 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 183 2024-08-10T05:03:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:2017: seq_num 636 ranges {0=655360,655360=401408} 2024-08-10T05:03:03.160 INFO:tasks.rados.rados.0.smithi078.stdout:2017: writing smithi07880501-50 from 0 to 655360 tid 1 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:2017: writing smithi07880501-50 from 655360 to 1056768 tid 2 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:2018: rollback oid 17 current snap is 183 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 171 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:2013: finishing write tid 2 to smithi07880501-49 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:2013: finishing write tid 3 to smithi07880501-49 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:2013: finishing write tid 4 to smithi07880501-49 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 731 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-08-10T05:03:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:2013: left oid 49 (ObjNum 635 snap 183 seq_num 635) 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1750 (ObjNum 626 snap 180 seq_num 626) dirty exists 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1425 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:2013: done (5 left) 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:2014: done (4 left) 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:2016: done (3 left) 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:2019: copy_from oid 11 from oid 8 current snap is 183 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:2020: rollback oid 23 current snap is 183 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 23 to 182 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:2021: setattr oid 22 current snap is 183 2024-08-10T05:03:03.165 INFO:tasks.rados.rados.0.smithi078.stdout:2015: expect (ObjNum 592 snap 171 seq_num 592) 2024-08-10T05:03:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:2017: finishing write tid 1 to smithi07880501-50 2024-08-10T05:03:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:2017: finishing write tid 2 to smithi07880501-50 2024-08-10T05:03:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:2017: finishing write tid 3 to smithi07880501-50 2024-08-10T05:03:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:2017: finishing write tid 4 to smithi07880501-50 2024-08-10T05:03:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1613 (ObjNum 636 snap 183 seq_num 636) dirty exists 2024-08-10T05:03:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:2017: left oid 50 (ObjNum 636 snap 183 seq_num 636) 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2018: finishing rollback tid 0 to smithi07880501-17 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2018: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2020: finishing rollback tid 0 to smithi07880501-23 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2020: finishing rollback tid 1 to smithi07880501-23 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2020: finishing rollback tid 2 to smithi07880501-23 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 763 (ObjNum 633 snap 182 seq_num 633) dirty exists 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2018: finishing rollback tid 2 to smithi07880501-17 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 1278 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2019: finishing copy_from racing read to smithi07880501-11 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2019: finishing copy_from to smithi07880501-11 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1066 (ObjNum 630 snap 181 seq_num 630) dirty exists 2024-08-10T05:03:03.250 INFO:tasks.rados.rados.0.smithi078.stdout:2015: done (5 left) 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2017: done (4 left) 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2018: done (3 left) 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2019: done (2 left) 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2020: done (1 left) 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2022: read oid 12 snap -1 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2022: expect deleted 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2023: copy_from oid 33 from oid 21 current snap is 183 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2024: copy_from oid 39 from oid 9 current snap is 183 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2025: read oid 44 snap 170 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2025: expect deleted 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2026: read oid 10 snap 171 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2026: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:2027: copy_from oid 5 from oid 23 current snap is 183 2024-08-10T05:03:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 183 2024-08-10T05:03:03.252 INFO:tasks.rados.rados.0.smithi078.stdout:2028: seq_num 637 ranges {0=671744,671744=401408} 2024-08-10T05:03:03.252 INFO:tasks.rados.rados.0.smithi078.stdout:2028: writing smithi07880501-36 from 0 to 671744 tid 1 2024-08-10T05:03:03.255 INFO:tasks.rados.rados.0.smithi078.stdout:2028: writing smithi07880501-36 from 671744 to 1073152 tid 2 2024-08-10T05:03:03.255 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 183 2024-08-10T05:03:03.256 INFO:tasks.rados.rados.0.smithi078.stdout:2029: seq_num 638 ranges {958464=688128,1646592=401408} 2024-08-10T05:03:03.265 INFO:tasks.rados.rados.0.smithi078.stdout:2029: writing smithi07880501-11 from 958464 to 1646592 tid 1 2024-08-10T05:03:03.268 INFO:tasks.rados.rados.0.smithi078.stdout:2029: writing smithi07880501-11 from 1646592 to 2048000 tid 2 2024-08-10T05:03:03.268 INFO:tasks.rados.rados.0.smithi078.stdout:2030: copy_from oid 40 from oid 38 current snap is 183 2024-08-10T05:03:03.268 INFO:tasks.rados.rados.0.smithi078.stdout:2024: finishing copy_from to smithi07880501-39 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:2024: got expected ENOENT (src dne) 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:2024: finishing copy_from racing read to smithi07880501-39 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1752 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:2023: finishing copy_from to smithi07880501-33 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:2023: got expected ENOENT (src dne) 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:2023: finishing copy_from racing read to smithi07880501-33 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:2021: done (9 left) 2024-08-10T05:03:03.269 INFO:tasks.rados.rados.0.smithi078.stdout:2022: done (8 left) 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2023: done (7 left) 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2024: done (6 left) 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2025: done (5 left) 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2031: delete oid 17 current snap is 183 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2028: finishing write tid 1 to smithi07880501-36 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2028: finishing write tid 2 to smithi07880501-36 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2028: finishing write tid 3 to smithi07880501-36 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2028: finishing write tid 4 to smithi07880501-36 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1595 (ObjNum 637 snap 183 seq_num 637) dirty exists 2024-08-10T05:03:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:2028: left oid 36 (ObjNum 637 snap 183 seq_num 637) 2024-08-10T05:03:03.271 INFO:tasks.rados.rados.0.smithi078.stdout:2028: done (5 left) 2024-08-10T05:03:03.271 INFO:tasks.rados.rados.0.smithi078.stdout:2031: done (4 left) 2024-08-10T05:03:03.271 INFO:tasks.rados.rados.0.smithi078.stdout:2032: read oid 27 snap 170 2024-08-10T05:03:03.272 INFO:tasks.rados.rados.0.smithi078.stdout:2032: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:03:03.272 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 183 2024-08-10T05:03:03.272 INFO:tasks.rados.rados.0.smithi078.stdout:2033: seq_num 640 ranges {2465792=729088,3194880=401408} 2024-08-10T05:03:03.289 INFO:tasks.rados.rados.0.smithi078.stdout:2033: writing smithi07880501-26 from 2465792 to 3194880 tid 1 2024-08-10T05:03:03.291 INFO:tasks.rados.rados.0.smithi078.stdout:2033: writing smithi07880501-26 from 3194880 to 3596288 tid 2 2024-08-10T05:03:03.291 INFO:tasks.rados.rados.0.smithi078.stdout:2034: delete oid 6 current snap is 183 2024-08-10T05:03:03.291 INFO:tasks.rados.rados.0.smithi078.stdout:2026: expect (ObjNum 199 snap 53 seq_num 199) 2024-08-10T05:03:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:03 smithi078 ceph-mon[92251]: osdmap e445: 8 total, 8 up, 8 in 2024-08-10T05:03:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:03 smithi078 ceph-mon[92251]: pgmap v329: 121 pgs: 121 active+clean; 182 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-10T05:03:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:03 smithi078 ceph-mon[94618]: osdmap e445: 8 total, 8 up, 8 in 2024-08-10T05:03:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:03 smithi078 ceph-mon[94618]: pgmap v329: 121 pgs: 121 active+clean; 182 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-10T05:03:03.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:03 smithi107 ceph-mon[86658]: osdmap e445: 8 total, 8 up, 8 in 2024-08-10T05:03:03.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:03 smithi107 ceph-mon[86658]: pgmap v329: 121 pgs: 121 active+clean; 182 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-10T05:03:03.713 INFO:tasks.rados.rados.0.smithi078.stdout:2029: finishing write tid 1 to smithi07880501-11 2024-08-10T05:03:03.713 INFO:tasks.rados.rados.0.smithi078.stdout:2029: finishing write tid 2 to smithi07880501-11 2024-08-10T05:03:03.713 INFO:tasks.rados.rados.0.smithi078.stdout:2027: finishing copy_from racing read to smithi07880501-5 2024-08-10T05:03:03.713 INFO:tasks.rados.rados.0.smithi078.stdout:2029: finishing write tid 3 to smithi07880501-11 2024-08-10T05:03:03.713 INFO:tasks.rados.rados.0.smithi078.stdout:2029: finishing write tid 4 to smithi07880501-11 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1430 (ObjNum 638 snap 183 seq_num 638) dirty exists 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2029: left oid 11 (ObjNum 638 snap 183 seq_num 638) 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2033: finishing write tid 1 to smithi07880501-26 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2026: done (6 left) 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2029: done (5 left) 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2034: done (4 left) 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2035: delete oid 47 current snap is 183 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2033: finishing write tid 2 to smithi07880501-26 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2033: finishing write tid 3 to smithi07880501-26 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2033: finishing write tid 4 to smithi07880501-26 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1090 (ObjNum 640 snap 183 seq_num 640) dirty exists 2024-08-10T05:03:03.714 INFO:tasks.rados.rados.0.smithi078.stdout:2033: left oid 26 (ObjNum 640 snap 183 seq_num 640) 2024-08-10T05:03:03.715 INFO:tasks.rados.rados.0.smithi078.stdout:2027: finishing copy_from to smithi07880501-5 2024-08-10T05:03:03.715 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 763 (ObjNum 633 snap 182 seq_num 633) dirty exists 2024-08-10T05:03:03.715 INFO:tasks.rados.rados.0.smithi078.stdout:2030: finishing copy_from racing read to smithi07880501-40 2024-08-10T05:03:03.715 INFO:tasks.rados.rados.0.smithi078.stdout:2030: finishing copy_from to smithi07880501-40 2024-08-10T05:03:03.715 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1272 (ObjNum 603 snap 176 seq_num 603) dirty exists 2024-08-10T05:03:03.715 INFO:tasks.rados.rados.0.smithi078.stdout:2032: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:03:03.817 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:03.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi078\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi078\", job=\"node\", machine=\"x86_64\", nodename=\"smithi078\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:04.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:04 smithi107 ceph-mon[86658]: osdmap e446: 8 total, 8 up, 8 in 2024-08-10T05:03:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:04 smithi078 ceph-mon[92251]: osdmap e446: 8 total, 8 up, 8 in 2024-08-10T05:03:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:04 smithi078 ceph-mon[94618]: osdmap e446: 8 total, 8 up, 8 in 2024-08-10T05:03:04.575 INFO:tasks.rados.rados.0.smithi078.stdout:2027: done (4 left) 2024-08-10T05:03:04.575 INFO:tasks.rados.rados.0.smithi078.stdout:2030: done (3 left) 2024-08-10T05:03:04.575 INFO:tasks.rados.rados.0.smithi078.stdout:2032: done (2 left) 2024-08-10T05:03:04.575 INFO:tasks.rados.rados.0.smithi078.stdout:2033: done (1 left) 2024-08-10T05:03:04.575 INFO:tasks.rados.rados.0.smithi078.stdout:2035: done (0 left) 2024-08-10T05:03:04.576 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 183 2024-08-10T05:03:04.576 INFO:tasks.rados.rados.0.smithi078.stdout:2036: seq_num 643 ranges {0=778240,778240=401408} 2024-08-10T05:03:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:2036: writing smithi07880501-9 from 0 to 778240 tid 1 2024-08-10T05:03:04.581 INFO:tasks.rados.rados.0.smithi078.stdout:2036: writing smithi07880501-9 from 778240 to 1179648 tid 2 2024-08-10T05:03:04.581 INFO:tasks.rados.rados.0.smithi078.stdout:2037: snap_remove snap 171 2024-08-10T05:03:04.795 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:04.796 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:05.130 INFO:tasks.rados.rados.0.smithi078.stdout:2037: done (1 left) 2024-08-10T05:03:05.131 INFO:tasks.rados.rados.0.smithi078.stdout:2038: snap_remove snap 180 2024-08-10T05:03:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:03:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:03:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[92251]: Upgrade: osd.5 is safe to restart 2024-08-10T05:03:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[92251]: pgmap v331: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-10T05:03:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:03:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:03:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[94618]: Upgrade: osd.5 is safe to restart 2024-08-10T05:03:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:05 smithi078 ceph-mon[94618]: pgmap v331: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-10T05:03:05.554 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:03:05.554 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:05 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:03:05.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:05 smithi107 ceph-mon[86658]: Upgrade: osd.5 is safe to restart 2024-08-10T05:03:05.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:05 smithi107 ceph-mon[86658]: pgmap v331: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-10T05:03:06.097 INFO:tasks.rados.rados.0.smithi078.stdout:2038: done (1 left) 2024-08-10T05:03:06.097 INFO:tasks.rados.rados.0.smithi078.stdout:2039: copy_from oid 15 from oid 42 current snap is 183 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:2036: finishing write tid 1 to smithi07880501-9 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:2036: finishing write tid 2 to smithi07880501-9 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:2036: finishing write tid 3 to smithi07880501-9 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:2036: finishing write tid 4 to smithi07880501-9 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 1079 (ObjNum 643 snap 183 seq_num 643) dirty exists 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:2036: left oid 9 (ObjNum 643 snap 183 seq_num 643) 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:2036: done (1 left) 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 183 2024-08-10T05:03:06.098 INFO:tasks.rados.rados.0.smithi078.stdout:2040: seq_num 644 ranges {0=794624,794624=401408} 2024-08-10T05:03:06.102 INFO:tasks.rados.rados.0.smithi078.stdout:2040: writing smithi07880501-6 from 0 to 794624 tid 1 2024-08-10T05:03:06.105 INFO:tasks.rados.rados.0.smithi078.stdout:2040: writing smithi07880501-6 from 794624 to 1196032 tid 2 2024-08-10T05:03:06.106 INFO:tasks.rados.rados.0.smithi078.stdout:2041: read oid 46 snap -1 2024-08-10T05:03:06.106 INFO:tasks.rados.rados.0.smithi078.stdout:2041: expect (ObjNum 605 snap 177 seq_num 605) 2024-08-10T05:03:06.106 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 183 2024-08-10T05:03:06.106 INFO:tasks.rados.rados.0.smithi078.stdout:2042: seq_num 645 ranges {942080=409600,1351680=778240,2129920=24576} 2024-08-10T05:03:06.115 INFO:tasks.rados.rados.0.smithi078.stdout:2042: writing smithi07880501-1 from 942080 to 1351680 tid 1 2024-08-10T05:03:06.120 INFO:tasks.rados.rados.0.smithi078.stdout:2042: writing smithi07880501-1 from 1351680 to 2129920 tid 2 2024-08-10T05:03:06.121 INFO:tasks.rados.rados.0.smithi078.stdout:2042: writing smithi07880501-1 from 2129920 to 2154496 tid 3 2024-08-10T05:03:06.121 INFO:tasks.rados.rados.0.smithi078.stdout:2043: rollback oid 33 current snap is 183 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 182 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2044: read oid 40 snap -1 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2044: expect (ObjNum 603 snap 176 seq_num 603) 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2045: rollback oid 2 current snap is 183 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 182 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2039: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2042: finishing write tid 1 to smithi07880501-1 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2040: finishing write tid 1 to smithi07880501-6 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2040: finishing write tid 2 to smithi07880501-6 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2040: finishing write tid 3 to smithi07880501-6 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2046: copy_from oid 11 from oid 12 current snap is 183 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2047: read oid 27 snap -1 2024-08-10T05:03:06.122 INFO:tasks.rados.rados.0.smithi078.stdout:2047: expect deleted 2024-08-10T05:03:06.123 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 183 2024-08-10T05:03:06.123 INFO:tasks.rados.rados.0.smithi078.stdout:2048: seq_num 646 ranges {1073152=425984,1499136=655360,2154496=147456} 2024-08-10T05:03:06.130 INFO:tasks.rados.rados.0.smithi078.stdout:2048: writing smithi07880501-36 from 1073152 to 1499136 tid 1 2024-08-10T05:03:06.134 INFO:tasks.rados.rados.0.smithi078.stdout:2048: writing smithi07880501-36 from 1499136 to 2154496 tid 2 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:2048: writing smithi07880501-36 from 2154496 to 2301952 tid 3 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:2049: delete oid 30 current snap is 183 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:2043: finishing rollback tid 1 to smithi07880501-33 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 0 (ObjNum 33 snap 0 seq_num 489028008) dirty dne 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:2040: finishing write tid 4 to smithi07880501-6 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 1067 (ObjNum 644 snap 183 seq_num 644) dirty exists 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:2040: left oid 6 (ObjNum 644 snap 183 seq_num 644) 2024-08-10T05:03:06.136 INFO:tasks.rados.rados.0.smithi078.stdout:2046: finishing copy_from to smithi07880501-11 2024-08-10T05:03:06.137 INFO:tasks.rados.rados.0.smithi078.stdout:2046: got expected ENOENT (src dne) 2024-08-10T05:03:06.137 INFO:tasks.rados.rados.0.smithi078.stdout:2039: finishing copy_from to smithi07880501-15 2024-08-10T05:03:06.137 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1393 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:03:06.137 INFO:tasks.rados.rados.0.smithi078.stdout:2041: expect (ObjNum 605 snap 177 seq_num 605) 2024-08-10T05:03:06.153 INFO:tasks.rados.rados.0.smithi078.stdout:2046: finishing copy_from racing read to smithi07880501-11 2024-08-10T05:03:06.153 INFO:tasks.rados.rados.0.smithi078.stdout:2045: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:03:06.153 INFO:tasks.rados.rados.0.smithi078.stdout:2042: finishing write tid 2 to smithi07880501-1 2024-08-10T05:03:06.153 INFO:tasks.rados.rados.0.smithi078.stdout:2042: finishing write tid 3 to smithi07880501-1 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2045: finishing rollback tid 2 to smithi07880501-2 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1615 (ObjNum 617 snap 180 seq_num 617) dirty exists 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2042: finishing write tid 4 to smithi07880501-1 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2042: finishing write tid 5 to smithi07880501-1 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1642 (ObjNum 645 snap 183 seq_num 645) dirty exists 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2042: left oid 1 (ObjNum 645 snap 183 seq_num 645) 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2048: finishing write tid 1 to smithi07880501-36 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2039: done (10 left) 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2040: done (9 left) 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2041: done (8 left) 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2042: done (7 left) 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2043: done (6 left) 2024-08-10T05:03:06.154 INFO:tasks.rados.rados.0.smithi078.stdout:2045: done (5 left) 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2046: done (4 left) 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2047: done (3 left) 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2049: done (2 left) 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2050: delete oid 41 current snap is 183 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2048: finishing write tid 2 to smithi07880501-36 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2048: finishing write tid 3 to smithi07880501-36 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2048: finishing write tid 4 to smithi07880501-36 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2048: finishing write tid 5 to smithi07880501-36 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1599 (ObjNum 646 snap 183 seq_num 646) dirty exists 2024-08-10T05:03:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2048: left oid 36 (ObjNum 646 snap 183 seq_num 646) 2024-08-10T05:03:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2048: done (2 left) 2024-08-10T05:03:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2050: done (1 left) 2024-08-10T05:03:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2051: read oid 1 snap -1 2024-08-10T05:03:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2051: expect (ObjNum 645 snap 183 seq_num 645) 2024-08-10T05:03:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2052: copy_from oid 50 from oid 41 current snap is 183 2024-08-10T05:03:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2053: setattr oid 26 current snap is 183 2024-08-10T05:03:06.158 INFO:tasks.rados.rados.0.smithi078.stdout:2054: read oid 7 snap -1 2024-08-10T05:03:06.158 INFO:tasks.rados.rados.0.smithi078.stdout:2054: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-10T05:03:06.158 INFO:tasks.rados.rados.0.smithi078.stdout:2055: read oid 13 snap -1 2024-08-10T05:03:06.158 INFO:tasks.rados.rados.0.smithi078.stdout:2055: expect (ObjNum 598 snap 174 seq_num 598) 2024-08-10T05:03:06.158 INFO:tasks.rados.rados.0.smithi078.stdout:2056: setattr oid 33 current snap is 183 2024-08-10T05:03:06.160 INFO:tasks.rados.rados.0.smithi078.stdout:2057: snap_create 2024-08-10T05:03:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2052: finishing copy_from to smithi07880501-50 2024-08-10T05:03:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2052: got expected ENOENT (src dne) 2024-08-10T05:03:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2052: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:03:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2055: expect (ObjNum 598 snap 174 seq_num 598) 2024-08-10T05:03:06.175 INFO:tasks.rados.rados.0.smithi078.stdout:2051: expect (ObjNum 645 snap 183 seq_num 645) 2024-08-10T05:03:06.248 INFO:tasks.rados.rados.0.smithi078.stdout:2044: expect (ObjNum 603 snap 176 seq_num 603) 2024-08-10T05:03:06.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:06 smithi107 ceph-mon[86658]: osdmap e447: 8 total, 8 up, 8 in 2024-08-10T05:03:06.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:06.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:03:06.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:06.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:06 smithi107 ceph-mon[86658]: osdmap e448: 8 total, 8 up, 8 in 2024-08-10T05:03:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[94618]: osdmap e447: 8 total, 8 up, 8 in 2024-08-10T05:03:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:03:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[94618]: osdmap e448: 8 total, 8 up, 8 in 2024-08-10T05:03:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[92251]: osdmap e447: 8 total, 8 up, 8 in 2024-08-10T05:03:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:03:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:06 smithi078 ceph-mon[92251]: osdmap e448: 8 total, 8 up, 8 in 2024-08-10T05:03:07.308 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:07 smithi107 ceph-mon[86658]: Upgrade: Updating osd.5 2024-08-10T05:03:07.308 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:07 smithi107 ceph-mon[86658]: Deploying daemon osd.5 on smithi107 2024-08-10T05:03:07.309 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:07 smithi107 ceph-mon[86658]: pgmap v334: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 29 op/s 2024-08-10T05:03:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:07 smithi078 ceph-mon[94618]: Upgrade: Updating osd.5 2024-08-10T05:03:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:07 smithi078 ceph-mon[94618]: Deploying daemon osd.5 on smithi107 2024-08-10T05:03:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:07 smithi078 ceph-mon[94618]: pgmap v334: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 29 op/s 2024-08-10T05:03:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:07 smithi078 ceph-mon[92251]: Upgrade: Updating osd.5 2024-08-10T05:03:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:07 smithi078 ceph-mon[92251]: Deploying daemon osd.5 on smithi107 2024-08-10T05:03:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:07 smithi078 ceph-mon[92251]: pgmap v334: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 29 op/s 2024-08-10T05:03:07.487 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1091 (ObjNum 640 snap 183 seq_num 640) dirty exists 2024-08-10T05:03:07.487 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1771 (ObjNum 33 snap 0 seq_num 489379744) dirty exists 2024-08-10T05:03:07.487 INFO:tasks.rados.rados.0.smithi078.stdout:2054: expect (ObjNum 623 snap 180 seq_num 623) 2024-08-10T05:03:08.205 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:08 smithi107 ceph-mon[86658]: osdmap e449: 8 total, 8 up, 8 in 2024-08-10T05:03:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:08 smithi078 ceph-mon[92251]: osdmap e449: 8 total, 8 up, 8 in 2024-08-10T05:03:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:08 smithi078 ceph-mon[94618]: osdmap e449: 8 total, 8 up, 8 in 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2044: done (7 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2051: done (6 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2052: done (5 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2053: done (4 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2054: done (3 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2055: done (2 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2056: done (1 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2057: done (0 left) 2024-08-10T05:03:08.734 INFO:tasks.rados.rados.0.smithi078.stdout:2058: copy_from oid 45 from oid 3 current snap is 184 2024-08-10T05:03:08.735 INFO:tasks.rados.rados.0.smithi078.stdout:2059: rollback oid 31 current snap is 184 2024-08-10T05:03:08.735 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 181 2024-08-10T05:03:08.735 INFO:tasks.rados.rados.0.smithi078.stdout:2060: snap_create 2024-08-10T05:03:08.735 INFO:tasks.rados.rados.0.smithi078.stdout:2058: finishing copy_from to smithi07880501-45 2024-08-10T05:03:08.735 INFO:tasks.rados.rados.0.smithi078.stdout:2058: got expected ENOENT (src dne) 2024-08-10T05:03:08.735 INFO:tasks.rados.rados.0.smithi078.stdout:2058: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:03:08.738 INFO:tasks.rados.rados.0.smithi078.stdout:2059: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:03:08.738 INFO:tasks.rados.rados.0.smithi078.stdout:2059: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:03:08.739 INFO:tasks.rados.rados.0.smithi078.stdout:2059: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:03:08.739 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 1602 (ObjNum 604 snap 177 seq_num 604) dirty exists 2024-08-10T05:03:08.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:08 smithi107 systemd[1]: Stopping Ceph osd.5 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:03:09.141 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[43591]: 2024-08-10T05:03:08.834+0000 7ff0f83dd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:03:09.142 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[43591]: 2024-08-10T05:03:08.834+0000 7ff0f83dd640 -1 osd.5 449 *** Got signal Terminated *** 2024-08-10T05:03:09.142 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[43591]: 2024-08-10T05:03:08.834+0000 7ff0f83dd640 -1 osd.5 449 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:03:09.147 INFO:tasks.rados.rados.0.smithi078.stdout:2058: done (2 left) 2024-08-10T05:03:09.147 INFO:tasks.rados.rados.0.smithi078.stdout:2059: done (1 left) 2024-08-10T05:03:09.147 INFO:tasks.rados.rados.0.smithi078.stdout:2060: done (0 left) 2024-08-10T05:03:09.147 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 185 2024-08-10T05:03:09.147 INFO:tasks.rados.rados.0.smithi078.stdout:2061: seq_num 649 ranges {6193152=475136,6668288=761856,7430144=40960} 2024-08-10T05:03:09.182 INFO:tasks.rados.rados.0.smithi078.stdout:2061: writing smithi07880501-10 from 6193152 to 6668288 tid 1 2024-08-10T05:03:09.186 INFO:tasks.rados.rados.0.smithi078.stdout:2061: writing smithi07880501-10 from 6668288 to 7430144 tid 2 2024-08-10T05:03:09.186 INFO:tasks.rados.rados.0.smithi078.stdout:2061: writing smithi07880501-10 from 7430144 to 7471104 tid 3 2024-08-10T05:03:09.186 INFO:tasks.rados.rados.0.smithi078.stdout:2062: snap_create 2024-08-10T05:03:09.186 INFO:tasks.rados.rados.0.smithi078.stdout:2061: finishing write tid 1 to smithi07880501-10 2024-08-10T05:03:09.190 INFO:tasks.rados.rados.0.smithi078.stdout:2061: finishing write tid 2 to smithi07880501-10 2024-08-10T05:03:09.190 INFO:tasks.rados.rados.0.smithi078.stdout:2061: finishing write tid 3 to smithi07880501-10 2024-08-10T05:03:09.190 INFO:tasks.rados.rados.0.smithi078.stdout:2061: finishing write tid 4 to smithi07880501-10 2024-08-10T05:03:09.194 INFO:tasks.rados.rados.0.smithi078.stdout:2061: finishing write tid 5 to smithi07880501-10 2024-08-10T05:03:09.194 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1454 (ObjNum 649 snap 185 seq_num 649) dirty exists 2024-08-10T05:03:09.194 INFO:tasks.rados.rados.0.smithi078.stdout:2061: left oid 10 (ObjNum 649 snap 185 seq_num 649) 2024-08-10T05:03:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:09 smithi078 ceph-mon[92251]: pgmap v336: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 33 op/s 2024-08-10T05:03:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:09 smithi078 ceph-mon[92251]: osd.5 marked itself down and dead 2024-08-10T05:03:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:09 smithi078 ceph-mon[94618]: pgmap v336: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 33 op/s 2024-08-10T05:03:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:09 smithi078 ceph-mon[94618]: osd.5 marked itself down and dead 2024-08-10T05:03:09.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:09 smithi107 ceph-mon[86658]: pgmap v336: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 33 op/s 2024-08-10T05:03:09.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:09 smithi107 ceph-mon[86658]: osd.5 marked itself down and dead 2024-08-10T05:03:09.760 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:09 smithi107 podman[96548]: 2024-08-10 05:03:09.496313045 +0000 UTC m=+0.782075482 container died 79e343086b22d448e8d2702a8b23fe4d6a070b357d70334e766bdc4bbf2b39bf (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-10T05:03:10.067 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:09 smithi107 podman[96548]: 2024-08-10 05:03:09.876958555 +0000 UTC m=+1.162720990 container cleanup 79e343086b22d448e8d2702a8b23fe4d6a070b357d70334e766bdc4bbf2b39bf (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=quincy-56ceb86, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-10T05:03:10.067 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:09 smithi107 bash[96548]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5 2024-08-10T05:03:10.144 INFO:tasks.rados.rados.0.smithi078.stdout:2061: done (1 left) 2024-08-10T05:03:10.144 INFO:tasks.rados.rados.0.smithi078.stdout:2062: done (0 left) 2024-08-10T05:03:10.144 INFO:tasks.rados.rados.0.smithi078.stdout:2063: rollback oid 27 current snap is 186 2024-08-10T05:03:10.144 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 27 to 170 2024-08-10T05:03:10.144 INFO:tasks.rados.rados.0.smithi078.stdout:2064: delete oid 39 current snap is 186 2024-08-10T05:03:10.161 INFO:tasks.rados.rados.0.smithi078.stdout:2063: finishing rollback tid 1 to smithi07880501-27 2024-08-10T05:03:10.161 INFO:tasks.rados.rados.0.smithi078.stdout:2063: finishing rollback tid 2 to smithi07880501-27 2024-08-10T05:03:10.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 1773 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:03:10.163 INFO:tasks.rados.rados.0.smithi078.stdout:2063: done (1 left) 2024-08-10T05:03:10.163 INFO:tasks.rados.rados.0.smithi078.stdout:2064: done (0 left) 2024-08-10T05:03:10.163 INFO:tasks.rados.rados.0.smithi078.stdout:2065: rollback oid 50 current snap is 186 2024-08-10T05:03:10.163 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 50 to 183 2024-08-10T05:03:10.163 INFO:tasks.rados.rados.0.smithi078.stdout:2066: copy_from oid 26 from oid 41 current snap is 186 2024-08-10T05:03:10.164 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 186 2024-08-10T05:03:10.164 INFO:tasks.rados.rados.0.smithi078.stdout:2067: seq_num 651 ranges {4366336=507904,4874240=532480,5406720=270336} 2024-08-10T05:03:10.189 INFO:tasks.rados.rados.0.smithi078.stdout:2067: writing smithi07880501-20 from 4366336 to 4874240 tid 1 2024-08-10T05:03:10.192 INFO:tasks.rados.rados.0.smithi078.stdout:2067: writing smithi07880501-20 from 4874240 to 5406720 tid 2 2024-08-10T05:03:10.194 INFO:tasks.rados.rados.0.smithi078.stdout:2067: writing smithi07880501-20 from 5406720 to 5677056 tid 3 2024-08-10T05:03:10.194 INFO:tasks.rados.rados.0.smithi078.stdout:2068: snap_create 2024-08-10T05:03:10.194 INFO:tasks.rados.rados.0.smithi078.stdout:2066: finishing copy_from to smithi07880501-26 2024-08-10T05:03:10.194 INFO:tasks.rados.rados.0.smithi078.stdout:2066: got expected ENOENT (src dne) 2024-08-10T05:03:10.195 INFO:tasks.rados.rados.0.smithi078.stdout:2066: finishing copy_from racing read to smithi07880501-26 2024-08-10T05:03:10.195 INFO:tasks.rados.rados.0.smithi078.stdout:2065: finishing rollback tid 0 to smithi07880501-50 2024-08-10T05:03:10.195 INFO:tasks.rados.rados.0.smithi078.stdout:2065: finishing rollback tid 1 to smithi07880501-50 2024-08-10T05:03:10.195 INFO:tasks.rados.rados.0.smithi078.stdout:2065: finishing rollback tid 2 to smithi07880501-50 2024-08-10T05:03:10.195 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1619 (ObjNum 636 snap 183 seq_num 636) dirty exists 2024-08-10T05:03:10.195 INFO:tasks.rados.rados.0.smithi078.stdout:2067: finishing write tid 1 to smithi07880501-20 2024-08-10T05:03:10.197 INFO:tasks.rados.rados.0.smithi078.stdout:2067: finishing write tid 2 to smithi07880501-20 2024-08-10T05:03:10.197 INFO:tasks.rados.rados.0.smithi078.stdout:2067: finishing write tid 3 to smithi07880501-20 2024-08-10T05:03:10.197 INFO:tasks.rados.rados.0.smithi078.stdout:2067: finishing write tid 4 to smithi07880501-20 2024-08-10T05:03:10.198 INFO:tasks.rados.rados.0.smithi078.stdout:2067: finishing write tid 5 to smithi07880501-20 2024-08-10T05:03:10.198 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 1647 (ObjNum 651 snap 186 seq_num 651) dirty exists 2024-08-10T05:03:10.198 INFO:tasks.rados.rados.0.smithi078.stdout:2067: left oid 20 (ObjNum 651 snap 186 seq_num 651) 2024-08-10T05:03:10.459 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:10 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:03:10.459 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:10 smithi107 ceph-mon[86658]: osdmap e450: 8 total, 7 up, 8 in 2024-08-10T05:03:10.460 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:10 smithi107 podman[96576]: 2024-08-10 05:03:10.119868721 +0000 UTC m=+0.619213978 container remove 79e343086b22d448e8d2702a8b23fe4d6a070b357d70334e766bdc4bbf2b39bf (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2) 2024-08-10T05:03:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:10 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:03:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:10 smithi078 ceph-mon[92251]: osdmap e450: 8 total, 7 up, 8 in 2024-08-10T05:03:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:10 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:03:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:10 smithi078 ceph-mon[94618]: osdmap e450: 8 total, 7 up, 8 in 2024-08-10T05:03:10.755 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:10 smithi107 podman[96669]: 2024-08-10 05:03:10.362420191 +0000 UTC m=+0.017688334 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:03:10.756 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:10 smithi107 podman[96669]: 2024-08-10 05:03:10.470701247 +0000 UTC m=+0.125969439 container create ba4bd345e299771e7b4a7e8e491ca382b6b238c547765e94589af22b8717e071 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:03:10.756 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:10 smithi107 podman[96669]: 2024-08-10 05:03:10.672880459 +0000 UTC m=+0.328148589 container init ba4bd345e299771e7b4a7e8e491ca382b6b238c547765e94589af22b8717e071 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, org.label-schema.build-date=20240731) 2024-08-10T05:03:10.756 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:10 smithi107 podman[96669]: 2024-08-10 05:03:10.67635687 +0000 UTC m=+0.331625005 container start ba4bd345e299771e7b4a7e8e491ca382b6b238c547765e94589af22b8717e071 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-10T05:03:10.756 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:10 smithi107 podman[96669]: 2024-08-10 05:03:10.756131077 +0000 UTC m=+0.411399210 container attach ba4bd345e299771e7b4a7e8e491ca382b6b238c547765e94589af22b8717e071 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-10T05:03:11.066 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:10 smithi107 podman[96669]: 2024-08-10 05:03:10.864406896 +0000 UTC m=+0.519675036 container died ba4bd345e299771e7b4a7e8e491ca382b6b238c547765e94589af22b8717e071 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:03:11.097 INFO:tasks.rados.rados.0.smithi078.stdout:2065: done (3 left) 2024-08-10T05:03:11.097 INFO:tasks.rados.rados.0.smithi078.stdout:2066: done (2 left) 2024-08-10T05:03:11.097 INFO:tasks.rados.rados.0.smithi078.stdout:2067: done (1 left) 2024-08-10T05:03:11.097 INFO:tasks.rados.rados.0.smithi078.stdout:2068: done (0 left) 2024-08-10T05:03:11.097 INFO:tasks.rados.rados.0.smithi078.stdout:2069: snap_remove snap 182 2024-08-10T05:03:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:11 smithi078 ceph-mon[92251]: osdmap e451: 8 total, 7 up, 8 in 2024-08-10T05:03:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:11 smithi078 ceph-mon[92251]: pgmap v339: 121 pgs: 4 active+undersized, 15 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 24 op/s; 16/396 objects degraded (4.040%) 2024-08-10T05:03:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:11 smithi078 ceph-mon[92251]: osdmap e452: 8 total, 7 up, 8 in 2024-08-10T05:03:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:11 smithi078 ceph-mon[94618]: osdmap e451: 8 total, 7 up, 8 in 2024-08-10T05:03:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:11 smithi078 ceph-mon[94618]: pgmap v339: 121 pgs: 4 active+undersized, 15 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 24 op/s; 16/396 objects degraded (4.040%) 2024-08-10T05:03:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:11 smithi078 ceph-mon[94618]: osdmap e452: 8 total, 7 up, 8 in 2024-08-10T05:03:11.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:11 smithi107 ceph-mon[86658]: osdmap e451: 8 total, 7 up, 8 in 2024-08-10T05:03:11.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:11 smithi107 ceph-mon[86658]: pgmap v339: 121 pgs: 4 active+undersized, 15 stale+active+clean, 2 active+undersized+degraded, 100 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 24 op/s; 16/396 objects degraded (4.040%) 2024-08-10T05:03:11.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:11 smithi107 ceph-mon[86658]: osdmap e452: 8 total, 7 up, 8 in 2024-08-10T05:03:11.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:11 smithi107 podman[96692]: 2024-08-10 05:03:11.502082467 +0000 UTC m=+0.631991774 container remove ba4bd345e299771e7b4a7e8e491ca382b6b238c547765e94589af22b8717e071 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-10T05:03:11.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:11 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-10T05:03:11.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:11 smithi107 systemd[1]: Stopped Ceph osd.5 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:03:11.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:11 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.5.service: Consumed 18.536s CPU time. 2024-08-10T05:03:11.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:11 smithi107 systemd[1]: Starting Ceph osd.5 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:03:12.103 INFO:tasks.rados.rados.0.smithi078.stdout:2069: done (0 left) 2024-08-10T05:03:12.103 INFO:tasks.rados.rados.0.smithi078.stdout:2070: read oid 42 snap 184 2024-08-10T05:03:12.103 INFO:tasks.rados.rados.0.smithi078.stdout:2070: expect (ObjNum 624 snap 180 seq_num 624) 2024-08-10T05:03:12.103 INFO:tasks.rados.rados.0.smithi078.stdout:2071: snap_remove snap 170 2024-08-10T05:03:12.214 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 16/396 objects degraded (4.040%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:12.214 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-mon[86658]: osdmap e453: 8 total, 7 up, 8 in 2024-08-10T05:03:12.214 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:11 smithi107 podman[96791]: 2024-08-10 05:03:11.839359153 +0000 UTC m=+0.017273605 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:03:12.214 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:11 smithi107 podman[96791]: 2024-08-10 05:03:11.953317964 +0000 UTC m=+0.131232395 container create dfefb435079ffbe11c48b6478c5423b0b70b531e622493653ed7273897b26851 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-10T05:03:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:12 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 16/396 objects degraded (4.040%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:12 smithi078 ceph-mon[92251]: osdmap e453: 8 total, 7 up, 8 in 2024-08-10T05:03:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:03:11] "GET /metrics HTTP/1.1" 200 36145 "" "Prometheus/2.43.0" 2024-08-10T05:03:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:12 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 16/396 objects degraded (4.040%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:12 smithi078 ceph-mon[94618]: osdmap e453: 8 total, 7 up, 8 in 2024-08-10T05:03:12.543 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:12.543 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 podman[96791]: 2024-08-10 05:03:12.21422101 +0000 UTC m=+0.392135454 container init dfefb435079ffbe11c48b6478c5423b0b70b531e622493653ed7273897b26851 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:03:12.543 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 podman[96791]: 2024-08-10 05:03:12.217559101 +0000 UTC m=+0.395473533 container start dfefb435079ffbe11c48b6478c5423b0b70b531e622493653ed7273897b26851 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-10T05:03:12.543 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 podman[96791]: 2024-08-10 05:03:12.289216501 +0000 UTC m=+0.467130946 container attach dfefb435079ffbe11c48b6478c5423b0b70b531e622493653ed7273897b26851 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-10T05:03:12.543 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:12.543 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:12.544 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:12.544 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:12.544 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:03:12.544 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:03:12.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:03:12.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:03:12.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:03:12.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:03:12.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:03:12.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:03:12.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-10T05:03:12.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-10T05:03:12.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:03:12.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:03:12.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate[96806]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-10T05:03:12.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 bash[96791]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-10T05:03:12.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:12 smithi107 podman[96791]: 2024-08-10 05:03:12.591304008 +0000 UTC m=+0.769218449 container died dfefb435079ffbe11c48b6478c5423b0b70b531e622493653ed7273897b26851 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:03:13.104 INFO:tasks.rados.rados.0.smithi078.stdout:2071: done (1 left) 2024-08-10T05:03:13.105 INFO:tasks.rados.rados.0.smithi078.stdout:2072: snap_create 2024-08-10T05:03:13.105 INFO:tasks.rados.rados.0.smithi078.stdout:2070: expect (ObjNum 624 snap 180 seq_num 624) 2024-08-10T05:03:13.499 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:13 smithi107 ceph-mon[86658]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 7 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 900 KiB/s wr, 12 op/s; 33/399 objects degraded (8.271%) 2024-08-10T05:03:13.499 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:13.499 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:13.499 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:13 smithi107 ceph-mon[86658]: osdmap e454: 8 total, 7 up, 8 in 2024-08-10T05:03:13.500 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 podman[96925]: 2024-08-10 05:03:13.193603317 +0000 UTC m=+0.596893076 container remove dfefb435079ffbe11c48b6478c5423b0b70b531e622493653ed7273897b26851 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-bca9905) 2024-08-10T05:03:13.500 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 podman[96983]: 2024-08-10 05:03:13.38604181 +0000 UTC m=+0.093633765 container create 6f0940128fe4491e3b5384fe9bf7ea7bc9d47be7e1f34d3743b75d709cca7092 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:03:13.500 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 podman[96983]: 2024-08-10 05:03:13.309645571 +0000 UTC m=+0.017237533 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:03:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[92251]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 7 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 900 KiB/s wr, 12 op/s; 33/399 objects degraded (8.271%) 2024-08-10T05:03:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[92251]: osdmap e454: 8 total, 7 up, 8 in 2024-08-10T05:03:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[94618]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 7 stale+active+clean, 5 active+undersized+degraded, 91 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 900 KiB/s wr, 12 op/s; 33/399 objects degraded (8.271%) 2024-08-10T05:03:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:13 smithi078 ceph-mon[94618]: osdmap e454: 8 total, 7 up, 8 in 2024-08-10T05:03:13.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 podman[96983]: 2024-08-10 05:03:13.613506356 +0000 UTC m=+0.321098304 container init 6f0940128fe4491e3b5384fe9bf7ea7bc9d47be7e1f34d3743b75d709cca7092 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:03:13.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 podman[96983]: 2024-08-10 05:03:13.616714213 +0000 UTC m=+0.324306161 container start 6f0940128fe4491e3b5384fe9bf7ea7bc9d47be7e1f34d3743b75d709cca7092 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-10T05:03:13.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 ceph-osd[97002]: -- 172.21.15.107:0/2465577325 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e90ff9a40 con 0x559e91dbc400 2024-08-10T05:03:13.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 bash[96983]: 6f0940128fe4491e3b5384fe9bf7ea7bc9d47be7e1f34d3743b75d709cca7092 2024-08-10T05:03:13.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:13 smithi107 systemd[1]: Started Ceph osd.5 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:03:14.104 INFO:tasks.rados.rados.0.smithi078.stdout:2070: done (1 left) 2024-08-10T05:03:14.104 INFO:tasks.rados.rados.0.smithi078.stdout:2072: done (0 left) 2024-08-10T05:03:14.104 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 188 2024-08-10T05:03:14.104 INFO:tasks.rados.rados.0.smithi078.stdout:2073: seq_num 652 ranges {5971968=524288,6496256=409600,6905856=393216} 2024-08-10T05:03:14.139 INFO:tasks.rados.rados.0.smithi078.stdout:2073: writing smithi07880501-23 from 5971968 to 6496256 tid 1 2024-08-10T05:03:14.141 INFO:tasks.rados.rados.0.smithi078.stdout:2073: writing smithi07880501-23 from 6496256 to 6905856 tid 2 2024-08-10T05:03:14.145 INFO:tasks.rados.rados.0.smithi078.stdout:2073: writing smithi07880501-23 from 6905856 to 7299072 tid 3 2024-08-10T05:03:14.145 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 188 2024-08-10T05:03:14.145 INFO:tasks.rados.rados.0.smithi078.stdout:2074: seq_num 653 ranges {11370496=540672,11911168=696320,12607488=106496} 2024-08-10T05:03:14.207 INFO:tasks.rados.rados.0.smithi078.stdout:2074: writing smithi07880501-35 from 11370496 to 11911168 tid 1 2024-08-10T05:03:14.211 INFO:tasks.rados.rados.0.smithi078.stdout:2074: writing smithi07880501-35 from 11911168 to 12607488 tid 2 2024-08-10T05:03:14.212 INFO:tasks.rados.rados.0.smithi078.stdout:2074: writing smithi07880501-35 from 12607488 to 12713984 tid 3 2024-08-10T05:03:14.212 INFO:tasks.rados.rados.0.smithi078.stdout:2075: rollback oid 37 current snap is 188 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 37 to 183 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2073: finishing write tid 1 to smithi07880501-23 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2073: finishing write tid 2 to smithi07880501-23 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2073: finishing write tid 3 to smithi07880501-23 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2073: finishing write tid 4 to smithi07880501-23 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2073: finishing write tid 5 to smithi07880501-23 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 767 (ObjNum 652 snap 188 seq_num 652) dirty exists 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2073: left oid 23 (ObjNum 652 snap 188 seq_num 652) 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2074: finishing write tid 1 to smithi07880501-35 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2073: done (2 left) 2024-08-10T05:03:14.213 INFO:tasks.rados.rados.0.smithi078.stdout:2076: setattr oid 26 current snap is 188 2024-08-10T05:03:14.214 INFO:tasks.rados.rados.0.smithi078.stdout:2077: read oid 24 snap -1 2024-08-10T05:03:14.214 INFO:tasks.rados.rados.0.smithi078.stdout:2077: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:03:14.214 INFO:tasks.rados.rados.0.smithi078.stdout:2078: snap_remove snap 184 2024-08-10T05:03:14.482 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T05:03:14.163+0000 7f8b21ec0640 -1 Falling back to public interface 2024-08-10T05:03:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:14 smithi107 ceph-mon[86658]: osdmap e455: 8 total, 7 up, 8 in 2024-08-10T05:03:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:14 smithi107 ceph-mon[86658]: pgmap v345: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 640 KiB/s rd, 632 KiB/s wr, 4 op/s; 70/390 objects degraded (17.949%) 2024-08-10T05:03:15.112 INFO:tasks.rados.rados.0.smithi078.stdout:2078: done (4 left) 2024-08-10T05:03:15.112 INFO:tasks.rados.rados.0.smithi078.stdout:2079: delete oid 38 current snap is 188 2024-08-10T05:03:15.112 INFO:tasks.rados.rados.0.smithi078.stdout:2074: finishing write tid 2 to smithi07880501-35 2024-08-10T05:03:15.112 INFO:tasks.rados.rados.0.smithi078.stdout:2074: finishing write tid 3 to smithi07880501-35 2024-08-10T05:03:15.112 INFO:tasks.rados.rados.0.smithi078.stdout:2074: finishing write tid 4 to smithi07880501-35 2024-08-10T05:03:15.112 INFO:tasks.rados.rados.0.smithi078.stdout:2074: finishing write tid 5 to smithi07880501-35 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1651 (ObjNum 653 snap 188 seq_num 653) dirty exists 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:2074: left oid 35 (ObjNum 653 snap 188 seq_num 653) 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:2075: finishing rollback tid 0 to smithi07880501-37 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:2075: finishing rollback tid 1 to smithi07880501-37 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:2075: finishing rollback tid 2 to smithi07880501-37 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 1094 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1095 (ObjNum 640 snap 183 seq_num 640) dirty exists 2024-08-10T05:03:15.113 INFO:tasks.rados.rados.0.smithi078.stdout:2077: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:03:15.137 INFO:tasks.rados.rados.0.smithi078.stdout:2074: done (4 left) 2024-08-10T05:03:15.137 INFO:tasks.rados.rados.0.smithi078.stdout:2075: done (3 left) 2024-08-10T05:03:15.137 INFO:tasks.rados.rados.0.smithi078.stdout:2076: done (2 left) 2024-08-10T05:03:15.138 INFO:tasks.rados.rados.0.smithi078.stdout:2077: done (1 left) 2024-08-10T05:03:15.138 INFO:tasks.rados.rados.0.smithi078.stdout:2079: done (0 left) 2024-08-10T05:03:15.138 INFO:tasks.rados.rados.0.smithi078.stdout:2080: snap_create 2024-08-10T05:03:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[92251]: osdmap e455: 8 total, 7 up, 8 in 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[92251]: pgmap v345: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 640 KiB/s rd, 632 KiB/s wr, 4 op/s; 70/390 objects degraded (17.949%) 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[94618]: osdmap e455: 8 total, 7 up, 8 in 2024-08-10T05:03:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:14 smithi078 ceph-mon[94618]: pgmap v345: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 640 KiB/s rd, 632 KiB/s wr, 4 op/s; 70/390 objects degraded (17.949%) 2024-08-10T05:03:16.100 INFO:tasks.rados.rados.0.smithi078.stdout:2080: done (0 left) 2024-08-10T05:03:16.100 INFO:tasks.rados.rados.0.smithi078.stdout:2081: read oid 15 snap 173 2024-08-10T05:03:16.100 INFO:tasks.rados.rados.0.smithi078.stdout:2081: expect (ObjNum 578 snap 167 seq_num 578) 2024-08-10T05:03:16.100 INFO:tasks.rados.rados.0.smithi078.stdout:2082: rollback oid 35 current snap is 189 2024-08-10T05:03:16.101 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 35 to 187 2024-08-10T05:03:16.101 INFO:tasks.rados.rados.0.smithi078.stdout:2083: rmattr oid 50 current snap is 189 2024-08-10T05:03:16.101 INFO:tasks.rados.rados.0.smithi078.stdout:2083: done (2 left) 2024-08-10T05:03:16.101 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 189 2024-08-10T05:03:16.101 INFO:tasks.rados.rados.0.smithi078.stdout:2084: seq_num 655 ranges {253952=573440,827392=516096,1343488=286720} 2024-08-10T05:03:16.105 INFO:tasks.rados.rados.0.smithi078.stdout:2084: writing smithi07880501-43 from 253952 to 827392 tid 1 2024-08-10T05:03:16.109 INFO:tasks.rados.rados.0.smithi078.stdout:2084: writing smithi07880501-43 from 827392 to 1343488 tid 2 2024-08-10T05:03:16.111 INFO:tasks.rados.rados.0.smithi078.stdout:2084: writing smithi07880501-43 from 1343488 to 1630208 tid 3 2024-08-10T05:03:16.112 INFO:tasks.rados.rados.0.smithi078.stdout:2085: snap_create 2024-08-10T05:03:16.112 INFO:tasks.rados.rados.0.smithi078.stdout:2082: finishing rollback tid 0 to smithi07880501-35 2024-08-10T05:03:16.112 INFO:tasks.rados.rados.0.smithi078.stdout:2082: finishing rollback tid 1 to smithi07880501-35 2024-08-10T05:03:16.112 INFO:tasks.rados.rados.0.smithi078.stdout:2082: finishing rollback tid 2 to smithi07880501-35 2024-08-10T05:03:16.112 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1654 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-08-10T05:03:16.114 INFO:tasks.rados.rados.0.smithi078.stdout:2084: finishing write tid 1 to smithi07880501-43 2024-08-10T05:03:16.116 INFO:tasks.rados.rados.0.smithi078.stdout:2084: finishing write tid 2 to smithi07880501-43 2024-08-10T05:03:16.116 INFO:tasks.rados.rados.0.smithi078.stdout:2084: finishing write tid 3 to smithi07880501-43 2024-08-10T05:03:16.116 INFO:tasks.rados.rados.0.smithi078.stdout:2084: finishing write tid 4 to smithi07880501-43 2024-08-10T05:03:16.118 INFO:tasks.rados.rados.0.smithi078.stdout:2084: finishing write tid 5 to smithi07880501-43 2024-08-10T05:03:16.119 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1623 (ObjNum 655 snap 189 seq_num 655) dirty exists 2024-08-10T05:03:16.119 INFO:tasks.rados.rados.0.smithi078.stdout:2084: left oid 43 (ObjNum 655 snap 189 seq_num 655) 2024-08-10T05:03:16.132 INFO:tasks.rados.rados.0.smithi078.stdout:2081: expect (ObjNum 578 snap 167 seq_num 578) 2024-08-10T05:03:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:16 smithi107 ceph-mon[86658]: osdmap e456: 8 total, 7 up, 8 in 2024-08-10T05:03:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:16 smithi107 ceph-mon[86658]: osdmap e457: 8 total, 7 up, 8 in 2024-08-10T05:03:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:16 smithi078 ceph-mon[92251]: osdmap e456: 8 total, 7 up, 8 in 2024-08-10T05:03:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:16 smithi078 ceph-mon[92251]: osdmap e457: 8 total, 7 up, 8 in 2024-08-10T05:03:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:16 smithi078 ceph-mon[94618]: osdmap e456: 8 total, 7 up, 8 in 2024-08-10T05:03:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:16 smithi078 ceph-mon[94618]: osdmap e457: 8 total, 7 up, 8 in 2024-08-10T05:03:17.124 INFO:tasks.rados.rados.0.smithi078.stdout:2081: done (3 left) 2024-08-10T05:03:17.124 INFO:tasks.rados.rados.0.smithi078.stdout:2082: done (2 left) 2024-08-10T05:03:17.124 INFO:tasks.rados.rados.0.smithi078.stdout:2084: done (1 left) 2024-08-10T05:03:17.125 INFO:tasks.rados.rados.0.smithi078.stdout:2085: done (0 left) 2024-08-10T05:03:17.125 INFO:tasks.rados.rados.0.smithi078.stdout:2086: read oid 48 snap -1 2024-08-10T05:03:17.125 INFO:tasks.rados.rados.0.smithi078.stdout:2086: expect (ObjNum 565 snap 164 seq_num 565) 2024-08-10T05:03:17.125 INFO:tasks.rados.rados.0.smithi078.stdout:2087: copy_from oid 1 from oid 22 current snap is 190 2024-08-10T05:03:17.125 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 190 2024-08-10T05:03:17.125 INFO:tasks.rados.rados.0.smithi078.stdout:2088: seq_num 656 ranges {5971968=589824,6561792=802816} 2024-08-10T05:03:17.161 INFO:tasks.rados.rados.0.smithi078.stdout:2088: writing smithi07880501-5 from 5971968 to 6561792 tid 1 2024-08-10T05:03:17.166 INFO:tasks.rados.rados.0.smithi078.stdout:2088: writing smithi07880501-5 from 6561792 to 7364608 tid 2 2024-08-10T05:03:17.166 INFO:tasks.rados.rados.0.smithi078.stdout:2089: read oid 3 snap -1 2024-08-10T05:03:17.166 INFO:tasks.rados.rados.0.smithi078.stdout:2089: expect deleted 2024-08-10T05:03:17.166 INFO:tasks.rados.rados.0.smithi078.stdout:2090: read oid 50 snap -1 2024-08-10T05:03:17.167 INFO:tasks.rados.rados.0.smithi078.stdout:2090: expect (ObjNum 636 snap 183 seq_num 636) 2024-08-10T05:03:17.167 INFO:tasks.rados.rados.0.smithi078.stdout:2091: snap_remove snap 189 2024-08-10T05:03:17.413 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:17 smithi107 ceph-mon[86658]: pgmap v348: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 320 KiB/s wr, 7 op/s; 72/396 objects degraded (18.182%) 2024-08-10T05:03:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:17 smithi078 ceph-mon[92251]: pgmap v348: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 320 KiB/s wr, 7 op/s; 72/396 objects degraded (18.182%) 2024-08-10T05:03:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:17 smithi078 ceph-mon[94618]: pgmap v348: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 320 KiB/s wr, 7 op/s; 72/396 objects degraded (18.182%) 2024-08-10T05:03:17.817 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T05:03:17.519+0000 7f8b21ec0640 -1 osd.5 449 log_to_monitors true 2024-08-10T05:03:18.132 INFO:tasks.rados.rados.0.smithi078.stdout:2091: done (5 left) 2024-08-10T05:03:18.132 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 190 2024-08-10T05:03:18.132 INFO:tasks.rados.rados.0.smithi078.stdout:2092: seq_num 657 ranges {4546560=606208,5152768=688128,5840896=114688} 2024-08-10T05:03:18.160 INFO:tasks.rados.rados.0.smithi078.stdout:2092: writing smithi07880501-29 from 4546560 to 5152768 tid 1 2024-08-10T05:03:18.164 INFO:tasks.rados.rados.0.smithi078.stdout:2092: writing smithi07880501-29 from 5152768 to 5840896 tid 2 2024-08-10T05:03:18.165 INFO:tasks.rados.rados.0.smithi078.stdout:2092: writing smithi07880501-29 from 5840896 to 5955584 tid 3 2024-08-10T05:03:18.165 INFO:tasks.rados.rados.0.smithi078.stdout:2093: read oid 39 snap -1 2024-08-10T05:03:18.165 INFO:tasks.rados.rados.0.smithi078.stdout:2093: expect deleted 2024-08-10T05:03:18.165 INFO:tasks.rados.rados.0.smithi078.stdout:2094: snap_remove snap 185 2024-08-10T05:03:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 72/396 objects degraded (18.182%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[92251]: osdmap e458: 8 total, 7 up, 8 in 2024-08-10T05:03:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[92251]: from='osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:03:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[92251]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:03:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 72/396 objects degraded (18.182%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[94618]: osdmap e458: 8 total, 7 up, 8 in 2024-08-10T05:03:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[94618]: from='osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:03:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[94618]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:03:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:18 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 72/396 objects degraded (18.182%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:18 smithi107 ceph-mon[86658]: osdmap e458: 8 total, 7 up, 8 in 2024-08-10T05:03:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:18 smithi107 ceph-mon[86658]: from='osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:03:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:18 smithi107 ceph-mon[86658]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:03:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:18.953 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:03:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T05:03:18.620+0000 7f8b15c63640 -1 osd.5 449 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:03:19.139 INFO:tasks.rados.rados.0.smithi078.stdout:2094: done (7 left) 2024-08-10T05:03:19.139 INFO:tasks.rados.rados.0.smithi078.stdout:2095: snap_create 2024-08-10T05:03:19.148 INFO:tasks.rados.rados.0.smithi078.stdout:2087: finishing copy_from racing read to smithi07880501-1 2024-08-10T05:03:19.148 INFO:tasks.rados.rados.0.smithi078.stdout:2086: expect (ObjNum 565 snap 164 seq_num 565) 2024-08-10T05:03:19.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:03:19.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: osdmap e459: 8 total, 7 up, 8 in 2024-08-10T05:03:19.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: from='osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:19.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:19.257 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: pgmap v351: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 74/408 objects degraded (18.137%) 2024-08-10T05:03:19.257 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:19.257 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:19.257 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:19 smithi107 ceph-mon[86658]: from='osd.5 ' entity='osd.5' 2024-08-10T05:03:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:03:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: osdmap e459: 8 total, 7 up, 8 in 2024-08-10T05:03:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: from='osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: pgmap v351: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 74/408 objects degraded (18.137%) 2024-08-10T05:03:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[92251]: from='osd.5 ' entity='osd.5' 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: osdmap e459: 8 total, 7 up, 8 in 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: from='osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: pgmap v351: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 11 op/s; 74/408 objects degraded (18.137%) 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:19 smithi078 ceph-mon[94618]: from='osd.5 ' entity='osd.5' 2024-08-10T05:03:19.629 INFO:tasks.rados.rados.0.smithi078.stdout:2087: finishing copy_from to smithi07880501-1 2024-08-10T05:03:19.630 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1752 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:03:19.630 INFO:tasks.rados.rados.0.smithi078.stdout:2088: finishing write tid 1 to smithi07880501-5 2024-08-10T05:03:19.630 INFO:tasks.rados.rados.0.smithi078.stdout:2088: finishing write tid 2 to smithi07880501-5 2024-08-10T05:03:19.630 INFO:tasks.rados.rados.0.smithi078.stdout:2088: finishing write tid 3 to smithi07880501-5 2024-08-10T05:03:19.630 INFO:tasks.rados.rados.0.smithi078.stdout:2090: expect (ObjNum 636 snap 183 seq_num 636) 2024-08-10T05:03:19.656 INFO:tasks.rados.rados.0.smithi078.stdout:2088: finishing write tid 4 to smithi07880501-5 2024-08-10T05:03:19.656 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1777 (ObjNum 656 snap 190 seq_num 656) dirty exists 2024-08-10T05:03:19.656 INFO:tasks.rados.rados.0.smithi078.stdout:2088: left oid 5 (ObjNum 656 snap 190 seq_num 656) 2024-08-10T05:03:19.656 INFO:tasks.rados.rados.0.smithi078.stdout:2092: finishing write tid 1 to smithi07880501-29 2024-08-10T05:03:19.656 INFO:tasks.rados.rados.0.smithi078.stdout:2092: finishing write tid 2 to smithi07880501-29 2024-08-10T05:03:19.657 INFO:tasks.rados.rados.0.smithi078.stdout:2092: finishing write tid 3 to smithi07880501-29 2024-08-10T05:03:19.657 INFO:tasks.rados.rados.0.smithi078.stdout:2092: finishing write tid 4 to smithi07880501-29 2024-08-10T05:03:19.657 INFO:tasks.rados.rados.0.smithi078.stdout:2092: finishing write tid 5 to smithi07880501-29 2024-08-10T05:03:19.657 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1496 (ObjNum 657 snap 190 seq_num 657) dirty exists 2024-08-10T05:03:19.657 INFO:tasks.rados.rados.0.smithi078.stdout:2092: left oid 29 (ObjNum 657 snap 190 seq_num 657) 2024-08-10T05:03:20.139 INFO:tasks.rados.rados.0.smithi078.stdout:2086: done (7 left) 2024-08-10T05:03:20.139 INFO:tasks.rados.rados.0.smithi078.stdout:2087: done (6 left) 2024-08-10T05:03:20.139 INFO:tasks.rados.rados.0.smithi078.stdout:2088: done (5 left) 2024-08-10T05:03:20.139 INFO:tasks.rados.rados.0.smithi078.stdout:2089: done (4 left) 2024-08-10T05:03:20.139 INFO:tasks.rados.rados.0.smithi078.stdout:2090: done (3 left) 2024-08-10T05:03:20.139 INFO:tasks.rados.rados.0.smithi078.stdout:2092: done (2 left) 2024-08-10T05:03:20.140 INFO:tasks.rados.rados.0.smithi078.stdout:2093: done (1 left) 2024-08-10T05:03:20.140 INFO:tasks.rados.rados.0.smithi078.stdout:2095: done (0 left) 2024-08-10T05:03:20.140 INFO:tasks.rados.rados.0.smithi078.stdout:2096: rollback oid 39 current snap is 191 2024-08-10T05:03:20.140 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 39 to 183 2024-08-10T05:03:20.140 INFO:tasks.rados.rados.0.smithi078.stdout:2097: snap_create 2024-08-10T05:03:20.152 INFO:tasks.rados.rados.0.smithi078.stdout:2096: finishing rollback tid 1 to smithi07880501-39 2024-08-10T05:03:20.152 INFO:tasks.rados.rados.0.smithi078.stdout:2096: finishing rollback tid 2 to smithi07880501-39 2024-08-10T05:03:20.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 558 (ObjNum 592 snap 171 seq_num 592) dirty exists 2024-08-10T05:03:20.440 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:20 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:03:20.440 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:20 smithi107 ceph-mon[86658]: osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600] boot 2024-08-10T05:03:20.440 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:20 smithi107 ceph-mon[86658]: osdmap e460: 8 total, 8 up, 8 in 2024-08-10T05:03:20.440 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:03:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:03:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[92251]: osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600] boot 2024-08-10T05:03:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[92251]: osdmap e460: 8 total, 8 up, 8 in 2024-08-10T05:03:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:03:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:03:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[94618]: osd.5 [v2:172.21.15.107:6808/3740346600,v1:172.21.15.107:6809/3740346600] boot 2024-08-10T05:03:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[94618]: osdmap e460: 8 total, 8 up, 8 in 2024-08-10T05:03:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:03:20.581 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:03:20.839 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:03:20.839 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (5m) 68s ago 9m 16.5M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:03:20.839 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (5m) 3s ago 9m 86.7M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:03:20.839 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (10m) 68s ago 10m 14.6M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:03:20.839 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (10m) 3s ago 10m 20.1M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (4m) 3s ago 14m 441M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (4m) 68s ago 15m 507M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (4m) 68s ago 15m 54.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (3m) 3s ago 14m 45.9M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (3m) 68s ago 14m 43.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (5m) 68s ago 8m 7792k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (5m) 3s ago 8m 15.2M - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (2m) 68s ago 13m 177M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (2m) 68s ago 13m 160M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (106s) 68s ago 13m 94.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (72s) 68s ago 12m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (40s) 3s ago 12m 116M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (7s) 3s ago 11m 14.4M 2479M 19.1.0-1335-gbca9905d c7b33901c886 6f0940128fe4 2024-08-10T05:03:20.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (11m) 3s ago 11m 215M 2479M 17.2.7-1372-g56ceb861 354fce865a9a c3ba30a2f2f1 2024-08-10T05:03:20.841 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (11m) 3s ago 11m 163M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:03:20.841 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (4m) 3s ago 9m 65.4M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:03:21.137 INFO:tasks.rados.rados.0.smithi078.stdout:2096: done (1 left) 2024-08-10T05:03:21.137 INFO:tasks.rados.rados.0.smithi078.stdout:2097: done (0 left) 2024-08-10T05:03:21.137 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 192 2024-08-10T05:03:21.137 INFO:tasks.rados.rados.0.smithi078.stdout:2098: seq_num 658 ranges {3039232=622592,3661824=565248,4227072=237568} 2024-08-10T05:03:21.157 INFO:tasks.rados.rados.0.smithi078.stdout:2098: writing smithi07880501-28 from 3039232 to 3661824 tid 1 2024-08-10T05:03:21.160 INFO:tasks.rados.rados.0.smithi078.stdout:2098: writing smithi07880501-28 from 3661824 to 4227072 tid 2 2024-08-10T05:03:21.162 INFO:tasks.rados.rados.0.smithi078.stdout:2098: writing smithi07880501-28 from 4227072 to 4464640 tid 3 2024-08-10T05:03:21.162 INFO:tasks.rados.rados.0.smithi078.stdout:2099: snap_create 2024-08-10T05:03:21.162 INFO:tasks.rados.rados.0.smithi078.stdout:2098: finishing write tid 1 to smithi07880501-28 2024-08-10T05:03:21.164 INFO:tasks.rados.rados.0.smithi078.stdout:2098: finishing write tid 2 to smithi07880501-28 2024-08-10T05:03:21.164 INFO:tasks.rados.rados.0.smithi078.stdout:2098: finishing write tid 3 to smithi07880501-28 2024-08-10T05:03:21.165 INFO:tasks.rados.rados.0.smithi078.stdout:2098: finishing write tid 4 to smithi07880501-28 2024-08-10T05:03:21.165 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:03:21.165 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:03:21.165 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:03:21.165 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:21.165 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:03:21.165 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2, 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 6 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 4, 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 11 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:03:21.166 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:03:21.168 INFO:tasks.rados.rados.0.smithi078.stdout:2098: finishing write tid 5 to smithi07880501-28 2024-08-10T05:03:21.168 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 1099 (ObjNum 658 snap 192 seq_num 658) dirty exists 2024-08-10T05:03:21.168 INFO:tasks.rados.rados.0.smithi078.stdout:2098: left oid 28 (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:03:21.437 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:21 smithi107 ceph-mon[86658]: osdmap e461: 8 total, 8 up, 8 in 2024-08-10T05:03:21.437 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:21 smithi107 ceph-mon[86658]: pgmap v354: 121 pgs: 1 active+recovering+degraded, 1 active+clean+snaptrim, 4 peering, 31 active+undersized, 12 active+undersized+degraded, 72 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 63/414 objects degraded (15.217%); 48 KiB/s, 0 objects/s recovering 2024-08-10T05:03:21.437 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:21 smithi107 ceph-mon[86658]: osdmap e462: 8 total, 8 up, 8 in 2024-08-10T05:03:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-mon[92251]: osdmap e461: 8 total, 8 up, 8 in 2024-08-10T05:03:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-mon[92251]: pgmap v354: 121 pgs: 1 active+recovering+degraded, 1 active+clean+snaptrim, 4 peering, 31 active+undersized, 12 active+undersized+degraded, 72 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 63/414 objects degraded (15.217%); 48 KiB/s, 0 objects/s recovering 2024-08-10T05:03:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-mon[92251]: osdmap e462: 8 total, 8 up, 8 in 2024-08-10T05:03:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-mon[94618]: osdmap e461: 8 total, 8 up, 8 in 2024-08-10T05:03:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-mon[94618]: pgmap v354: 121 pgs: 1 active+recovering+degraded, 1 active+clean+snaptrim, 4 peering, 31 active+undersized, 12 active+undersized+degraded, 72 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 9 op/s; 63/414 objects degraded (15.217%); 48 KiB/s, 0 objects/s recovering 2024-08-10T05:03:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-mon[94618]: osdmap e462: 8 total, 8 up, 8 in 2024-08-10T05:03:22.153 INFO:tasks.rados.rados.0.smithi078.stdout:2098: done (1 left) 2024-08-10T05:03:22.154 INFO:tasks.rados.rados.0.smithi078.stdout:2099: done (0 left) 2024-08-10T05:03:22.154 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 193 2024-08-10T05:03:22.154 INFO:tasks.rados.rados.0.smithi078.stdout:2100: seq_num 659 ranges {6971392=647168,7618560=450560,8069120=352256} 2024-08-10T05:03:22.155 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T05:03:21.894+0000 7f778feb9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-08-10T05:03:22.155 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:03:21] "GET /metrics HTTP/1.1" 200 36153 "" "Prometheus/2.43.0" 2024-08-10T05:03:22.194 INFO:tasks.rados.rados.0.smithi078.stdout:2100: writing smithi07880501-22 from 6971392 to 7618560 tid 1 2024-08-10T05:03:22.196 INFO:tasks.rados.rados.0.smithi078.stdout:2100: writing smithi07880501-22 from 7618560 to 8069120 tid 2 2024-08-10T05:03:22.199 INFO:tasks.rados.rados.0.smithi078.stdout:2100: writing smithi07880501-22 from 8069120 to 8421376 tid 3 2024-08-10T05:03:22.199 INFO:tasks.rados.rados.0.smithi078.stdout:2101: copy_from oid 50 from oid 15 current snap is 193 2024-08-10T05:03:22.199 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 193 2024-08-10T05:03:22.199 INFO:tasks.rados.rados.0.smithi078.stdout:2102: seq_num 660 ranges {958464=663552,1622016=737280,2359296=65536} 2024-08-10T05:03:22.208 INFO:tasks.rados.rados.0.smithi078.stdout:2102: writing smithi07880501-8 from 958464 to 1622016 tid 1 2024-08-10T05:03:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2102: writing smithi07880501-8 from 1622016 to 2359296 tid 2 2024-08-10T05:03:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2102: writing smithi07880501-8 from 2359296 to 2424832 tid 3 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2103: copy_from oid 31 from oid 27 current snap is 193 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2100: finishing write tid 1 to smithi07880501-22 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2100: finishing write tid 2 to smithi07880501-22 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2100: finishing write tid 3 to smithi07880501-22 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2100: finishing write tid 4 to smithi07880501-22 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2100: finishing write tid 5 to smithi07880501-22 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1796 (ObjNum 659 snap 193 seq_num 659) dirty exists 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2100: left oid 22 (ObjNum 659 snap 193 seq_num 659) 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2101: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2100: done (3 left) 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2104: snap_create 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:2101: finishing copy_from to smithi07880501-50 2024-08-10T05:03:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1393 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:03:22.215 INFO:tasks.rados.rados.0.smithi078.stdout:2102: finishing write tid 1 to smithi07880501-8 2024-08-10T05:03:22.216 INFO:tasks.rados.rados.0.smithi078.stdout:2102: finishing write tid 2 to smithi07880501-8 2024-08-10T05:03:22.216 INFO:tasks.rados.rados.0.smithi078.stdout:2102: finishing write tid 3 to smithi07880501-8 2024-08-10T05:03:22.219 INFO:tasks.rados.rados.0.smithi078.stdout:2102: finishing write tid 4 to smithi07880501-8 2024-08-10T05:03:22.220 INFO:tasks.rados.rados.0.smithi078.stdout:2102: finishing write tid 5 to smithi07880501-8 2024-08-10T05:03:22.220 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 1500 (ObjNum 660 snap 193 seq_num 660) dirty exists 2024-08-10T05:03:22.220 INFO:tasks.rados.rados.0.smithi078.stdout:2102: left oid 8 (ObjNum 660 snap 193 seq_num 660) 2024-08-10T05:03:22.255 INFO:tasks.rados.rados.0.smithi078.stdout:2103: finishing copy_from racing read to smithi07880501-31 2024-08-10T05:03:22.256 INFO:tasks.rados.rados.0.smithi078.stdout:2103: finishing copy_from to smithi07880501-31 2024-08-10T05:03:22.256 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 1773 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:03:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3816497507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3816497507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:03:22.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:22.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3816497507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:03:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:23.166 INFO:tasks.rados.rados.0.smithi078.stdout:2101: done (3 left) 2024-08-10T05:03:23.166 INFO:tasks.rados.rados.0.smithi078.stdout:2102: done (2 left) 2024-08-10T05:03:23.166 INFO:tasks.rados.rados.0.smithi078.stdout:2103: done (1 left) 2024-08-10T05:03:23.166 INFO:tasks.rados.rados.0.smithi078.stdout:2104: done (0 left) 2024-08-10T05:03:23.166 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 194 2024-08-10T05:03:23.166 INFO:tasks.rados.rados.0.smithi078.stdout:2105: seq_num 661 ranges {1630208=679936,2310144=622592,2932736=180224} 2024-08-10T05:03:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:2105: writing smithi07880501-43 from 1630208 to 2310144 tid 1 2024-08-10T05:03:23.181 INFO:tasks.rados.rados.0.smithi078.stdout:2105: writing smithi07880501-43 from 2310144 to 2932736 tid 2 2024-08-10T05:03:23.182 INFO:tasks.rados.rados.0.smithi078.stdout:2105: writing smithi07880501-43 from 2932736 to 3112960 tid 3 2024-08-10T05:03:23.182 INFO:tasks.rados.rados.0.smithi078.stdout:2106: delete oid 18 current snap is 194 2024-08-10T05:03:23.188 INFO:tasks.rados.rados.0.smithi078.stdout:2105: finishing write tid 1 to smithi07880501-43 2024-08-10T05:03:23.188 INFO:tasks.rados.rados.0.smithi078.stdout:2105: finishing write tid 2 to smithi07880501-43 2024-08-10T05:03:23.189 INFO:tasks.rados.rados.0.smithi078.stdout:2106: done (1 left) 2024-08-10T05:03:23.189 INFO:tasks.rados.rados.0.smithi078.stdout:2107: read oid 13 snap -1 2024-08-10T05:03:23.189 INFO:tasks.rados.rados.0.smithi078.stdout:2107: expect (ObjNum 598 snap 174 seq_num 598) 2024-08-10T05:03:23.189 INFO:tasks.rados.rados.0.smithi078.stdout:2108: delete oid 42 current snap is 194 2024-08-10T05:03:23.190 INFO:tasks.rados.rados.0.smithi078.stdout:2105: finishing write tid 3 to smithi07880501-43 2024-08-10T05:03:23.191 INFO:tasks.rados.rados.0.smithi078.stdout:2105: finishing write tid 4 to smithi07880501-43 2024-08-10T05:03:23.193 INFO:tasks.rados.rados.0.smithi078.stdout:2108: done (2 left) 2024-08-10T05:03:23.193 INFO:tasks.rados.rados.0.smithi078.stdout:2109: rollback oid 15 current snap is 194 2024-08-10T05:03:23.193 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 183 2024-08-10T05:03:23.193 INFO:tasks.rados.rados.0.smithi078.stdout:2110: read oid 18 snap -1 2024-08-10T05:03:23.194 INFO:tasks.rados.rados.0.smithi078.stdout:2110: expect deleted 2024-08-10T05:03:23.194 INFO:tasks.rados.rados.0.smithi078.stdout:2111: snap_remove snap 174 2024-08-10T05:03:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[92251]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-08-10T05:03:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[92251]: osdmap e463: 8 total, 8 up, 8 in 2024-08-10T05:03:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[92251]: pgmap v357: 121 pgs: 1 active+recovering+degraded, 1 active+clean+snaptrim, 4 peering, 25 active+undersized, 10 active+undersized+degraded, 80 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 324 KiB/s wr, 2 op/s; 60/414 objects degraded (14.493%); 48 KiB/s, 0 objects/s recovering 2024-08-10T05:03:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[94618]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-08-10T05:03:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[94618]: osdmap e463: 8 total, 8 up, 8 in 2024-08-10T05:03:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:23 smithi078 ceph-mon[94618]: pgmap v357: 121 pgs: 1 active+recovering+degraded, 1 active+clean+snaptrim, 4 peering, 25 active+undersized, 10 active+undersized+degraded, 80 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 324 KiB/s wr, 2 op/s; 60/414 objects degraded (14.493%); 48 KiB/s, 0 objects/s recovering 2024-08-10T05:03:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:23 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:23 smithi107 ceph-mon[86658]: Upgrade: unsafe to stop osd(s) at this time (16 PGs are or would become offline) 2024-08-10T05:03:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:23 smithi107 ceph-mon[86658]: osdmap e463: 8 total, 8 up, 8 in 2024-08-10T05:03:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:23 smithi107 ceph-mon[86658]: pgmap v357: 121 pgs: 1 active+recovering+degraded, 1 active+clean+snaptrim, 4 peering, 25 active+undersized, 10 active+undersized+degraded, 80 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 324 KiB/s wr, 2 op/s; 60/414 objects degraded (14.493%); 48 KiB/s, 0 objects/s recovering 2024-08-10T05:03:24.171 INFO:tasks.rados.rados.0.smithi078.stdout:2111: done (4 left) 2024-08-10T05:03:24.171 INFO:tasks.rados.rados.0.smithi078.stdout:2112: rollback oid 46 current snap is 194 2024-08-10T05:03:24.172 INFO:tasks.rados.rados.0.smithi078.stdout:2105: finishing write tid 5 to smithi07880501-43 2024-08-10T05:03:24.172 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1627 (ObjNum 661 snap 194 seq_num 661) dirty exists 2024-08-10T05:03:24.172 INFO:tasks.rados.rados.0.smithi078.stdout:2105: left oid 43 (ObjNum 661 snap 194 seq_num 661) 2024-08-10T05:03:24.172 INFO:tasks.rados.rados.0.smithi078.stdout:2107: expect (ObjNum 598 snap 174 seq_num 598) 2024-08-10T05:03:24.190 INFO:tasks.rados.rados.0.smithi078.stdout:2109: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2109: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 46 to 191 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2109: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1802 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2105: done (4 left) 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2107: done (3 left) 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2109: done (2 left) 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2110: done (1 left) 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 194 2024-08-10T05:03:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2113: seq_num 664 ranges {655360=729088,1384448=729088,2113536=73728} 2024-08-10T05:03:24.198 INFO:tasks.rados.rados.0.smithi078.stdout:2113: writing smithi07880501-4 from 655360 to 1384448 tid 1 2024-08-10T05:03:24.203 INFO:tasks.rados.rados.0.smithi078.stdout:2113: writing smithi07880501-4 from 1384448 to 2113536 tid 2 2024-08-10T05:03:24.203 INFO:tasks.rados.rados.0.smithi078.stdout:2113: writing smithi07880501-4 from 2113536 to 2187264 tid 3 2024-08-10T05:03:24.203 INFO:tasks.rados.rados.0.smithi078.stdout:2114: snap_remove snap 187 2024-08-10T05:03:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:24 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 60/414 objects degraded (14.493%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:24 smithi078 ceph-mon[92251]: osdmap e464: 8 total, 8 up, 8 in 2024-08-10T05:03:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:24 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 60/414 objects degraded (14.493%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:24 smithi078 ceph-mon[94618]: osdmap e464: 8 total, 8 up, 8 in 2024-08-10T05:03:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:24 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 60/414 objects degraded (14.493%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:24 smithi107 ceph-mon[86658]: osdmap e464: 8 total, 8 up, 8 in 2024-08-10T05:03:25.177 INFO:tasks.rados.rados.0.smithi078.stdout:2112: finishing rollback tid 0 to smithi07880501-46 2024-08-10T05:03:25.177 INFO:tasks.rados.rados.0.smithi078.stdout:2112: finishing rollback tid 1 to smithi07880501-46 2024-08-10T05:03:25.177 INFO:tasks.rados.rados.0.smithi078.stdout:2112: finishing rollback tid 2 to smithi07880501-46 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1070 (ObjNum 605 snap 177 seq_num 605) dirty exists 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2113: finishing write tid 1 to smithi07880501-4 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2113: finishing write tid 2 to smithi07880501-4 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2113: finishing write tid 3 to smithi07880501-4 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2113: finishing write tid 4 to smithi07880501-4 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2113: finishing write tid 5 to smithi07880501-4 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1638 (ObjNum 664 snap 194 seq_num 664) dirty exists 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2113: left oid 4 (ObjNum 664 snap 194 seq_num 664) 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2112: done (2 left) 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2113: done (1 left) 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2114: done (0 left) 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:2115: rollback oid 44 current snap is 194 2024-08-10T05:03:25.178 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 188 2024-08-10T05:03:25.179 INFO:tasks.rados.rados.0.smithi078.stdout:2116: read oid 14 snap 188 2024-08-10T05:03:25.179 INFO:tasks.rados.rados.0.smithi078.stdout:2116: expect (ObjNum 606 snap 177 seq_num 606) 2024-08-10T05:03:25.179 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 194 2024-08-10T05:03:25.179 INFO:tasks.rados.rados.0.smithi078.stdout:2117: seq_num 665 ranges {0=745472,745472=606208,1351680=196608} 2024-08-10T05:03:25.182 INFO:tasks.rados.rados.0.smithi078.stdout:2117: writing smithi07880501-12 from 0 to 745472 tid 1 2024-08-10T05:03:25.187 INFO:tasks.rados.rados.0.smithi078.stdout:2117: writing smithi07880501-12 from 745472 to 1351680 tid 2 2024-08-10T05:03:25.189 INFO:tasks.rados.rados.0.smithi078.stdout:2117: writing smithi07880501-12 from 1351680 to 1548288 tid 3 2024-08-10T05:03:25.189 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 21 current snap is 194 2024-08-10T05:03:25.189 INFO:tasks.rados.rados.0.smithi078.stdout:2116: expect (ObjNum 606 snap 177 seq_num 606) 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2115: finishing rollback tid 0 to smithi07880501-44 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2115: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2115: finishing rollback tid 2 to smithi07880501-44 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1486 (ObjNum 628 snap 181 seq_num 628) dirty exists 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2117: finishing write tid 1 to smithi07880501-12 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2117: finishing write tid 2 to smithi07880501-12 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2117: finishing write tid 3 to smithi07880501-12 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2117: finishing write tid 4 to smithi07880501-12 2024-08-10T05:03:25.207 INFO:tasks.rados.rados.0.smithi078.stdout:2118: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-08-10T05:03:25.211 INFO:tasks.rados.rados.0.smithi078.stdout:2118: writing smithi07880501-21 from 0 to 761856 tid 1 2024-08-10T05:03:25.214 INFO:tasks.rados.rados.0.smithi078.stdout:2118: writing smithi07880501-21 from 761856 to 1253376 tid 2 2024-08-10T05:03:25.216 INFO:tasks.rados.rados.0.smithi078.stdout:2118: writing smithi07880501-21 from 1253376 to 1564672 tid 3 2024-08-10T05:03:25.216 INFO:tasks.rados.rados.0.smithi078.stdout:2115: done (3 left) 2024-08-10T05:03:25.216 INFO:tasks.rados.rados.0.smithi078.stdout:2116: done (2 left) 2024-08-10T05:03:25.217 INFO:tasks.rados.rados.0.smithi078.stdout:2119: snap_create 2024-08-10T05:03:25.217 INFO:tasks.rados.rados.0.smithi078.stdout:2117: finishing write tid 5 to smithi07880501-12 2024-08-10T05:03:25.217 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1103 (ObjNum 665 snap 194 seq_num 665) dirty exists 2024-08-10T05:03:25.217 INFO:tasks.rados.rados.0.smithi078.stdout:2117: left oid 12 (ObjNum 665 snap 194 seq_num 665) 2024-08-10T05:03:25.217 INFO:tasks.rados.rados.0.smithi078.stdout:2118: finishing write tid 1 to smithi07880501-21 2024-08-10T05:03:25.217 INFO:tasks.rados.rados.0.smithi078.stdout:2118: finishing write tid 2 to smithi07880501-21 2024-08-10T05:03:25.218 INFO:tasks.rados.rados.0.smithi078.stdout:2118: finishing write tid 3 to smithi07880501-21 2024-08-10T05:03:25.218 INFO:tasks.rados.rados.0.smithi078.stdout:2118: finishing write tid 4 to smithi07880501-21 2024-08-10T05:03:25.219 INFO:tasks.rados.rados.0.smithi078.stdout:2118: finishing write tid 5 to smithi07880501-21 2024-08-10T05:03:25.219 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1282 (ObjNum 666 snap 194 seq_num 666) dirty exists 2024-08-10T05:03:25.220 INFO:tasks.rados.rados.0.smithi078.stdout:2118: left oid 21 (ObjNum 666 snap 194 seq_num 666) 2024-08-10T05:03:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:25 smithi078 ceph-mon[92251]: osdmap e465: 8 total, 8 up, 8 in 2024-08-10T05:03:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:25 smithi078 ceph-mon[92251]: pgmap v360: 121 pgs: 1 active+recovering+degraded, 120 active+clean; 242 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 315 KiB/s rd, 3.8 MiB/s wr, 7 op/s; 2/417 objects degraded (0.480%); 8.9 MiB/s, 2 objects/s recovering 2024-08-10T05:03:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:25 smithi078 ceph-mon[94618]: osdmap e465: 8 total, 8 up, 8 in 2024-08-10T05:03:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:25 smithi078 ceph-mon[94618]: pgmap v360: 121 pgs: 1 active+recovering+degraded, 120 active+clean; 242 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 315 KiB/s rd, 3.8 MiB/s wr, 7 op/s; 2/417 objects degraded (0.480%); 8.9 MiB/s, 2 objects/s recovering 2024-08-10T05:03:25.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:25 smithi107 ceph-mon[86658]: osdmap e465: 8 total, 8 up, 8 in 2024-08-10T05:03:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:25 smithi107 ceph-mon[86658]: pgmap v360: 121 pgs: 1 active+recovering+degraded, 120 active+clean; 242 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 315 KiB/s rd, 3.8 MiB/s wr, 7 op/s; 2/417 objects degraded (0.480%); 8.9 MiB/s, 2 objects/s recovering 2024-08-10T05:03:26.177 INFO:tasks.rados.rados.0.smithi078.stdout:2117: done (2 left) 2024-08-10T05:03:26.178 INFO:tasks.rados.rados.0.smithi078.stdout:2118: done (1 left) 2024-08-10T05:03:26.178 INFO:tasks.rados.rados.0.smithi078.stdout:2119: done (0 left) 2024-08-10T05:03:26.178 INFO:tasks.rados.rados.0.smithi078.stdout:2120: read oid 22 snap -1 2024-08-10T05:03:26.178 INFO:tasks.rados.rados.0.smithi078.stdout:2120: expect (ObjNum 659 snap 193 seq_num 659) 2024-08-10T05:03:26.178 INFO:tasks.rados.rados.0.smithi078.stdout:2121: snap_create 2024-08-10T05:03:26.223 INFO:tasks.rados.rados.0.smithi078.stdout:2120: expect (ObjNum 659 snap 193 seq_num 659) 2024-08-10T05:03:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:26 smithi078 ceph-mon[92251]: osdmap e466: 8 total, 8 up, 8 in 2024-08-10T05:03:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:26 smithi078 ceph-mon[94618]: osdmap e466: 8 total, 8 up, 8 in 2024-08-10T05:03:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:26 smithi107 ceph-mon[86658]: osdmap e466: 8 total, 8 up, 8 in 2024-08-10T05:03:27.181 INFO:tasks.rados.rados.0.smithi078.stdout:2120: done (1 left) 2024-08-10T05:03:27.182 INFO:tasks.rados.rados.0.smithi078.stdout:2121: done (0 left) 2024-08-10T05:03:27.182 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 196 2024-08-10T05:03:27.182 INFO:tasks.rados.rados.0.smithi078.stdout:2122: seq_num 667 ranges {5758976=778240,6537216=778240,7315456=24576} 2024-08-10T05:03:27.217 INFO:tasks.rados.rados.0.smithi078.stdout:2122: writing smithi07880501-49 from 5758976 to 6537216 tid 1 2024-08-10T05:03:27.222 INFO:tasks.rados.rados.0.smithi078.stdout:2122: writing smithi07880501-49 from 6537216 to 7315456 tid 2 2024-08-10T05:03:27.222 INFO:tasks.rados.rados.0.smithi078.stdout:2122: writing smithi07880501-49 from 7315456 to 7340032 tid 3 2024-08-10T05:03:27.222 INFO:tasks.rados.rados.0.smithi078.stdout:2123: read oid 38 snap -1 2024-08-10T05:03:27.222 INFO:tasks.rados.rados.0.smithi078.stdout:2123: expect deleted 2024-08-10T05:03:27.222 INFO:tasks.rados.rados.0.smithi078.stdout:2124: delete oid 33 current snap is 196 2024-08-10T05:03:27.222 INFO:tasks.rados.rados.0.smithi078.stdout:2122: finishing write tid 1 to smithi07880501-49 2024-08-10T05:03:27.225 INFO:tasks.rados.rados.0.smithi078.stdout:2122: finishing write tid 2 to smithi07880501-49 2024-08-10T05:03:27.225 INFO:tasks.rados.rados.0.smithi078.stdout:2122: finishing write tid 3 to smithi07880501-49 2024-08-10T05:03:27.225 INFO:tasks.rados.rados.0.smithi078.stdout:2122: finishing write tid 4 to smithi07880501-49 2024-08-10T05:03:27.225 INFO:tasks.rados.rados.0.smithi078.stdout:2123: done (2 left) 2024-08-10T05:03:27.225 INFO:tasks.rados.rados.0.smithi078.stdout:2124: done (1 left) 2024-08-10T05:03:27.225 INFO:tasks.rados.rados.0.smithi078.stdout:2125: snap_create 2024-08-10T05:03:27.228 INFO:tasks.rados.rados.0.smithi078.stdout:2122: finishing write tid 5 to smithi07880501-49 2024-08-10T05:03:27.228 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 735 (ObjNum 667 snap 196 seq_num 667) dirty exists 2024-08-10T05:03:27.228 INFO:tasks.rados.rados.0.smithi078.stdout:2122: left oid 49 (ObjNum 667 snap 196 seq_num 667) 2024-08-10T05:03:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:27 smithi078 ceph-mon[94618]: osdmap e467: 8 total, 8 up, 8 in 2024-08-10T05:03:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:27 smithi078 ceph-mon[94618]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 315 KiB/s rd, 4.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-10T05:03:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:27 smithi078 ceph-mon[94618]: osdmap e468: 8 total, 8 up, 8 in 2024-08-10T05:03:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:27 smithi078 ceph-mon[92251]: osdmap e467: 8 total, 8 up, 8 in 2024-08-10T05:03:27.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:27 smithi078 ceph-mon[92251]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 315 KiB/s rd, 4.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-10T05:03:27.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:27 smithi078 ceph-mon[92251]: osdmap e468: 8 total, 8 up, 8 in 2024-08-10T05:03:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:27 smithi107 ceph-mon[86658]: osdmap e467: 8 total, 8 up, 8 in 2024-08-10T05:03:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:27 smithi107 ceph-mon[86658]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 315 KiB/s rd, 4.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-10T05:03:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:27 smithi107 ceph-mon[86658]: osdmap e468: 8 total, 8 up, 8 in 2024-08-10T05:03:28.203 INFO:tasks.rados.rados.0.smithi078.stdout:2122: done (1 left) 2024-08-10T05:03:28.203 INFO:tasks.rados.rados.0.smithi078.stdout:2125: done (0 left) 2024-08-10T05:03:28.203 INFO:tasks.rados.rados.0.smithi078.stdout:2126: snap_create 2024-08-10T05:03:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/417 objects degraded (0.480%), 1 pg degraded) 2024-08-10T05:03:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:03:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/417 objects degraded (0.480%), 1 pg degraded) 2024-08-10T05:03:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:03:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:28 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/417 objects degraded (0.480%), 1 pg degraded) 2024-08-10T05:03:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:28 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:03:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:29.210 INFO:tasks.rados.rados.0.smithi078.stdout:2126: done (0 left) 2024-08-10T05:03:29.210 INFO:tasks.rados.rados.0.smithi078.stdout:2127: read oid 37 snap 197 2024-08-10T05:03:29.210 INFO:tasks.rados.rados.0.smithi078.stdout:2127: expect (ObjNum 579 snap 167 seq_num 579) 2024-08-10T05:03:29.210 INFO:tasks.rados.rados.0.smithi078.stdout:2128: rollback oid 35 current snap is 198 2024-08-10T05:03:29.211 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 35 to 192 2024-08-10T05:03:29.211 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 198 2024-08-10T05:03:29.211 INFO:tasks.rados.rados.0.smithi078.stdout:2129: seq_num 669 ranges {417792=409600,827392=548864,1376256=655360} 2024-08-10T05:03:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:2129: writing smithi07880501-13 from 417792 to 827392 tid 1 2024-08-10T05:03:29.218 INFO:tasks.rados.rados.0.smithi078.stdout:2129: writing smithi07880501-13 from 827392 to 1376256 tid 2 2024-08-10T05:03:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:2129: writing smithi07880501-13 from 1376256 to 2031616 tid 3 2024-08-10T05:03:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:2130: setattr oid 23 current snap is 198 2024-08-10T05:03:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:2128: finishing rollback tid 0 to smithi07880501-35 2024-08-10T05:03:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2127: expect (ObjNum 579 snap 167 seq_num 579) 2024-08-10T05:03:29.231 INFO:tasks.rados.rados.0.smithi078.stdout:2128: finishing rollback tid 1 to smithi07880501-35 2024-08-10T05:03:29.231 INFO:tasks.rados.rados.0.smithi078.stdout:2129: finishing write tid 1 to smithi07880501-13 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2128: finishing rollback tid 2 to smithi07880501-35 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1755 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2129: finishing write tid 2 to smithi07880501-13 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2129: finishing write tid 3 to smithi07880501-13 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2129: finishing write tid 4 to smithi07880501-13 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2129: finishing write tid 5 to smithi07880501-13 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1083 (ObjNum 669 snap 198 seq_num 669) dirty exists 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2129: left oid 13 (ObjNum 669 snap 198 seq_num 669) 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2127: done (3 left) 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2128: done (2 left) 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2129: done (1 left) 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2131: rollback oid 33 current snap is 198 2024-08-10T05:03:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 191 2024-08-10T05:03:29.233 INFO:tasks.rados.rados.0.smithi078.stdout:2132: read oid 16 snap -1 2024-08-10T05:03:29.233 INFO:tasks.rados.rados.0.smithi078.stdout:2132: expect (ObjNum 588 snap 170 seq_num 588) 2024-08-10T05:03:29.233 INFO:tasks.rados.rados.0.smithi078.stdout:2133: read oid 37 snap 186 2024-08-10T05:03:29.233 INFO:tasks.rados.rados.0.smithi078.stdout:2133: expect (ObjNum 579 snap 167 seq_num 579) 2024-08-10T05:03:29.233 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 198 2024-08-10T05:03:29.233 INFO:tasks.rados.rados.0.smithi078.stdout:2134: seq_num 670 ranges {540672=425984,966656=483328,1449984=507904,1957888=212992} 2024-08-10T05:03:29.237 INFO:tasks.rados.rados.0.smithi078.stdout:2134: writing smithi07880501-46 from 540672 to 966656 tid 1 2024-08-10T05:03:29.241 INFO:tasks.rados.rados.0.smithi078.stdout:2134: writing smithi07880501-46 from 966656 to 1449984 tid 2 2024-08-10T05:03:29.243 INFO:tasks.rados.rados.0.smithi078.stdout:2134: writing smithi07880501-46 from 1449984 to 1957888 tid 3 2024-08-10T05:03:29.245 INFO:tasks.rados.rados.0.smithi078.stdout:2134: writing smithi07880501-46 from 1957888 to 2170880 tid 4 2024-08-10T05:03:29.245 INFO:tasks.rados.rados.0.smithi078.stdout:2135: delete oid 12 current snap is 198 2024-08-10T05:03:29.245 INFO:tasks.rados.rados.0.smithi078.stdout:2133: expect (ObjNum 579 snap 167 seq_num 579) 2024-08-10T05:03:29.254 INFO:tasks.rados.rados.0.smithi078.stdout:2131: finishing rollback tid 1 to smithi07880501-33 2024-08-10T05:03:29.254 INFO:tasks.rados.rados.0.smithi078.stdout:2132: expect (ObjNum 588 snap 170 seq_num 588) 2024-08-10T05:03:29.263 INFO:tasks.rados.rados.0.smithi078.stdout:2131: finishing rollback tid 2 to smithi07880501-33 2024-08-10T05:03:29.263 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 1826 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-10T05:03:29.263 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 768 (ObjNum 652 snap 188 seq_num 652) dirty exists 2024-08-10T05:03:29.263 INFO:tasks.rados.rados.0.smithi078.stdout:2130: done (5 left) 2024-08-10T05:03:29.263 INFO:tasks.rados.rados.0.smithi078.stdout:2131: done (4 left) 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2132: done (3 left) 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2133: done (2 left) 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2135: done (1 left) 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2136: read oid 49 snap -1 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2136: expect (ObjNum 667 snap 196 seq_num 667) 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2137: read oid 43 snap 186 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2137: expect (ObjNum 588 snap 170 seq_num 588) 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2138: read oid 4 snap 186 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2138: expect (ObjNum 612 snap 178 seq_num 612) 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 198 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2134: finishing write tid 1 to smithi07880501-46 2024-08-10T05:03:29.264 INFO:tasks.rados.rados.0.smithi078.stdout:2139: seq_num 672 ranges {12214272=458752,12673024=647168,13320192=466944,13787136=90112} 2024-08-10T05:03:29.331 INFO:tasks.rados.rados.0.smithi078.stdout:2139: writing smithi07880501-7 from 12214272 to 12673024 tid 1 2024-08-10T05:03:29.334 INFO:tasks.rados.rados.0.smithi078.stdout:2139: writing smithi07880501-7 from 12673024 to 13320192 tid 2 2024-08-10T05:03:29.336 INFO:tasks.rados.rados.0.smithi078.stdout:2139: writing smithi07880501-7 from 13320192 to 13787136 tid 3 2024-08-10T05:03:29.337 INFO:tasks.rados.rados.0.smithi078.stdout:2139: writing smithi07880501-7 from 13787136 to 13877248 tid 4 2024-08-10T05:03:29.337 INFO:tasks.rados.rados.0.smithi078.stdout:2140: rmattr oid 15 current snap is 198 2024-08-10T05:03:29.337 INFO:tasks.rados.rados.0.smithi078.stdout:2134: finishing write tid 2 to smithi07880501-46 2024-08-10T05:03:29.337 INFO:tasks.rados.rados.0.smithi078.stdout:2141: snap_remove snap 197 2024-08-10T05:03:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:29 smithi078 ceph-mon[94618]: osdmap e469: 8 total, 8 up, 8 in 2024-08-10T05:03:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:29 smithi078 ceph-mon[94618]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-08-10T05:03:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:29 smithi078 ceph-mon[92251]: osdmap e469: 8 total, 8 up, 8 in 2024-08-10T05:03:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:29 smithi078 ceph-mon[92251]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-08-10T05:03:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:29 smithi107 ceph-mon[86658]: osdmap e469: 8 total, 8 up, 8 in 2024-08-10T05:03:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:29 smithi107 ceph-mon[86658]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-08-10T05:03:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:2141: done (6 left) 2024-08-10T05:03:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:2142: snap_create 2024-08-10T05:03:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:2134: finishing write tid 3 to smithi07880501-46 2024-08-10T05:03:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:2134: finishing write tid 4 to smithi07880501-46 2024-08-10T05:03:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:2134: finishing write tid 5 to smithi07880501-46 2024-08-10T05:03:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:2134: finishing write tid 6 to smithi07880501-46 2024-08-10T05:03:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1075 (ObjNum 670 snap 198 seq_num 670) dirty exists 2024-08-10T05:03:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:2134: left oid 46 (ObjNum 670 snap 198 seq_num 670) 2024-08-10T05:03:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:2137: expect (ObjNum 588 snap 170 seq_num 588) 2024-08-10T05:03:30.228 INFO:tasks.rados.rados.0.smithi078.stdout:2138: expect (ObjNum 612 snap 178 seq_num 612) 2024-08-10T05:03:30.245 INFO:tasks.rados.rados.0.smithi078.stdout:2136: expect (ObjNum 667 snap 196 seq_num 667) 2024-08-10T05:03:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:30 smithi078 ceph-mon[92251]: osdmap e470: 8 total, 8 up, 8 in 2024-08-10T05:03:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:30 smithi078 ceph-mon[94618]: osdmap e470: 8 total, 8 up, 8 in 2024-08-10T05:03:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:30 smithi107 ceph-mon[86658]: osdmap e470: 8 total, 8 up, 8 in 2024-08-10T05:03:30.693 INFO:tasks.rados.rados.0.smithi078.stdout:2139: finishing write tid 1 to smithi07880501-7 2024-08-10T05:03:30.693 INFO:tasks.rados.rados.0.smithi078.stdout:2139: finishing write tid 2 to smithi07880501-7 2024-08-10T05:03:30.693 INFO:tasks.rados.rados.0.smithi078.stdout:2139: finishing write tid 3 to smithi07880501-7 2024-08-10T05:03:30.693 INFO:tasks.rados.rados.0.smithi078.stdout:2139: finishing write tid 4 to smithi07880501-7 2024-08-10T05:03:30.693 INFO:tasks.rados.rados.0.smithi078.stdout:2139: finishing write tid 5 to smithi07880501-7 2024-08-10T05:03:30.694 INFO:tasks.rados.rados.0.smithi078.stdout:2139: finishing write tid 6 to smithi07880501-7 2024-08-10T05:03:30.694 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1832 (ObjNum 672 snap 198 seq_num 672) dirty exists 2024-08-10T05:03:30.694 INFO:tasks.rados.rados.0.smithi078.stdout:2139: left oid 7 (ObjNum 672 snap 198 seq_num 672) 2024-08-10T05:03:30.694 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1834 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:03:31.101 INFO:tasks.rados.rados.0.smithi078.stdout:2134: done (6 left) 2024-08-10T05:03:31.101 INFO:tasks.rados.rados.0.smithi078.stdout:2136: done (5 left) 2024-08-10T05:03:31.102 INFO:tasks.rados.rados.0.smithi078.stdout:2137: done (4 left) 2024-08-10T05:03:31.102 INFO:tasks.rados.rados.0.smithi078.stdout:2138: done (3 left) 2024-08-10T05:03:31.102 INFO:tasks.rados.rados.0.smithi078.stdout:2139: done (2 left) 2024-08-10T05:03:31.102 INFO:tasks.rados.rados.0.smithi078.stdout:2140: done (1 left) 2024-08-10T05:03:31.102 INFO:tasks.rados.rados.0.smithi078.stdout:2142: done (0 left) 2024-08-10T05:03:31.102 INFO:tasks.rados.rados.0.smithi078.stdout:2143: delete oid 34 current snap is 199 2024-08-10T05:03:31.108 INFO:tasks.rados.rados.0.smithi078.stdout:2143: done (0 left) 2024-08-10T05:03:31.109 INFO:tasks.rados.rados.0.smithi078.stdout:2144: snap_remove snap 186 2024-08-10T05:03:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:31 smithi078 ceph-mon[92251]: osdmap e471: 8 total, 8 up, 8 in 2024-08-10T05:03:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:31 smithi078 ceph-mon[92251]: pgmap v369: 121 pgs: 121 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-10T05:03:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:31 smithi078 ceph-mon[92251]: osdmap e472: 8 total, 8 up, 8 in 2024-08-10T05:03:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:31 smithi078 ceph-mon[94618]: osdmap e471: 8 total, 8 up, 8 in 2024-08-10T05:03:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:31 smithi078 ceph-mon[94618]: pgmap v369: 121 pgs: 121 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-10T05:03:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:31 smithi078 ceph-mon[94618]: osdmap e472: 8 total, 8 up, 8 in 2024-08-10T05:03:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:31 smithi107 ceph-mon[86658]: osdmap e471: 8 total, 8 up, 8 in 2024-08-10T05:03:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:31 smithi107 ceph-mon[86658]: pgmap v369: 121 pgs: 121 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-10T05:03:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:31 smithi107 ceph-mon[86658]: osdmap e472: 8 total, 8 up, 8 in 2024-08-10T05:03:32.108 INFO:tasks.rados.rados.0.smithi078.stdout:2144: done (0 left) 2024-08-10T05:03:32.108 INFO:tasks.rados.rados.0.smithi078.stdout:2145: copy_from oid 3 from oid 28 current snap is 199 2024-08-10T05:03:32.108 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 199 2024-08-10T05:03:32.108 INFO:tasks.rados.rados.0.smithi078.stdout:2146: seq_num 674 ranges {671744=491520,1163264=417792,1581056=483328,2064384=303104} 2024-08-10T05:03:32.115 INFO:tasks.rados.rados.0.smithi078.stdout:2146: writing smithi07880501-45 from 671744 to 1163264 tid 1 2024-08-10T05:03:32.118 INFO:tasks.rados.rados.0.smithi078.stdout:2146: writing smithi07880501-45 from 1163264 to 1581056 tid 2 2024-08-10T05:03:32.121 INFO:tasks.rados.rados.0.smithi078.stdout:2146: writing smithi07880501-45 from 1581056 to 2064384 tid 3 2024-08-10T05:03:32.124 INFO:tasks.rados.rados.0.smithi078.stdout:2146: writing smithi07880501-45 from 2064384 to 2367488 tid 4 2024-08-10T05:03:32.124 INFO:tasks.rados.rados.0.smithi078.stdout:2147: read oid 14 snap -1 2024-08-10T05:03:32.124 INFO:tasks.rados.rados.0.smithi078.stdout:2147: expect (ObjNum 606 snap 177 seq_num 606) 2024-08-10T05:03:32.124 INFO:tasks.rados.rados.0.smithi078.stdout:2148: read oid 33 snap 193 2024-08-10T05:03:32.124 INFO:tasks.rados.rados.0.smithi078.stdout:2148: expect (ObjNum 490117840 snap 22041 seq_num 489806896) 2024-08-10T05:03:32.124 INFO:tasks.rados.rados.0.smithi078.stdout:2149: snap_remove snap 181 2024-08-10T05:03:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:03:31] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-08-10T05:03:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:33.116 INFO:tasks.rados.rados.0.smithi078.stdout:2149: done (4 left) 2024-08-10T05:03:33.117 INFO:tasks.rados.rados.0.smithi078.stdout:2150: rmattr oid 5 current snap is 199 2024-08-10T05:03:33.117 INFO:tasks.rados.rados.0.smithi078.stdout:2148: expect (ObjNum 490117840 snap 22041 seq_num 489806896) 2024-08-10T05:03:33.122 INFO:tasks.rados.rados.0.smithi078.stdout:2146: finishing write tid 1 to smithi07880501-45 2024-08-10T05:03:33.122 INFO:tasks.rados.rados.0.smithi078.stdout:2146: finishing write tid 2 to smithi07880501-45 2024-08-10T05:03:33.122 INFO:tasks.rados.rados.0.smithi078.stdout:2146: finishing write tid 3 to smithi07880501-45 2024-08-10T05:03:33.122 INFO:tasks.rados.rados.0.smithi078.stdout:2146: finishing write tid 4 to smithi07880501-45 2024-08-10T05:03:33.122 INFO:tasks.rados.rados.0.smithi078.stdout:2146: finishing write tid 5 to smithi07880501-45 2024-08-10T05:03:33.123 INFO:tasks.rados.rados.0.smithi078.stdout:2147: expect (ObjNum 606 snap 177 seq_num 606) 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2146: finishing write tid 6 to smithi07880501-45 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1654 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2146: left oid 45 (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2145: finishing copy_from racing read to smithi07880501-3 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2145: finishing copy_from to smithi07880501-3 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1099 (ObjNum 658 snap 192 seq_num 658) dirty exists 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2145: done (4 left) 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2146: done (3 left) 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2147: done (2 left) 2024-08-10T05:03:33.143 INFO:tasks.rados.rados.0.smithi078.stdout:2148: done (1 left) 2024-08-10T05:03:33.144 INFO:tasks.rados.rados.0.smithi078.stdout:2150: done (0 left) 2024-08-10T05:03:33.144 INFO:tasks.rados.rados.0.smithi078.stdout:2151: read oid 12 snap -1 2024-08-10T05:03:33.144 INFO:tasks.rados.rados.0.smithi078.stdout:2151: expect deleted 2024-08-10T05:03:33.144 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 199 2024-08-10T05:03:33.144 INFO:tasks.rados.rados.0.smithi078.stdout:2152: seq_num 675 ranges {7340032=507904,7847936=704512,8552448=499712} 2024-08-10T05:03:33.183 INFO:tasks.rados.rados.0.smithi078.stdout:2152: writing smithi07880501-49 from 7340032 to 7847936 tid 1 2024-08-10T05:03:33.187 INFO:tasks.rados.rados.0.smithi078.stdout:2152: writing smithi07880501-49 from 7847936 to 8552448 tid 2 2024-08-10T05:03:33.190 INFO:tasks.rados.rados.0.smithi078.stdout:2152: writing smithi07880501-49 from 8552448 to 9052160 tid 3 2024-08-10T05:03:33.190 INFO:tasks.rados.rados.0.smithi078.stdout:2153: delete oid 17 current snap is 199 2024-08-10T05:03:33.190 INFO:tasks.rados.rados.0.smithi078.stdout:2152: finishing write tid 1 to smithi07880501-49 2024-08-10T05:03:33.190 INFO:tasks.rados.rados.0.smithi078.stdout:2152: finishing write tid 2 to smithi07880501-49 2024-08-10T05:03:33.194 INFO:tasks.rados.rados.0.smithi078.stdout:2152: finishing write tid 3 to smithi07880501-49 2024-08-10T05:03:33.194 INFO:tasks.rados.rados.0.smithi078.stdout:2152: finishing write tid 4 to smithi07880501-49 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2151: done (2 left) 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2153: done (1 left) 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2154: rollback oid 47 current snap is 199 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 193 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2155: read oid 36 snap 183 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2155: expect (ObjNum 646 snap 183 seq_num 646) 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2156: setattr oid 27 current snap is 199 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2152: finishing write tid 5 to smithi07880501-49 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 739 (ObjNum 675 snap 199 seq_num 675) dirty exists 2024-08-10T05:03:33.196 INFO:tasks.rados.rados.0.smithi078.stdout:2152: left oid 49 (ObjNum 675 snap 199 seq_num 675) 2024-08-10T05:03:33.197 INFO:tasks.rados.rados.0.smithi078.stdout:2154: finishing rollback tid 1 to smithi07880501-47 2024-08-10T05:03:33.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 0 (ObjNum 369 snap 0 seq_num 3472862784) dirty dne 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2152: done (3 left) 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2154: done (2 left) 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2157: read oid 18 snap -1 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2157: expect deleted 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2158: copy_from oid 22 from oid 31 current snap is 199 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2159: rmattr oid 9 current snap is 199 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2159: done (4 left) 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 199 2024-08-10T05:03:33.198 INFO:tasks.rados.rados.0.smithi078.stdout:2160: seq_num 677 ranges {9052160=540672,9592832=516096,10108928=655360,10764288=32768} 2024-08-10T05:03:33.249 INFO:tasks.rados.rados.0.smithi078.stdout:2160: writing smithi07880501-49 from 9052160 to 9592832 tid 1 2024-08-10T05:03:33.252 INFO:tasks.rados.rados.0.smithi078.stdout:2160: writing smithi07880501-49 from 9592832 to 10108928 tid 2 2024-08-10T05:03:33.256 INFO:tasks.rados.rados.0.smithi078.stdout:2160: writing smithi07880501-49 from 10108928 to 10764288 tid 3 2024-08-10T05:03:33.256 INFO:tasks.rados.rados.0.smithi078.stdout:2160: writing smithi07880501-49 from 10764288 to 10797056 tid 4 2024-08-10T05:03:33.257 INFO:tasks.rados.rados.0.smithi078.stdout:2161: rollback oid 10 current snap is 199 2024-08-10T05:03:33.257 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 190 2024-08-10T05:03:33.257 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 1860 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:03:33.257 INFO:tasks.rados.rados.0.smithi078.stdout:2155: expect (ObjNum 646 snap 183 seq_num 646) 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2158: finishing copy_from racing read to smithi07880501-22 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2158: finishing copy_from to smithi07880501-22 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1773 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2155: done (5 left) 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2156: done (4 left) 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2157: done (3 left) 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2158: done (2 left) 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2162: copy_from oid 32 from oid 31 current snap is 199 2024-08-10T05:03:33.336 INFO:tasks.rados.rados.0.smithi078.stdout:2160: finishing write tid 1 to smithi07880501-49 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2160: finishing write tid 2 to smithi07880501-49 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2160: finishing write tid 3 to smithi07880501-49 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2160: finishing write tid 4 to smithi07880501-49 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2160: finishing write tid 5 to smithi07880501-49 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2161: finishing rollback tid 0 to smithi07880501-10 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2161: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2161: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1512 (ObjNum 649 snap 185 seq_num 649) dirty exists 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2160: finishing write tid 6 to smithi07880501-49 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 744 (ObjNum 677 snap 199 seq_num 677) dirty exists 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2160: left oid 49 (ObjNum 677 snap 199 seq_num 677) 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2160: done (2 left) 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2161: done (1 left) 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 199 2024-08-10T05:03:33.337 INFO:tasks.rados.rados.0.smithi078.stdout:2163: seq_num 678 ranges {5955584=565248,6520832=802816,7323648=401408} 2024-08-10T05:03:33.371 INFO:tasks.rados.rados.0.smithi078.stdout:2163: writing smithi07880501-29 from 5955584 to 6520832 tid 1 2024-08-10T05:03:33.375 INFO:tasks.rados.rados.0.smithi078.stdout:2163: writing smithi07880501-29 from 6520832 to 7323648 tid 2 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:2163: writing smithi07880501-29 from 7323648 to 7725056 tid 3 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:2164: read oid 9 snap -1 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:2164: expect (ObjNum 643 snap 183 seq_num 643) 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:2165: rollback oid 34 current snap is 199 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 194 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:2162: finishing copy_from racing read to smithi07880501-32 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 199 2024-08-10T05:03:33.378 INFO:tasks.rados.rados.0.smithi078.stdout:2162: finishing copy_from to smithi07880501-32 2024-08-10T05:03:33.379 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1773 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:03:33.379 INFO:tasks.rados.rados.0.smithi078.stdout:2163: finishing write tid 1 to smithi07880501-29 2024-08-10T05:03:33.379 INFO:tasks.rados.rados.0.smithi078.stdout:2166: seq_num 679 ranges {2424832=581632,3006464=688128,3694592=516096} 2024-08-10T05:03:33.394 INFO:tasks.rados.rados.0.smithi078.stdout:2166: writing smithi07880501-8 from 2424832 to 3006464 tid 1 2024-08-10T05:03:33.397 INFO:tasks.rados.rados.0.smithi078.stdout:2166: writing smithi07880501-8 from 3006464 to 3694592 tid 2 2024-08-10T05:03:33.401 INFO:tasks.rados.rados.0.smithi078.stdout:2166: writing smithi07880501-8 from 3694592 to 4210688 tid 3 2024-08-10T05:03:33.401 INFO:tasks.rados.rados.0.smithi078.stdout:2162: done (4 left) 2024-08-10T05:03:33.401 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 199 2024-08-10T05:03:33.401 INFO:tasks.rados.rados.0.smithi078.stdout:2163: finishing write tid 2 to smithi07880501-29 2024-08-10T05:03:33.401 INFO:tasks.rados.rados.0.smithi078.stdout:2167: seq_num 680 ranges {2048000=598016,2646016=573440,3219456=434176,3653632=196608} 2024-08-10T05:03:33.414 INFO:tasks.rados.rados.0.smithi078.stdout:2167: writing smithi07880501-11 from 2048000 to 2646016 tid 1 2024-08-10T05:03:33.418 INFO:tasks.rados.rados.0.smithi078.stdout:2167: writing smithi07880501-11 from 2646016 to 3219456 tid 2 2024-08-10T05:03:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:2167: writing smithi07880501-11 from 3219456 to 3653632 tid 3 2024-08-10T05:03:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:2167: writing smithi07880501-11 from 3653632 to 3850240 tid 4 2024-08-10T05:03:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:2168: snap_create 2024-08-10T05:03:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:2163: finishing write tid 3 to smithi07880501-29 2024-08-10T05:03:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:2163: finishing write tid 4 to smithi07880501-29 2024-08-10T05:03:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:2165: finishing rollback tid 1 to smithi07880501-34 2024-08-10T05:03:33.423 INFO:tasks.rados.rados.0.smithi078.stdout:2165: finishing rollback tid 2 to smithi07880501-34 2024-08-10T05:03:33.423 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1514 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:03:33.423 INFO:tasks.rados.rados.0.smithi078.stdout:2163: finishing write tid 5 to smithi07880501-29 2024-08-10T05:03:33.423 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1504 (ObjNum 678 snap 199 seq_num 678) dirty exists 2024-08-10T05:03:33.423 INFO:tasks.rados.rados.0.smithi078.stdout:2163: left oid 29 (ObjNum 678 snap 199 seq_num 678) 2024-08-10T05:03:33.423 INFO:tasks.rados.rados.0.smithi078.stdout:2164: expect (ObjNum 643 snap 183 seq_num 643) 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2166: finishing write tid 1 to smithi07880501-8 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2166: finishing write tid 2 to smithi07880501-8 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2166: finishing write tid 3 to smithi07880501-8 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2166: finishing write tid 4 to smithi07880501-8 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2166: finishing write tid 5 to smithi07880501-8 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 1508 (ObjNum 679 snap 199 seq_num 679) dirty exists 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2166: left oid 8 (ObjNum 679 snap 199 seq_num 679) 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2167: finishing write tid 1 to smithi07880501-11 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2167: finishing write tid 2 to smithi07880501-11 2024-08-10T05:03:33.453 INFO:tasks.rados.rados.0.smithi078.stdout:2167: finishing write tid 3 to smithi07880501-11 2024-08-10T05:03:33.454 INFO:tasks.rados.rados.0.smithi078.stdout:2167: finishing write tid 4 to smithi07880501-11 2024-08-10T05:03:33.454 INFO:tasks.rados.rados.0.smithi078.stdout:2167: finishing write tid 5 to smithi07880501-11 2024-08-10T05:03:33.454 INFO:tasks.rados.rados.0.smithi078.stdout:2167: finishing write tid 6 to smithi07880501-11 2024-08-10T05:03:33.454 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1520 (ObjNum 680 snap 199 seq_num 680) dirty exists 2024-08-10T05:03:33.454 INFO:tasks.rados.rados.0.smithi078.stdout:2167: left oid 11 (ObjNum 680 snap 199 seq_num 680) 2024-08-10T05:03:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:33 smithi078 ceph-mon[94618]: osdmap e473: 8 total, 8 up, 8 in 2024-08-10T05:03:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:33 smithi078 ceph-mon[94618]: pgmap v372: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 219 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-10T05:03:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:33 smithi078 ceph-mon[92251]: osdmap e473: 8 total, 8 up, 8 in 2024-08-10T05:03:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:33 smithi078 ceph-mon[92251]: pgmap v372: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 219 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-10T05:03:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:33 smithi107 ceph-mon[86658]: osdmap e473: 8 total, 8 up, 8 in 2024-08-10T05:03:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:33 smithi107 ceph-mon[86658]: pgmap v372: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 219 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-10T05:03:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:34.119 INFO:tasks.rados.rados.0.smithi078.stdout:2163: done (5 left) 2024-08-10T05:03:34.119 INFO:tasks.rados.rados.0.smithi078.stdout:2164: done (4 left) 2024-08-10T05:03:34.119 INFO:tasks.rados.rados.0.smithi078.stdout:2165: done (3 left) 2024-08-10T05:03:34.119 INFO:tasks.rados.rados.0.smithi078.stdout:2166: done (2 left) 2024-08-10T05:03:34.119 INFO:tasks.rados.rados.0.smithi078.stdout:2167: done (1 left) 2024-08-10T05:03:34.119 INFO:tasks.rados.rados.0.smithi078.stdout:2168: done (0 left) 2024-08-10T05:03:34.119 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 200 2024-08-10T05:03:34.120 INFO:tasks.rados.rados.0.smithi078.stdout:2169: seq_num 681 ranges {10797056=614400,11411456=458752,11870208=638976,12509184=106496} 2024-08-10T05:03:34.180 INFO:tasks.rados.rados.0.smithi078.stdout:2169: writing smithi07880501-49 from 10797056 to 11411456 tid 1 2024-08-10T05:03:34.182 INFO:tasks.rados.rados.0.smithi078.stdout:2169: writing smithi07880501-49 from 11411456 to 11870208 tid 2 2024-08-10T05:03:34.186 INFO:tasks.rados.rados.0.smithi078.stdout:2169: writing smithi07880501-49 from 11870208 to 12509184 tid 3 2024-08-10T05:03:34.187 INFO:tasks.rados.rados.0.smithi078.stdout:2169: writing smithi07880501-49 from 12509184 to 12615680 tid 4 2024-08-10T05:03:34.187 INFO:tasks.rados.rados.0.smithi078.stdout:2170: delete oid 40 current snap is 200 2024-08-10T05:03:34.187 INFO:tasks.rados.rados.0.smithi078.stdout:2169: finishing write tid 1 to smithi07880501-49 2024-08-10T05:03:34.187 INFO:tasks.rados.rados.0.smithi078.stdout:2169: finishing write tid 2 to smithi07880501-49 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2169: finishing write tid 3 to smithi07880501-49 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2170: done (1 left) 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2171: read oid 6 snap 173 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2171: expect deleted 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2172: rollback oid 3 current snap is 200 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 190 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2173: read oid 42 snap -1 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2173: expect deleted 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 200 2024-08-10T05:03:34.190 INFO:tasks.rados.rados.0.smithi078.stdout:2174: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-08-10T05:03:34.193 INFO:tasks.rados.rados.0.smithi078.stdout:2174: writing smithi07880501-41 from 0 to 647168 tid 1 2024-08-10T05:03:34.197 INFO:tasks.rados.rados.0.smithi078.stdout:2174: writing smithi07880501-41 from 647168 to 1277952 tid 2 2024-08-10T05:03:34.201 INFO:tasks.rados.rados.0.smithi078.stdout:2174: writing smithi07880501-41 from 1277952 to 1851392 tid 3 2024-08-10T05:03:34.201 INFO:tasks.rados.rados.0.smithi078.stdout:2175: read oid 28 snap -1 2024-08-10T05:03:34.201 INFO:tasks.rados.rados.0.smithi078.stdout:2175: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:03:34.201 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 200 2024-08-10T05:03:34.201 INFO:tasks.rados.rados.0.smithi078.stdout:2169: finishing write tid 4 to smithi07880501-49 2024-08-10T05:03:34.201 INFO:tasks.rados.rados.0.smithi078.stdout:2176: seq_num 684 ranges {2031616=663552,2695168=507904,3203072=409600,3612672=286720} 2024-08-10T05:03:34.217 INFO:tasks.rados.rados.0.smithi078.stdout:2176: writing smithi07880501-13 from 2031616 to 2695168 tid 1 2024-08-10T05:03:34.220 INFO:tasks.rados.rados.0.smithi078.stdout:2176: writing smithi07880501-13 from 2695168 to 3203072 tid 2 2024-08-10T05:03:34.223 INFO:tasks.rados.rados.0.smithi078.stdout:2176: writing smithi07880501-13 from 3203072 to 3612672 tid 3 2024-08-10T05:03:34.225 INFO:tasks.rados.rados.0.smithi078.stdout:2176: writing smithi07880501-13 from 3612672 to 3899392 tid 4 2024-08-10T05:03:34.225 INFO:tasks.rados.rados.0.smithi078.stdout:2177: snap_remove snap 183 2024-08-10T05:03:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:34 smithi078 ceph-mon[92251]: osdmap e474: 8 total, 8 up, 8 in 2024-08-10T05:03:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:34 smithi078 ceph-mon[94618]: osdmap e474: 8 total, 8 up, 8 in 2024-08-10T05:03:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:34 smithi107 ceph-mon[86658]: osdmap e474: 8 total, 8 up, 8 in 2024-08-10T05:03:35.124 INFO:tasks.rados.rados.0.smithi078.stdout:2177: done (7 left) 2024-08-10T05:03:35.125 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 200 2024-08-10T05:03:35.125 INFO:tasks.rados.rados.0.smithi078.stdout:2178: seq_num 685 ranges {4546560=679936,5226496=442368,5668864=622592,6291456=139264} 2024-08-10T05:03:35.154 INFO:tasks.rados.rados.0.smithi078.stdout:2178: writing smithi07880501-25 from 4546560 to 5226496 tid 1 2024-08-10T05:03:35.157 INFO:tasks.rados.rados.0.smithi078.stdout:2178: writing smithi07880501-25 from 5226496 to 5668864 tid 2 2024-08-10T05:03:35.160 INFO:tasks.rados.rados.0.smithi078.stdout:2178: writing smithi07880501-25 from 5668864 to 6291456 tid 3 2024-08-10T05:03:35.162 INFO:tasks.rados.rados.0.smithi078.stdout:2178: writing smithi07880501-25 from 6291456 to 6430720 tid 4 2024-08-10T05:03:35.162 INFO:tasks.rados.rados.0.smithi078.stdout:2179: read oid 34 snap -1 2024-08-10T05:03:35.162 INFO:tasks.rados.rados.0.smithi078.stdout:2179: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:03:35.162 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 200 2024-08-10T05:03:35.162 INFO:tasks.rados.rados.0.smithi078.stdout:2180: seq_num 686 ranges {3596288=696320,4292608=729088,5021696=425984,5447680=49152} 2024-08-10T05:03:35.186 INFO:tasks.rados.rados.0.smithi078.stdout:2180: writing smithi07880501-26 from 3596288 to 4292608 tid 1 2024-08-10T05:03:35.190 INFO:tasks.rados.rados.0.smithi078.stdout:2180: writing smithi07880501-26 from 4292608 to 5021696 tid 2 2024-08-10T05:03:35.194 INFO:tasks.rados.rados.0.smithi078.stdout:2180: writing smithi07880501-26 from 5021696 to 5447680 tid 3 2024-08-10T05:03:35.194 INFO:tasks.rados.rados.0.smithi078.stdout:2180: writing smithi07880501-26 from 5447680 to 5496832 tid 4 2024-08-10T05:03:35.194 INFO:tasks.rados.rados.0.smithi078.stdout:2181: snap_create 2024-08-10T05:03:35.194 INFO:tasks.rados.rados.0.smithi078.stdout:2169: finishing write tid 5 to smithi07880501-49 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2169: finishing write tid 6 to smithi07880501-49 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 749 (ObjNum 681 snap 200 seq_num 681) dirty exists 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2169: left oid 49 (ObjNum 681 snap 200 seq_num 681) 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2172: finishing rollback tid 0 to smithi07880501-3 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2172: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1284 (ObjNum 33 snap 0 seq_num 489465504) dirty dne 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2174: finishing write tid 1 to smithi07880501-41 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2174: finishing write tid 2 to smithi07880501-41 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2174: finishing write tid 3 to smithi07880501-41 2024-08-10T05:03:35.195 INFO:tasks.rados.rados.0.smithi078.stdout:2174: finishing write tid 4 to smithi07880501-41 2024-08-10T05:03:35.196 INFO:tasks.rados.rados.0.smithi078.stdout:2174: finishing write tid 5 to smithi07880501-41 2024-08-10T05:03:35.196 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 1759 (ObjNum 683 snap 200 seq_num 683) dirty exists 2024-08-10T05:03:35.196 INFO:tasks.rados.rados.0.smithi078.stdout:2174: left oid 41 (ObjNum 683 snap 200 seq_num 683) 2024-08-10T05:03:35.196 INFO:tasks.rados.rados.0.smithi078.stdout:2175: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:03:35.384 INFO:tasks.rados.rados.0.smithi078.stdout:2176: finishing write tid 1 to smithi07880501-13 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2176: finishing write tid 2 to smithi07880501-13 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2176: finishing write tid 3 to smithi07880501-13 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2176: finishing write tid 4 to smithi07880501-13 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2176: finishing write tid 5 to smithi07880501-13 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2176: finishing write tid 6 to smithi07880501-13 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1088 (ObjNum 684 snap 200 seq_num 684) dirty exists 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2176: left oid 13 (ObjNum 684 snap 200 seq_num 684) 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2178: finishing write tid 1 to smithi07880501-25 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2178: finishing write tid 2 to smithi07880501-25 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2178: finishing write tid 3 to smithi07880501-25 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2178: finishing write tid 4 to smithi07880501-25 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2178: finishing write tid 5 to smithi07880501-25 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:2178: finishing write tid 6 to smithi07880501-25 2024-08-10T05:03:35.385 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1497 (ObjNum 685 snap 200 seq_num 685) dirty exists 2024-08-10T05:03:35.386 INFO:tasks.rados.rados.0.smithi078.stdout:2178: left oid 25 (ObjNum 685 snap 200 seq_num 685) 2024-08-10T05:03:35.386 INFO:tasks.rados.rados.0.smithi078.stdout:2179: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:03:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:35 smithi078 ceph-mon[92251]: osdmap e475: 8 total, 8 up, 8 in 2024-08-10T05:03:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:35 smithi078 ceph-mon[92251]: pgmap v375: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-10T05:03:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:35 smithi078 ceph-mon[94618]: osdmap e475: 8 total, 8 up, 8 in 2024-08-10T05:03:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:35 smithi078 ceph-mon[94618]: pgmap v375: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:2180: finishing write tid 1 to smithi07880501-26 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:2180: finishing write tid 2 to smithi07880501-26 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:2180: finishing write tid 3 to smithi07880501-26 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:2180: finishing write tid 4 to smithi07880501-26 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:2180: finishing write tid 5 to smithi07880501-26 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:2180: finishing write tid 6 to smithi07880501-26 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1778 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:03:35.481 INFO:tasks.rados.rados.0.smithi078.stdout:2180: left oid 26 (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:03:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:35 smithi107 ceph-mon[86658]: osdmap e475: 8 total, 8 up, 8 in 2024-08-10T05:03:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:35 smithi107 ceph-mon[86658]: pgmap v375: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-10T05:03:36.103 INFO:tasks.rados.rados.0.smithi078.stdout:2169: done (10 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2171: done (9 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2172: done (8 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2173: done (7 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2174: done (6 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2175: done (5 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2176: done (4 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2178: done (3 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2179: done (2 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2180: done (1 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2181: done (0 left) 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2182: copy_from oid 35 from oid 2 current snap is 201 2024-08-10T05:03:36.104 INFO:tasks.rados.rados.0.smithi078.stdout:2183: copy_from oid 24 from oid 12 current snap is 201 2024-08-10T05:03:36.105 INFO:tasks.rados.rados.0.smithi078.stdout:2184: copy_from oid 44 from oid 36 current snap is 201 2024-08-10T05:03:36.105 INFO:tasks.rados.rados.0.smithi078.stdout:2185: snap_create 2024-08-10T05:03:36.111 INFO:tasks.rados.rados.0.smithi078.stdout:2183: finishing copy_from to smithi07880501-24 2024-08-10T05:03:36.111 INFO:tasks.rados.rados.0.smithi078.stdout:2183: got expected ENOENT (src dne) 2024-08-10T05:03:36.111 INFO:tasks.rados.rados.0.smithi078.stdout:2183: finishing copy_from racing read to smithi07880501-24 2024-08-10T05:03:36.120 INFO:tasks.rados.rados.0.smithi078.stdout:2184: finishing copy_from racing read to smithi07880501-44 2024-08-10T05:03:36.125 INFO:tasks.rados.rados.0.smithi078.stdout:2184: finishing copy_from to smithi07880501-44 2024-08-10T05:03:36.126 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1599 (ObjNum 646 snap 183 seq_num 646) dirty exists 2024-08-10T05:03:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2182: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:03:36.131 INFO:tasks.rados.rados.0.smithi078.stdout:2182: finishing copy_from to smithi07880501-35 2024-08-10T05:03:36.131 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1615 (ObjNum 617 snap 180 seq_num 617) dirty exists 2024-08-10T05:03:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:36 smithi078 ceph-mon[94618]: osdmap e476: 8 total, 8 up, 8 in 2024-08-10T05:03:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:36 smithi078 ceph-mon[94618]: osdmap e477: 8 total, 8 up, 8 in 2024-08-10T05:03:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:36 smithi078 ceph-mon[92251]: osdmap e476: 8 total, 8 up, 8 in 2024-08-10T05:03:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:36 smithi078 ceph-mon[92251]: osdmap e477: 8 total, 8 up, 8 in 2024-08-10T05:03:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:36 smithi107 ceph-mon[86658]: osdmap e476: 8 total, 8 up, 8 in 2024-08-10T05:03:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:36 smithi107 ceph-mon[86658]: osdmap e477: 8 total, 8 up, 8 in 2024-08-10T05:03:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:2182: done (3 left) 2024-08-10T05:03:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:2183: done (2 left) 2024-08-10T05:03:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:2184: done (1 left) 2024-08-10T05:03:37.105 INFO:tasks.rados.rados.0.smithi078.stdout:2185: done (0 left) 2024-08-10T05:03:37.106 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 202 2024-08-10T05:03:37.106 INFO:tasks.rados.rados.0.smithi078.stdout:2186: seq_num 687 ranges {2367488=712704,3080192=614400,3694592=589824} 2024-08-10T05:03:37.121 INFO:tasks.rados.rados.0.smithi078.stdout:2186: writing smithi07880501-45 from 2367488 to 3080192 tid 1 2024-08-10T05:03:37.125 INFO:tasks.rados.rados.0.smithi078.stdout:2186: writing smithi07880501-45 from 3080192 to 3694592 tid 2 2024-08-10T05:03:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:2186: writing smithi07880501-45 from 3694592 to 4284416 tid 3 2024-08-10T05:03:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:2187: rollback oid 15 current snap is 202 2024-08-10T05:03:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 192 2024-08-10T05:03:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:2188: snap_remove snap 173 2024-08-10T05:03:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:37 smithi078 ceph-mon[94618]: pgmap v378: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-08-10T05:03:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:37 smithi078 ceph-mon[94618]: osdmap e478: 8 total, 8 up, 8 in 2024-08-10T05:03:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:37 smithi078 ceph-mon[92251]: pgmap v378: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-08-10T05:03:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:37 smithi078 ceph-mon[92251]: osdmap e478: 8 total, 8 up, 8 in 2024-08-10T05:03:37.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:37 smithi107 ceph-mon[86658]: pgmap v378: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 278 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-08-10T05:03:37.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:37.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:37 smithi107 ceph-mon[86658]: osdmap e478: 8 total, 8 up, 8 in 2024-08-10T05:03:38.132 INFO:tasks.rados.rados.0.smithi078.stdout:2188: done (2 left) 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2189: read oid 8 snap 194 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2189: expect (ObjNum 660 snap 193 seq_num 660) 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2190: rollback oid 47 current snap is 202 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 190 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2187: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2186: finishing write tid 1 to smithi07880501-45 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2186: finishing write tid 2 to smithi07880501-45 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2187: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 202 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2187: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 1878 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:03:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2186: finishing write tid 3 to smithi07880501-45 2024-08-10T05:03:38.134 INFO:tasks.rados.rados.0.smithi078.stdout:2186: finishing write tid 4 to smithi07880501-45 2024-08-10T05:03:38.134 INFO:tasks.rados.rados.0.smithi078.stdout:2191: seq_num 688 ranges {3850240=729088,4579328=499712,5079040=704512} 2024-08-10T05:03:38.159 INFO:tasks.rados.rados.0.smithi078.stdout:2191: writing smithi07880501-11 from 3850240 to 4579328 tid 1 2024-08-10T05:03:38.162 INFO:tasks.rados.rados.0.smithi078.stdout:2191: writing smithi07880501-11 from 4579328 to 5079040 tid 2 2024-08-10T05:03:38.167 INFO:tasks.rados.rados.0.smithi078.stdout:2191: writing smithi07880501-11 from 5079040 to 5783552 tid 3 2024-08-10T05:03:38.167 INFO:tasks.rados.rados.0.smithi078.stdout:2187: done (4 left) 2024-08-10T05:03:38.167 INFO:tasks.rados.rados.0.smithi078.stdout:2192: copy_from oid 21 from oid 24 current snap is 202 2024-08-10T05:03:38.167 INFO:tasks.rados.rados.0.smithi078.stdout:2186: finishing write tid 5 to smithi07880501-45 2024-08-10T05:03:38.167 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1681 (ObjNum 687 snap 202 seq_num 687) dirty exists 2024-08-10T05:03:38.168 INFO:tasks.rados.rados.0.smithi078.stdout:2186: left oid 45 (ObjNum 687 snap 202 seq_num 687) 2024-08-10T05:03:38.168 INFO:tasks.rados.rados.0.smithi078.stdout:2190: finishing rollback tid 1 to smithi07880501-47 2024-08-10T05:03:38.168 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:03:38.168 INFO:tasks.rados.rados.0.smithi078.stdout:2189: expect (ObjNum 660 snap 193 seq_num 660) 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2191: finishing write tid 1 to smithi07880501-11 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2191: finishing write tid 2 to smithi07880501-11 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2191: finishing write tid 3 to smithi07880501-11 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2191: finishing write tid 4 to smithi07880501-11 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2191: finishing write tid 5 to smithi07880501-11 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1603 (ObjNum 688 snap 202 seq_num 688) dirty exists 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2191: left oid 11 (ObjNum 688 snap 202 seq_num 688) 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2192: finishing copy_from racing read to smithi07880501-21 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2192: finishing copy_from to smithi07880501-21 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1705 (ObjNum 621 snap 180 seq_num 621) dirty exists 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2186: done (4 left) 2024-08-10T05:03:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:2189: done (3 left) 2024-08-10T05:03:38.248 INFO:tasks.rados.rados.0.smithi078.stdout:2190: done (2 left) 2024-08-10T05:03:38.248 INFO:tasks.rados.rados.0.smithi078.stdout:2191: done (1 left) 2024-08-10T05:03:38.248 INFO:tasks.rados.rados.0.smithi078.stdout:2192: done (0 left) 2024-08-10T05:03:38.248 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 202 2024-08-10T05:03:38.248 INFO:tasks.rados.rados.0.smithi078.stdout:2193: seq_num 689 ranges {6430720=745472,7176192=786432,7962624=417792} 2024-08-10T05:03:38.284 INFO:tasks.rados.rados.0.smithi078.stdout:2193: writing smithi07880501-25 from 6430720 to 7176192 tid 1 2024-08-10T05:03:38.288 INFO:tasks.rados.rados.0.smithi078.stdout:2193: writing smithi07880501-25 from 7176192 to 7962624 tid 2 2024-08-10T05:03:38.290 INFO:tasks.rados.rados.0.smithi078.stdout:2193: writing smithi07880501-25 from 7962624 to 8380416 tid 3 2024-08-10T05:03:38.290 INFO:tasks.rados.rados.0.smithi078.stdout:2194: snap_remove snap 188 2024-08-10T05:03:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:38 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:38 smithi078 ceph-mon[92251]: Upgrade: osd.6 is safe to restart 2024-08-10T05:03:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:38 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:38 smithi078 ceph-mon[94618]: Upgrade: osd.6 is safe to restart 2024-08-10T05:03:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:38 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:03:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:38 smithi107 ceph-mon[86658]: Upgrade: osd.6 is safe to restart 2024-08-10T05:03:39.147 INFO:tasks.rados.rados.0.smithi078.stdout:2194: done (1 left) 2024-08-10T05:03:39.147 INFO:tasks.rados.rados.0.smithi078.stdout:2195: snap_remove snap 200 2024-08-10T05:03:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:39 smithi107 ceph-mon[86658]: osdmap e479: 8 total, 8 up, 8 in 2024-08-10T05:03:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:39 smithi107 ceph-mon[86658]: Upgrade: Updating osd.6 2024-08-10T05:03:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:39 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:39 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:03:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:39 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:39 smithi107 ceph-mon[86658]: Deploying daemon osd.6 on smithi107 2024-08-10T05:03:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:39 smithi107 ceph-mon[86658]: pgmap v381: 121 pgs: 121 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-10T05:03:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[92251]: osdmap e479: 8 total, 8 up, 8 in 2024-08-10T05:03:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[92251]: Upgrade: Updating osd.6 2024-08-10T05:03:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:03:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[92251]: Deploying daemon osd.6 on smithi107 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[92251]: pgmap v381: 121 pgs: 121 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[94618]: osdmap e479: 8 total, 8 up, 8 in 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[94618]: Upgrade: Updating osd.6 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[94618]: Deploying daemon osd.6 on smithi107 2024-08-10T05:03:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:39 smithi078 ceph-mon[94618]: pgmap v381: 121 pgs: 121 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.6 MiB/s wr, 16 op/s 2024-08-10T05:03:40.152 INFO:tasks.rados.rados.0.smithi078.stdout:2195: done (1 left) 2024-08-10T05:03:40.153 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 202 2024-08-10T05:03:40.153 INFO:tasks.rados.rados.0.smithi078.stdout:2193: finishing write tid 1 to smithi07880501-25 2024-08-10T05:03:40.153 INFO:tasks.rados.rados.0.smithi078.stdout:2196: seq_num 690 ranges {9347072=761856,10108928=663552,10772480=409600,11182080=131072} 2024-08-10T05:03:40.206 INFO:tasks.rados.rados.0.smithi078.stdout:2196: writing smithi07880501-31 from 9347072 to 10108928 tid 1 2024-08-10T05:03:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:2196: writing smithi07880501-31 from 10108928 to 10772480 tid 2 2024-08-10T05:03:40.213 INFO:tasks.rados.rados.0.smithi078.stdout:2196: writing smithi07880501-31 from 10772480 to 11182080 tid 3 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2196: writing smithi07880501-31 from 11182080 to 11313152 tid 4 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2197: setattr oid 32 current snap is 202 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2193: finishing write tid 2 to smithi07880501-25 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2193: finishing write tid 3 to smithi07880501-25 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2193: finishing write tid 4 to smithi07880501-25 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2193: finishing write tid 5 to smithi07880501-25 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1501 (ObjNum 689 snap 202 seq_num 689) dirty exists 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2193: left oid 25 (ObjNum 689 snap 202 seq_num 689) 2024-08-10T05:03:40.214 INFO:tasks.rados.rados.0.smithi078.stdout:2196: finishing write tid 1 to smithi07880501-31 2024-08-10T05:03:40.215 INFO:tasks.rados.rados.0.smithi078.stdout:2196: finishing write tid 2 to smithi07880501-31 2024-08-10T05:03:40.215 INFO:tasks.rados.rados.0.smithi078.stdout:2193: done (2 left) 2024-08-10T05:03:40.215 INFO:tasks.rados.rados.0.smithi078.stdout:2198: rollback oid 11 current snap is 202 2024-08-10T05:03:40.215 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 201 2024-08-10T05:03:40.215 INFO:tasks.rados.rados.0.smithi078.stdout:2199: read oid 47 snap -1 2024-08-10T05:03:40.216 INFO:tasks.rados.rados.0.smithi078.stdout:2199: expect deleted 2024-08-10T05:03:40.216 INFO:tasks.rados.rados.0.smithi078.stdout:2200: setattr oid 23 current snap is 202 2024-08-10T05:03:40.216 INFO:tasks.rados.rados.0.smithi078.stdout:2196: finishing write tid 3 to smithi07880501-31 2024-08-10T05:03:40.217 INFO:tasks.rados.rados.0.smithi078.stdout:2196: finishing write tid 4 to smithi07880501-31 2024-08-10T05:03:40.217 INFO:tasks.rados.rados.0.smithi078.stdout:2201: read oid 6 snap 193 2024-08-10T05:03:40.217 INFO:tasks.rados.rados.0.smithi078.stdout:2201: expect (ObjNum 644 snap 183 seq_num 644) 2024-08-10T05:03:40.217 INFO:tasks.rados.rados.0.smithi078.stdout:2202: snap_create 2024-08-10T05:03:40.218 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:40 smithi107 ceph-mon[86658]: osdmap e480: 8 total, 8 up, 8 in 2024-08-10T05:03:40.219 INFO:tasks.rados.rados.0.smithi078.stdout:2196: finishing write tid 5 to smithi07880501-31 2024-08-10T05:03:40.220 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1779 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:03:40.220 INFO:tasks.rados.rados.0.smithi078.stdout:2196: finishing write tid 6 to smithi07880501-31 2024-08-10T05:03:40.220 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 1778 (ObjNum 690 snap 202 seq_num 690) dirty exists 2024-08-10T05:03:40.220 INFO:tasks.rados.rados.0.smithi078.stdout:2196: left oid 31 (ObjNum 690 snap 202 seq_num 690) 2024-08-10T05:03:40.220 INFO:tasks.rados.rados.0.smithi078.stdout:2198: finishing rollback tid 0 to smithi07880501-11 2024-08-10T05:03:40.221 INFO:tasks.rados.rados.0.smithi078.stdout:2198: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:03:40.222 INFO:tasks.rados.rados.0.smithi078.stdout:2198: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:03:40.222 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1606 (ObjNum 680 snap 199 seq_num 680) dirty exists 2024-08-10T05:03:40.222 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 769 (ObjNum 652 snap 188 seq_num 652) dirty exists 2024-08-10T05:03:40.229 INFO:tasks.rados.rados.0.smithi078.stdout:2201: expect (ObjNum 644 snap 183 seq_num 644) 2024-08-10T05:03:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:40 smithi078 ceph-mon[92251]: osdmap e480: 8 total, 8 up, 8 in 2024-08-10T05:03:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:40 smithi078 ceph-mon[94618]: osdmap e480: 8 total, 8 up, 8 in 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2196: done (6 left) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2197: done (5 left) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2198: done (4 left) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2199: done (3 left) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2200: done (2 left) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2201: done (1 left) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2202: done (0 left) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2203: read oid 24 snap -1 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2203: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 203 2024-08-10T05:03:41.107 INFO:tasks.rados.rados.0.smithi078.stdout:2204: seq_num 691 ranges {7299072=778240,8077312=548864,8626176=614400,9240576=40960} 2024-08-10T05:03:41.149 INFO:tasks.rados.rados.0.smithi078.stdout:2204: writing smithi07880501-23 from 7299072 to 8077312 tid 1 2024-08-10T05:03:41.152 INFO:tasks.rados.rados.0.smithi078.stdout:2204: writing smithi07880501-23 from 8077312 to 8626176 tid 2 2024-08-10T05:03:41.156 INFO:tasks.rados.rados.0.smithi078.stdout:2204: writing smithi07880501-23 from 8626176 to 9240576 tid 3 2024-08-10T05:03:41.157 INFO:tasks.rados.rados.0.smithi078.stdout:2204: writing smithi07880501-23 from 9240576 to 9281536 tid 4 2024-08-10T05:03:41.157 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 203 2024-08-10T05:03:41.157 INFO:tasks.rados.rados.0.smithi078.stdout:2205: seq_num 692 ranges {7364608=794624,8159232=483328,8642560=720896} 2024-08-10T05:03:41.200 INFO:tasks.rados.rados.0.smithi078.stdout:2205: writing smithi07880501-5 from 7364608 to 8159232 tid 1 2024-08-10T05:03:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:2205: writing smithi07880501-5 from 8159232 to 8642560 tid 2 2024-08-10T05:03:41.207 INFO:tasks.rados.rados.0.smithi078.stdout:2205: writing smithi07880501-5 from 8642560 to 9363456 tid 3 2024-08-10T05:03:41.207 INFO:tasks.rados.rados.0.smithi078.stdout:2206: snap_remove snap 194 2024-08-10T05:03:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:41 smithi107 ceph-mon[86658]: osdmap e481: 8 total, 8 up, 8 in 2024-08-10T05:03:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:41 smithi107 ceph-mon[86658]: pgmap v384: 121 pgs: 121 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2024-08-10T05:03:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:41 smithi107 ceph-mon[86658]: osdmap e482: 8 total, 8 up, 8 in 2024-08-10T05:03:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:41 smithi078 ceph-mon[92251]: osdmap e481: 8 total, 8 up, 8 in 2024-08-10T05:03:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:41 smithi078 ceph-mon[92251]: pgmap v384: 121 pgs: 121 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2024-08-10T05:03:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:41 smithi078 ceph-mon[92251]: osdmap e482: 8 total, 8 up, 8 in 2024-08-10T05:03:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:41 smithi078 ceph-mon[94618]: osdmap e481: 8 total, 8 up, 8 in 2024-08-10T05:03:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:41 smithi078 ceph-mon[94618]: pgmap v384: 121 pgs: 121 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.0 MiB/s wr, 17 op/s 2024-08-10T05:03:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:41 smithi078 ceph-mon[94618]: osdmap e482: 8 total, 8 up, 8 in 2024-08-10T05:03:41.654 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:41 smithi107 systemd[1]: Stopping Ceph osd.6 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:03:42.066 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[49512]: 2024-08-10T05:03:41.653+0000 7f9426634640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:03:42.067 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[49512]: 2024-08-10T05:03:41.653+0000 7f9426634640 -1 osd.6 482 *** Got signal Terminated *** 2024-08-10T05:03:42.067 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:41 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[49512]: 2024-08-10T05:03:41.653+0000 7f9426634640 -1 osd.6 482 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:03:42.171 INFO:tasks.rados.rados.0.smithi078.stdout:2206: done (3 left) 2024-08-10T05:03:42.171 INFO:tasks.rados.rados.0.smithi078.stdout:2207: read oid 4 snap 196 2024-08-10T05:03:42.171 INFO:tasks.rados.rados.0.smithi078.stdout:2207: expect (ObjNum 664 snap 194 seq_num 664) 2024-08-10T05:03:42.171 INFO:tasks.rados.rados.0.smithi078.stdout:2208: rollback oid 12 current snap is 203 2024-08-10T05:03:42.171 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 12 to 199 2024-08-10T05:03:42.174 INFO:tasks.rados.rados.0.smithi078.stdout:2203: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2204: finishing write tid 1 to smithi07880501-23 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2204: finishing write tid 2 to smithi07880501-23 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2204: finishing write tid 3 to smithi07880501-23 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2204: finishing write tid 4 to smithi07880501-23 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2203: done (4 left) 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2209: read oid 18 snap 192 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2209: expect (ObjNum 600 snap 174 seq_num 600) 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:2210: rollback oid 35 current snap is 203 2024-08-10T05:03:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 35 to 190 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2204: finishing write tid 5 to smithi07880501-23 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2204: finishing write tid 6 to smithi07880501-23 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 774 (ObjNum 691 snap 203 seq_num 691) dirty exists 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2204: left oid 23 (ObjNum 691 snap 203 seq_num 691) 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2205: finishing write tid 1 to smithi07880501-5 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2205: finishing write tid 2 to smithi07880501-5 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2204: done (5 left) 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2211: snap_create 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2205: finishing write tid 3 to smithi07880501-5 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2205: finishing write tid 4 to smithi07880501-5 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2205: finishing write tid 5 to smithi07880501-5 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1911 (ObjNum 692 snap 203 seq_num 692) dirty exists 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2205: left oid 5 (ObjNum 692 snap 203 seq_num 692) 2024-08-10T05:03:42.204 INFO:tasks.rados.rados.0.smithi078.stdout:2208: finishing rollback tid 1 to smithi07880501-12 2024-08-10T05:03:42.205 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1104 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:03:42.205 INFO:tasks.rados.rados.0.smithi078.stdout:2207: expect (ObjNum 664 snap 194 seq_num 664) 2024-08-10T05:03:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:42 smithi078 ceph-mon[92251]: osd.6 marked itself down and dead 2024-08-10T05:03:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:42 smithi078 ceph-mon[94618]: osd.6 marked itself down and dead 2024-08-10T05:03:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:03:41] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-08-10T05:03:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:42 smithi107 ceph-mon[86658]: osd.6 marked itself down and dead 2024-08-10T05:03:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:42.914 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:42 smithi107 podman[101042]: 2024-08-10 05:03:42.657551 +0000 UTC m=+1.112107395 container died c3ba30a2f2f163b22e4c334684570639e7f0733a161bae686fb65d0b7341764f (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-56ceb86, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-10T05:03:43.177 INFO:tasks.rados.rados.0.smithi078.stdout:2205: done (5 left) 2024-08-10T05:03:43.178 INFO:tasks.rados.rados.0.smithi078.stdout:2207: done (4 left) 2024-08-10T05:03:43.178 INFO:tasks.rados.rados.0.smithi078.stdout:2208: done (3 left) 2024-08-10T05:03:43.178 INFO:tasks.rados.rados.0.smithi078.stdout:2211: done (2 left) 2024-08-10T05:03:43.178 INFO:tasks.rados.rados.0.smithi078.stdout:2212: snap_remove snap 202 2024-08-10T05:03:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:43 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:03:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:43 smithi107 ceph-mon[86658]: osdmap e483: 8 total, 7 up, 8 in 2024-08-10T05:03:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:43 smithi107 ceph-mon[86658]: pgmap v387: 121 pgs: 14 stale+active+clean, 107 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 877 KiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-10T05:03:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:43.317 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 podman[101042]: 2024-08-10 05:03:43.087829351 +0000 UTC m=+1.542385789 container cleanup c3ba30a2f2f163b22e4c334684570639e7f0733a161bae686fb65d0b7341764f (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731) 2024-08-10T05:03:43.317 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 bash[101042]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6 2024-08-10T05:03:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:03:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[92251]: osdmap e483: 8 total, 7 up, 8 in 2024-08-10T05:03:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[92251]: pgmap v387: 121 pgs: 14 stale+active+clean, 107 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 877 KiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-10T05:03:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:03:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[94618]: osdmap e483: 8 total, 7 up, 8 in 2024-08-10T05:03:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[94618]: pgmap v387: 121 pgs: 14 stale+active+clean, 107 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 877 KiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-10T05:03:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:43.659 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 podman[101058]: 2024-08-10 05:03:43.331036985 +0000 UTC m=+0.663563013 container remove c3ba30a2f2f163b22e4c334684570639e7f0733a161bae686fb65d0b7341764f (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:03:43.912 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 podman[101150]: 2024-08-10 05:03:43.562615871 +0000 UTC m=+0.017257161 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:03:43.913 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 podman[101150]: 2024-08-10 05:03:43.665171011 +0000 UTC m=+0.119812295 container create 8c741cd0e0331a6531d7d2921c806c75a77fa4a633cf48f26e2182d44c871cd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-10T05:03:43.913 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 podman[101150]: 2024-08-10 05:03:43.909427402 +0000 UTC m=+0.364068704 container init 8c741cd0e0331a6531d7d2921c806c75a77fa4a633cf48f26e2182d44c871cd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-10T05:03:43.913 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 podman[101150]: 2024-08-10 05:03:43.913087538 +0000 UTC m=+0.367728822 container start 8c741cd0e0331a6531d7d2921c806c75a77fa4a633cf48f26e2182d44c871cd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-10T05:03:44.179 INFO:tasks.rados.rados.0.smithi078.stdout:2212: done (2 left) 2024-08-10T05:03:44.180 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 204 2024-08-10T05:03:44.180 INFO:tasks.rados.rados.0.smithi078.stdout:2213: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-08-10T05:03:44.181 INFO:tasks.rados.rados.0.smithi078.stdout:2213: writing smithi07880501-17 from 0 to 409600 tid 1 2024-08-10T05:03:44.184 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:43 smithi107 podman[101150]: 2024-08-10 05:03:43.992587502 +0000 UTC m=+0.447228787 container attach 8c741cd0e0331a6531d7d2921c806c75a77fa4a633cf48f26e2182d44c871cd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:03:44.184 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:44 smithi107 podman[101150]: 2024-08-10 05:03:44.103592339 +0000 UTC m=+0.558233626 container died 8c741cd0e0331a6531d7d2921c806c75a77fa4a633cf48f26e2182d44c871cd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:03:44.186 INFO:tasks.rados.rados.0.smithi078.stdout:2213: writing smithi07880501-17 from 409600 to 1179648 tid 2 2024-08-10T05:03:44.191 INFO:tasks.rados.rados.0.smithi078.stdout:2213: writing smithi07880501-17 from 1179648 to 1761280 tid 3 2024-08-10T05:03:44.192 INFO:tasks.rados.rados.0.smithi078.stdout:2213: writing smithi07880501-17 from 1761280 to 2015232 tid 4 2024-08-10T05:03:44.192 INFO:tasks.rados.rados.0.smithi078.stdout:2214: snap_remove snap 191 2024-08-10T05:03:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:44 smithi078 ceph-mon[92251]: osdmap e484: 8 total, 7 up, 8 in 2024-08-10T05:03:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:44 smithi078 ceph-mon[94618]: osdmap e484: 8 total, 7 up, 8 in 2024-08-10T05:03:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:44 smithi107 ceph-mon[86658]: osdmap e484: 8 total, 7 up, 8 in 2024-08-10T05:03:45.067 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:44 smithi107 podman[101173]: 2024-08-10 05:03:44.671763848 +0000 UTC m=+0.559347777 container remove 8c741cd0e0331a6531d7d2921c806c75a77fa4a633cf48f26e2182d44c871cd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:03:45.067 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:44 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-10T05:03:45.067 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:44 smithi107 systemd[1]: Stopped Ceph osd.6 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:03:45.067 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:44 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.6.service: Consumed 15.574s CPU time. 2024-08-10T05:03:45.067 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:44 smithi107 systemd[1]: Starting Ceph osd.6 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:2214: done (3 left) 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:2215: rollback oid 45 current snap is 204 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 45 to 199 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:2210: finishing rollback tid 0 to smithi07880501-35 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:2210: finishing rollback tid 1 to smithi07880501-35 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:2210: finishing rollback tid 2 to smithi07880501-35 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1762 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-08-10T05:03:45.198 INFO:tasks.rados.rados.0.smithi078.stdout:2209: expect (ObjNum 600 snap 174 seq_num 600) 2024-08-10T05:03:45.353 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-mon[86658]: osdmap e485: 8 total, 7 up, 8 in 2024-08-10T05:03:45.354 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-mon[86658]: pgmap v390: 121 pgs: 17 active+undersized, 7 stale+active+clean, 7 active+undersized+degraded, 90 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 39/360 objects degraded (10.833%) 2024-08-10T05:03:45.354 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 podman[101272]: 2024-08-10 05:03:45.005377455 +0000 UTC m=+0.017352729 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:03:45.354 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 podman[101272]: 2024-08-10 05:03:45.122959885 +0000 UTC m=+0.134935187 container create c92e275c6291135e5a50ba8cad8ff550da5f4125309cd8e5f51aea7476938f40 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-10T05:03:45.354 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 podman[101272]: 2024-08-10 05:03:45.350066409 +0000 UTC m=+0.362041680 container init c92e275c6291135e5a50ba8cad8ff550da5f4125309cd8e5f51aea7476938f40 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-bca9905) 2024-08-10T05:03:45.354 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 podman[101272]: 2024-08-10 05:03:45.353815639 +0000 UTC m=+0.365790900 container start c92e275c6291135e5a50ba8cad8ff550da5f4125309cd8e5f51aea7476938f40 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T05:03:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:45 smithi078 ceph-mon[92251]: osdmap e485: 8 total, 7 up, 8 in 2024-08-10T05:03:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:45 smithi078 ceph-mon[92251]: pgmap v390: 121 pgs: 17 active+undersized, 7 stale+active+clean, 7 active+undersized+degraded, 90 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 39/360 objects degraded (10.833%) 2024-08-10T05:03:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:45 smithi078 ceph-mon[94618]: osdmap e485: 8 total, 7 up, 8 in 2024-08-10T05:03:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:45 smithi078 ceph-mon[94618]: pgmap v390: 121 pgs: 17 active+undersized, 7 stale+active+clean, 7 active+undersized+degraded, 90 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 39/360 objects degraded (10.833%) 2024-08-10T05:03:45.682 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 podman[101272]: 2024-08-10 05:03:45.44985642 +0000 UTC m=+0.461831699 container attach c92e275c6291135e5a50ba8cad8ff550da5f4125309cd8e5f51aea7476938f40 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-10T05:03:45.682 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:45.682 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:45.682 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:45.682 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:03:45.682 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:03:45.682 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:03:45.769 INFO:tasks.rados.rados.0.smithi078.stdout:2213: finishing write tid 1 to smithi07880501-17 2024-08-10T05:03:45.769 INFO:tasks.rados.rados.0.smithi078.stdout:2213: finishing write tid 2 to smithi07880501-17 2024-08-10T05:03:45.769 INFO:tasks.rados.rados.0.smithi078.stdout:2213: finishing write tid 3 to smithi07880501-17 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2213: finishing write tid 4 to smithi07880501-17 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2213: finishing write tid 5 to smithi07880501-17 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2213: finishing write tid 6 to smithi07880501-17 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 1285 (ObjNum 693 snap 204 seq_num 693) dirty exists 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2213: left oid 17 (ObjNum 693 snap 204 seq_num 693) 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2209: done (3 left) 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2210: done (2 left) 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2213: done (1 left) 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2216: rmattr oid 46 current snap is 204 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2216: done (1 left) 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:2217: rollback oid 6 current snap is 204 2024-08-10T05:03:45.770 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 193 2024-08-10T05:03:45.771 INFO:tasks.rados.rados.0.smithi078.stdout:2215: finishing rollback tid 0 to smithi07880501-45 2024-08-10T05:03:45.771 INFO:tasks.rados.rados.0.smithi078.stdout:2215: finishing rollback tid 1 to smithi07880501-45 2024-08-10T05:03:45.771 INFO:tasks.rados.rados.0.smithi078.stdout:2215: finishing rollback tid 2 to smithi07880501-45 2024-08-10T05:03:45.771 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1707 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:03:45.771 INFO:tasks.rados.rados.0.smithi078.stdout:2215: done (1 left) 2024-08-10T05:03:45.771 INFO:tasks.rados.rados.0.smithi078.stdout:2218: setattr oid 18 current snap is 204 2024-08-10T05:03:45.772 INFO:tasks.rados.rados.0.smithi078.stdout:2219: read oid 17 snap 199 2024-08-10T05:03:45.772 INFO:tasks.rados.rados.0.smithi078.stdout:2219: expect deleted 2024-08-10T05:03:45.772 INFO:tasks.rados.rados.0.smithi078.stdout:2220: rollback oid 49 current snap is 204 2024-08-10T05:03:45.772 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 193 2024-08-10T05:03:45.772 INFO:tasks.rados.rados.0.smithi078.stdout:2221: setattr oid 23 current snap is 204 2024-08-10T05:03:45.772 INFO:tasks.rados.rados.0.smithi078.stdout:2217: finishing rollback tid 0 to smithi07880501-6 2024-08-10T05:03:45.772 INFO:tasks.rados.rados.0.smithi078.stdout:2217: finishing rollback tid 1 to smithi07880501-6 2024-08-10T05:03:45.774 INFO:tasks.rados.rados.0.smithi078.stdout:2217: finishing rollback tid 2 to smithi07880501-6 2024-08-10T05:03:45.774 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 1078 (ObjNum 644 snap 183 seq_num 644) dirty exists 2024-08-10T05:03:45.774 INFO:tasks.rados.rados.0.smithi078.stdout:2217: done (4 left) 2024-08-10T05:03:45.774 INFO:tasks.rados.rados.0.smithi078.stdout:2219: done (3 left) 2024-08-10T05:03:45.774 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 204 2024-08-10T05:03:45.774 INFO:tasks.rados.rados.0.smithi078.stdout:2222: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2024-08-10T05:03:45.776 INFO:tasks.rados.rados.0.smithi078.stdout:2222: writing smithi07880501-47 from 0 to 425984 tid 1 2024-08-10T05:03:45.780 INFO:tasks.rados.rados.0.smithi078.stdout:2222: writing smithi07880501-47 from 425984 to 1081344 tid 2 2024-08-10T05:03:45.785 INFO:tasks.rados.rados.0.smithi078.stdout:2222: writing smithi07880501-47 from 1081344 to 1867776 tid 3 2024-08-10T05:03:45.786 INFO:tasks.rados.rados.0.smithi078.stdout:2222: writing smithi07880501-47 from 1867776 to 2031616 tid 4 2024-08-10T05:03:45.786 INFO:tasks.rados.rados.0.smithi078.stdout:2223: snap_create 2024-08-10T05:03:45.786 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 1912 (ObjNum 161 snap 0 seq_num 490514560) dirty exists 2024-08-10T05:03:45.786 INFO:tasks.rados.rados.0.smithi078.stdout:2220: finishing rollback tid 0 to smithi07880501-49 2024-08-10T05:03:45.786 INFO:tasks.rados.rados.0.smithi078.stdout:2220: finishing rollback tid 1 to smithi07880501-49 2024-08-10T05:03:45.786 INFO:tasks.rados.rados.0.smithi078.stdout:2220: finishing rollback tid 2 to smithi07880501-49 2024-08-10T05:03:45.787 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 752 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-08-10T05:03:45.787 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 775 (ObjNum 691 snap 203 seq_num 691) dirty exists 2024-08-10T05:03:45.787 INFO:tasks.rados.rados.0.smithi078.stdout:2222: finishing write tid 1 to smithi07880501-47 2024-08-10T05:03:45.787 INFO:tasks.rados.rados.0.smithi078.stdout:2222: finishing write tid 2 to smithi07880501-47 2024-08-10T05:03:45.789 INFO:tasks.rados.rados.0.smithi078.stdout:2222: finishing write tid 3 to smithi07880501-47 2024-08-10T05:03:45.789 INFO:tasks.rados.rados.0.smithi078.stdout:2222: finishing write tid 4 to smithi07880501-47 2024-08-10T05:03:45.789 INFO:tasks.rados.rados.0.smithi078.stdout:2222: finishing write tid 5 to smithi07880501-47 2024-08-10T05:03:45.790 INFO:tasks.rados.rados.0.smithi078.stdout:2222: finishing write tid 6 to smithi07880501-47 2024-08-10T05:03:45.791 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1611 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-08-10T05:03:45.791 INFO:tasks.rados.rados.0.smithi078.stdout:2222: left oid 47 (ObjNum 694 snap 204 seq_num 694) 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:03:46.012 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate[101287]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-10T05:03:46.013 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 bash[101272]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-10T05:03:46.013 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:45 smithi107 podman[101272]: 2024-08-10 05:03:45.73053414 +0000 UTC m=+0.742509411 container died c92e275c6291135e5a50ba8cad8ff550da5f4125309cd8e5f51aea7476938f40 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-10T05:03:46.107 INFO:tasks.rados.rados.0.smithi078.stdout:2218: done (4 left) 2024-08-10T05:03:46.107 INFO:tasks.rados.rados.0.smithi078.stdout:2220: done (3 left) 2024-08-10T05:03:46.107 INFO:tasks.rados.rados.0.smithi078.stdout:2221: done (2 left) 2024-08-10T05:03:46.107 INFO:tasks.rados.rados.0.smithi078.stdout:2222: done (1 left) 2024-08-10T05:03:46.107 INFO:tasks.rados.rados.0.smithi078.stdout:2223: done (0 left) 2024-08-10T05:03:46.107 INFO:tasks.rados.rados.0.smithi078.stdout:2224: delete oid 9 current snap is 205 2024-08-10T05:03:46.114 INFO:tasks.rados.rados.0.smithi078.stdout:2224: done (0 left) 2024-08-10T05:03:46.114 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 205 2024-08-10T05:03:46.114 INFO:tasks.rados.rados.0.smithi078.stdout:2225: seq_num 696 ranges {11370496=458752,11829248=417792,12247040=753664,13000704=434176} 2024-08-10T05:03:46.178 INFO:tasks.rados.rados.0.smithi078.stdout:2225: writing smithi07880501-35 from 11370496 to 11829248 tid 1 2024-08-10T05:03:46.180 INFO:tasks.rados.rados.0.smithi078.stdout:2225: writing smithi07880501-35 from 11829248 to 12247040 tid 2 2024-08-10T05:03:46.185 INFO:tasks.rados.rados.0.smithi078.stdout:2225: writing smithi07880501-35 from 12247040 to 13000704 tid 3 2024-08-10T05:03:46.188 INFO:tasks.rados.rados.0.smithi078.stdout:2225: writing smithi07880501-35 from 13000704 to 13434880 tid 4 2024-08-10T05:03:46.188 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 205 2024-08-10T05:03:46.188 INFO:tasks.rados.rados.0.smithi078.stdout:2225: finishing write tid 1 to smithi07880501-35 2024-08-10T05:03:46.188 INFO:tasks.rados.rados.0.smithi078.stdout:2225: finishing write tid 2 to smithi07880501-35 2024-08-10T05:03:46.188 INFO:tasks.rados.rados.0.smithi078.stdout:2226: seq_num 697 ranges {1196032=475136,1671168=704512,2375680=557056,2932736=344064} 2024-08-10T05:03:46.197 INFO:tasks.rados.rados.0.smithi078.stdout:2226: writing smithi07880501-6 from 1196032 to 1671168 tid 1 2024-08-10T05:03:46.201 INFO:tasks.rados.rados.0.smithi078.stdout:2226: writing smithi07880501-6 from 1671168 to 2375680 tid 2 2024-08-10T05:03:46.205 INFO:tasks.rados.rados.0.smithi078.stdout:2226: writing smithi07880501-6 from 2375680 to 2932736 tid 3 2024-08-10T05:03:46.208 INFO:tasks.rados.rados.0.smithi078.stdout:2226: writing smithi07880501-6 from 2932736 to 3276800 tid 4 2024-08-10T05:03:46.208 INFO:tasks.rados.rados.0.smithi078.stdout:2227: delete oid 37 current snap is 205 2024-08-10T05:03:46.208 INFO:tasks.rados.rados.0.smithi078.stdout:2225: finishing write tid 3 to smithi07880501-35 2024-08-10T05:03:46.208 INFO:tasks.rados.rados.0.smithi078.stdout:2225: finishing write tid 4 to smithi07880501-35 2024-08-10T05:03:46.208 INFO:tasks.rados.rados.0.smithi078.stdout:2225: finishing write tid 5 to smithi07880501-35 2024-08-10T05:03:46.208 INFO:tasks.rados.rados.0.smithi078.stdout:2225: finishing write tid 6 to smithi07880501-35 2024-08-10T05:03:46.209 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1767 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-08-10T05:03:46.209 INFO:tasks.rados.rados.0.smithi078.stdout:2225: left oid 35 (ObjNum 696 snap 205 seq_num 696) 2024-08-10T05:03:46.209 INFO:tasks.rados.rados.0.smithi078.stdout:2226: finishing write tid 1 to smithi07880501-6 2024-08-10T05:03:46.209 INFO:tasks.rados.rados.0.smithi078.stdout:2226: finishing write tid 2 to smithi07880501-6 2024-08-10T05:03:46.209 INFO:tasks.rados.rados.0.smithi078.stdout:2226: finishing write tid 3 to smithi07880501-6 2024-08-10T05:03:46.210 INFO:tasks.rados.rados.0.smithi078.stdout:2226: finishing write tid 4 to smithi07880501-6 2024-08-10T05:03:46.211 INFO:tasks.rados.rados.0.smithi078.stdout:2226: finishing write tid 5 to smithi07880501-6 2024-08-10T05:03:46.211 INFO:tasks.rados.rados.0.smithi078.stdout:2225: done (2 left) 2024-08-10T05:03:46.211 INFO:tasks.rados.rados.0.smithi078.stdout:2227: done (1 left) 2024-08-10T05:03:46.211 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 205 2024-08-10T05:03:46.211 INFO:tasks.rados.rados.0.smithi078.stdout:2228: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-08-10T05:03:46.214 INFO:tasks.rados.rados.0.smithi078.stdout:2228: writing smithi07880501-40 from 0 to 516096 tid 1 2024-08-10T05:03:46.217 INFO:tasks.rados.rados.0.smithi078.stdout:2228: writing smithi07880501-40 from 516096 to 991232 tid 2 2024-08-10T05:03:46.220 INFO:tasks.rados.rados.0.smithi078.stdout:2228: writing smithi07880501-40 from 991232 to 1564672 tid 3 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2228: writing smithi07880501-40 from 1564672 to 2121728 tid 4 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2229: copy_from oid 31 from oid 21 current snap is 205 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2226: finishing write tid 6 to smithi07880501-6 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 1083 (ObjNum 697 snap 205 seq_num 697) dirty exists 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2226: left oid 6 (ObjNum 697 snap 205 seq_num 697) 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2228: finishing write tid 1 to smithi07880501-40 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2228: finishing write tid 2 to smithi07880501-40 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2228: finishing write tid 3 to smithi07880501-40 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2226: done (2 left) 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 205 2024-08-10T05:03:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:2230: seq_num 700 ranges {7471104=532480,8003584=409600,8413184=737280,9150464=458752} 2024-08-10T05:03:46.266 INFO:tasks.rados.rados.0.smithi078.stdout:2230: writing smithi07880501-10 from 7471104 to 8003584 tid 1 2024-08-10T05:03:46.268 INFO:tasks.rados.rados.0.smithi078.stdout:2230: writing smithi07880501-10 from 8003584 to 8413184 tid 2 2024-08-10T05:03:46.272 INFO:tasks.rados.rados.0.smithi078.stdout:2230: writing smithi07880501-10 from 8413184 to 9150464 tid 3 2024-08-10T05:03:46.275 INFO:tasks.rados.rados.0.smithi078.stdout:2230: writing smithi07880501-10 from 9150464 to 9609216 tid 4 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2231: copy_from oid 19 from oid 47 current snap is 205 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2228: finishing write tid 4 to smithi07880501-40 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2232: delete oid 13 current snap is 205 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2228: finishing write tid 5 to smithi07880501-40 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2228: finishing write tid 6 to smithi07880501-40 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1278 (ObjNum 699 snap 205 seq_num 699) dirty exists 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2228: left oid 40 (ObjNum 699 snap 205 seq_num 699) 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2229: finishing copy_from racing read to smithi07880501-31 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2229: finishing copy_from to smithi07880501-31 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 1705 (ObjNum 621 snap 180 seq_num 621) dirty exists 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2230: finishing write tid 1 to smithi07880501-10 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2230: finishing write tid 2 to smithi07880501-10 2024-08-10T05:03:46.276 INFO:tasks.rados.rados.0.smithi078.stdout:2230: finishing write tid 3 to smithi07880501-10 2024-08-10T05:03:46.277 INFO:tasks.rados.rados.0.smithi078.stdout:2228: done (4 left) 2024-08-10T05:03:46.277 INFO:tasks.rados.rados.0.smithi078.stdout:2229: done (3 left) 2024-08-10T05:03:46.278 INFO:tasks.rados.rados.0.smithi078.stdout:2232: done (2 left) 2024-08-10T05:03:46.278 INFO:tasks.rados.rados.0.smithi078.stdout:2233: snap_remove snap 199 2024-08-10T05:03:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:46 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 39/360 objects degraded (10.833%), 7 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:46 smithi107 ceph-mon[86658]: osdmap e486: 8 total, 7 up, 8 in 2024-08-10T05:03:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:46 smithi107 ceph-mon[86658]: osdmap e487: 8 total, 7 up, 8 in 2024-08-10T05:03:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:46 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 39/360 objects degraded (10.833%), 7 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:46 smithi078 ceph-mon[94618]: osdmap e486: 8 total, 7 up, 8 in 2024-08-10T05:03:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:46 smithi078 ceph-mon[94618]: osdmap e487: 8 total, 7 up, 8 in 2024-08-10T05:03:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:46 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 39/360 objects degraded (10.833%), 7 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:46 smithi078 ceph-mon[92251]: osdmap e486: 8 total, 7 up, 8 in 2024-08-10T05:03:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:46 smithi078 ceph-mon[92251]: osdmap e487: 8 total, 7 up, 8 in 2024-08-10T05:03:46.755 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:46 smithi107 podman[101405]: 2024-08-10 05:03:46.412947401 +0000 UTC m=+0.676846728 container remove c92e275c6291135e5a50ba8cad8ff550da5f4125309cd8e5f51aea7476938f40 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:03:46.755 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:46 smithi107 podman[101463]: 2024-08-10 05:03:46.528002601 +0000 UTC m=+0.018637909 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:03:46.755 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:46 smithi107 podman[101463]: 2024-08-10 05:03:46.755480426 +0000 UTC m=+0.246115715 container create df3a52e395d2407aece417f69e5b315994f8abede3ac2cb39b3c891c511b289a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:03:47.065 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:46 smithi107 podman[101463]: 2024-08-10 05:03:46.966426462 +0000 UTC m=+0.457061765 container init df3a52e395d2407aece417f69e5b315994f8abede3ac2cb39b3c891c511b289a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:03:47.065 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:46 smithi107 podman[101463]: 2024-08-10 05:03:46.969756265 +0000 UTC m=+0.460391566 container start df3a52e395d2407aece417f69e5b315994f8abede3ac2cb39b3c891c511b289a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-10T05:03:47.066 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:46 smithi107 ceph-osd[101482]: -- 172.21.15.107:0/4227695906 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d3c5371a40 con 0x55d3c6134000 2024-08-10T05:03:47.202 INFO:tasks.rados.rados.0.smithi078.stdout:2233: done (2 left) 2024-08-10T05:03:47.202 INFO:tasks.rados.rados.0.smithi078.stdout:2234: snap_remove snap 193 2024-08-10T05:03:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:47 smithi107 ceph-mon[86658]: pgmap v393: 121 pgs: 1 active+clean+snaptrim, 25 active+undersized, 2 stale+active+clean, 7 active+undersized+degraded, 86 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 39/363 objects degraded (10.744%) 2024-08-10T05:03:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:47.317 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:47 smithi107 bash[101463]: df3a52e395d2407aece417f69e5b315994f8abede3ac2cb39b3c891c511b289a 2024-08-10T05:03:47.318 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:47 smithi107 systemd[1]: Started Ceph osd.6 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:03:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[92251]: pgmap v393: 121 pgs: 1 active+clean+snaptrim, 25 active+undersized, 2 stale+active+clean, 7 active+undersized+degraded, 86 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 39/363 objects degraded (10.744%) 2024-08-10T05:03:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[94618]: pgmap v393: 121 pgs: 1 active+clean+snaptrim, 25 active+undersized, 2 stale+active+clean, 7 active+undersized+degraded, 86 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 39/363 objects degraded (10.744%) 2024-08-10T05:03:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:47.817 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T05:03:47.518+0000 7fae3c996640 -1 Falling back to public interface 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2234: done (2 left) 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2235: copy_from oid 30 from oid 31 current snap is 205 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2230: finishing write tid 4 to smithi07880501-10 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2230: finishing write tid 5 to smithi07880501-10 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2230: finishing write tid 6 to smithi07880501-10 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1616 (ObjNum 700 snap 205 seq_num 700) dirty exists 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2230: left oid 10 (ObjNum 700 snap 205 seq_num 700) 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2231: finishing copy_from racing read to smithi07880501-19 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2231: finishing copy_from to smithi07880501-19 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 1611 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-08-10T05:03:48.205 INFO:tasks.rados.rados.0.smithi078.stdout:2230: done (2 left) 2024-08-10T05:03:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:2231: done (1 left) 2024-08-10T05:03:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:2236: read oid 21 snap -1 2024-08-10T05:03:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:2236: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:03:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:2237: setattr oid 28 current snap is 205 2024-08-10T05:03:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:2238: snap_remove snap 195 2024-08-10T05:03:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:48 smithi078 ceph-mon[92251]: osdmap e488: 8 total, 7 up, 8 in 2024-08-10T05:03:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:48 smithi078 ceph-mon[94618]: osdmap e488: 8 total, 7 up, 8 in 2024-08-10T05:03:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:48 smithi107 ceph-mon[86658]: osdmap e488: 8 total, 7 up, 8 in 2024-08-10T05:03:49.218 INFO:tasks.rados.rados.0.smithi078.stdout:2238: done (3 left) 2024-08-10T05:03:49.219 INFO:tasks.rados.rados.0.smithi078.stdout:2239: read oid 42 snap 203 2024-08-10T05:03:49.219 INFO:tasks.rados.rados.0.smithi078.stdout:2239: expect deleted 2024-08-10T05:03:49.219 INFO:tasks.rados.rados.0.smithi078.stdout:2240: rmattr oid 29 current snap is 205 2024-08-10T05:03:49.219 INFO:tasks.rados.rados.0.smithi078.stdout:2240: done (4 left) 2024-08-10T05:03:49.219 INFO:tasks.rados.rados.0.smithi078.stdout:2241: read oid 11 snap -1 2024-08-10T05:03:49.219 INFO:tasks.rados.rados.0.smithi078.stdout:2241: expect (ObjNum 680 snap 199 seq_num 680) 2024-08-10T05:03:49.219 INFO:tasks.rados.rados.0.smithi078.stdout:2242: setattr oid 6 current snap is 205 2024-08-10T05:03:49.220 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 205 2024-08-10T05:03:49.220 INFO:tasks.rados.rados.0.smithi078.stdout:2243: seq_num 702 ranges {9609216=565248,10174464=581632,10756096=745472,11501568=278528} 2024-08-10T05:03:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:2243: writing smithi07880501-10 from 9609216 to 10174464 tid 1 2024-08-10T05:03:49.279 INFO:tasks.rados.rados.0.smithi078.stdout:2243: writing smithi07880501-10 from 10174464 to 10756096 tid 2 2024-08-10T05:03:49.284 INFO:tasks.rados.rados.0.smithi078.stdout:2243: writing smithi07880501-10 from 10756096 to 11501568 tid 3 2024-08-10T05:03:49.286 INFO:tasks.rados.rados.0.smithi078.stdout:2243: writing smithi07880501-10 from 11501568 to 11780096 tid 4 2024-08-10T05:03:49.286 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 205 2024-08-10T05:03:49.286 INFO:tasks.rados.rados.0.smithi078.stdout:2236: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:03:49.308 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 1781 (ObjNum 658 snap 192 seq_num 658) dirty exists 2024-08-10T05:03:49.308 INFO:tasks.rados.rados.0.smithi078.stdout:2235: finishing copy_from racing read to smithi07880501-30 2024-08-10T05:03:49.308 INFO:tasks.rados.rados.0.smithi078.stdout:2235: finishing copy_from to smithi07880501-30 2024-08-10T05:03:49.308 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 1705 (ObjNum 621 snap 180 seq_num 621) dirty exists 2024-08-10T05:03:49.308 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 1612 (ObjNum 697 snap 205 seq_num 697) dirty exists 2024-08-10T05:03:49.308 INFO:tasks.rados.rados.0.smithi078.stdout:2241: expect (ObjNum 680 snap 199 seq_num 680) 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2243: finishing write tid 1 to smithi07880501-10 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2243: finishing write tid 2 to smithi07880501-10 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2243: finishing write tid 3 to smithi07880501-10 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2243: finishing write tid 4 to smithi07880501-10 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2243: finishing write tid 5 to smithi07880501-10 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2243: finishing write tid 6 to smithi07880501-10 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1621 (ObjNum 702 snap 205 seq_num 702) dirty exists 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2243: left oid 10 (ObjNum 702 snap 205 seq_num 702) 2024-08-10T05:03:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2244: seq_num 703 ranges {3112960=581632,3694592=458752,4153344=557056,4710400=417792,5128192=172032} 2024-08-10T05:03:49.470 INFO:tasks.rados.rados.0.smithi078.stdout:2244: writing smithi07880501-43 from 3112960 to 3694592 tid 1 2024-08-10T05:03:49.473 INFO:tasks.rados.rados.0.smithi078.stdout:2244: writing smithi07880501-43 from 3694592 to 4153344 tid 2 2024-08-10T05:03:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:49 smithi078 ceph-mon[92251]: osdmap e489: 8 total, 7 up, 8 in 2024-08-10T05:03:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:49 smithi078 ceph-mon[92251]: pgmap v396: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 12 op/s; 45/384 objects degraded (11.719%) 2024-08-10T05:03:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:49 smithi078 ceph-mon[94618]: osdmap e489: 8 total, 7 up, 8 in 2024-08-10T05:03:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:49 smithi078 ceph-mon[94618]: pgmap v396: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 12 op/s; 45/384 objects degraded (11.719%) 2024-08-10T05:03:49.476 INFO:tasks.rados.rados.0.smithi078.stdout:2244: writing smithi07880501-43 from 4153344 to 4710400 tid 3 2024-08-10T05:03:49.479 INFO:tasks.rados.rados.0.smithi078.stdout:2244: writing smithi07880501-43 from 4710400 to 5128192 tid 4 2024-08-10T05:03:49.480 INFO:tasks.rados.rados.0.smithi078.stdout:2244: writing smithi07880501-43 from 5128192 to 5300224 tid 5 2024-08-10T05:03:49.481 INFO:tasks.rados.rados.0.smithi078.stdout:2235: done (7 left) 2024-08-10T05:03:49.481 INFO:tasks.rados.rados.0.smithi078.stdout:2236: done (6 left) 2024-08-10T05:03:49.481 INFO:tasks.rados.rados.0.smithi078.stdout:2237: done (5 left) 2024-08-10T05:03:49.481 INFO:tasks.rados.rados.0.smithi078.stdout:2239: done (4 left) 2024-08-10T05:03:49.481 INFO:tasks.rados.rados.0.smithi078.stdout:2241: done (3 left) 2024-08-10T05:03:49.482 INFO:tasks.rados.rados.0.smithi078.stdout:2242: done (2 left) 2024-08-10T05:03:49.482 INFO:tasks.rados.rados.0.smithi078.stdout:2243: done (1 left) 2024-08-10T05:03:49.482 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 205 2024-08-10T05:03:49.482 INFO:tasks.rados.rados.0.smithi078.stdout:2244: finishing write tid 1 to smithi07880501-43 2024-08-10T05:03:49.482 INFO:tasks.rados.rados.0.smithi078.stdout:2244: finishing write tid 2 to smithi07880501-43 2024-08-10T05:03:49.482 INFO:tasks.rados.rados.0.smithi078.stdout:2244: finishing write tid 3 to smithi07880501-43 2024-08-10T05:03:49.482 INFO:tasks.rados.rados.0.smithi078.stdout:2245: seq_num 704 ranges {2023424=598016,2621440=745472,3366912=712704,4079616=147456} 2024-08-10T05:03:49.494 INFO:tasks.rados.rados.0.smithi078.stdout:2245: writing smithi07880501-39 from 2023424 to 2621440 tid 1 2024-08-10T05:03:49.498 INFO:tasks.rados.rados.0.smithi078.stdout:2245: writing smithi07880501-39 from 2621440 to 3366912 tid 2 2024-08-10T05:03:49.502 INFO:tasks.rados.rados.0.smithi078.stdout:2245: writing smithi07880501-39 from 3366912 to 4079616 tid 3 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2245: writing smithi07880501-39 from 4079616 to 4227072 tid 4 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2246: delete oid 32 current snap is 205 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2244: finishing write tid 4 to smithi07880501-43 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2244: finishing write tid 5 to smithi07880501-43 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2244: finishing write tid 6 to smithi07880501-43 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2244: finishing write tid 7 to smithi07880501-43 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1733 (ObjNum 703 snap 205 seq_num 703) dirty exists 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2244: left oid 43 (ObjNum 703 snap 205 seq_num 703) 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2245: finishing write tid 1 to smithi07880501-39 2024-08-10T05:03:49.504 INFO:tasks.rados.rados.0.smithi078.stdout:2245: finishing write tid 2 to smithi07880501-39 2024-08-10T05:03:49.505 INFO:tasks.rados.rados.0.smithi078.stdout:2245: finishing write tid 3 to smithi07880501-39 2024-08-10T05:03:49.505 INFO:tasks.rados.rados.0.smithi078.stdout:2245: finishing write tid 4 to smithi07880501-39 2024-08-10T05:03:49.506 INFO:tasks.rados.rados.0.smithi078.stdout:2245: finishing write tid 5 to smithi07880501-39 2024-08-10T05:03:49.506 INFO:tasks.rados.rados.0.smithi078.stdout:2244: done (2 left) 2024-08-10T05:03:49.507 INFO:tasks.rados.rados.0.smithi078.stdout:2246: done (1 left) 2024-08-10T05:03:49.507 INFO:tasks.rados.rados.0.smithi078.stdout:2247: copy_from oid 37 from oid 45 current snap is 205 2024-08-10T05:03:49.507 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 205 2024-08-10T05:03:49.507 INFO:tasks.rados.rados.0.smithi078.stdout:2248: seq_num 706 ranges {2170880=630784,2801664=516096,3317760=729088,4046848=360448} 2024-08-10T05:03:49.522 INFO:tasks.rados.rados.0.smithi078.stdout:2248: writing smithi07880501-46 from 2170880 to 2801664 tid 1 2024-08-10T05:03:49.526 INFO:tasks.rados.rados.0.smithi078.stdout:2248: writing smithi07880501-46 from 2801664 to 3317760 tid 2 2024-08-10T05:03:49.529 INFO:tasks.rados.rados.0.smithi078.stdout:2248: writing smithi07880501-46 from 3317760 to 4046848 tid 3 2024-08-10T05:03:49.531 INFO:tasks.rados.rados.0.smithi078.stdout:2248: writing smithi07880501-46 from 4046848 to 4407296 tid 4 2024-08-10T05:03:49.531 INFO:tasks.rados.rados.0.smithi078.stdout:2249: delete oid 18 current snap is 205 2024-08-10T05:03:49.531 INFO:tasks.rados.rados.0.smithi078.stdout:2245: finishing write tid 6 to smithi07880501-39 2024-08-10T05:03:49.531 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 563 (ObjNum 704 snap 205 seq_num 704) dirty exists 2024-08-10T05:03:49.531 INFO:tasks.rados.rados.0.smithi078.stdout:2245: left oid 39 (ObjNum 704 snap 205 seq_num 704) 2024-08-10T05:03:49.531 INFO:tasks.rados.rados.0.smithi078.stdout:2247: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:03:49.531 INFO:tasks.rados.rados.0.smithi078.stdout:2247: finishing copy_from to smithi07880501-37 2024-08-10T05:03:49.532 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 1707 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:03:49.532 INFO:tasks.rados.rados.0.smithi078.stdout:2248: finishing write tid 1 to smithi07880501-46 2024-08-10T05:03:49.532 INFO:tasks.rados.rados.0.smithi078.stdout:2248: finishing write tid 2 to smithi07880501-46 2024-08-10T05:03:49.532 INFO:tasks.rados.rados.0.smithi078.stdout:2248: finishing write tid 3 to smithi07880501-46 2024-08-10T05:03:49.534 INFO:tasks.rados.rados.0.smithi078.stdout:2245: done (3 left) 2024-08-10T05:03:49.534 INFO:tasks.rados.rados.0.smithi078.stdout:2247: done (2 left) 2024-08-10T05:03:49.534 INFO:tasks.rados.rados.0.smithi078.stdout:2249: done (1 left) 2024-08-10T05:03:49.534 INFO:tasks.rados.rados.0.smithi078.stdout:2250: rmattr oid 26 current snap is 205 2024-08-10T05:03:49.534 INFO:tasks.rados.rados.0.smithi078.stdout:2248: finishing write tid 4 to smithi07880501-46 2024-08-10T05:03:49.534 INFO:tasks.rados.rados.0.smithi078.stdout:2251: snap_create 2024-08-10T05:03:49.534 INFO:tasks.rados.rados.0.smithi078.stdout:2248: finishing write tid 5 to smithi07880501-46 2024-08-10T05:03:49.535 INFO:tasks.rados.rados.0.smithi078.stdout:2248: finishing write tid 6 to smithi07880501-46 2024-08-10T05:03:49.535 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1617 (ObjNum 706 snap 205 seq_num 706) dirty exists 2024-08-10T05:03:49.535 INFO:tasks.rados.rados.0.smithi078.stdout:2248: left oid 46 (ObjNum 706 snap 205 seq_num 706) 2024-08-10T05:03:49.537 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1783 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:03:49.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:49 smithi107 ceph-mon[86658]: osdmap e489: 8 total, 7 up, 8 in 2024-08-10T05:03:49.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:49 smithi107 ceph-mon[86658]: pgmap v396: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 12 op/s; 45/384 objects degraded (11.719%) 2024-08-10T05:03:50.221 INFO:tasks.rados.rados.0.smithi078.stdout:2248: done (2 left) 2024-08-10T05:03:50.221 INFO:tasks.rados.rados.0.smithi078.stdout:2250: done (1 left) 2024-08-10T05:03:50.221 INFO:tasks.rados.rados.0.smithi078.stdout:2251: done (0 left) 2024-08-10T05:03:50.221 INFO:tasks.rados.rados.0.smithi078.stdout:2252: rollback oid 36 current snap is 206 2024-08-10T05:03:50.221 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 36 to 196 2024-08-10T05:03:50.221 INFO:tasks.rados.rados.0.smithi078.stdout:2253: delete oid 18 current snap is 206 2024-08-10T05:03:50.227 INFO:tasks.rados.rados.0.smithi078.stdout:2252: finishing rollback tid 0 to smithi07880501-36 2024-08-10T05:03:50.227 INFO:tasks.rados.rados.0.smithi078.stdout:2252: finishing rollback tid 1 to smithi07880501-36 2024-08-10T05:03:50.228 INFO:tasks.rados.rados.0.smithi078.stdout:2253: done (1 left) 2024-08-10T05:03:50.228 INFO:tasks.rados.rados.0.smithi078.stdout:2254: read oid 49 snap -1 2024-08-10T05:03:50.228 INFO:tasks.rados.rados.0.smithi078.stdout:2254: expect (ObjNum 635 snap 183 seq_num 635) 2024-08-10T05:03:50.228 INFO:tasks.rados.rados.0.smithi078.stdout:2255: delete oid 48 current snap is 206 2024-08-10T05:03:50.228 INFO:tasks.rados.rados.0.smithi078.stdout:2252: finishing rollback tid 2 to smithi07880501-36 2024-08-10T05:03:50.228 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1781 (ObjNum 646 snap 183 seq_num 646) dirty exists 2024-08-10T05:03:50.230 INFO:tasks.rados.rados.0.smithi078.stdout:2252: done (2 left) 2024-08-10T05:03:50.230 INFO:tasks.rados.rados.0.smithi078.stdout:2255: done (1 left) 2024-08-10T05:03:50.230 INFO:tasks.rados.rados.0.smithi078.stdout:2256: delete oid 46 current snap is 206 2024-08-10T05:03:50.235 INFO:tasks.rados.rados.0.smithi078.stdout:2256: done (1 left) 2024-08-10T05:03:50.235 INFO:tasks.rados.rados.0.smithi078.stdout:2257: delete oid 14 current snap is 206 2024-08-10T05:03:50.236 INFO:tasks.rados.rados.0.smithi078.stdout:2257: done (1 left) 2024-08-10T05:03:50.237 INFO:tasks.rados.rados.0.smithi078.stdout:2258: read oid 1 snap 190 2024-08-10T05:03:50.237 INFO:tasks.rados.rados.0.smithi078.stdout:2258: expect (ObjNum 582 snap 169 seq_num 582) 2024-08-10T05:03:50.237 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 206 2024-08-10T05:03:50.237 INFO:tasks.rados.rados.0.smithi078.stdout:2259: seq_num 712 ranges {9363456=729088,10092544=671744,10764288=671744,11436032=262144} 2024-08-10T05:03:50.294 INFO:tasks.rados.rados.0.smithi078.stdout:2259: writing smithi07880501-5 from 9363456 to 10092544 tid 1 2024-08-10T05:03:50.297 INFO:tasks.rados.rados.0.smithi078.stdout:2259: writing smithi07880501-5 from 10092544 to 10764288 tid 2 2024-08-10T05:03:50.301 INFO:tasks.rados.rados.0.smithi078.stdout:2259: writing smithi07880501-5 from 10764288 to 11436032 tid 3 2024-08-10T05:03:50.303 INFO:tasks.rados.rados.0.smithi078.stdout:2259: writing smithi07880501-5 from 11436032 to 11698176 tid 4 2024-08-10T05:03:50.303 INFO:tasks.rados.rados.0.smithi078.stdout:2260: read oid 8 snap 190 2024-08-10T05:03:50.303 INFO:tasks.rados.rados.0.smithi078.stdout:2260: expect (ObjNum 630 snap 181 seq_num 630) 2024-08-10T05:03:50.303 INFO:tasks.rados.rados.0.smithi078.stdout:2261: read oid 47 snap 190 2024-08-10T05:03:50.304 INFO:tasks.rados.rados.0.smithi078.stdout:2261: expect deleted 2024-08-10T05:03:50.304 INFO:tasks.rados.rados.0.smithi078.stdout:2262: snap_create 2024-08-10T05:03:50.304 INFO:tasks.rados.rados.0.smithi078.stdout:2254: expect (ObjNum 635 snap 183 seq_num 635) 2024-08-10T05:03:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:50 smithi107 ceph-mon[86658]: osdmap e490: 8 total, 7 up, 8 in 2024-08-10T05:03:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:50 smithi078 ceph-mon[92251]: osdmap e490: 8 total, 7 up, 8 in 2024-08-10T05:03:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:50 smithi078 ceph-mon[94618]: osdmap e490: 8 total, 7 up, 8 in 2024-08-10T05:03:50.625 INFO:tasks.rados.rados.0.smithi078.stdout:2258: expect (ObjNum 582 snap 169 seq_num 582) 2024-08-10T05:03:51.048 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T05:03:50.726+0000 7fae3c996640 -1 osd.6 482 log_to_monitors true 2024-08-10T05:03:51.160 INFO:tasks.rados.rados.0.smithi078.stdout:2259: finishing write tid 1 to smithi07880501-5 2024-08-10T05:03:51.160 INFO:tasks.rados.rados.0.smithi078.stdout:2259: finishing write tid 2 to smithi07880501-5 2024-08-10T05:03:51.160 INFO:tasks.rados.rados.0.smithi078.stdout:2259: finishing write tid 3 to smithi07880501-5 2024-08-10T05:03:51.160 INFO:tasks.rados.rados.0.smithi078.stdout:2259: finishing write tid 4 to smithi07880501-5 2024-08-10T05:03:51.160 INFO:tasks.rados.rados.0.smithi078.stdout:2259: finishing write tid 5 to smithi07880501-5 2024-08-10T05:03:51.160 INFO:tasks.rados.rados.0.smithi078.stdout:2260: expect (ObjNum 630 snap 181 seq_num 630) 2024-08-10T05:03:51.185 INFO:tasks.rados.rados.0.smithi078.stdout:2259: finishing write tid 6 to smithi07880501-5 2024-08-10T05:03:51.185 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 1921 (ObjNum 712 snap 206 seq_num 712) dirty exists 2024-08-10T05:03:51.185 INFO:tasks.rados.rados.0.smithi078.stdout:2259: left oid 5 (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2254: done (5 left) 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2258: done (4 left) 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2259: done (3 left) 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2260: done (2 left) 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2261: done (1 left) 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2262: done (0 left) 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2263: read oid 27 snap 206 2024-08-10T05:03:51.223 INFO:tasks.rados.rados.0.smithi078.stdout:2263: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:03:51.224 INFO:tasks.rados.rados.0.smithi078.stdout:2264: delete oid 18 current snap is 207 2024-08-10T05:03:51.246 INFO:tasks.rados.rados.0.smithi078.stdout:2264: done (1 left) 2024-08-10T05:03:51.246 INFO:tasks.rados.rados.0.smithi078.stdout:2265: snap_create 2024-08-10T05:03:51.260 INFO:tasks.rados.rados.0.smithi078.stdout:2263: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:03:51.317 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:03:51 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T05:03:51.250+0000 7fae34741640 -1 osd.6 482 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:03:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:51 smithi107 ceph-mon[86658]: osdmap e491: 8 total, 7 up, 8 in 2024-08-10T05:03:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:51 smithi107 ceph-mon[86658]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 596 KiB/s rd, 4.2 MiB/s wr, 36 op/s; 46/405 objects degraded (11.358%) 2024-08-10T05:03:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:51 smithi107 ceph-mon[86658]: from='osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:03:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:51 smithi107 ceph-mon[86658]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:03:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:51 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 45/384 objects degraded (11.719%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[92251]: osdmap e491: 8 total, 7 up, 8 in 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[92251]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 596 KiB/s rd, 4.2 MiB/s wr, 36 op/s; 46/405 objects degraded (11.358%) 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[92251]: from='osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[92251]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 45/384 objects degraded (11.719%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[94618]: osdmap e491: 8 total, 7 up, 8 in 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[94618]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 596 KiB/s rd, 4.2 MiB/s wr, 36 op/s; 46/405 objects degraded (11.358%) 2024-08-10T05:03:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[94618]: from='osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:03:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[94618]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:03:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 45/384 objects degraded (11.719%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:51.477 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (5m) 99s ago 9m 16.5M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (5m) 0s ago 9m 86.6M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (11m) 99s ago 11m 14.6M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (11m) 0s ago 11m 20.4M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (4m) 0s ago 14m 441M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (5m) 99s ago 16m 507M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (4m) 99s ago 16m 54.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:03:51.750 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (4m) 0s ago 15m 51.8M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (4m) 99s ago 14m 43.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (5m) 99s ago 9m 7792k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (5m) 0s ago 9m 15.2M - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (3m) 99s ago 14m 177M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (2m) 99s ago 14m 160M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (2m) 99s ago 13m 94.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (103s) 99s ago 13m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (71s) 0s ago 12m 140M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (38s) 0s ago 12m 149M 2479M 19.1.0-1335-gbca9905d c7b33901c886 6f0940128fe4 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (5s) 0s ago 12m 12.1M 2479M 19.1.0-1335-gbca9905d c7b33901c886 df3a52e395d2 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (11m) 0s ago 11m 168M 2479M 17.2.7-1372-g56ceb861 354fce865a9a f4fb9ec8877d 2024-08-10T05:03:51.751 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (5m) 0s ago 10m 65.4M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 1, 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 6 2024-08-10T05:03:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3, 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 11 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:03:52.082 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:03:52.082 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:03:51] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-08-10T05:03:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:2263: done (1 left) 2024-08-10T05:03:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:2265: done (0 left) 2024-08-10T05:03:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:2266: rmattr oid 40 current snap is 208 2024-08-10T05:03:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:2266: done (0 left) 2024-08-10T05:03:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:2267: rmattr oid 32 current snap is 208 2024-08-10T05:03:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:2267: done (0 left) 2024-08-10T05:03:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:2268: rollback oid 31 current snap is 208 2024-08-10T05:03:52.231 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 204 2024-08-10T05:03:52.231 INFO:tasks.rados.rados.0.smithi078.stdout:2269: snap_create 2024-08-10T05:03:52.250 INFO:tasks.rados.rados.0.smithi078.stdout:2268: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:03:52.250 INFO:tasks.rados.rados.0.smithi078.stdout:2268: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:03:52.250 INFO:tasks.rados.rados.0.smithi078.stdout:2268: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:03:52.250 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 1784 (ObjNum 690 snap 202 seq_num 690) dirty exists 2024-08-10T05:03:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:03:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: osdmap e492: 8 total, 7 up, 8 in 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3159080107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:52.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: osdmap e492: 8 total, 7 up, 8 in 2024-08-10T05:03:52.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:52.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:52.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:52 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3159080107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:52.493 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: osdmap e492: 8 total, 7 up, 8 in 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:52.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:52 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3159080107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:2268: done (1 left) 2024-08-10T05:03:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:2269: done (0 left) 2024-08-10T05:03:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:2270: rollback oid 31 current snap is 209 2024-08-10T05:03:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 208 2024-08-10T05:03:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:2271: snap_remove snap 190 2024-08-10T05:03:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[92251]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:03:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[92251]: osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902] boot 2024-08-10T05:03:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[92251]: osdmap e493: 8 total, 8 up, 8 in 2024-08-10T05:03:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:03:53.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[92251]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 38 op/s; 46/411 objects degraded (11.192%) 2024-08-10T05:03:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[94618]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:03:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[94618]: osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902] boot 2024-08-10T05:03:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[94618]: osdmap e493: 8 total, 8 up, 8 in 2024-08-10T05:03:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:03:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:53 smithi078 ceph-mon[94618]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 38 op/s; 46/411 objects degraded (11.192%) 2024-08-10T05:03:53.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:53 smithi107 ceph-mon[86658]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:03:53.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:53 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:03:53.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:53 smithi107 ceph-mon[86658]: osd.6 [v2:172.21.15.107:6816/1994876902,v1:172.21.15.107:6817/1994876902] boot 2024-08-10T05:03:53.497 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:53 smithi107 ceph-mon[86658]: osdmap e493: 8 total, 8 up, 8 in 2024-08-10T05:03:53.497 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:03:53.497 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:53 smithi107 ceph-mon[86658]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 38 op/s; 46/411 objects degraded (11.192%) 2024-08-10T05:03:54.238 INFO:tasks.rados.rados.0.smithi078.stdout:2271: done (1 left) 2024-08-10T05:03:54.238 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 209 2024-08-10T05:03:54.238 INFO:tasks.rados.rados.0.smithi078.stdout:2272: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2024-08-10T05:03:54.242 INFO:tasks.rados.rados.0.smithi078.stdout:2272: writing smithi07880501-12 from 0 to 761856 tid 1 2024-08-10T05:03:54.245 INFO:tasks.rados.rados.0.smithi078.stdout:2272: writing smithi07880501-12 from 761856 to 1204224 tid 2 2024-08-10T05:03:54.251 INFO:tasks.rados.rados.0.smithi078.stdout:2272: writing smithi07880501-12 from 1204224 to 1892352 tid 3 2024-08-10T05:03:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:2272: writing smithi07880501-12 from 1892352 to 2367488 tid 4 2024-08-10T05:03:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:2273: snap_remove snap 204 2024-08-10T05:03:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:54 smithi107 ceph-mon[86658]: osdmap e494: 8 total, 8 up, 8 in 2024-08-10T05:03:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:54 smithi078 ceph-mon[92251]: osdmap e494: 8 total, 8 up, 8 in 2024-08-10T05:03:54.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:54 smithi078 ceph-mon[94618]: osdmap e494: 8 total, 8 up, 8 in 2024-08-10T05:03:55.252 INFO:tasks.rados.rados.0.smithi078.stdout:2273: done (2 left) 2024-08-10T05:03:55.252 INFO:tasks.rados.rados.0.smithi078.stdout:2274: rollback oid 44 current snap is 209 2024-08-10T05:03:55.252 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 208 2024-08-10T05:03:55.252 INFO:tasks.rados.rados.0.smithi078.stdout:2270: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2270: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2270: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 1787 (ObjNum 690 snap 202 seq_num 690) dirty exists 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: finishing write tid 1 to smithi07880501-12 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: finishing write tid 2 to smithi07880501-12 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: finishing write tid 3 to smithi07880501-12 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: finishing write tid 4 to smithi07880501-12 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: finishing write tid 5 to smithi07880501-12 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: finishing write tid 6 to smithi07880501-12 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1788 (ObjNum 714 snap 209 seq_num 714) dirty exists 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: left oid 12 (ObjNum 714 snap 209 seq_num 714) 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2270: done (2 left) 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2272: done (1 left) 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2275: read oid 11 snap -1 2024-08-10T05:03:55.253 INFO:tasks.rados.rados.0.smithi078.stdout:2275: expect (ObjNum 680 snap 199 seq_num 680) 2024-08-10T05:03:55.254 INFO:tasks.rados.rados.0.smithi078.stdout:2276: snap_create 2024-08-10T05:03:55.257 INFO:tasks.rados.rados.0.smithi078.stdout:2274: finishing rollback tid 0 to smithi07880501-44 2024-08-10T05:03:55.258 INFO:tasks.rados.rados.0.smithi078.stdout:2274: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:03:55.265 INFO:tasks.rados.rados.0.smithi078.stdout:2274: finishing rollback tid 2 to smithi07880501-44 2024-08-10T05:03:55.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1637 (ObjNum 646 snap 183 seq_num 646) dirty exists 2024-08-10T05:03:55.270 INFO:tasks.rados.rados.0.smithi078.stdout:2275: expect (ObjNum 680 snap 199 seq_num 680) 2024-08-10T05:03:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:55 smithi107 ceph-mon[86658]: osdmap e495: 8 total, 8 up, 8 in 2024-08-10T05:03:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:55 smithi107 ceph-mon[86658]: pgmap v405: 121 pgs: 1 active+recovering+degraded, 6 peering, 22 active+undersized, 4 active+undersized+degraded, 88 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 25/432 objects degraded (5.787%); 8.4 MiB/s, 0 objects/s recovering 2024-08-10T05:03:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:03:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T05:03:55.273+0000 7f778feb9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-10T05:03:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[94618]: osdmap e495: 8 total, 8 up, 8 in 2024-08-10T05:03:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[94618]: pgmap v405: 121 pgs: 1 active+recovering+degraded, 6 peering, 22 active+undersized, 4 active+undersized+degraded, 88 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 25/432 objects degraded (5.787%); 8.4 MiB/s, 0 objects/s recovering 2024-08-10T05:03:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[92251]: osdmap e495: 8 total, 8 up, 8 in 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[92251]: pgmap v405: 121 pgs: 1 active+recovering+degraded, 6 peering, 22 active+undersized, 4 active+undersized+degraded, 88 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 25/432 objects degraded (5.787%); 8.4 MiB/s, 0 objects/s recovering 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:03:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:56.251 INFO:tasks.rados.rados.0.smithi078.stdout:2274: done (2 left) 2024-08-10T05:03:56.251 INFO:tasks.rados.rados.0.smithi078.stdout:2275: done (1 left) 2024-08-10T05:03:56.251 INFO:tasks.rados.rados.0.smithi078.stdout:2276: done (0 left) 2024-08-10T05:03:56.251 INFO:tasks.rados.rados.0.smithi078.stdout:2277: copy_from oid 21 from oid 50 current snap is 210 2024-08-10T05:03:56.251 INFO:tasks.rados.rados.0.smithi078.stdout:2278: read oid 7 snap -1 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:2278: expect (ObjNum 672 snap 198 seq_num 672) 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:2279: read oid 37 snap -1 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:2279: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:2280: read oid 8 snap -1 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:2280: expect (ObjNum 679 snap 199 seq_num 679) 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:2281: rollback oid 47 current snap is 210 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 47 to 209 2024-08-10T05:03:56.252 INFO:tasks.rados.rados.0.smithi078.stdout:2282: snap_create 2024-08-10T05:03:56.260 INFO:tasks.rados.rados.0.smithi078.stdout:2281: finishing rollback tid 0 to smithi07880501-47 2024-08-10T05:03:56.262 INFO:tasks.rados.rados.0.smithi078.stdout:2281: finishing rollback tid 1 to smithi07880501-47 2024-08-10T05:03:56.262 INFO:tasks.rados.rados.0.smithi078.stdout:2281: finishing rollback tid 2 to smithi07880501-47 2024-08-10T05:03:56.262 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1641 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-08-10T05:03:56.269 INFO:tasks.rados.rados.0.smithi078.stdout:2279: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:03:56.353 INFO:tasks.rados.rados.0.smithi078.stdout:2277: finishing copy_from racing read to smithi07880501-21 2024-08-10T05:03:56.354 INFO:tasks.rados.rados.0.smithi078.stdout:2277: finishing copy_from to smithi07880501-21 2024-08-10T05:03:56.354 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1393 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:03:56.354 INFO:tasks.rados.rados.0.smithi078.stdout:2280: expect (ObjNum 679 snap 199 seq_num 679) 2024-08-10T05:03:56.513 INFO:tasks.rados.rados.0.smithi078.stdout:2278: expect (ObjNum 672 snap 198 seq_num 672) 2024-08-10T05:03:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: osdmap e496: 8 total, 8 up, 8 in 2024-08-10T05:03:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:03:56.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:03:56.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-10T05:03:56.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:56 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 25/432 objects degraded (5.787%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: osdmap e496: 8 total, 8 up, 8 in 2024-08-10T05:03:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 25/432 objects degraded (5.787%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: osdmap e496: 8 total, 8 up, 8 in 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:03:56.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:03:56.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:03:56.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-10T05:03:56.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:56 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 25/432 objects degraded (5.787%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:03:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:57 smithi107 ceph-mon[86658]: osdmap e497: 8 total, 8 up, 8 in 2024-08-10T05:03:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:57 smithi107 ceph-mon[86658]: pgmap v408: 121 pgs: 1 active+recovering+degraded, 6 peering, 8 active+undersized, 1 active+undersized+degraded, 105 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2/432 objects degraded (0.463%); 13 MiB/s, 1 objects/s recovering 2024-08-10T05:03:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:57 smithi107 ceph-mon[86658]: osdmap e498: 8 total, 8 up, 8 in 2024-08-10T05:03:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:57 smithi078 ceph-mon[92251]: osdmap e497: 8 total, 8 up, 8 in 2024-08-10T05:03:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:57 smithi078 ceph-mon[92251]: pgmap v408: 121 pgs: 1 active+recovering+degraded, 6 peering, 8 active+undersized, 1 active+undersized+degraded, 105 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2/432 objects degraded (0.463%); 13 MiB/s, 1 objects/s recovering 2024-08-10T05:03:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:57 smithi078 ceph-mon[92251]: osdmap e498: 8 total, 8 up, 8 in 2024-08-10T05:03:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:57 smithi078 ceph-mon[94618]: osdmap e497: 8 total, 8 up, 8 in 2024-08-10T05:03:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:57 smithi078 ceph-mon[94618]: pgmap v408: 121 pgs: 1 active+recovering+degraded, 6 peering, 8 active+undersized, 1 active+undersized+degraded, 105 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2/432 objects degraded (0.463%); 13 MiB/s, 1 objects/s recovering 2024-08-10T05:03:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:57 smithi078 ceph-mon[94618]: osdmap e498: 8 total, 8 up, 8 in 2024-08-10T05:03:57.995 INFO:tasks.rados.rados.0.smithi078.stdout:2277: done (5 left) 2024-08-10T05:03:57.995 INFO:tasks.rados.rados.0.smithi078.stdout:2278: done (4 left) 2024-08-10T05:03:57.995 INFO:tasks.rados.rados.0.smithi078.stdout:2279: done (3 left) 2024-08-10T05:03:57.995 INFO:tasks.rados.rados.0.smithi078.stdout:2280: done (2 left) 2024-08-10T05:03:57.996 INFO:tasks.rados.rados.0.smithi078.stdout:2281: done (1 left) 2024-08-10T05:03:57.996 INFO:tasks.rados.rados.0.smithi078.stdout:2282: done (0 left) 2024-08-10T05:03:57.996 INFO:tasks.rados.rados.0.smithi078.stdout:2283: delete oid 22 current snap is 211 2024-08-10T05:03:58.001 INFO:tasks.rados.rados.0.smithi078.stdout:2283: done (0 left) 2024-08-10T05:03:58.001 INFO:tasks.rados.rados.0.smithi078.stdout:2284: copy_from oid 7 from oid 41 current snap is 211 2024-08-10T05:03:58.001 INFO:tasks.rados.rados.0.smithi078.stdout:2285: read oid 34 snap -1 2024-08-10T05:03:58.001 INFO:tasks.rados.rados.0.smithi078.stdout:2285: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:03:58.001 INFO:tasks.rados.rados.0.smithi078.stdout:2286: snap_remove snap 198 2024-08-10T05:03:58.457 INFO:tasks.rados.rados.0.smithi078.stdout:2286: done (2 left) 2024-08-10T05:03:58.458 INFO:tasks.rados.rados.0.smithi078.stdout:2287: delete oid 15 current snap is 211 2024-08-10T05:03:58.458 INFO:tasks.rados.rados.0.smithi078.stdout:2285: expect (ObjNum 351 snap 107 seq_num 351) 2024-08-10T05:03:58.561 INFO:tasks.rados.rados.0.smithi078.stdout:2284: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:03:58.561 INFO:tasks.rados.rados.0.smithi078.stdout:2284: finishing copy_from to smithi07880501-7 2024-08-10T05:03:58.561 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1759 (ObjNum 683 snap 200 seq_num 683) dirty exists 2024-08-10T05:03:58.562 INFO:tasks.rados.rados.0.smithi078.stdout:2284: done (2 left) 2024-08-10T05:03:58.562 INFO:tasks.rados.rados.0.smithi078.stdout:2285: done (1 left) 2024-08-10T05:03:58.562 INFO:tasks.rados.rados.0.smithi078.stdout:2287: done (0 left) 2024-08-10T05:03:58.562 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 211 2024-08-10T05:03:58.562 INFO:tasks.rados.rados.0.smithi078.stdout:2288: seq_num 717 ranges {0=16384} 2024-08-10T05:03:58.562 INFO:tasks.rados.rados.0.smithi078.stdout:2288: writing smithi07880501-18 from 0 to 16384 tid 1 2024-08-10T05:03:58.562 INFO:tasks.rados.rados.0.smithi078.stdout:2289: delete oid 10 current snap is 211 2024-08-10T05:03:58.563 INFO:tasks.rados.rados.0.smithi078.stdout:2289: done (1 left) 2024-08-10T05:03:58.563 INFO:tasks.rados.rados.0.smithi078.stdout:2290: snap_create 2024-08-10T05:03:58.563 INFO:tasks.rados.rados.0.smithi078.stdout:2288: finishing write tid 1 to smithi07880501-18 2024-08-10T05:03:58.564 INFO:tasks.rados.rados.0.smithi078.stdout:2288: finishing write tid 2 to smithi07880501-18 2024-08-10T05:03:58.565 INFO:tasks.rados.rados.0.smithi078.stdout:2288: finishing write tid 3 to smithi07880501-18 2024-08-10T05:03:58.565 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 1978 (ObjNum 717 snap 211 seq_num 717) dirty exists 2024-08-10T05:03:58.566 INFO:tasks.rados.rados.0.smithi078.stdout:2288: left oid 18 (ObjNum 717 snap 211 seq_num 717) 2024-08-10T05:03:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:03:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:03:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:2288: done (1 left) 2024-08-10T05:03:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:2290: done (0 left) 2024-08-10T05:03:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:2291: delete oid 1 current snap is 212 2024-08-10T05:03:59.467 INFO:tasks.rados.rados.0.smithi078.stdout:2291: done (0 left) 2024-08-10T05:03:59.467 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 212 2024-08-10T05:03:59.467 INFO:tasks.rados.rados.0.smithi078.stdout:2292: seq_num 720 ranges {2121728=65536} 2024-08-10T05:03:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:2292: writing smithi07880501-40 from 2121728 to 2187264 tid 1 2024-08-10T05:03:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:2293: copy_from oid 26 from oid 4 current snap is 212 2024-08-10T05:03:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:2294: snap_create 2024-08-10T05:03:59.481 INFO:tasks.rados.rados.0.smithi078.stdout:2292: finishing write tid 1 to smithi07880501-40 2024-08-10T05:03:59.482 INFO:tasks.rados.rados.0.smithi078.stdout:2292: finishing write tid 2 to smithi07880501-40 2024-08-10T05:03:59.483 INFO:tasks.rados.rados.0.smithi078.stdout:2292: finishing write tid 3 to smithi07880501-40 2024-08-10T05:03:59.483 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1280 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-08-10T05:03:59.483 INFO:tasks.rados.rados.0.smithi078.stdout:2292: left oid 40 (ObjNum 720 snap 212 seq_num 720) 2024-08-10T05:03:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:2293: finishing copy_from racing read to smithi07880501-26 2024-08-10T05:03:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:2293: finishing copy_from to smithi07880501-26 2024-08-10T05:03:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 1638 (ObjNum 664 snap 194 seq_num 664) dirty exists 2024-08-10T05:03:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[92251]: pgmap v410: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 8.0 MiB/s, 1 objects/s recovering 2024-08-10T05:03:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/432 objects degraded (0.463%), 2 pgs degraded) 2024-08-10T05:03:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:03:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[92251]: osdmap e499: 8 total, 8 up, 8 in 2024-08-10T05:03:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[94618]: pgmap v410: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 8.0 MiB/s, 1 objects/s recovering 2024-08-10T05:03:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/432 objects degraded (0.463%), 2 pgs degraded) 2024-08-10T05:03:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:03:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:03:59 smithi078 ceph-mon[94618]: osdmap e499: 8 total, 8 up, 8 in 2024-08-10T05:03:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:59 smithi107 ceph-mon[86658]: pgmap v410: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 8.0 MiB/s, 1 objects/s recovering 2024-08-10T05:03:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:59 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/432 objects degraded (0.463%), 2 pgs degraded) 2024-08-10T05:03:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:59 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:03:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:03:59 smithi107 ceph-mon[86658]: osdmap e499: 8 total, 8 up, 8 in 2024-08-10T05:04:00.466 INFO:tasks.rados.rados.0.smithi078.stdout:2292: done (2 left) 2024-08-10T05:04:00.466 INFO:tasks.rados.rados.0.smithi078.stdout:2293: done (1 left) 2024-08-10T05:04:00.466 INFO:tasks.rados.rados.0.smithi078.stdout:2294: done (0 left) 2024-08-10T05:04:00.466 INFO:tasks.rados.rados.0.smithi078.stdout:2295: snap_remove snap 211 2024-08-10T05:04:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:00 smithi078 ceph-mon[92251]: osdmap e500: 8 total, 8 up, 8 in 2024-08-10T05:04:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:00 smithi078 ceph-mon[94618]: osdmap e500: 8 total, 8 up, 8 in 2024-08-10T05:04:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:00 smithi107 ceph-mon[86658]: osdmap e500: 8 total, 8 up, 8 in 2024-08-10T05:04:01.111 INFO:tasks.rados.rados.0.smithi078.stdout:2295: done (0 left) 2024-08-10T05:04:01.111 INFO:tasks.rados.rados.0.smithi078.stdout:2296: delete oid 21 current snap is 213 2024-08-10T05:04:01.119 INFO:tasks.rados.rados.0.smithi078.stdout:2296: done (0 left) 2024-08-10T05:04:01.119 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 213 2024-08-10T05:04:01.119 INFO:tasks.rados.rados.0.smithi078.stdout:2297: seq_num 722 ranges {9281536=98304} 2024-08-10T05:04:01.169 INFO:tasks.rados.rados.0.smithi078.stdout:2297: writing smithi07880501-23 from 9281536 to 9379840 tid 1 2024-08-10T05:04:01.169 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 213 2024-08-10T05:04:01.169 INFO:tasks.rados.rados.0.smithi078.stdout:2298: seq_num 723 ranges {5300224=114688} 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:2298: writing smithi07880501-43 from 5300224 to 5414912 tid 1 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 213 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:2297: finishing write tid 1 to smithi07880501-23 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:2297: finishing write tid 2 to smithi07880501-23 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:2297: finishing write tid 3 to smithi07880501-23 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 777 (ObjNum 722 snap 213 seq_num 722) dirty exists 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:2297: left oid 23 (ObjNum 722 snap 213 seq_num 722) 2024-08-10T05:04:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:2299: seq_num 724 ranges {0=131072} 2024-08-10T05:04:01.199 INFO:tasks.rados.rados.0.smithi078.stdout:2299: writing smithi07880501-48 from 0 to 131072 tid 1 2024-08-10T05:04:01.199 INFO:tasks.rados.rados.0.smithi078.stdout:2297: done (2 left) 2024-08-10T05:04:01.199 INFO:tasks.rados.rados.0.smithi078.stdout:2300: read oid 11 snap -1 2024-08-10T05:04:01.199 INFO:tasks.rados.rados.0.smithi078.stdout:2300: expect (ObjNum 680 snap 199 seq_num 680) 2024-08-10T05:04:01.199 INFO:tasks.rados.rados.0.smithi078.stdout:2301: snap_remove snap 196 2024-08-10T05:04:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:01 smithi078 ceph-mon[94618]: pgmap v413: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 726 KiB/s wr, 5 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-08-10T05:04:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:01 smithi078 ceph-mon[94618]: osdmap e501: 8 total, 8 up, 8 in 2024-08-10T05:04:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:01 smithi078 ceph-mon[94618]: osdmap e502: 8 total, 8 up, 8 in 2024-08-10T05:04:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:01 smithi078 ceph-mon[92251]: pgmap v413: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 726 KiB/s wr, 5 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-08-10T05:04:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:01 smithi078 ceph-mon[92251]: osdmap e501: 8 total, 8 up, 8 in 2024-08-10T05:04:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:01 smithi078 ceph-mon[92251]: osdmap e502: 8 total, 8 up, 8 in 2024-08-10T05:04:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:01 smithi107 ceph-mon[86658]: pgmap v413: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 726 KiB/s wr, 5 op/s; 3.2 MiB/s, 0 objects/s recovering 2024-08-10T05:04:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:01 smithi107 ceph-mon[86658]: osdmap e501: 8 total, 8 up, 8 in 2024-08-10T05:04:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:01 smithi107 ceph-mon[86658]: osdmap e502: 8 total, 8 up, 8 in 2024-08-10T05:04:02.116 INFO:tasks.rados.rados.0.smithi078.stdout:2301: done (3 left) 2024-08-10T05:04:02.116 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 213 2024-08-10T05:04:02.116 INFO:tasks.rados.rados.0.smithi078.stdout:2302: seq_num 725 ranges {1851392=147456} 2024-08-10T05:04:02.128 INFO:tasks.rados.rados.0.smithi078.stdout:2302: writing smithi07880501-41 from 1851392 to 1998848 tid 1 2024-08-10T05:04:02.128 INFO:tasks.rados.rados.0.smithi078.stdout:2299: finishing write tid 1 to smithi07880501-48 2024-08-10T05:04:02.128 INFO:tasks.rados.rados.0.smithi078.stdout:2299: finishing write tid 2 to smithi07880501-48 2024-08-10T05:04:02.128 INFO:tasks.rados.rados.0.smithi078.stdout:2298: finishing write tid 1 to smithi07880501-43 2024-08-10T05:04:02.128 INFO:tasks.rados.rados.0.smithi078.stdout:2298: finishing write tid 2 to smithi07880501-43 2024-08-10T05:04:02.129 INFO:tasks.rados.rados.0.smithi078.stdout:2298: finishing write tid 3 to smithi07880501-43 2024-08-10T05:04:02.129 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1750 (ObjNum 723 snap 213 seq_num 723) dirty exists 2024-08-10T05:04:02.129 INFO:tasks.rados.rados.0.smithi078.stdout:2298: left oid 43 (ObjNum 723 snap 213 seq_num 723) 2024-08-10T05:04:02.129 INFO:tasks.rados.rados.0.smithi078.stdout:2299: finishing write tid 3 to smithi07880501-48 2024-08-10T05:04:02.129 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1093 (ObjNum 724 snap 213 seq_num 724) dirty exists 2024-08-10T05:04:02.129 INFO:tasks.rados.rados.0.smithi078.stdout:2299: left oid 48 (ObjNum 724 snap 213 seq_num 724) 2024-08-10T05:04:02.129 INFO:tasks.rados.rados.0.smithi078.stdout:2300: expect (ObjNum 680 snap 199 seq_num 680) 2024-08-10T05:04:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:04:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:04:01] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2024-08-10T05:04:02.278 INFO:tasks.rados.rados.0.smithi078.stdout:2302: finishing write tid 1 to smithi07880501-41 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2302: finishing write tid 2 to smithi07880501-41 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2302: finishing write tid 3 to smithi07880501-41 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 1770 (ObjNum 725 snap 213 seq_num 725) dirty exists 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2302: left oid 41 (ObjNum 725 snap 213 seq_num 725) 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2298: done (3 left) 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2299: done (2 left) 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2300: done (1 left) 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2302: done (0 left) 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2303: read oid 33 snap 210 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2303: expect (ObjNum 489607344 snap 22041 seq_num 3221532016) 2024-08-10T05:04:02.279 INFO:tasks.rados.rados.0.smithi078.stdout:2304: snap_remove snap 201 2024-08-10T05:04:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:04:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:04:03.121 INFO:tasks.rados.rados.0.smithi078.stdout:2304: done (1 left) 2024-08-10T05:04:03.121 INFO:tasks.rados.rados.0.smithi078.stdout:2305: rollback oid 39 current snap is 213 2024-08-10T05:04:03.121 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 39 to 210 2024-08-10T05:04:03.121 INFO:tasks.rados.rados.0.smithi078.stdout:2303: expect (ObjNum 489607344 snap 22041 seq_num 3221532016) 2024-08-10T05:04:03.127 INFO:tasks.rados.rados.0.smithi078.stdout:2303: done (1 left) 2024-08-10T05:04:03.127 INFO:tasks.rados.rados.0.smithi078.stdout:2306: setattr oid 35 current snap is 213 2024-08-10T05:04:03.128 INFO:tasks.rados.rados.0.smithi078.stdout:2307: snap_create 2024-08-10T05:04:03.129 INFO:tasks.rados.rados.0.smithi078.stdout:2305: finishing rollback tid 0 to smithi07880501-39 2024-08-10T05:04:03.131 INFO:tasks.rados.rados.0.smithi078.stdout:2305: finishing rollback tid 1 to smithi07880501-39 2024-08-10T05:04:03.131 INFO:tasks.rados.rados.0.smithi078.stdout:2305: finishing rollback tid 2 to smithi07880501-39 2024-08-10T05:04:03.131 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 566 (ObjNum 704 snap 205 seq_num 704) dirty exists 2024-08-10T05:04:03.134 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1771 (ObjNum 696 snap 205 seq_num 696) dirty exists 2024-08-10T05:04:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:03 smithi078 ceph-mon[94618]: osdmap e503: 8 total, 8 up, 8 in 2024-08-10T05:04:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:03 smithi078 ceph-mon[94618]: pgmap v417: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-10T05:04:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:03 smithi078 ceph-mon[92251]: osdmap e503: 8 total, 8 up, 8 in 2024-08-10T05:04:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:03 smithi078 ceph-mon[92251]: pgmap v417: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-10T05:04:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:03 smithi107 ceph-mon[86658]: osdmap e503: 8 total, 8 up, 8 in 2024-08-10T05:04:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:03 smithi107 ceph-mon[86658]: pgmap v417: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-10T05:04:04.123 INFO:tasks.rados.rados.0.smithi078.stdout:2305: done (2 left) 2024-08-10T05:04:04.123 INFO:tasks.rados.rados.0.smithi078.stdout:2306: done (1 left) 2024-08-10T05:04:04.123 INFO:tasks.rados.rados.0.smithi078.stdout:2307: done (0 left) 2024-08-10T05:04:04.123 INFO:tasks.rados.rados.0.smithi078.stdout:2308: delete oid 49 current snap is 214 2024-08-10T05:04:04.126 INFO:tasks.rados.rados.0.smithi078.stdout:2308: done (0 left) 2024-08-10T05:04:04.126 INFO:tasks.rados.rados.0.smithi078.stdout:2309: read oid 3 snap 210 2024-08-10T05:04:04.126 INFO:tasks.rados.rados.0.smithi078.stdout:2309: expect deleted 2024-08-10T05:04:04.126 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 214 2024-08-10T05:04:04.126 INFO:tasks.rados.rados.0.smithi078.stdout:2310: seq_num 727 ranges {0=180224} 2024-08-10T05:04:04.127 INFO:tasks.rados.rados.0.smithi078.stdout:2310: writing smithi07880501-10 from 0 to 180224 tid 1 2024-08-10T05:04:04.127 INFO:tasks.rados.rados.0.smithi078.stdout:2311: snap_create 2024-08-10T05:04:04.130 INFO:tasks.rados.rados.0.smithi078.stdout:2310: finishing write tid 1 to smithi07880501-10 2024-08-10T05:04:04.130 INFO:tasks.rados.rados.0.smithi078.stdout:2310: finishing write tid 2 to smithi07880501-10 2024-08-10T05:04:04.132 INFO:tasks.rados.rados.0.smithi078.stdout:2310: finishing write tid 3 to smithi07880501-10 2024-08-10T05:04:04.132 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1667 (ObjNum 727 snap 214 seq_num 727) dirty exists 2024-08-10T05:04:04.132 INFO:tasks.rados.rados.0.smithi078.stdout:2310: left oid 10 (ObjNum 727 snap 214 seq_num 727) 2024-08-10T05:04:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:04 smithi078 ceph-mon[92251]: osdmap e504: 8 total, 8 up, 8 in 2024-08-10T05:04:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:04 smithi078 ceph-mon[94618]: osdmap e504: 8 total, 8 up, 8 in 2024-08-10T05:04:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:04 smithi107 ceph-mon[86658]: osdmap e504: 8 total, 8 up, 8 in 2024-08-10T05:04:05.125 INFO:tasks.rados.rados.0.smithi078.stdout:2309: done (2 left) 2024-08-10T05:04:05.125 INFO:tasks.rados.rados.0.smithi078.stdout:2310: done (1 left) 2024-08-10T05:04:05.125 INFO:tasks.rados.rados.0.smithi078.stdout:2311: done (0 left) 2024-08-10T05:04:05.125 INFO:tasks.rados.rados.0.smithi078.stdout:2312: copy_from oid 45 from oid 2 current snap is 215 2024-08-10T05:04:05.125 INFO:tasks.rados.rados.0.smithi078.stdout:2313: read oid 19 snap 210 2024-08-10T05:04:05.125 INFO:tasks.rados.rados.0.smithi078.stdout:2313: expect (ObjNum 694 snap 204 seq_num 694) 2024-08-10T05:04:05.125 INFO:tasks.rados.rados.0.smithi078.stdout:2314: setattr oid 40 current snap is 215 2024-08-10T05:04:05.126 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 215 2024-08-10T05:04:05.126 INFO:tasks.rados.rados.0.smithi078.stdout:2315: seq_num 728 ranges {0=196608} 2024-08-10T05:04:05.128 INFO:tasks.rados.rados.0.smithi078.stdout:2315: writing smithi07880501-49 from 0 to 196608 tid 1 2024-08-10T05:04:05.128 INFO:tasks.rados.rados.0.smithi078.stdout:2316: rmattr oid 27 current snap is 215 2024-08-10T05:04:05.128 INFO:tasks.rados.rados.0.smithi078.stdout:2317: rmattr oid 38 current snap is 215 2024-08-10T05:04:05.128 INFO:tasks.rados.rados.0.smithi078.stdout:2317: done (5 left) 2024-08-10T05:04:05.128 INFO:tasks.rados.rados.0.smithi078.stdout:2318: delete oid 11 current snap is 215 2024-08-10T05:04:05.129 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1281 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-08-10T05:04:05.133 INFO:tasks.rados.rados.0.smithi078.stdout:2315: finishing write tid 1 to smithi07880501-49 2024-08-10T05:04:05.133 INFO:tasks.rados.rados.0.smithi078.stdout:2315: finishing write tid 2 to smithi07880501-49 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2314: done (5 left) 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2318: done (4 left) 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2319: rmattr oid 34 current snap is 215 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2315: finishing write tid 3 to smithi07880501-49 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 755 (ObjNum 728 snap 215 seq_num 728) dirty exists 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2315: left oid 49 (ObjNum 728 snap 215 seq_num 728) 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2315: done (4 left) 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2320: read oid 32 snap 206 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2320: expect deleted 2024-08-10T05:04:05.136 INFO:tasks.rados.rados.0.smithi078.stdout:2321: rollback oid 50 current snap is 215 2024-08-10T05:04:05.137 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 50 to 212 2024-08-10T05:04:05.137 INFO:tasks.rados.rados.0.smithi078.stdout:2322: setattr oid 13 current snap is 215 2024-08-10T05:04:05.138 INFO:tasks.rados.rados.0.smithi078.stdout:2320: done (6 left) 2024-08-10T05:04:05.138 INFO:tasks.rados.rados.0.smithi078.stdout:2323: read oid 30 snap -1 2024-08-10T05:04:05.138 INFO:tasks.rados.rados.0.smithi078.stdout:2323: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:04:05.139 INFO:tasks.rados.rados.0.smithi078.stdout:2324: snap_remove snap 203 2024-08-10T05:04:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:05 smithi078 ceph-mon[92251]: osdmap e505: 8 total, 8 up, 8 in 2024-08-10T05:04:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:05 smithi078 ceph-mon[92251]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 580 KiB/s wr, 15 op/s 2024-08-10T05:04:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:05 smithi078 ceph-mon[94618]: osdmap e505: 8 total, 8 up, 8 in 2024-08-10T05:04:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:05 smithi078 ceph-mon[94618]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 580 KiB/s wr, 15 op/s 2024-08-10T05:04:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:05 smithi107 ceph-mon[86658]: osdmap e505: 8 total, 8 up, 8 in 2024-08-10T05:04:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:05 smithi107 ceph-mon[86658]: pgmap v420: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 580 KiB/s wr, 15 op/s 2024-08-10T05:04:06.114 INFO:tasks.rados.rados.0.smithi078.stdout:2324: done (7 left) 2024-08-10T05:04:06.114 INFO:tasks.rados.rados.0.smithi078.stdout:2325: copy_from oid 3 from oid 48 current snap is 215 2024-08-10T05:04:06.114 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 1998 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:04:06.115 INFO:tasks.rados.rados.0.smithi078.stdout:2313: expect (ObjNum 694 snap 204 seq_num 694) 2024-08-10T05:04:06.178 INFO:tasks.rados.rados.0.smithi078.stdout:2321: finishing rollback tid 0 to smithi07880501-50 2024-08-10T05:04:06.178 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1094 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-10T05:04:06.178 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1671 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:04:06.179 INFO:tasks.rados.rados.0.smithi078.stdout:2321: finishing rollback tid 1 to smithi07880501-50 2024-08-10T05:04:06.179 INFO:tasks.rados.rados.0.smithi078.stdout:2313: done (7 left) 2024-08-10T05:04:06.179 INFO:tasks.rados.rados.0.smithi078.stdout:2316: done (6 left) 2024-08-10T05:04:06.179 INFO:tasks.rados.rados.0.smithi078.stdout:2319: done (5 left) 2024-08-10T05:04:06.179 INFO:tasks.rados.rados.0.smithi078.stdout:2322: done (4 left) 2024-08-10T05:04:06.179 INFO:tasks.rados.rados.0.smithi078.stdout:2326: delete oid 10 current snap is 215 2024-08-10T05:04:06.180 INFO:tasks.rados.rados.0.smithi078.stdout:2321: finishing rollback tid 2 to smithi07880501-50 2024-08-10T05:04:06.180 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1762 (ObjNum 624 snap 180 seq_num 624) dirty exists 2024-08-10T05:04:06.180 INFO:tasks.rados.rados.0.smithi078.stdout:2323: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:04:06.200 INFO:tasks.rados.rados.0.smithi078.stdout:2312: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:04:06.200 INFO:tasks.rados.rados.0.smithi078.stdout:2312: finishing copy_from to smithi07880501-45 2024-08-10T05:04:06.200 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1615 (ObjNum 617 snap 180 seq_num 617) dirty exists 2024-08-10T05:04:06.200 INFO:tasks.rados.rados.0.smithi078.stdout:2325: finishing copy_from racing read to smithi07880501-3 2024-08-10T05:04:06.201 INFO:tasks.rados.rados.0.smithi078.stdout:2325: finishing copy_from to smithi07880501-3 2024-08-10T05:04:06.201 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1093 (ObjNum 724 snap 213 seq_num 724) dirty exists 2024-08-10T05:04:06.201 INFO:tasks.rados.rados.0.smithi078.stdout:2312: done (4 left) 2024-08-10T05:04:06.201 INFO:tasks.rados.rados.0.smithi078.stdout:2321: done (3 left) 2024-08-10T05:04:06.201 INFO:tasks.rados.rados.0.smithi078.stdout:2323: done (2 left) 2024-08-10T05:04:06.201 INFO:tasks.rados.rados.0.smithi078.stdout:2325: done (1 left) 2024-08-10T05:04:06.201 INFO:tasks.rados.rados.0.smithi078.stdout:2326: done (0 left) 2024-08-10T05:04:06.202 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 215 2024-08-10T05:04:06.202 INFO:tasks.rados.rados.0.smithi078.stdout:2327: seq_num 731 ranges {9379840=245760} 2024-08-10T05:04:06.249 INFO:tasks.rados.rados.0.smithi078.stdout:2327: writing smithi07880501-23 from 9379840 to 9625600 tid 1 2024-08-10T05:04:06.250 INFO:tasks.rados.rados.0.smithi078.stdout:2328: snap_remove snap 207 2024-08-10T05:04:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:06 smithi078 ceph-mon[92251]: osdmap e506: 8 total, 8 up, 8 in 2024-08-10T05:04:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:06 smithi078 ceph-mon[92251]: osdmap e507: 8 total, 8 up, 8 in 2024-08-10T05:04:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:06 smithi078 ceph-mon[94618]: osdmap e506: 8 total, 8 up, 8 in 2024-08-10T05:04:06.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:06 smithi078 ceph-mon[94618]: osdmap e507: 8 total, 8 up, 8 in 2024-08-10T05:04:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:06 smithi107 ceph-mon[86658]: osdmap e506: 8 total, 8 up, 8 in 2024-08-10T05:04:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:06 smithi107 ceph-mon[86658]: osdmap e507: 8 total, 8 up, 8 in 2024-08-10T05:04:07.145 INFO:tasks.rados.rados.0.smithi078.stdout:2327: finishing write tid 1 to smithi07880501-23 2024-08-10T05:04:07.145 INFO:tasks.rados.rados.0.smithi078.stdout:2327: finishing write tid 2 to smithi07880501-23 2024-08-10T05:04:07.146 INFO:tasks.rados.rados.0.smithi078.stdout:2327: finishing write tid 3 to smithi07880501-23 2024-08-10T05:04:07.146 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 779 (ObjNum 731 snap 215 seq_num 731) dirty exists 2024-08-10T05:04:07.146 INFO:tasks.rados.rados.0.smithi078.stdout:2327: left oid 23 (ObjNum 731 snap 215 seq_num 731) 2024-08-10T05:04:07.147 INFO:tasks.rados.rados.0.smithi078.stdout:2327: done (1 left) 2024-08-10T05:04:07.147 INFO:tasks.rados.rados.0.smithi078.stdout:2328: done (0 left) 2024-08-10T05:04:07.147 INFO:tasks.rados.rados.0.smithi078.stdout:2329: delete oid 28 current snap is 215 2024-08-10T05:04:07.154 INFO:tasks.rados.rados.0.smithi078.stdout:2329: done (0 left) 2024-08-10T05:04:07.154 INFO:tasks.rados.rados.0.smithi078.stdout:2330: setattr oid 22 current snap is 215 2024-08-10T05:04:07.156 INFO:tasks.rados.rados.0.smithi078.stdout:2331: snap_create 2024-08-10T05:04:07.161 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2013 (ObjNum 129 snap 0 seq_num 489810608) dirty exists 2024-08-10T05:04:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:07 smithi078 ceph-mon[92251]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 120 KiB/s wr, 19 op/s 2024-08-10T05:04:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:07 smithi078 ceph-mon[94618]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 120 KiB/s wr, 19 op/s 2024-08-10T05:04:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:07 smithi107 ceph-mon[86658]: pgmap v423: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 120 KiB/s wr, 19 op/s 2024-08-10T05:04:08.145 INFO:tasks.rados.rados.0.smithi078.stdout:2330: done (1 left) 2024-08-10T05:04:08.145 INFO:tasks.rados.rados.0.smithi078.stdout:2331: done (0 left) 2024-08-10T05:04:08.145 INFO:tasks.rados.rados.0.smithi078.stdout:2332: snap_remove snap 206 2024-08-10T05:04:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:08 smithi078 ceph-mon[92251]: osdmap e508: 8 total, 8 up, 8 in 2024-08-10T05:04:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:08 smithi078 ceph-mon[94618]: osdmap e508: 8 total, 8 up, 8 in 2024-08-10T05:04:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:08 smithi107 ceph-mon[86658]: osdmap e508: 8 total, 8 up, 8 in 2024-08-10T05:04:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:09.158 INFO:tasks.rados.rados.0.smithi078.stdout:2332: done (0 left) 2024-08-10T05:04:09.158 INFO:tasks.rados.rados.0.smithi078.stdout:2333: read oid 8 snap -1 2024-08-10T05:04:09.158 INFO:tasks.rados.rados.0.smithi078.stdout:2333: expect (ObjNum 679 snap 199 seq_num 679) 2024-08-10T05:04:09.159 INFO:tasks.rados.rados.0.smithi078.stdout:2334: read oid 35 snap -1 2024-08-10T05:04:09.159 INFO:tasks.rados.rados.0.smithi078.stdout:2334: expect (ObjNum 696 snap 205 seq_num 696) 2024-08-10T05:04:09.159 INFO:tasks.rados.rados.0.smithi078.stdout:2335: rollback oid 13 current snap is 216 2024-08-10T05:04:09.159 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 209 2024-08-10T05:04:09.159 INFO:tasks.rados.rados.0.smithi078.stdout:2336: snap_remove snap 215 2024-08-10T05:04:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:09 smithi078 ceph-mon[92251]: osdmap e509: 8 total, 8 up, 8 in 2024-08-10T05:04:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:09 smithi078 ceph-mon[92251]: pgmap v426: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-10T05:04:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:09 smithi078 ceph-mon[94618]: osdmap e509: 8 total, 8 up, 8 in 2024-08-10T05:04:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:09 smithi078 ceph-mon[94618]: pgmap v426: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-10T05:04:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:09 smithi107 ceph-mon[86658]: osdmap e509: 8 total, 8 up, 8 in 2024-08-10T05:04:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:09 smithi107 ceph-mon[86658]: pgmap v426: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-10T05:04:10.152 INFO:tasks.rados.rados.0.smithi078.stdout:2336: done (3 left) 2024-08-10T05:04:10.152 INFO:tasks.rados.rados.0.smithi078.stdout:2337: read oid 28 snap -1 2024-08-10T05:04:10.153 INFO:tasks.rados.rados.0.smithi078.stdout:2337: expect deleted 2024-08-10T05:04:10.153 INFO:tasks.rados.rados.0.smithi078.stdout:2338: rollback oid 36 current snap is 216 2024-08-10T05:04:10.153 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 36 to 205 2024-08-10T05:04:10.153 INFO:tasks.rados.rados.0.smithi078.stdout:2335: finishing rollback tid 0 to smithi07880501-13 2024-08-10T05:04:10.153 INFO:tasks.rados.rados.0.smithi078.stdout:2335: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:04:10.153 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1096 (ObjNum 177 snap 0 seq_num 489428608) dirty dne 2024-08-10T05:04:10.153 INFO:tasks.rados.rados.0.smithi078.stdout:2333: expect (ObjNum 679 snap 199 seq_num 679) 2024-08-10T05:04:10.317 INFO:tasks.rados.rados.0.smithi078.stdout:2334: expect (ObjNum 696 snap 205 seq_num 696) 2024-08-10T05:04:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:10 smithi078 ceph-mon[92251]: osdmap e510: 8 total, 8 up, 8 in 2024-08-10T05:04:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:10 smithi078 ceph-mon[94618]: osdmap e510: 8 total, 8 up, 8 in 2024-08-10T05:04:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:10 smithi107 ceph-mon[86658]: osdmap e510: 8 total, 8 up, 8 in 2024-08-10T05:04:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:11 smithi107 ceph-mon[86658]: osdmap e511: 8 total, 8 up, 8 in 2024-08-10T05:04:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:04:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:11 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:04:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:11 smithi107 ceph-mon[86658]: Upgrade: osd.7 is safe to restart 2024-08-10T05:04:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:11 smithi107 ceph-mon[86658]: pgmap v429: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-10T05:04:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:11 smithi107 ceph-mon[86658]: osdmap e512: 8 total, 8 up, 8 in 2024-08-10T05:04:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[92251]: osdmap e511: 8 total, 8 up, 8 in 2024-08-10T05:04:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:04:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:04:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[92251]: Upgrade: osd.7 is safe to restart 2024-08-10T05:04:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[92251]: pgmap v429: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-10T05:04:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[92251]: osdmap e512: 8 total, 8 up, 8 in 2024-08-10T05:04:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[94618]: osdmap e511: 8 total, 8 up, 8 in 2024-08-10T05:04:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:04:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:04:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[94618]: Upgrade: osd.7 is safe to restart 2024-08-10T05:04:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[94618]: pgmap v429: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-10T05:04:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-mon[94618]: osdmap e512: 8 total, 8 up, 8 in 2024-08-10T05:04:11.600 INFO:tasks.rados.rados.0.smithi078.stdout:2338: finishing rollback tid 0 to smithi07880501-36 2024-08-10T05:04:11.600 INFO:tasks.rados.rados.0.smithi078.stdout:2338: finishing rollback tid 1 to smithi07880501-36 2024-08-10T05:04:11.600 INFO:tasks.rados.rados.0.smithi078.stdout:2338: finishing rollback tid 2 to smithi07880501-36 2024-08-10T05:04:11.600 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1790 (ObjNum 646 snap 183 seq_num 646) dirty exists 2024-08-10T05:04:11.600 INFO:tasks.rados.rados.0.smithi078.stdout:2333: done (4 left) 2024-08-10T05:04:11.601 INFO:tasks.rados.rados.0.smithi078.stdout:2334: done (3 left) 2024-08-10T05:04:11.601 INFO:tasks.rados.rados.0.smithi078.stdout:2335: done (2 left) 2024-08-10T05:04:11.601 INFO:tasks.rados.rados.0.smithi078.stdout:2337: done (1 left) 2024-08-10T05:04:11.601 INFO:tasks.rados.rados.0.smithi078.stdout:2338: done (0 left) 2024-08-10T05:04:11.601 INFO:tasks.rados.rados.0.smithi078.stdout:2339: snap_remove snap 192 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:2339: done (0 left) 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:2340: rollback oid 32 current snap is 216 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 209 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:2341: read oid 17 snap -1 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:2341: expect (ObjNum 693 snap 204 seq_num 693) 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:2342: read oid 5 snap -1 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:2342: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:04:12.169 INFO:tasks.rados.rados.0.smithi078.stdout:2343: snap_create 2024-08-10T05:04:12.181 INFO:tasks.rados.rados.0.smithi078.stdout:2340: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:04:12.181 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1782 (ObjNum 129 snap 0 seq_num 489276080) dirty dne 2024-08-10T05:04:12.183 INFO:tasks.rados.rados.0.smithi078.stdout:2341: expect (ObjNum 693 snap 204 seq_num 693) 2024-08-10T05:04:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:04:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:04:11] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.43.0" 2024-08-10T05:04:12.246 INFO:tasks.rados.rados.0.smithi078.stdout:2342: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:04:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:04:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: Upgrade: Updating osd.7 2024-08-10T05:04:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:04:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: Deploying daemon osd.7 on smithi107 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: osdmap e513: 8 total, 8 up, 8 in 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: pgmap v432: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 140 KiB/s wr, 12 op/s 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: Upgrade: Updating osd.7 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: Deploying daemon osd.7 on smithi107 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: osdmap e513: 8 total, 8 up, 8 in 2024-08-10T05:04:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: pgmap v432: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 140 KiB/s wr, 12 op/s 2024-08-10T05:04:12.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:12.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:13.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: Upgrade: Updating osd.7 2024-08-10T05:04:13.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:13.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:04:13.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:13.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: Deploying daemon osd.7 on smithi107 2024-08-10T05:04:13.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: osdmap e513: 8 total, 8 up, 8 in 2024-08-10T05:04:13.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: pgmap v432: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 140 KiB/s wr, 12 op/s 2024-08-10T05:04:13.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:13.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:13.174 INFO:tasks.rados.rados.0.smithi078.stdout:2340: done (3 left) 2024-08-10T05:04:13.174 INFO:tasks.rados.rados.0.smithi078.stdout:2341: done (2 left) 2024-08-10T05:04:13.174 INFO:tasks.rados.rados.0.smithi078.stdout:2342: done (1 left) 2024-08-10T05:04:13.174 INFO:tasks.rados.rados.0.smithi078.stdout:2343: done (0 left) 2024-08-10T05:04:13.174 INFO:tasks.rados.rados.0.smithi078.stdout:2344: read oid 15 snap 214 2024-08-10T05:04:13.174 INFO:tasks.rados.rados.0.smithi078.stdout:2344: expect deleted 2024-08-10T05:04:13.175 INFO:tasks.rados.rados.0.smithi078.stdout:2345: rmattr oid 42 current snap is 217 2024-08-10T05:04:13.175 INFO:tasks.rados.rados.0.smithi078.stdout:2345: done (1 left) 2024-08-10T05:04:13.175 INFO:tasks.rados.rados.0.smithi078.stdout:2346: delete oid 7 current snap is 217 2024-08-10T05:04:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:2344: done (1 left) 2024-08-10T05:04:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:2346: done (0 left) 2024-08-10T05:04:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:2347: copy_from oid 37 from oid 22 current snap is 217 2024-08-10T05:04:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:2348: rollback oid 28 current snap is 217 2024-08-10T05:04:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 208 2024-08-10T05:04:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:2349: copy_from oid 6 from oid 19 current snap is 217 2024-08-10T05:04:13.190 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 217 2024-08-10T05:04:13.191 INFO:tasks.rados.rados.0.smithi078.stdout:2350: seq_num 734 ranges {5677056=294912} 2024-08-10T05:04:13.222 INFO:tasks.rados.rados.0.smithi078.stdout:2350: writing smithi07880501-20 from 5677056 to 5971968 tid 1 2024-08-10T05:04:13.223 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 217 2024-08-10T05:04:13.223 INFO:tasks.rados.rados.0.smithi078.stdout:2351: seq_num 735 ranges {0=311296} 2024-08-10T05:04:13.225 INFO:tasks.rados.rados.0.smithi078.stdout:2351: writing smithi07880501-32 from 0 to 311296 tid 1 2024-08-10T05:04:13.225 INFO:tasks.rados.rados.0.smithi078.stdout:2352: read oid 38 snap -1 2024-08-10T05:04:13.225 INFO:tasks.rados.rados.0.smithi078.stdout:2352: expect deleted 2024-08-10T05:04:13.225 INFO:tasks.rados.rados.0.smithi078.stdout:2353: rmattr oid 34 current snap is 217 2024-08-10T05:04:13.225 INFO:tasks.rados.rados.0.smithi078.stdout:2347: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:04:13.225 INFO:tasks.rados.rados.0.smithi078.stdout:2354: snap_create 2024-08-10T05:04:13.225 INFO:tasks.rados.rados.0.smithi078.stdout:2348: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:04:13.226 INFO:tasks.rados.rados.0.smithi078.stdout:2348: finishing rollback tid 2 to smithi07880501-28 2024-08-10T05:04:13.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 1791 (ObjNum 658 snap 192 seq_num 658) dirty exists 2024-08-10T05:04:13.226 INFO:tasks.rados.rados.0.smithi078.stdout:2347: finishing copy_from to smithi07880501-37 2024-08-10T05:04:13.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2013 (ObjNum 81 snap 0 seq_num 277) dirty exists 2024-08-10T05:04:13.226 INFO:tasks.rados.rados.0.smithi078.stdout:2349: finishing copy_from racing read to smithi07880501-6 2024-08-10T05:04:13.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1713 (ObjNum 351 snap 107 seq_num 351) dirty exists 2024-08-10T05:04:13.227 INFO:tasks.rados.rados.0.smithi078.stdout:2349: finishing copy_from to smithi07880501-6 2024-08-10T05:04:13.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 1611 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-08-10T05:04:13.228 INFO:tasks.rados.rados.0.smithi078.stdout:2351: finishing write tid 1 to smithi07880501-32 2024-08-10T05:04:13.228 INFO:tasks.rados.rados.0.smithi078.stdout:2350: finishing write tid 1 to smithi07880501-20 2024-08-10T05:04:13.228 INFO:tasks.rados.rados.0.smithi078.stdout:2351: finishing write tid 2 to smithi07880501-32 2024-08-10T05:04:13.228 INFO:tasks.rados.rados.0.smithi078.stdout:2350: finishing write tid 2 to smithi07880501-20 2024-08-10T05:04:13.230 INFO:tasks.rados.rados.0.smithi078.stdout:2350: finishing write tid 3 to smithi07880501-20 2024-08-10T05:04:13.230 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 1773 (ObjNum 734 snap 217 seq_num 734) dirty exists 2024-08-10T05:04:13.230 INFO:tasks.rados.rados.0.smithi078.stdout:2350: left oid 20 (ObjNum 734 snap 217 seq_num 734) 2024-08-10T05:04:13.231 INFO:tasks.rados.rados.0.smithi078.stdout:2351: finishing write tid 3 to smithi07880501-32 2024-08-10T05:04:13.231 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2015 (ObjNum 735 snap 217 seq_num 735) dirty exists 2024-08-10T05:04:13.231 INFO:tasks.rados.rados.0.smithi078.stdout:2351: left oid 32 (ObjNum 735 snap 217 seq_num 735) 2024-08-10T05:04:14.183 INFO:tasks.rados.rados.0.smithi078.stdout:2347: done (7 left) 2024-08-10T05:04:14.183 INFO:tasks.rados.rados.0.smithi078.stdout:2348: done (6 left) 2024-08-10T05:04:14.183 INFO:tasks.rados.rados.0.smithi078.stdout:2349: done (5 left) 2024-08-10T05:04:14.183 INFO:tasks.rados.rados.0.smithi078.stdout:2350: done (4 left) 2024-08-10T05:04:14.183 INFO:tasks.rados.rados.0.smithi078.stdout:2351: done (3 left) 2024-08-10T05:04:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:2352: done (2 left) 2024-08-10T05:04:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:2353: done (1 left) 2024-08-10T05:04:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:2354: done (0 left) 2024-08-10T05:04:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:2355: read oid 44 snap 208 2024-08-10T05:04:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:2355: expect (ObjNum 646 snap 183 seq_num 646) 2024-08-10T05:04:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:2356: delete oid 35 current snap is 218 2024-08-10T05:04:14.191 INFO:tasks.rados.rados.0.smithi078.stdout:2356: done (1 left) 2024-08-10T05:04:14.191 INFO:tasks.rados.rados.0.smithi078.stdout:2357: delete oid 39 current snap is 218 2024-08-10T05:04:14.191 INFO:tasks.rados.rados.0.smithi078.stdout:2355: expect (ObjNum 646 snap 183 seq_num 646) 2024-08-10T05:04:14.269 INFO:tasks.rados.rados.0.smithi078.stdout:2355: done (1 left) 2024-08-10T05:04:14.269 INFO:tasks.rados.rados.0.smithi078.stdout:2357: done (0 left) 2024-08-10T05:04:14.269 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 218 2024-08-10T05:04:14.269 INFO:tasks.rados.rados.0.smithi078.stdout:2358: seq_num 738 ranges {196608=368640} 2024-08-10T05:04:14.276 INFO:tasks.rados.rados.0.smithi078.stdout:2358: writing smithi07880501-49 from 196608 to 565248 tid 1 2024-08-10T05:04:14.276 INFO:tasks.rados.rados.0.smithi078.stdout:2359: rmattr oid 35 current snap is 218 2024-08-10T05:04:14.276 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 218 2024-08-10T05:04:14.276 INFO:tasks.rados.rados.0.smithi078.stdout:2360: seq_num 739 ranges {2301952=385024} 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:2360: writing smithi07880501-44 from 2301952 to 2686976 tid 1 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:2361: delete oid 19 current snap is 218 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 0 (ObjNum 145 snap 0 seq_num 489453936) dirty dne 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:2358: finishing write tid 1 to smithi07880501-49 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:2358: finishing write tid 2 to smithi07880501-49 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:2358: finishing write tid 3 to smithi07880501-49 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 757 (ObjNum 738 snap 218 seq_num 738) dirty exists 2024-08-10T05:04:14.287 INFO:tasks.rados.rados.0.smithi078.stdout:2358: left oid 49 (ObjNum 738 snap 218 seq_num 738) 2024-08-10T05:04:14.289 INFO:tasks.rados.rados.0.smithi078.stdout:2358: done (3 left) 2024-08-10T05:04:14.289 INFO:tasks.rados.rados.0.smithi078.stdout:2359: done (2 left) 2024-08-10T05:04:14.289 INFO:tasks.rados.rados.0.smithi078.stdout:2361: done (1 left) 2024-08-10T05:04:14.289 INFO:tasks.rados.rados.0.smithi078.stdout:2362: setattr oid 46 current snap is 218 2024-08-10T05:04:14.291 INFO:tasks.rados.rados.0.smithi078.stdout:2360: finishing write tid 1 to smithi07880501-44 2024-08-10T05:04:14.291 INFO:tasks.rados.rados.0.smithi078.stdout:2363: read oid 2 snap -1 2024-08-10T05:04:14.291 INFO:tasks.rados.rados.0.smithi078.stdout:2363: expect (ObjNum 617 snap 180 seq_num 617) 2024-08-10T05:04:14.291 INFO:tasks.rados.rados.0.smithi078.stdout:2364: copy_from oid 7 from oid 21 current snap is 218 2024-08-10T05:04:14.291 INFO:tasks.rados.rados.0.smithi078.stdout:2365: read oid 38 snap -1 2024-08-10T05:04:14.292 INFO:tasks.rados.rados.0.smithi078.stdout:2365: expect deleted 2024-08-10T05:04:14.292 INFO:tasks.rados.rados.0.smithi078.stdout:2366: snap_create 2024-08-10T05:04:14.292 INFO:tasks.rados.rados.0.smithi078.stdout:2360: finishing write tid 2 to smithi07880501-44 2024-08-10T05:04:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:2360: finishing write tid 3 to smithi07880501-44 2024-08-10T05:04:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1716 (ObjNum 739 snap 218 seq_num 739) dirty exists 2024-08-10T05:04:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:2360: left oid 44 (ObjNum 739 snap 218 seq_num 739) 2024-08-10T05:04:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:2364: finishing copy_from to smithi07880501-7 2024-08-10T05:04:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:2364: got expected ENOENT (src dne) 2024-08-10T05:04:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:2364: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:04:14.293 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1620 (ObjNum 81 snap 0 seq_num 1953785689) dirty exists 2024-08-10T05:04:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:14 smithi107 ceph-mon[86658]: osdmap e514: 8 total, 8 up, 8 in 2024-08-10T05:04:14.320 INFO:tasks.rados.rados.0.smithi078.stdout:2363: expect (ObjNum 617 snap 180 seq_num 617) 2024-08-10T05:04:14.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:14 smithi078 ceph-mon[92251]: osdmap e514: 8 total, 8 up, 8 in 2024-08-10T05:04:14.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:14 smithi078 ceph-mon[94618]: osdmap e514: 8 total, 8 up, 8 in 2024-08-10T05:04:14.623 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:14 smithi107 systemd[1]: Stopping Ceph osd.7 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:04:15.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[55094]: 2024-08-10T05:04:14.626+0000 7f3fe089e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:04:15.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[55094]: 2024-08-10T05:04:14.626+0000 7f3fe089e640 -1 osd.7 515 *** Got signal Terminated *** 2024-08-10T05:04:15.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[55094]: 2024-08-10T05:04:14.626+0000 7f3fe089e640 -1 osd.7 515 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:04:15.194 INFO:tasks.rados.rados.0.smithi078.stdout:2360: done (5 left) 2024-08-10T05:04:15.194 INFO:tasks.rados.rados.0.smithi078.stdout:2362: done (4 left) 2024-08-10T05:04:15.195 INFO:tasks.rados.rados.0.smithi078.stdout:2363: done (3 left) 2024-08-10T05:04:15.195 INFO:tasks.rados.rados.0.smithi078.stdout:2364: done (2 left) 2024-08-10T05:04:15.195 INFO:tasks.rados.rados.0.smithi078.stdout:2365: done (1 left) 2024-08-10T05:04:15.195 INFO:tasks.rados.rados.0.smithi078.stdout:2366: done (0 left) 2024-08-10T05:04:15.195 INFO:tasks.rados.rados.0.smithi078.stdout:2367: snap_create 2024-08-10T05:04:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:15 smithi078 ceph-mon[94618]: osdmap e515: 8 total, 8 up, 8 in 2024-08-10T05:04:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:15 smithi078 ceph-mon[94618]: pgmap v435: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-10T05:04:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:15 smithi078 ceph-mon[94618]: osd.7 marked itself down and dead 2024-08-10T05:04:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:15 smithi078 ceph-mon[92251]: osdmap e515: 8 total, 8 up, 8 in 2024-08-10T05:04:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:15 smithi078 ceph-mon[92251]: pgmap v435: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-10T05:04:15.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:15 smithi078 ceph-mon[92251]: osd.7 marked itself down and dead 2024-08-10T05:04:15.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:15 smithi107 ceph-mon[86658]: osdmap e515: 8 total, 8 up, 8 in 2024-08-10T05:04:15.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:15 smithi107 ceph-mon[86658]: pgmap v435: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-10T05:04:15.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:15 smithi107 ceph-mon[86658]: osd.7 marked itself down and dead 2024-08-10T05:04:15.817 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:15 smithi107 podman[105798]: 2024-08-10 05:04:15.736462178 +0000 UTC m=+1.220632206 container died f4fb9ec8877d8e79d616e828cfffed8d636c059f8d9c82aa249c147c2c0789f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:04:16.123 INFO:tasks.rados.rados.0.smithi078.stdout:2367: done (0 left) 2024-08-10T05:04:16.123 INFO:tasks.rados.rados.0.smithi078.stdout:2368: delete oid 45 current snap is 220 2024-08-10T05:04:16.134 INFO:tasks.rados.rados.0.smithi078.stdout:2368: done (0 left) 2024-08-10T05:04:16.134 INFO:tasks.rados.rados.0.smithi078.stdout:2369: read oid 40 snap -1 2024-08-10T05:04:16.134 INFO:tasks.rados.rados.0.smithi078.stdout:2369: expect (ObjNum 720 snap 212 seq_num 720) 2024-08-10T05:04:16.134 INFO:tasks.rados.rados.0.smithi078.stdout:2370: rmattr oid 10 current snap is 220 2024-08-10T05:04:16.134 INFO:tasks.rados.rados.0.smithi078.stdout:2370: done (1 left) 2024-08-10T05:04:16.134 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 220 2024-08-10T05:04:16.134 INFO:tasks.rados.rados.0.smithi078.stdout:2371: seq_num 742 ranges {0=434176} 2024-08-10T05:04:16.136 INFO:tasks.rados.rados.0.smithi078.stdout:2371: writing smithi07880501-15 from 0 to 434176 tid 1 2024-08-10T05:04:16.136 INFO:tasks.rados.rados.0.smithi078.stdout:2372: delete oid 42 current snap is 220 2024-08-10T05:04:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:2372: done (2 left) 2024-08-10T05:04:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:2373: read oid 50 snap -1 2024-08-10T05:04:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:2373: expect (ObjNum 624 snap 180 seq_num 624) 2024-08-10T05:04:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:2374: rollback oid 26 current snap is 220 2024-08-10T05:04:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 209 2024-08-10T05:04:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:2375: snap_remove snap 217 2024-08-10T05:04:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:16 smithi107 ceph-mon[86658]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:04:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:16 smithi107 ceph-mon[86658]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-10T05:04:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:16 smithi107 ceph-mon[86658]: osdmap e516: 8 total, 7 up, 8 in 2024-08-10T05:04:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:16 smithi107 ceph-mon[86658]: osdmap e517: 8 total, 7 up, 8 in 2024-08-10T05:04:16.317 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:16 smithi107 podman[105798]: 2024-08-10 05:04:16.101140385 +0000 UTC m=+1.585310401 container cleanup f4fb9ec8877d8e79d616e828cfffed8d636c059f8d9c82aa249c147c2c0789f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-10T05:04:16.318 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:16 smithi107 bash[105798]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7 2024-08-10T05:04:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[92251]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:04:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[92251]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-10T05:04:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[92251]: osdmap e516: 8 total, 7 up, 8 in 2024-08-10T05:04:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[92251]: osdmap e517: 8 total, 7 up, 8 in 2024-08-10T05:04:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[94618]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:04:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[94618]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-10T05:04:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[94618]: osdmap e516: 8 total, 7 up, 8 in 2024-08-10T05:04:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:16 smithi078 ceph-mon[94618]: osdmap e517: 8 total, 7 up, 8 in 2024-08-10T05:04:16.731 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:16 smithi107 podman[105824]: 2024-08-10 05:04:16.369293866 +0000 UTC m=+0.626727538 container remove f4fb9ec8877d8e79d616e828cfffed8d636c059f8d9c82aa249c147c2c0789f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0) 2024-08-10T05:04:17.047 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:16 smithi107 podman[105915]: 2024-08-10 05:04:16.63390165 +0000 UTC m=+0.017145882 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:04:17.048 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:16 smithi107 podman[105915]: 2024-08-10 05:04:16.745266038 +0000 UTC m=+0.128510303 container create ddb32d80bc7f005b783e0c08bf22c7527864dbe3e781f998a8234e0a3a97656d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-bca9905) 2024-08-10T05:04:17.048 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:16 smithi107 podman[105915]: 2024-08-10 05:04:16.964468643 +0000 UTC m=+0.347712865 container init ddb32d80bc7f005b783e0c08bf22c7527864dbe3e781f998a8234e0a3a97656d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:04:17.048 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:16 smithi107 podman[105915]: 2024-08-10 05:04:16.969024706 +0000 UTC m=+0.352268931 container start ddb32d80bc7f005b783e0c08bf22c7527864dbe3e781f998a8234e0a3a97656d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-10T05:04:17.048 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:17 smithi107 podman[105915]: 2024-08-10 05:04:17.047581703 +0000 UTC m=+0.430825928 container attach ddb32d80bc7f005b783e0c08bf22c7527864dbe3e781f998a8234e0a3a97656d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, ceph=True) 2024-08-10T05:04:17.118 INFO:tasks.rados.rados.0.smithi078.stdout:2375: done (4 left) 2024-08-10T05:04:17.118 INFO:tasks.rados.rados.0.smithi078.stdout:2376: snap_remove snap 219 2024-08-10T05:04:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:17 smithi107 ceph-mon[86658]: pgmap v438: 121 pgs: 4 active+undersized, 8 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 3 active+undersized+degraded, 92 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 254 KiB/s wr, 8 op/s; 11/348 objects degraded (3.161%) 2024-08-10T05:04:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:17 smithi107 ceph-mon[86658]: osdmap e518: 8 total, 7 up, 8 in 2024-08-10T05:04:17.317 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:17 smithi107 podman[105915]: 2024-08-10 05:04:17.158412532 +0000 UTC m=+0.541656762 container died ddb32d80bc7f005b783e0c08bf22c7527864dbe3e781f998a8234e0a3a97656d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, RELEASE=squid-bca9905, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-10T05:04:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:17 smithi078 ceph-mon[94618]: pgmap v438: 121 pgs: 4 active+undersized, 8 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 3 active+undersized+degraded, 92 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 254 KiB/s wr, 8 op/s; 11/348 objects degraded (3.161%) 2024-08-10T05:04:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:17 smithi078 ceph-mon[94618]: osdmap e518: 8 total, 7 up, 8 in 2024-08-10T05:04:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:17 smithi078 ceph-mon[92251]: pgmap v438: 121 pgs: 4 active+undersized, 8 peering, 13 stale+active+clean, 1 active+clean+snaptrim, 3 active+undersized+degraded, 92 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 254 KiB/s wr, 8 op/s; 11/348 objects degraded (3.161%) 2024-08-10T05:04:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:17 smithi078 ceph-mon[92251]: osdmap e518: 8 total, 7 up, 8 in 2024-08-10T05:04:18.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:17 smithi107 podman[105939]: 2024-08-10 05:04:17.768155631 +0000 UTC m=+0.603818402 container remove ddb32d80bc7f005b783e0c08bf22c7527864dbe3e781f998a8234e0a3a97656d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-10T05:04:18.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:17 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-10T05:04:18.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:17 smithi107 systemd[1]: Stopped Ceph osd.7 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:04:18.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:17 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.7.service: Consumed 14.932s CPU time. 2024-08-10T05:04:18.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:17 smithi107 systemd[1]: Starting Ceph osd.7 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:04:18.120 INFO:tasks.rados.rados.0.smithi078.stdout:2376: done (4 left) 2024-08-10T05:04:18.120 INFO:tasks.rados.rados.0.smithi078.stdout:2377: copy_from oid 28 from oid 47 current snap is 220 2024-08-10T05:04:18.120 INFO:tasks.rados.rados.0.smithi078.stdout:2371: finishing write tid 1 to smithi07880501-15 2024-08-10T05:04:18.120 INFO:tasks.rados.rados.0.smithi078.stdout:2371: finishing write tid 2 to smithi07880501-15 2024-08-10T05:04:18.120 INFO:tasks.rados.rados.0.smithi078.stdout:2369: expect (ObjNum 720 snap 212 seq_num 720) 2024-08-10T05:04:18.214 INFO:tasks.rados.rados.0.smithi078.stdout:2374: finishing rollback tid 0 to smithi07880501-26 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:2371: finishing write tid 3 to smithi07880501-15 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2043 (ObjNum 742 snap 220 seq_num 742) dirty exists 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:2371: left oid 15 (ObjNum 742 snap 220 seq_num 742) 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:2374: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:2369: done (4 left) 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:2371: done (3 left) 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:2378: rollback oid 30 current snap is 220 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 212 2024-08-10T05:04:18.215 INFO:tasks.rados.rados.0.smithi078.stdout:2374: finishing rollback tid 2 to smithi07880501-26 2024-08-10T05:04:18.216 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2018 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:04:18.216 INFO:tasks.rados.rados.0.smithi078.stdout:2373: expect (ObjNum 624 snap 180 seq_num 624) 2024-08-10T05:04:18.239 INFO:tasks.rados.rados.0.smithi078.stdout:2377: finishing copy_from racing read to smithi07880501-28 2024-08-10T05:04:18.239 INFO:tasks.rados.rados.0.smithi078.stdout:2377: finishing copy_from to smithi07880501-28 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 1641 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2378: finishing rollback tid 0 to smithi07880501-30 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2378: finishing rollback tid 1 to smithi07880501-30 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2378: finishing rollback tid 2 to smithi07880501-30 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 1800 (ObjNum 621 snap 180 seq_num 621) dirty exists 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2373: done (3 left) 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2374: done (2 left) 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2377: done (1 left) 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2378: done (0 left) 2024-08-10T05:04:18.240 INFO:tasks.rados.rados.0.smithi078.stdout:2379: delete oid 16 current snap is 220 2024-08-10T05:04:18.242 INFO:tasks.rados.rados.0.smithi078.stdout:2379: done (0 left) 2024-08-10T05:04:18.242 INFO:tasks.rados.rados.0.smithi078.stdout:2380: rollback oid 28 current snap is 220 2024-08-10T05:04:18.242 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 210 2024-08-10T05:04:18.242 INFO:tasks.rados.rados.0.smithi078.stdout:2381: copy_from oid 35 from oid 21 current snap is 220 2024-08-10T05:04:18.242 INFO:tasks.rados.rados.0.smithi078.stdout:2382: delete oid 50 current snap is 220 2024-08-10T05:04:18.242 INFO:tasks.rados.rados.0.smithi078.stdout:2381: finishing copy_from to smithi07880501-35 2024-08-10T05:04:18.243 INFO:tasks.rados.rados.0.smithi078.stdout:2381: got expected ENOENT (src dne) 2024-08-10T05:04:18.243 INFO:tasks.rados.rados.0.smithi078.stdout:2381: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:04:18.243 INFO:tasks.rados.rados.0.smithi078.stdout:2381: done (2 left) 2024-08-10T05:04:18.244 INFO:tasks.rados.rados.0.smithi078.stdout:2382: done (1 left) 2024-08-10T05:04:18.244 INFO:tasks.rados.rados.0.smithi078.stdout:2383: setattr oid 19 current snap is 220 2024-08-10T05:04:18.245 INFO:tasks.rados.rados.0.smithi078.stdout:2380: finishing rollback tid 0 to smithi07880501-28 2024-08-10T05:04:18.245 INFO:tasks.rados.rados.0.smithi078.stdout:2380: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:04:18.245 INFO:tasks.rados.rados.0.smithi078.stdout:2380: finishing rollback tid 2 to smithi07880501-28 2024-08-10T05:04:18.245 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2021 (ObjNum 658 snap 192 seq_num 658) dirty exists 2024-08-10T05:04:18.246 INFO:tasks.rados.rados.0.smithi078.stdout:2380: done (1 left) 2024-08-10T05:04:18.246 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 30 current snap is 220 2024-08-10T05:04:18.246 INFO:tasks.rados.rados.0.smithi078.stdout:2384: seq_num 746 ranges {811008=499712} 2024-08-10T05:04:18.253 INFO:tasks.rados.rados.0.smithi078.stdout:2384: writing smithi07880501-30 from 811008 to 1310720 tid 1 2024-08-10T05:04:18.253 INFO:tasks.rados.rados.0.smithi078.stdout:2385: read oid 29 snap -1 2024-08-10T05:04:18.253 INFO:tasks.rados.rados.0.smithi078.stdout:2385: expect (ObjNum 678 snap 199 seq_num 678) 2024-08-10T05:04:18.254 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 220 2024-08-10T05:04:18.254 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 1621 (ObjNum 33 snap 0 seq_num 2092491351) dirty exists 2024-08-10T05:04:18.254 INFO:tasks.rados.rados.0.smithi078.stdout:2386: seq_num 747 ranges {0=516096} 2024-08-10T05:04:18.256 INFO:tasks.rados.rados.0.smithi078.stdout:2386: writing smithi07880501-7 from 0 to 516096 tid 1 2024-08-10T05:04:18.256 INFO:tasks.rados.rados.0.smithi078.stdout:2383: done (3 left) 2024-08-10T05:04:18.257 INFO:tasks.rados.rados.0.smithi078.stdout:2387: snap_create 2024-08-10T05:04:18.262 INFO:tasks.rados.rados.0.smithi078.stdout:2384: finishing write tid 1 to smithi07880501-30 2024-08-10T05:04:18.262 INFO:tasks.rados.rados.0.smithi078.stdout:2384: finishing write tid 2 to smithi07880501-30 2024-08-10T05:04:18.268 INFO:tasks.rados.rados.0.smithi078.stdout:2386: finishing write tid 1 to smithi07880501-7 2024-08-10T05:04:18.269 INFO:tasks.rados.rados.0.smithi078.stdout:2386: finishing write tid 2 to smithi07880501-7 2024-08-10T05:04:18.271 INFO:tasks.rados.rados.0.smithi078.stdout:2386: finishing write tid 3 to smithi07880501-7 2024-08-10T05:04:18.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2045 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-08-10T05:04:18.271 INFO:tasks.rados.rados.0.smithi078.stdout:2386: left oid 7 (ObjNum 747 snap 220 seq_num 747) 2024-08-10T05:04:18.285 INFO:tasks.rados.rados.0.smithi078.stdout:2384: finishing write tid 3 to smithi07880501-30 2024-08-10T05:04:18.286 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 1806 (ObjNum 746 snap 220 seq_num 746) dirty exists 2024-08-10T05:04:18.286 INFO:tasks.rados.rados.0.smithi078.stdout:2384: left oid 30 (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:04:18.293 INFO:tasks.rados.rados.0.smithi078.stdout:2385: expect (ObjNum 678 snap 199 seq_num 678) 2024-08-10T05:04:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:18 smithi078 ceph-mon[92251]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-10T05:04:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:18 smithi078 ceph-mon[92251]: Health check failed: Degraded data redundancy: 11/348 objects degraded (3.161%), 3 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:18 smithi078 ceph-mon[92251]: osdmap e519: 8 total, 7 up, 8 in 2024-08-10T05:04:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:18 smithi078 ceph-mon[94618]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-10T05:04:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:18 smithi078 ceph-mon[94618]: Health check failed: Degraded data redundancy: 11/348 objects degraded (3.161%), 3 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:18 smithi078 ceph-mon[94618]: osdmap e519: 8 total, 7 up, 8 in 2024-08-10T05:04:18.488 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-mon[86658]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-10T05:04:18.488 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-mon[86658]: Health check failed: Degraded data redundancy: 11/348 objects degraded (3.161%), 3 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:18.488 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-mon[86658]: osdmap e519: 8 total, 7 up, 8 in 2024-08-10T05:04:18.489 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 podman[106037]: 2024-08-10 05:04:18.106489201 +0000 UTC m=+0.017358352 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:04:18.489 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 podman[106037]: 2024-08-10 05:04:18.228036706 +0000 UTC m=+0.138905846 container create 44a20461aea34cabc1fc870c3347ee39cff104de1070dfd3471a88261c6c9c1f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate, RELEASE=squid-bca9905, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T05:04:18.489 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 podman[106037]: 2024-08-10 05:04:18.489204397 +0000 UTC m=+0.400073557 container init 44a20461aea34cabc1fc870c3347ee39cff104de1070dfd3471a88261c6c9c1f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-10T05:04:18.817 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 podman[106037]: 2024-08-10 05:04:18.492508756 +0000 UTC m=+0.403377898 container start 44a20461aea34cabc1fc870c3347ee39cff104de1070dfd3471a88261c6c9c1f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-10T05:04:18.817 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 podman[106037]: 2024-08-10 05:04:18.572456892 +0000 UTC m=+0.483326041 container attach 44a20461aea34cabc1fc870c3347ee39cff104de1070dfd3471a88261c6c9c1f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-10T05:04:18.818 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:04:18.818 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:04:18.818 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:04:18.818 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:04:19.184 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:04:19.184 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:04:19.184 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:04:19.184 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:04:19.184 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:04:19.184 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:04:19.184 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate[106052]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 bash[106037]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-10T05:04:19.185 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:18 smithi107 podman[106037]: 2024-08-10 05:04:18.867330405 +0000 UTC m=+0.778199554 container died 44a20461aea34cabc1fc870c3347ee39cff104de1070dfd3471a88261c6c9c1f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:04:19.209 INFO:tasks.rados.rados.0.smithi078.stdout:2384: done (3 left) 2024-08-10T05:04:19.209 INFO:tasks.rados.rados.0.smithi078.stdout:2385: done (2 left) 2024-08-10T05:04:19.209 INFO:tasks.rados.rados.0.smithi078.stdout:2386: done (1 left) 2024-08-10T05:04:19.209 INFO:tasks.rados.rados.0.smithi078.stdout:2387: done (0 left) 2024-08-10T05:04:19.209 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 221 2024-08-10T05:04:19.209 INFO:tasks.rados.rados.0.smithi078.stdout:2388: seq_num 748 ranges {2031616=532480} 2024-08-10T05:04:19.222 INFO:tasks.rados.rados.0.smithi078.stdout:2388: writing smithi07880501-6 from 2031616 to 2564096 tid 1 2024-08-10T05:04:19.222 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 221 2024-08-10T05:04:19.222 INFO:tasks.rados.rados.0.smithi078.stdout:2389: seq_num 749 ranges {2301952=548864} 2024-08-10T05:04:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:2389: writing smithi07880501-36 from 2301952 to 2850816 tid 1 2024-08-10T05:04:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:2390: snap_create 2024-08-10T05:04:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:2388: finishing write tid 1 to smithi07880501-6 2024-08-10T05:04:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:2388: finishing write tid 2 to smithi07880501-6 2024-08-10T05:04:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:2388: finishing write tid 3 to smithi07880501-6 2024-08-10T05:04:19.239 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 1623 (ObjNum 748 snap 221 seq_num 748) dirty exists 2024-08-10T05:04:19.239 INFO:tasks.rados.rados.0.smithi078.stdout:2388: left oid 6 (ObjNum 748 snap 221 seq_num 748) 2024-08-10T05:04:19.241 INFO:tasks.rados.rados.0.smithi078.stdout:2389: finishing write tid 1 to smithi07880501-36 2024-08-10T05:04:19.241 INFO:tasks.rados.rados.0.smithi078.stdout:2389: finishing write tid 2 to smithi07880501-36 2024-08-10T05:04:19.242 INFO:tasks.rados.rados.0.smithi078.stdout:2389: finishing write tid 3 to smithi07880501-36 2024-08-10T05:04:19.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1792 (ObjNum 749 snap 221 seq_num 749) dirty exists 2024-08-10T05:04:19.243 INFO:tasks.rados.rados.0.smithi078.stdout:2389: left oid 36 (ObjNum 749 snap 221 seq_num 749) 2024-08-10T05:04:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:19 smithi078 ceph-mon[92251]: pgmap v441: 121 pgs: 23 active+undersized, 8 peering, 7 stale+active+clean, 4 active+undersized+degraded, 79 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 772 KiB/s wr, 16 op/s; 12/345 objects degraded (3.478%) 2024-08-10T05:04:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:19 smithi078 ceph-mon[94618]: pgmap v441: 121 pgs: 23 active+undersized, 8 peering, 7 stale+active+clean, 4 active+undersized+degraded, 79 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 772 KiB/s wr, 16 op/s; 12/345 objects degraded (3.478%) 2024-08-10T05:04:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:19 smithi107 ceph-mon[86658]: pgmap v441: 121 pgs: 23 active+undersized, 8 peering, 7 stale+active+clean, 4 active+undersized+degraded, 79 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 772 KiB/s wr, 16 op/s; 12/345 objects degraded (3.478%) 2024-08-10T05:04:19.908 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:19 smithi107 podman[106186]: 2024-08-10 05:04:19.577069017 +0000 UTC m=+0.701587451 container remove 44a20461aea34cabc1fc870c3347ee39cff104de1070dfd3471a88261c6c9c1f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux ) 2024-08-10T05:04:19.909 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:19 smithi107 podman[106247]: 2024-08-10 05:04:19.786340368 +0000 UTC m=+0.110262286 container create 276fd85081872ea989a1eb7bc76cf25283188b20af429e605f23d499c735b413 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, ceph=True, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-10T05:04:19.909 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:19 smithi107 podman[106247]: 2024-08-10 05:04:19.693215235 +0000 UTC m=+0.017137162 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:04:20.207 INFO:tasks.rados.rados.0.smithi078.stdout:2388: done (2 left) 2024-08-10T05:04:20.207 INFO:tasks.rados.rados.0.smithi078.stdout:2389: done (1 left) 2024-08-10T05:04:20.207 INFO:tasks.rados.rados.0.smithi078.stdout:2390: done (0 left) 2024-08-10T05:04:20.207 INFO:tasks.rados.rados.0.smithi078.stdout:2391: rmattr oid 11 current snap is 222 2024-08-10T05:04:20.207 INFO:tasks.rados.rados.0.smithi078.stdout:2391: done (0 left) 2024-08-10T05:04:20.208 INFO:tasks.rados.rados.0.smithi078.stdout:2392: read oid 45 snap -1 2024-08-10T05:04:20.208 INFO:tasks.rados.rados.0.smithi078.stdout:2392: expect deleted 2024-08-10T05:04:20.208 INFO:tasks.rados.rados.0.smithi078.stdout:2393: copy_from oid 30 from oid 9 current snap is 222 2024-08-10T05:04:20.208 INFO:tasks.rados.rados.0.smithi078.stdout:2394: snap_create 2024-08-10T05:04:20.209 INFO:tasks.rados.rados.0.smithi078.stdout:2393: finishing copy_from to smithi07880501-30 2024-08-10T05:04:20.209 INFO:tasks.rados.rados.0.smithi078.stdout:2393: got expected ENOENT (src dne) 2024-08-10T05:04:20.209 INFO:tasks.rados.rados.0.smithi078.stdout:2393: finishing copy_from racing read to smithi07880501-30 2024-08-10T05:04:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:20 smithi107 ceph-mon[86658]: osdmap e520: 8 total, 7 up, 8 in 2024-08-10T05:04:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:20.317 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:20 smithi107 podman[106247]: 2024-08-10 05:04:20.021702511 +0000 UTC m=+0.345624435 container init 276fd85081872ea989a1eb7bc76cf25283188b20af429e605f23d499c735b413 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-10T05:04:20.317 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:20 smithi107 podman[106247]: 2024-08-10 05:04:20.024783835 +0000 UTC m=+0.348705754 container start 276fd85081872ea989a1eb7bc76cf25283188b20af429e605f23d499c735b413 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-10T05:04:20.318 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:20 smithi107 ceph-osd[106265]: -- 172.21.15.107:0/3412475553 <== mon.1 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5594f4ea3a40 con 0x5594f5c66000 2024-08-10T05:04:20.318 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:20 smithi107 bash[106247]: 276fd85081872ea989a1eb7bc76cf25283188b20af429e605f23d499c735b413 2024-08-10T05:04:20.318 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:20 smithi107 systemd[1]: Started Ceph osd.7 for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:04:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[92251]: osdmap e520: 8 total, 7 up, 8 in 2024-08-10T05:04:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[94618]: osdmap e520: 8 total, 7 up, 8 in 2024-08-10T05:04:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:20.817 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T05:04:20.565+0000 7f32f823a640 -1 Falling back to public interface 2024-08-10T05:04:21.118 INFO:tasks.rados.rados.0.smithi078.stdout:2392: done (2 left) 2024-08-10T05:04:21.118 INFO:tasks.rados.rados.0.smithi078.stdout:2393: done (1 left) 2024-08-10T05:04:21.118 INFO:tasks.rados.rados.0.smithi078.stdout:2394: done (0 left) 2024-08-10T05:04:21.118 INFO:tasks.rados.rados.0.smithi078.stdout:2395: rollback oid 30 current snap is 223 2024-08-10T05:04:21.119 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 221 2024-08-10T05:04:21.119 INFO:tasks.rados.rados.0.smithi078.stdout:2396: rollback oid 36 current snap is 223 2024-08-10T05:04:21.119 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 36 to 222 2024-08-10T05:04:21.119 INFO:tasks.rados.rados.0.smithi078.stdout:2397: read oid 1 snap -1 2024-08-10T05:04:21.119 INFO:tasks.rados.rados.0.smithi078.stdout:2397: expect deleted 2024-08-10T05:04:21.119 INFO:tasks.rados.rados.0.smithi078.stdout:2398: snap_remove snap 214 2024-08-10T05:04:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:21 smithi078 ceph-mon[92251]: osdmap e521: 8 total, 7 up, 8 in 2024-08-10T05:04:21.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:21 smithi078 ceph-mon[92251]: pgmap v444: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 26/357 objects degraded (7.283%) 2024-08-10T05:04:21.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:21 smithi078 ceph-mon[92251]: osdmap e522: 8 total, 7 up, 8 in 2024-08-10T05:04:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:21 smithi078 ceph-mon[94618]: osdmap e521: 8 total, 7 up, 8 in 2024-08-10T05:04:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:21 smithi078 ceph-mon[94618]: pgmap v444: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 26/357 objects degraded (7.283%) 2024-08-10T05:04:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:21 smithi078 ceph-mon[94618]: osdmap e522: 8 total, 7 up, 8 in 2024-08-10T05:04:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:21 smithi107 ceph-mon[86658]: osdmap e521: 8 total, 7 up, 8 in 2024-08-10T05:04:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:21 smithi107 ceph-mon[86658]: pgmap v444: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 26/357 objects degraded (7.283%) 2024-08-10T05:04:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:21 smithi107 ceph-mon[86658]: osdmap e522: 8 total, 7 up, 8 in 2024-08-10T05:04:22.119 INFO:tasks.rados.rados.0.smithi078.stdout:2398: done (3 left) 2024-08-10T05:04:22.119 INFO:tasks.rados.rados.0.smithi078.stdout:2399: snap_create 2024-08-10T05:04:22.119 INFO:tasks.rados.rados.0.smithi078.stdout:2396: finishing rollback tid 0 to smithi07880501-36 2024-08-10T05:04:22.119 INFO:tasks.rados.rados.0.smithi078.stdout:2396: finishing rollback tid 1 to smithi07880501-36 2024-08-10T05:04:22.120 INFO:tasks.rados.rados.0.smithi078.stdout:2396: finishing rollback tid 2 to smithi07880501-36 2024-08-10T05:04:22.120 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1795 (ObjNum 749 snap 221 seq_num 749) dirty exists 2024-08-10T05:04:22.120 INFO:tasks.rados.rados.0.smithi078.stdout:2395: finishing rollback tid 0 to smithi07880501-30 2024-08-10T05:04:22.120 INFO:tasks.rados.rados.0.smithi078.stdout:2395: finishing rollback tid 1 to smithi07880501-30 2024-08-10T05:04:22.120 INFO:tasks.rados.rados.0.smithi078.stdout:2395: finishing rollback tid 2 to smithi07880501-30 2024-08-10T05:04:22.120 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 1810 (ObjNum 746 snap 220 seq_num 746) dirty exists 2024-08-10T05:04:22.216 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:04:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:04:21] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2024-08-10T05:04:22.385 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:04:22.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:22 smithi078 ceph-mon[94618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-10T05:04:22.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:22 smithi078 ceph-mon[94618]: osdmap e523: 8 total, 7 up, 8 in 2024-08-10T05:04:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:22 smithi078 ceph-mon[92251]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-10T05:04:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:22 smithi078 ceph-mon[92251]: osdmap e523: 8 total, 7 up, 8 in 2024-08-10T05:04:22.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:22 smithi107 ceph-mon[86658]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-10T05:04:22.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:22 smithi107 ceph-mon[86658]: osdmap e523: 8 total, 7 up, 8 in 2024-08-10T05:04:22.531 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:04:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:04:22.644 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:04:22.644 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (6m) 2m ago 10m 16.5M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:04:22.644 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (6m) 31s ago 10m 86.6M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:04:22.644 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (11m) 2m ago 11m 14.6M - 17.2.7-1372-g56ceb861 354fce865a9a e193553be02c 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (11m) 31s ago 11m 20.4M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (5m) 31s ago 15m 441M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (5m) 2m ago 16m 507M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (5m) 2m ago 16m 54.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (4m) 31s ago 15m 51.8M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (4m) 2m ago 15m 43.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (6m) 2m ago 9m 7792k - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (6m) 31s ago 9m 15.2M - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (3m) 2m ago 14m 177M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:04:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (3m) 2m ago 14m 160M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:04:22.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (2m) 2m ago 14m 94.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:04:22.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (2m) 2m ago 13m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:04:22.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (102s) 31s ago 13m 140M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:04:22.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (69s) 31s ago 13m 149M 2479M 19.1.0-1335-gbca9905d c7b33901c886 6f0940128fe4 2024-08-10T05:04:22.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (36s) 31s ago 12m 12.1M 2479M 19.1.0-1335-gbca9905d c7b33901c886 df3a52e395d2 2024-08-10T05:04:22.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 starting - - - 2479M 2024-08-10T05:04:22.646 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (5m) 31s ago 10m 65.4M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:04:22.968 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 7 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:04:22.970 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2, 2024-08-10T05:04:22.970 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 12 2024-08-10T05:04:22.970 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:04:22.970 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:04:23.120 INFO:tasks.rados.rados.0.smithi078.stdout:2395: done (3 left) 2024-08-10T05:04:23.120 INFO:tasks.rados.rados.0.smithi078.stdout:2396: done (2 left) 2024-08-10T05:04:23.121 INFO:tasks.rados.rados.0.smithi078.stdout:2397: done (1 left) 2024-08-10T05:04:23.121 INFO:tasks.rados.rados.0.smithi078.stdout:2399: done (0 left) 2024-08-10T05:04:23.121 INFO:tasks.rados.rados.0.smithi078.stdout:2400: snap_create 2024-08-10T05:04:23.438 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:23 smithi107 ceph-mon[86658]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:23.438 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:23 smithi107 ceph-mon[86658]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 842 KiB/s wr, 7 op/s; 26/360 objects degraded (7.222%) 2024-08-10T05:04:23.439 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:23 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1094377125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:23.439 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:23 smithi107 ceph-mon[86658]: osdmap e524: 8 total, 7 up, 8 in 2024-08-10T05:04:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[92251]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[92251]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 842 KiB/s wr, 7 op/s; 26/360 objects degraded (7.222%) 2024-08-10T05:04:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1094377125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[92251]: osdmap e524: 8 total, 7 up, 8 in 2024-08-10T05:04:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[94618]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[94618]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 842 KiB/s wr, 7 op/s; 26/360 objects degraded (7.222%) 2024-08-10T05:04:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1094377125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:23 smithi078 ceph-mon[94618]: osdmap e524: 8 total, 7 up, 8 in 2024-08-10T05:04:23.817 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T05:04:23.438+0000 7f32f823a640 -1 osd.7 515 log_to_monitors true 2024-08-10T05:04:24.125 INFO:tasks.rados.rados.0.smithi078.stdout:2400: done (0 left) 2024-08-10T05:04:24.125 INFO:tasks.rados.rados.0.smithi078.stdout:2401: setattr oid 22 current snap is 225 2024-08-10T05:04:24.127 INFO:tasks.rados.rados.0.smithi078.stdout:2402: snap_remove snap 224 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 26/360 objects degraded (7.222%), 13 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: from='osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: from='osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: osdmap e525: 8 total, 7 up, 8 in 2024-08-10T05:04:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-mon[86658]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:04:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 26/360 objects degraded (7.222%), 13 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: from='osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: from='osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: osdmap e525: 8 total, 7 up, 8 in 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[94618]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 26/360 objects degraded (7.222%), 13 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: from='osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:04:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:04:24.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: from='osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:04:24.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: osdmap e525: 8 total, 7 up, 8 in 2024-08-10T05:04:24.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:24 smithi078 ceph-mon[92251]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2024-08-10T05:04:25.067 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:04:24 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T05:04:24.591+0000 7f32ebfdd640 -1 osd.7 515 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:04:25.136 INFO:tasks.rados.rados.0.smithi078.stdout:2402: done (1 left) 2024-08-10T05:04:25.136 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 225 2024-08-10T05:04:25.136 INFO:tasks.rados.rados.0.smithi078.stdout:2403: seq_num 750 ranges {0=565248} 2024-08-10T05:04:25.139 INFO:tasks.rados.rados.0.smithi078.stdout:2403: writing smithi07880501-11 from 0 to 565248 tid 1 2024-08-10T05:04:25.140 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2051 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:04:25.140 INFO:tasks.rados.rados.0.smithi078.stdout:2401: done (1 left) 2024-08-10T05:04:25.140 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 225 2024-08-10T05:04:25.140 INFO:tasks.rados.rados.0.smithi078.stdout:2404: seq_num 751 ranges {2686976=581632} 2024-08-10T05:04:25.159 INFO:tasks.rados.rados.0.smithi078.stdout:2404: writing smithi07880501-44 from 2686976 to 3268608 tid 1 2024-08-10T05:04:25.159 INFO:tasks.rados.rados.0.smithi078.stdout:2405: setattr oid 23 current snap is 225 2024-08-10T05:04:25.160 INFO:tasks.rados.rados.0.smithi078.stdout:2403: finishing write tid 1 to smithi07880501-11 2024-08-10T05:04:25.160 INFO:tasks.rados.rados.0.smithi078.stdout:2403: finishing write tid 2 to smithi07880501-11 2024-08-10T05:04:25.160 INFO:tasks.rados.rados.0.smithi078.stdout:2403: finishing write tid 3 to smithi07880501-11 2024-08-10T05:04:25.160 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1729 (ObjNum 750 snap 225 seq_num 750) dirty exists 2024-08-10T05:04:25.160 INFO:tasks.rados.rados.0.smithi078.stdout:2403: left oid 11 (ObjNum 750 snap 225 seq_num 750) 2024-08-10T05:04:25.162 INFO:tasks.rados.rados.0.smithi078.stdout:2403: done (2 left) 2024-08-10T05:04:25.162 INFO:tasks.rados.rados.0.smithi078.stdout:2406: snap_remove snap 223 2024-08-10T05:04:25.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 512 KiB/s wr, 11 op/s; 26/378 objects degraded (6.878%) 2024-08-10T05:04:25.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: from='osd.7 ' entity='osd.7' 2024-08-10T05:04:25.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.660 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.661 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:04:25.661 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687] boot 2024-08-10T05:04:25.661 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: osdmap e526: 8 total, 8 up, 8 in 2024-08-10T05:04:25.661 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:25 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:04:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 512 KiB/s wr, 11 op/s; 26/378 objects degraded (6.878%) 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: from='osd.7 ' entity='osd.7' 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687] boot 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: osdmap e526: 8 total, 8 up, 8 in 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 512 KiB/s wr, 11 op/s; 26/378 objects degraded (6.878%) 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: from='osd.7 ' entity='osd.7' 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: osd.7 [v2:172.21.15.107:6824/2424003687,v1:172.21.15.107:6825/2424003687] boot 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: osdmap e526: 8 total, 8 up, 8 in 2024-08-10T05:04:25.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:25 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:04:26.140 INFO:tasks.rados.rados.0.smithi078.stdout:2404: finishing write tid 1 to smithi07880501-44 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2404: finishing write tid 2 to smithi07880501-44 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2404: finishing write tid 3 to smithi07880501-44 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1732 (ObjNum 751 snap 225 seq_num 751) dirty exists 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2404: left oid 44 (ObjNum 751 snap 225 seq_num 751) 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 780 (ObjNum 731 snap 215 seq_num 731) dirty exists 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2404: done (2 left) 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2405: done (1 left) 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2406: done (0 left) 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2407: read oid 24 snap -1 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2407: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:04:26.141 INFO:tasks.rados.rados.0.smithi078.stdout:2408: delete oid 9 current snap is 225 2024-08-10T05:04:26.163 INFO:tasks.rados.rados.0.smithi078.stdout:2407: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:04:26.191 INFO:tasks.rados.rados.0.smithi078.stdout:2407: done (1 left) 2024-08-10T05:04:26.191 INFO:tasks.rados.rados.0.smithi078.stdout:2408: done (0 left) 2024-08-10T05:04:26.191 INFO:tasks.rados.rados.0.smithi078.stdout:2409: snap_remove snap 216 2024-08-10T05:04:27.147 INFO:tasks.rados.rados.0.smithi078.stdout:2409: done (0 left) 2024-08-10T05:04:27.147 INFO:tasks.rados.rados.0.smithi078.stdout:2410: rollback oid 11 current snap is 225 2024-08-10T05:04:27.147 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 210 2024-08-10T05:04:27.147 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 225 2024-08-10T05:04:27.147 INFO:tasks.rados.rados.0.smithi078.stdout:2411: seq_num 753 ranges {2564096=614400} 2024-08-10T05:04:27.164 INFO:tasks.rados.rados.0.smithi078.stdout:2411: writing smithi07880501-6 from 2564096 to 3178496 tid 1 2024-08-10T05:04:27.164 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 225 2024-08-10T05:04:27.164 INFO:tasks.rados.rados.0.smithi078.stdout:2410: finishing rollback tid 0 to smithi07880501-11 2024-08-10T05:04:27.165 INFO:tasks.rados.rados.0.smithi078.stdout:2410: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:04:27.165 INFO:tasks.rados.rados.0.smithi078.stdout:2412: seq_num 754 ranges {0=630784} 2024-08-10T05:04:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:2412: writing smithi07880501-37 from 0 to 630784 tid 1 2024-08-10T05:04:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:2413: snap_create 2024-08-10T05:04:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:2410: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:04:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1741 (ObjNum 680 snap 199 seq_num 680) dirty exists 2024-08-10T05:04:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:2411: finishing write tid 1 to smithi07880501-6 2024-08-10T05:04:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:2411: finishing write tid 2 to smithi07880501-6 2024-08-10T05:04:27.169 INFO:tasks.rados.rados.0.smithi078.stdout:2411: finishing write tid 3 to smithi07880501-6 2024-08-10T05:04:27.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 1625 (ObjNum 753 snap 225 seq_num 753) dirty exists 2024-08-10T05:04:27.169 INFO:tasks.rados.rados.0.smithi078.stdout:2411: left oid 6 (ObjNum 753 snap 225 seq_num 753) 2024-08-10T05:04:27.172 INFO:tasks.rados.rados.0.smithi078.stdout:2412: finishing write tid 1 to smithi07880501-37 2024-08-10T05:04:27.172 INFO:tasks.rados.rados.0.smithi078.stdout:2412: finishing write tid 2 to smithi07880501-37 2024-08-10T05:04:27.174 INFO:tasks.rados.rados.0.smithi078.stdout:2412: finishing write tid 3 to smithi07880501-37 2024-08-10T05:04:27.174 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2023 (ObjNum 754 snap 225 seq_num 754) dirty exists 2024-08-10T05:04:27.174 INFO:tasks.rados.rados.0.smithi078.stdout:2412: left oid 37 (ObjNum 754 snap 225 seq_num 754) 2024-08-10T05:04:27.418 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:27 smithi107 ceph-mon[86658]: osdmap e527: 8 total, 8 up, 8 in 2024-08-10T05:04:27.418 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:27 smithi107 ceph-mon[86658]: pgmap v453: 121 pgs: 4 peering, 1 active+clean+snaptrim, 32 active+undersized, 10 active+undersized+degraded, 74 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 256 KiB/s wr, 11 op/s; 21/381 objects degraded (5.512%) 2024-08-10T05:04:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:27 smithi078 ceph-mon[94618]: osdmap e527: 8 total, 8 up, 8 in 2024-08-10T05:04:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:27 smithi078 ceph-mon[94618]: pgmap v453: 121 pgs: 4 peering, 1 active+clean+snaptrim, 32 active+undersized, 10 active+undersized+degraded, 74 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 256 KiB/s wr, 11 op/s; 21/381 objects degraded (5.512%) 2024-08-10T05:04:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:27 smithi078 ceph-mon[92251]: osdmap e527: 8 total, 8 up, 8 in 2024-08-10T05:04:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:27 smithi078 ceph-mon[92251]: pgmap v453: 121 pgs: 4 peering, 1 active+clean+snaptrim, 32 active+undersized, 10 active+undersized+degraded, 74 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 256 KiB/s wr, 11 op/s; 21/381 objects degraded (5.512%) 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2410: done (3 left) 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2411: done (2 left) 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2412: done (1 left) 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2413: done (0 left) 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2414: rollback oid 16 current snap is 226 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 220 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2415: read oid 42 snap -1 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2415: expect deleted 2024-08-10T05:04:28.148 INFO:tasks.rados.rados.0.smithi078.stdout:2416: snap_remove snap 210 2024-08-10T05:04:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:28 smithi078 ceph-mon[92251]: osdmap e528: 8 total, 8 up, 8 in 2024-08-10T05:04:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:28 smithi078 ceph-mon[94618]: osdmap e528: 8 total, 8 up, 8 in 2024-08-10T05:04:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:28 smithi107 ceph-mon[86658]: osdmap e528: 8 total, 8 up, 8 in 2024-08-10T05:04:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:29.155 INFO:tasks.rados.rados.0.smithi078.stdout:2416: done (2 left) 2024-08-10T05:04:29.155 INFO:tasks.rados.rados.0.smithi078.stdout:2417: copy_from oid 12 from oid 25 current snap is 226 2024-08-10T05:04:29.155 INFO:tasks.rados.rados.0.smithi078.stdout:2418: snap_create 2024-08-10T05:04:29.155 INFO:tasks.rados.rados.0.smithi078.stdout:2414: finishing rollback tid 1 to smithi07880501-16 2024-08-10T05:04:29.155 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 1802 (ObjNum 305 snap 0 seq_num 1) dirty dne 2024-08-10T05:04:29.205 INFO:tasks.rados.rados.0.smithi078.stdout:2417: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:04:29.210 INFO:tasks.rados.rados.0.smithi078.stdout:2417: finishing copy_from to smithi07880501-12 2024-08-10T05:04:29.210 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1501 (ObjNum 689 snap 202 seq_num 689) dirty exists 2024-08-10T05:04:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: osdmap e529: 8 total, 8 up, 8 in 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: pgmap v456: 121 pgs: 4 peering, 18 active+undersized, 10 active+undersized+degraded, 89 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 595 KiB/s rd, 430 KiB/s wr, 8 op/s; 21/384 objects degraded (5.469%) 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-10T05:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-10T05:04:29.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: osdmap e529: 8 total, 8 up, 8 in 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: pgmap v456: 121 pgs: 4 peering, 18 active+undersized, 10 active+undersized+degraded, 89 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 595 KiB/s rd, 430 KiB/s wr, 8 op/s; 21/384 objects degraded (5.469%) 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-10T05:04:29.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-10T05:04:29.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-10T05:04:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: osdmap e529: 8 total, 8 up, 8 in 2024-08-10T05:04:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: pgmap v456: 121 pgs: 4 peering, 18 active+undersized, 10 active+undersized+degraded, 89 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 595 KiB/s rd, 430 KiB/s wr, 8 op/s; 21/384 objects degraded (5.469%) 2024-08-10T05:04:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-10T05:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-10T05:04:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-10T05:04:30.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all osd 2024-08-10T05:04:30.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: Upgrade: Setting require_osd_release to 19 squid 2024-08-10T05:04:30.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: Health check update: Degraded data redundancy: 21/384 objects degraded (5.469%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:30.157 INFO:tasks.rados.rados.0.smithi078.stdout:2414: done (3 left) 2024-08-10T05:04:30.158 INFO:tasks.rados.rados.0.smithi078.stdout:2415: done (2 left) 2024-08-10T05:04:30.158 INFO:tasks.rados.rados.0.smithi078.stdout:2417: done (1 left) 2024-08-10T05:04:30.158 INFO:tasks.rados.rados.0.smithi078.stdout:2418: done (0 left) 2024-08-10T05:04:30.158 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 227 2024-08-10T05:04:30.158 INFO:tasks.rados.rados.0.smithi078.stdout:2419: seq_num 755 ranges {2187264=647168} 2024-08-10T05:04:30.173 INFO:tasks.rados.rados.0.smithi078.stdout:2419: writing smithi07880501-40 from 2187264 to 2834432 tid 1 2024-08-10T05:04:30.173 INFO:tasks.rados.rados.0.smithi078.stdout:2420: copy_from oid 27 from oid 9 current snap is 227 2024-08-10T05:04:30.173 INFO:tasks.rados.rados.0.smithi078.stdout:2421: snap_remove snap 209 2024-08-10T05:04:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-10T05:04:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-10T05:04:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: osdmap e530: 8 total, 8 up, 8 in 2024-08-10T05:04:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[92251]: Upgrade: It appears safe to stop mds.a 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all osd 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: Upgrade: Setting require_osd_release to 19 squid 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: Health check update: Degraded data redundancy: 21/384 objects degraded (5.469%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: osdmap e530: 8 total, 8 up, 8 in 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:30 smithi078 ceph-mon[94618]: Upgrade: It appears safe to stop mds.a 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all osd 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: Upgrade: Setting require_osd_release to 19 squid 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: Health check update: Degraded data redundancy: 21/384 objects degraded (5.469%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: osdmap e530: 8 total, 8 up, 8 in 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:04:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:30 smithi107 ceph-mon[86658]: Upgrade: It appears safe to stop mds.a 2024-08-10T05:04:31.168 INFO:tasks.rados.rados.0.smithi078.stdout:2421: done (2 left) 2024-08-10T05:04:31.168 INFO:tasks.rados.rados.0.smithi078.stdout:2422: copy_from oid 32 from oid 2 current snap is 227 2024-08-10T05:04:31.168 INFO:tasks.rados.rados.0.smithi078.stdout:2423: rmattr oid 1 current snap is 227 2024-08-10T05:04:31.168 INFO:tasks.rados.rados.0.smithi078.stdout:2423: done (3 left) 2024-08-10T05:04:31.168 INFO:tasks.rados.rados.0.smithi078.stdout:2424: copy_from oid 42 from oid 13 current snap is 227 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2425: snap_create 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2420: finishing copy_from to smithi07880501-27 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2420: got expected ENOENT (src dne) 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2420: finishing copy_from racing read to smithi07880501-27 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2419: finishing write tid 1 to smithi07880501-40 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2419: finishing write tid 2 to smithi07880501-40 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2419: finishing write tid 3 to smithi07880501-40 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1283 (ObjNum 755 snap 227 seq_num 755) dirty exists 2024-08-10T05:04:31.169 INFO:tasks.rados.rados.0.smithi078.stdout:2419: left oid 40 (ObjNum 755 snap 227 seq_num 755) 2024-08-10T05:04:31.177 INFO:tasks.rados.rados.0.smithi078.stdout:2424: finishing copy_from to smithi07880501-42 2024-08-10T05:04:31.178 INFO:tasks.rados.rados.0.smithi078.stdout:2424: got expected ENOENT (src dne) 2024-08-10T05:04:31.178 INFO:tasks.rados.rados.0.smithi078.stdout:2424: finishing copy_from racing read to smithi07880501-42 2024-08-10T05:04:31.195 INFO:tasks.rados.rados.0.smithi078.stdout:2422: finishing copy_from racing read to smithi07880501-32 2024-08-10T05:04:31.198 INFO:tasks.rados.rados.0.smithi078.stdout:2422: finishing copy_from to smithi07880501-32 2024-08-10T05:04:31.198 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 1615 (ObjNum 617 snap 180 seq_num 617) dirty exists 2024-08-10T05:04:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[92251]: osdmap e531: 8 total, 8 up, 8 in 2024-08-10T05:04:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[92251]: pgmap v459: 121 pgs: 121 active+clean; 238 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-10T05:04:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:04:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[94618]: osdmap e531: 8 total, 8 up, 8 in 2024-08-10T05:04:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[94618]: pgmap v459: 121 pgs: 121 active+clean; 238 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-10T05:04:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:04:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:31 smithi107 ceph-mon[86658]: osdmap e531: 8 total, 8 up, 8 in 2024-08-10T05:04:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:31 smithi107 ceph-mon[86658]: pgmap v459: 121 pgs: 121 active+clean; 238 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-10T05:04:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:04:31.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:32.027 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:04:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:04:31] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-08-10T05:04:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:2419: done (4 left) 2024-08-10T05:04:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:2420: done (3 left) 2024-08-10T05:04:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:2422: done (2 left) 2024-08-10T05:04:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:2424: done (1 left) 2024-08-10T05:04:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:2425: done (0 left) 2024-08-10T05:04:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 228 2024-08-10T05:04:32.174 INFO:tasks.rados.rados.0.smithi078.stdout:2426: seq_num 756 ranges {2834432=671744} 2024-08-10T05:04:32.193 INFO:tasks.rados.rados.0.smithi078.stdout:2426: writing smithi07880501-40 from 2834432 to 3506176 tid 1 2024-08-10T05:04:32.193 INFO:tasks.rados.rados.0.smithi078.stdout:2427: setattr oid 23 current snap is 228 2024-08-10T05:04:32.194 INFO:tasks.rados.rados.0.smithi078.stdout:2428: delete oid 21 current snap is 228 2024-08-10T05:04:32.198 INFO:tasks.rados.rados.0.smithi078.stdout:2426: finishing write tid 1 to smithi07880501-40 2024-08-10T05:04:32.199 INFO:tasks.rados.rados.0.smithi078.stdout:2428: done (2 left) 2024-08-10T05:04:32.199 INFO:tasks.rados.rados.0.smithi078.stdout:2429: read oid 41 snap -1 2024-08-10T05:04:32.199 INFO:tasks.rados.rados.0.smithi078.stdout:2429: expect (ObjNum 725 snap 213 seq_num 725) 2024-08-10T05:04:32.199 INFO:tasks.rados.rados.0.smithi078.stdout:2430: rollback oid 10 current snap is 228 2024-08-10T05:04:32.199 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 225 2024-08-10T05:04:32.199 INFO:tasks.rados.rados.0.smithi078.stdout:2431: setattr oid 42 current snap is 228 2024-08-10T05:04:32.199 INFO:tasks.rados.rados.0.smithi078.stdout:2426: finishing write tid 2 to smithi07880501-40 2024-08-10T05:04:32.200 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 228 2024-08-10T05:04:32.200 INFO:tasks.rados.rados.0.smithi078.stdout:2432: seq_num 758 ranges {3268608=704512} 2024-08-10T05:04:32.222 INFO:tasks.rados.rados.0.smithi078.stdout:2432: writing smithi07880501-44 from 3268608 to 3973120 tid 1 2024-08-10T05:04:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2433: copy_from oid 25 from oid 50 current snap is 228 2024-08-10T05:04:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2426: finishing write tid 3 to smithi07880501-40 2024-08-10T05:04:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1285 (ObjNum 756 snap 228 seq_num 756) dirty exists 2024-08-10T05:04:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2426: left oid 40 (ObjNum 756 snap 228 seq_num 756) 2024-08-10T05:04:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2426: done (6 left) 2024-08-10T05:04:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2434: snap_remove snap 213 2024-08-10T05:04:32.316 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[92251]: Upgrade: Updating mds.a 2024-08-10T05:04:32.316 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[92251]: Deploying daemon mds.a on smithi078 2024-08-10T05:04:32.316 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[92251]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/384 objects degraded (5.469%), 10 pgs degraded) 2024-08-10T05:04:32.317 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:04:32.317 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[92251]: osdmap e532: 8 total, 8 up, 8 in 2024-08-10T05:04:32.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[94618]: Upgrade: Updating mds.a 2024-08-10T05:04:32.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[94618]: Deploying daemon mds.a on smithi078 2024-08-10T05:04:32.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[94618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/384 objects degraded (5.469%), 10 pgs degraded) 2024-08-10T05:04:32.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:04:32.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-mon[94618]: osdmap e532: 8 total, 8 up, 8 in 2024-08-10T05:04:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:32 smithi107 ceph-mon[86658]: Upgrade: Updating mds.a 2024-08-10T05:04:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:32 smithi107 ceph-mon[86658]: Deploying daemon mds.a on smithi078 2024-08-10T05:04:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:32 smithi107 ceph-mon[86658]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/384 objects degraded (5.469%), 10 pgs degraded) 2024-08-10T05:04:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:32 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:04:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:32 smithi107 ceph-mon[86658]: osdmap e532: 8 total, 8 up, 8 in 2024-08-10T05:04:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:04:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:04:32.582 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:32 smithi078 systemd[1]: Stopping Ceph mds.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:04:32.976 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[66149]: 2024-08-10T05:04:32.581+0000 7f6ec9c28640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:04:32.976 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:32 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[66149]: 2024-08-10T05:04:32.581+0000 7f6ec9c28640 -1 mds.a *** got signal Terminated *** 2024-08-10T05:04:33.186 INFO:tasks.rados.rados.0.smithi078.stdout:2430: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:04:33.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1681 (ObjNum 33 snap 0 seq_num 481031544) dirty dne 2024-08-10T05:04:33.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1761 (ObjNum 33 snap 0 seq_num 490409264) dirty exists 2024-08-10T05:04:33.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 781 (ObjNum 731 snap 215 seq_num 731) dirty exists 2024-08-10T05:04:33.187 INFO:tasks.rados.rados.0.smithi078.stdout:2429: expect (ObjNum 725 snap 213 seq_num 725) 2024-08-10T05:04:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:2433: finishing copy_from to smithi07880501-25 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2433: got expected ENOENT (src dne) 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2433: finishing copy_from racing read to smithi07880501-25 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2432: finishing write tid 1 to smithi07880501-44 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2432: finishing write tid 2 to smithi07880501-44 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2427: done (6 left) 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2429: done (5 left) 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2430: done (4 left) 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2431: done (3 left) 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2433: done (2 left) 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2434: done (1 left) 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2435: snap_create 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:2432: finishing write tid 3 to smithi07880501-44 2024-08-10T05:04:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1764 (ObjNum 758 snap 228 seq_num 758) dirty exists 2024-08-10T05:04:33.276 INFO:tasks.rados.rados.0.smithi078.stdout:2432: left oid 44 (ObjNum 758 snap 228 seq_num 758) 2024-08-10T05:04:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:33 smithi078 ceph-mon[92251]: osdmap e533: 8 total, 8 up, 8 in 2024-08-10T05:04:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:33 smithi078 ceph-mon[92251]: pgmap v462: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 7 op/s 2024-08-10T05:04:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:33 smithi078 ceph-mon[94618]: osdmap e533: 8 total, 8 up, 8 in 2024-08-10T05:04:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:33 smithi078 ceph-mon[94618]: pgmap v462: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 7 op/s 2024-08-10T05:04:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:33 smithi107 ceph-mon[86658]: osdmap e533: 8 total, 8 up, 8 in 2024-08-10T05:04:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:33 smithi107 ceph-mon[86658]: pgmap v462: 121 pgs: 121 active+clean; 242 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 7 op/s 2024-08-10T05:04:34.196 INFO:tasks.rados.rados.0.smithi078.stdout:2432: done (1 left) 2024-08-10T05:04:34.196 INFO:tasks.rados.rados.0.smithi078.stdout:2435: done (0 left) 2024-08-10T05:04:34.196 INFO:tasks.rados.rados.0.smithi078.stdout:2436: rollback oid 29 current snap is 229 2024-08-10T05:04:34.196 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 227 2024-08-10T05:04:34.196 INFO:tasks.rados.rados.0.smithi078.stdout:2437: snap_remove snap 228 2024-08-10T05:04:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:34 smithi078 ceph-mon[94618]: osdmap e534: 8 total, 8 up, 8 in 2024-08-10T05:04:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:34 smithi078 ceph-mon[94618]: fsmap cephfs:1 {0=b=up:active} 2024-08-10T05:04:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:34 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:04:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:34 smithi078 ceph-mon[92251]: osdmap e534: 8 total, 8 up, 8 in 2024-08-10T05:04:34.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:34 smithi078 ceph-mon[92251]: fsmap cephfs:1 {0=b=up:active} 2024-08-10T05:04:34.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:34 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:04:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:34 smithi107 ceph-mon[86658]: osdmap e534: 8 total, 8 up, 8 in 2024-08-10T05:04:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:34 smithi107 ceph-mon[86658]: fsmap cephfs:1 {0=b=up:active} 2024-08-10T05:04:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:34 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:04:34.924 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:34 smithi078 podman[119385]: 2024-08-10 05:04:34.644156999 +0000 UTC m=+2.181619759 container died e193553be02ca372fe28e2ea257e881a565134802dd6e62758567733d946773e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-10T05:04:35.202 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 podman[119385]: 2024-08-10 05:04:35.023302498 +0000 UTC m=+2.560765260 container cleanup e193553be02ca372fe28e2ea257e881a565134802dd6e62758567733d946773e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-56ceb86, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-10T05:04:35.202 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 bash[119385]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a 2024-08-10T05:04:35.206 INFO:tasks.rados.rados.0.smithi078.stdout:2437: done (1 left) 2024-08-10T05:04:35.206 INFO:tasks.rados.rados.0.smithi078.stdout:2438: rollback oid 42 current snap is 229 2024-08-10T05:04:35.206 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 222 2024-08-10T05:04:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2436: finishing rollback tid 0 to smithi07880501-29 2024-08-10T05:04:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2436: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:04:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2436: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:04:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1512 (ObjNum 678 snap 199 seq_num 678) dirty exists 2024-08-10T05:04:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2436: done (1 left) 2024-08-10T05:04:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2439: delete oid 11 current snap is 229 2024-08-10T05:04:35.211 INFO:tasks.rados.rados.0.smithi078.stdout:2438: finishing rollback tid 0 to smithi07880501-42 2024-08-10T05:04:35.211 INFO:tasks.rados.rados.0.smithi078.stdout:2438: finishing rollback tid 1 to smithi07880501-42 2024-08-10T05:04:35.211 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1772 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:04:35.211 INFO:tasks.rados.rados.0.smithi078.stdout:2438: done (1 left) 2024-08-10T05:04:35.211 INFO:tasks.rados.rados.0.smithi078.stdout:2439: done (0 left) 2024-08-10T05:04:35.211 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 229 2024-08-10T05:04:35.211 INFO:tasks.rados.rados.0.smithi078.stdout:2440: seq_num 760 ranges {2465792=737280} 2024-08-10T05:04:35.229 INFO:tasks.rados.rados.0.smithi078.stdout:2440: writing smithi07880501-34 from 2465792 to 3203072 tid 1 2024-08-10T05:04:35.229 INFO:tasks.rados.rados.0.smithi078.stdout:2441: rmattr oid 44 current snap is 229 2024-08-10T05:04:35.229 INFO:tasks.rados.rados.0.smithi078.stdout:2442: rmattr oid 10 current snap is 229 2024-08-10T05:04:35.229 INFO:tasks.rados.rados.0.smithi078.stdout:2442: done (2 left) 2024-08-10T05:04:35.229 INFO:tasks.rados.rados.0.smithi078.stdout:2443: copy_from oid 23 from oid 37 current snap is 229 2024-08-10T05:04:35.230 INFO:tasks.rados.rados.0.smithi078.stdout:2444: copy_from oid 11 from oid 50 current snap is 229 2024-08-10T05:04:35.230 INFO:tasks.rados.rados.0.smithi078.stdout:2445: snap_remove snap 225 2024-08-10T05:04:35.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:35 smithi078 ceph-mon[92251]: osdmap e535: 8 total, 8 up, 8 in 2024-08-10T05:04:35.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:35 smithi078 ceph-mon[92251]: pgmap v465: 121 pgs: 121 active+clean; 242 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T05:04:35.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:35 smithi078 ceph-mon[94618]: osdmap e535: 8 total, 8 up, 8 in 2024-08-10T05:04:35.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:35 smithi078 ceph-mon[94618]: pgmap v465: 121 pgs: 121 active+clean; 242 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T05:04:35.468 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 podman[119399]: 2024-08-10 05:04:35.308223074 +0000 UTC m=+0.662624135 container remove e193553be02ca372fe28e2ea257e881a565134802dd6e62758567733d946773e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:04:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:35 smithi107 ceph-mon[86658]: osdmap e535: 8 total, 8 up, 8 in 2024-08-10T05:04:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:35 smithi107 ceph-mon[86658]: pgmap v465: 121 pgs: 121 active+clean; 242 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T05:04:35.726 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-10T05:04:35.726 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 systemd[1]: Stopped Ceph mds.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:04:35.726 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.a.service: Consumed 1.094s CPU time. 2024-08-10T05:04:35.726 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 systemd[1]: Starting Ceph mds.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:04:36.125 INFO:tasks.rados.rados.0.smithi078.stdout:2445: done (4 left) 2024-08-10T05:04:36.126 INFO:tasks.rados.rados.0.smithi078.stdout:2446: rollback oid 1 current snap is 229 2024-08-10T05:04:36.126 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 1 to 212 2024-08-10T05:04:36.126 INFO:tasks.rados.rados.0.smithi078.stdout:2447: rollback oid 43 current snap is 229 2024-08-10T05:04:36.126 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 43 to 208 2024-08-10T05:04:36.126 INFO:tasks.rados.rados.0.smithi078.stdout:2448: read oid 48 snap -1 2024-08-10T05:04:36.126 INFO:tasks.rados.rados.0.smithi078.stdout:2448: expect (ObjNum 724 snap 213 seq_num 724) 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:2449: rollback oid 5 current snap is 229 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 212 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:2440: finishing write tid 1 to smithi07880501-34 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:2440: finishing write tid 2 to smithi07880501-34 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1778 (ObjNum 758 snap 228 seq_num 758) dirty exists 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:2443: finishing copy_from racing read to smithi07880501-23 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:2444: finishing copy_from to smithi07880501-11 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:2444: got expected ENOENT (src dne) 2024-08-10T05:04:36.127 INFO:tasks.rados.rados.0.smithi078.stdout:2440: finishing write tid 3 to smithi07880501-34 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1777 (ObjNum 760 snap 229 seq_num 760) dirty exists 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2440: left oid 34 (ObjNum 760 snap 229 seq_num 760) 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2444: finishing copy_from racing read to smithi07880501-11 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2443: finishing copy_from to smithi07880501-23 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2023 (ObjNum 754 snap 225 seq_num 754) dirty exists 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2440: done (7 left) 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2441: done (6 left) 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2443: done (5 left) 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2444: done (4 left) 2024-08-10T05:04:36.128 INFO:tasks.rados.rados.0.smithi078.stdout:2450: snap_remove snap 226 2024-08-10T05:04:36.129 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 podman[119522]: 2024-08-10 05:04:35.778291537 +0000 UTC m=+0.017408357 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:04:36.129 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:35 smithi078 podman[119522]: 2024-08-10 05:04:35.892465825 +0000 UTC m=+0.131582629 container create cf9390fd2e86093c0a81f3dd1d02ec8a5359fc162a8edfafd716f90facbefa57 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:04:36.129 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:36 smithi078 podman[119522]: 2024-08-10 05:04:36.09460591 +0000 UTC m=+0.333722721 container init cf9390fd2e86093c0a81f3dd1d02ec8a5359fc162a8edfafd716f90facbefa57 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-bca9905) 2024-08-10T05:04:36.129 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:36 smithi078 podman[119522]: 2024-08-10 05:04:36.097358869 +0000 UTC m=+0.336475679 container start cf9390fd2e86093c0a81f3dd1d02ec8a5359fc162a8edfafd716f90facbefa57 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, ceph=True) 2024-08-10T05:04:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:36 smithi078 ceph-mon[92251]: osdmap e536: 8 total, 8 up, 8 in 2024-08-10T05:04:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:36 smithi078 ceph-mon[92251]: osdmap e537: 8 total, 8 up, 8 in 2024-08-10T05:04:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:36 smithi078 ceph-mon[94618]: osdmap e536: 8 total, 8 up, 8 in 2024-08-10T05:04:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:36 smithi078 ceph-mon[94618]: osdmap e537: 8 total, 8 up, 8 in 2024-08-10T05:04:36.477 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[119537]: starting mds.a at 2024-08-10T05:04:36.477 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:36 smithi078 bash[119522]: cf9390fd2e86093c0a81f3dd1d02ec8a5359fc162a8edfafd716f90facbefa57 2024-08-10T05:04:36.477 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:36 smithi078 systemd[1]: Started Ceph mds.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:04:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:36 smithi107 ceph-mon[86658]: osdmap e536: 8 total, 8 up, 8 in 2024-08-10T05:04:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:36 smithi107 ceph-mon[86658]: osdmap e537: 8 total, 8 up, 8 in 2024-08-10T05:04:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:2450: done (4 left) 2024-08-10T05:04:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:2451: rollback oid 40 current snap is 229 2024-08-10T05:04:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 212 2024-08-10T05:04:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:2452: delete oid 24 current snap is 229 2024-08-10T05:04:37.128 INFO:tasks.rados.rados.0.smithi078.stdout:2448: expect (ObjNum 724 snap 213 seq_num 724) 2024-08-10T05:04:37.134 INFO:tasks.rados.rados.0.smithi078.stdout:2447: finishing rollback tid 0 to smithi07880501-43 2024-08-10T05:04:37.134 INFO:tasks.rados.rados.0.smithi078.stdout:2449: finishing rollback tid 0 to smithi07880501-5 2024-08-10T05:04:37.134 INFO:tasks.rados.rados.0.smithi078.stdout:2447: finishing rollback tid 1 to smithi07880501-43 2024-08-10T05:04:37.134 INFO:tasks.rados.rados.0.smithi078.stdout:2446: finishing rollback tid 1 to smithi07880501-1 2024-08-10T05:04:37.134 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1768 (ObjNum 593 snap 0 seq_num 489356424) dirty dne 2024-08-10T05:04:37.134 INFO:tasks.rados.rados.0.smithi078.stdout:2449: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:2447: finishing rollback tid 2 to smithi07880501-43 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 1859 (ObjNum 703 snap 205 seq_num 703) dirty exists 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:2449: finishing rollback tid 2 to smithi07880501-5 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2083 (ObjNum 712 snap 206 seq_num 712) dirty exists 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:2451: finishing rollback tid 0 to smithi07880501-40 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:2451: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:2451: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:04:37.135 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1288 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:2446: done (5 left) 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:2447: done (4 left) 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:2448: done (3 left) 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:2449: done (2 left) 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:2451: done (1 left) 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:2452: done (0 left) 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:2453: rollback oid 11 current snap is 229 2024-08-10T05:04:37.136 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 208 2024-08-10T05:04:37.137 INFO:tasks.rados.rados.0.smithi078.stdout:2454: snap_create 2024-08-10T05:04:37.139 INFO:tasks.rados.rados.0.smithi078.stdout:2453: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:04:37.140 INFO:tasks.rados.rados.0.smithi078.stdout:2453: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:04:37.140 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1792 (ObjNum 680 snap 199 seq_num 680) dirty exists 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: pgmap v468: 121 pgs: 121 active+clean; 247 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: osdmap e538: 8 total, 8 up, 8 in 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:boot 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:04:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: pgmap v468: 121 pgs: 121 active+clean; 247 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: osdmap e538: 8 total, 8 up, 8 in 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:boot 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:04:37.599 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: pgmap v468: 121 pgs: 121 active+clean; 247 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: osdmap e538: 8 total, 8 up, 8 in 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:boot 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:04:37.600 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:04:38.132 INFO:tasks.rados.rados.0.smithi078.stdout:2453: done (1 left) 2024-08-10T05:04:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2454: done (0 left) 2024-08-10T05:04:38.133 INFO:tasks.rados.rados.0.smithi078.stdout:2455: snap_create 2024-08-10T05:04:38.794 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:38 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:38.794 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:38 smithi078 ceph-mon[92251]: osdmap e539: 8 total, 8 up, 8 in 2024-08-10T05:04:38.794 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:38 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:38.794 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:38 smithi078 ceph-mon[94618]: osdmap e539: 8 total, 8 up, 8 in 2024-08-10T05:04:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:38 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:38 smithi107 ceph-mon[86658]: osdmap e539: 8 total, 8 up, 8 in 2024-08-10T05:04:39.137 INFO:tasks.rados.rados.0.smithi078.stdout:2455: done (0 left) 2024-08-10T05:04:39.137 INFO:tasks.rados.rados.0.smithi078.stdout:2456: snap_create 2024-08-10T05:04:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:39 smithi107 ceph-mon[86658]: pgmap v471: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-10T05:04:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:39 smithi107 ceph-mon[86658]: osdmap e540: 8 total, 8 up, 8 in 2024-08-10T05:04:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:39 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:39 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[94618]: pgmap v471: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-10T05:04:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[94618]: osdmap e540: 8 total, 8 up, 8 in 2024-08-10T05:04:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[92251]: pgmap v471: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-10T05:04:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[92251]: osdmap e540: 8 total, 8 up, 8 in 2024-08-10T05:04:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:39 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:40.138 INFO:tasks.rados.rados.0.smithi078.stdout:2456: done (0 left) 2024-08-10T05:04:40.139 INFO:tasks.rados.rados.0.smithi078.stdout:2457: read oid 21 snap -1 2024-08-10T05:04:40.139 INFO:tasks.rados.rados.0.smithi078.stdout:2457: expect deleted 2024-08-10T05:04:40.139 INFO:tasks.rados.rados.0.smithi078.stdout:2458: delete oid 10 current snap is 232 2024-08-10T05:04:40.142 INFO:tasks.rados.rados.0.smithi078.stdout:2457: done (1 left) 2024-08-10T05:04:40.143 INFO:tasks.rados.rados.0.smithi078.stdout:2458: done (0 left) 2024-08-10T05:04:40.143 INFO:tasks.rados.rados.0.smithi078.stdout:2459: rollback oid 38 current snap is 232 2024-08-10T05:04:40.143 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 221 2024-08-10T05:04:40.143 INFO:tasks.rados.rados.0.smithi078.stdout:2460: snap_remove snap 229 2024-08-10T05:04:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:40 smithi107 ceph-mon[86658]: osdmap e541: 8 total, 8 up, 8 in 2024-08-10T05:04:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:40 smithi107 ceph-mon[86658]: pgmap v474: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 97 KiB/s rd, 506 KiB/s wr, 11 op/s 2024-08-10T05:04:41.124 INFO:tasks.rados.rados.0.smithi078.stdout:2460: done (1 left) 2024-08-10T05:04:41.125 INFO:tasks.rados.rados.0.smithi078.stdout:2461: snap_create 2024-08-10T05:04:41.125 INFO:tasks.rados.rados.0.smithi078.stdout:2459: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:04:41.125 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:04:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[92251]: osdmap e541: 8 total, 8 up, 8 in 2024-08-10T05:04:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[92251]: pgmap v474: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 97 KiB/s rd, 506 KiB/s wr, 11 op/s 2024-08-10T05:04:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[94618]: osdmap e541: 8 total, 8 up, 8 in 2024-08-10T05:04:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:40 smithi078 ceph-mon[94618]: pgmap v474: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 97 KiB/s rd, 506 KiB/s wr, 11 op/s 2024-08-10T05:04:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:2459: done (1 left) 2024-08-10T05:04:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:2461: done (0 left) 2024-08-10T05:04:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 233 2024-08-10T05:04:42.124 INFO:tasks.rados.rados.0.smithi078.stdout:2462: seq_num 763 ranges {2187264=786432} 2024-08-10T05:04:42.125 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:04:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:04:41] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-08-10T05:04:42.140 INFO:tasks.rados.rados.0.smithi078.stdout:2462: writing smithi07880501-40 from 2187264 to 2973696 tid 1 2024-08-10T05:04:42.140 INFO:tasks.rados.rados.0.smithi078.stdout:2463: setattr oid 18 current snap is 233 2024-08-10T05:04:42.141 INFO:tasks.rados.rados.0.smithi078.stdout:2464: setattr oid 7 current snap is 233 2024-08-10T05:04:42.143 INFO:tasks.rados.rados.0.smithi078.stdout:2465: rollback oid 12 current snap is 233 2024-08-10T05:04:42.143 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 12 to 218 2024-08-10T05:04:42.143 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 233 2024-08-10T05:04:42.143 INFO:tasks.rados.rados.0.smithi078.stdout:2466: seq_num 764 ranges {2187264=802816} 2024-08-10T05:04:42.160 INFO:tasks.rados.rados.0.smithi078.stdout:2466: writing smithi07880501-4 from 2187264 to 2990080 tid 1 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2467: read oid 32 snap 232 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2467: expect (ObjNum 617 snap 180 seq_num 617) 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2468: copy_from oid 46 from oid 20 current snap is 233 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2089 (ObjNum 717 snap 211 seq_num 717) dirty exists 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2091 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2462: finishing write tid 1 to smithi07880501-40 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2462: finishing write tid 2 to smithi07880501-40 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2465: finishing rollback tid 0 to smithi07880501-12 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2465: finishing rollback tid 1 to smithi07880501-12 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2465: finishing rollback tid 2 to smithi07880501-12 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 2026 (ObjNum 714 snap 209 seq_num 714) dirty exists 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2463: done (6 left) 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2464: done (5 left) 2024-08-10T05:04:42.161 INFO:tasks.rados.rados.0.smithi078.stdout:2465: done (4 left) 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:2469: read oid 28 snap 231 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:2469: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:2470: rollback oid 49 current snap is 233 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 49 to 212 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:2462: finishing write tid 3 to smithi07880501-40 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1290 (ObjNum 763 snap 233 seq_num 763) dirty exists 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:2462: left oid 40 (ObjNum 763 snap 233 seq_num 763) 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:2462: done (5 left) 2024-08-10T05:04:42.162 INFO:tasks.rados.rados.0.smithi078.stdout:2471: snap_remove snap 218 2024-08-10T05:04:42.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:42 smithi078 ceph-mon[92251]: osdmap e542: 8 total, 8 up, 8 in 2024-08-10T05:04:42.388 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:42 smithi078 ceph-mon[94618]: osdmap e542: 8 total, 8 up, 8 in 2024-08-10T05:04:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:42 smithi107 ceph-mon[86658]: osdmap e542: 8 total, 8 up, 8 in 2024-08-10T05:04:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:04:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:04:43.143 INFO:tasks.rados.rados.0.smithi078.stdout:2471: done (5 left) 2024-08-10T05:04:43.143 INFO:tasks.rados.rados.0.smithi078.stdout:2472: read oid 50 snap -1 2024-08-10T05:04:43.143 INFO:tasks.rados.rados.0.smithi078.stdout:2472: expect deleted 2024-08-10T05:04:43.143 INFO:tasks.rados.rados.0.smithi078.stdout:2473: copy_from oid 3 from oid 24 current snap is 233 2024-08-10T05:04:43.143 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 25 current snap is 233 2024-08-10T05:04:43.143 INFO:tasks.rados.rados.0.smithi078.stdout:2474: seq_num 765 ranges {8380416=417792,8798208=401408} 2024-08-10T05:04:43.190 INFO:tasks.rados.rados.0.smithi078.stdout:2474: writing smithi07880501-25 from 8380416 to 8798208 tid 1 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:2474: writing smithi07880501-25 from 8798208 to 9199616 tid 2 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:2475: rollback oid 22 current snap is 233 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 22 to 205 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:2470: finishing rollback tid 0 to smithi07880501-49 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:2470: finishing rollback tid 1 to smithi07880501-49 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:2470: finishing rollback tid 2 to smithi07880501-49 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 760 (ObjNum 635 snap 183 seq_num 635) dirty exists 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:2466: finishing write tid 1 to smithi07880501-4 2024-08-10T05:04:43.193 INFO:tasks.rados.rados.0.smithi078.stdout:2466: finishing write tid 2 to smithi07880501-4 2024-08-10T05:04:43.194 INFO:tasks.rados.rados.0.smithi078.stdout:2466: finishing write tid 3 to smithi07880501-4 2024-08-10T05:04:43.194 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1864 (ObjNum 764 snap 233 seq_num 764) dirty exists 2024-08-10T05:04:43.194 INFO:tasks.rados.rados.0.smithi078.stdout:2466: left oid 4 (ObjNum 764 snap 233 seq_num 764) 2024-08-10T05:04:43.194 INFO:tasks.rados.rados.0.smithi078.stdout:2467: expect (ObjNum 617 snap 180 seq_num 617) 2024-08-10T05:04:43.430 INFO:tasks.rados.rados.0.smithi078.stdout:2468: finishing copy_from racing read to smithi07880501-46 2024-08-10T05:04:43.430 INFO:tasks.rados.rados.0.smithi078.stdout:2468: finishing copy_from to smithi07880501-46 2024-08-10T05:04:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1773 (ObjNum 734 snap 217 seq_num 734) dirty exists 2024-08-10T05:04:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:2469: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:04:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: osdmap e543: 8 total, 8 up, 8 in 2024-08-10T05:04:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: pgmap v477: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 96 KiB/s rd, 154 KiB/s wr, 2 op/s 2024-08-10T05:04:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: osdmap e543: 8 total, 8 up, 8 in 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: pgmap v477: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 96 KiB/s rd, 154 KiB/s wr, 2 op/s 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: osdmap e543: 8 total, 8 up, 8 in 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: pgmap v477: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 96 KiB/s rd, 154 KiB/s wr, 2 op/s 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:04:43.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2473: finishing copy_from to smithi07880501-3 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2473: got expected ENOENT (src dne) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2473: finishing copy_from racing read to smithi07880501-3 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2466: done (8 left) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2467: done (7 left) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2468: done (6 left) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2469: done (5 left) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2470: done (4 left) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2472: done (3 left) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2473: done (2 left) 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:2476: rollback oid 14 current snap is 233 2024-08-10T05:04:43.625 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 14 to 231 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2474: finishing write tid 1 to smithi07880501-25 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2474: finishing write tid 2 to smithi07880501-25 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2474: finishing write tid 3 to smithi07880501-25 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2474: finishing write tid 4 to smithi07880501-25 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1504 (ObjNum 765 snap 233 seq_num 765) dirty exists 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2474: left oid 25 (ObjNum 765 snap 233 seq_num 765) 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2475: finishing rollback tid 0 to smithi07880501-22 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2475: finishing rollback tid 1 to smithi07880501-22 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2475: finishing rollback tid 2 to smithi07880501-22 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2103 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2474: done (2 left) 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2475: done (1 left) 2024-08-10T05:04:43.626 INFO:tasks.rados.rados.0.smithi078.stdout:2477: read oid 20 snap -1 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:2477: expect (ObjNum 734 snap 217 seq_num 734) 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:2478: read oid 21 snap -1 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:2478: expect deleted 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:2479: setattr oid 39 current snap is 233 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:2478: done (3 left) 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:2480: rollback oid 4 current snap is 233 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 231 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:2481: snap_create 2024-08-10T05:04:43.627 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 568 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:04:43.629 INFO:tasks.rados.rados.0.smithi078.stdout:2476: finishing rollback tid 1 to smithi07880501-14 2024-08-10T05:04:43.629 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 1509 (ObjNum 129 snap 0 seq_num 489844392) dirty dne 2024-08-10T05:04:43.629 INFO:tasks.rados.rados.0.smithi078.stdout:2480: finishing rollback tid 0 to smithi07880501-4 2024-08-10T05:04:43.629 INFO:tasks.rados.rados.0.smithi078.stdout:2480: finishing rollback tid 1 to smithi07880501-4 2024-08-10T05:04:43.629 INFO:tasks.rados.rados.0.smithi078.stdout:2480: finishing rollback tid 2 to smithi07880501-4 2024-08-10T05:04:43.629 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 1879 (ObjNum 664 snap 194 seq_num 664) dirty exists 2024-08-10T05:04:43.647 INFO:tasks.rados.rados.0.smithi078.stdout:2477: expect (ObjNum 734 snap 217 seq_num 734) 2024-08-10T05:04:44.447 INFO:tasks.rados.rados.0.smithi078.stdout:2476: done (4 left) 2024-08-10T05:04:44.447 INFO:tasks.rados.rados.0.smithi078.stdout:2477: done (3 left) 2024-08-10T05:04:44.447 INFO:tasks.rados.rados.0.smithi078.stdout:2479: done (2 left) 2024-08-10T05:04:44.447 INFO:tasks.rados.rados.0.smithi078.stdout:2480: done (1 left) 2024-08-10T05:04:44.447 INFO:tasks.rados.rados.0.smithi078.stdout:2481: done (0 left) 2024-08-10T05:04:44.448 INFO:tasks.rados.rados.0.smithi078.stdout:2482: read oid 7 snap -1 2024-08-10T05:04:44.448 INFO:tasks.rados.rados.0.smithi078.stdout:2482: expect (ObjNum 747 snap 220 seq_num 747) 2024-08-10T05:04:44.448 INFO:tasks.rados.rados.0.smithi078.stdout:2483: read oid 34 snap -1 2024-08-10T05:04:44.448 INFO:tasks.rados.rados.0.smithi078.stdout:2483: expect (ObjNum 760 snap 229 seq_num 760) 2024-08-10T05:04:44.448 INFO:tasks.rados.rados.0.smithi078.stdout:2484: delete oid 32 current snap is 234 2024-08-10T05:04:44.450 INFO:tasks.rados.rados.0.smithi078.stdout:2484: done (2 left) 2024-08-10T05:04:44.450 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 234 2024-08-10T05:04:44.450 INFO:tasks.rados.rados.0.smithi078.stdout:2485: seq_num 767 ranges {0=450560,450560=401408} 2024-08-10T05:04:44.453 INFO:tasks.rados.rados.0.smithi078.stdout:2485: writing smithi07880501-42 from 0 to 450560 tid 1 2024-08-10T05:04:44.456 INFO:tasks.rados.rados.0.smithi078.stdout:2485: writing smithi07880501-42 from 450560 to 851968 tid 2 2024-08-10T05:04:44.456 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 234 2024-08-10T05:04:44.456 INFO:tasks.rados.rados.0.smithi078.stdout:2486: seq_num 768 ranges {4210688=466944,4677632=401408} 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: Detected new or changed devices on smithi078 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: osdmap e544: 8 total, 8 up, 8 in 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:04:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[94618]: Upgrade: It appears safe to stop mds.b 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: Detected new or changed devices on smithi078 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: osdmap e544: 8 total, 8 up, 8 in 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:44 smithi078 ceph-mon[92251]: Upgrade: It appears safe to stop mds.b 2024-08-10T05:04:44.481 INFO:tasks.rados.rados.0.smithi078.stdout:2486: writing smithi07880501-8 from 4210688 to 4677632 tid 1 2024-08-10T05:04:44.484 INFO:tasks.rados.rados.0.smithi078.stdout:2486: writing smithi07880501-8 from 4677632 to 5079040 tid 2 2024-08-10T05:04:44.484 INFO:tasks.rados.rados.0.smithi078.stdout:2487: read oid 17 snap -1 2024-08-10T05:04:44.484 INFO:tasks.rados.rados.0.smithi078.stdout:2487: expect (ObjNum 693 snap 204 seq_num 693) 2024-08-10T05:04:44.484 INFO:tasks.rados.rados.0.smithi078.stdout:2488: copy_from oid 36 from oid 29 current snap is 234 2024-08-10T05:04:44.484 INFO:tasks.rados.rados.0.smithi078.stdout:2482: expect (ObjNum 747 snap 220 seq_num 747) 2024-08-10T05:04:44.486 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: Detected new or changed devices on smithi078 2024-08-10T05:04:44.486 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: osdmap e544: 8 total, 8 up, 8 in 2024-08-10T05:04:44.486 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:44.486 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.486 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.486 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.487 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:44.487 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:04:44.487 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:44 smithi107 ceph-mon[86658]: Upgrade: It appears safe to stop mds.b 2024-08-10T05:04:44.500 INFO:tasks.rados.rados.0.smithi078.stdout:2483: expect (ObjNum 760 snap 229 seq_num 760) 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2485: finishing write tid 1 to smithi07880501-42 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2485: finishing write tid 2 to smithi07880501-42 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2482: done (5 left) 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2483: done (4 left) 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2489: read oid 19 snap -1 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2489: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2490: read oid 9 snap 230 2024-08-10T05:04:44.656 INFO:tasks.rados.rados.0.smithi078.stdout:2490: expect deleted 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2491: delete oid 11 current snap is 234 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2485: finishing write tid 3 to smithi07880501-42 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2485: finishing write tid 4 to smithi07880501-42 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1800 (ObjNum 767 snap 234 seq_num 767) dirty exists 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2485: left oid 42 (ObjNum 767 snap 234 seq_num 767) 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2486: finishing write tid 1 to smithi07880501-8 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2486: finishing write tid 2 to smithi07880501-8 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2486: finishing write tid 3 to smithi07880501-8 2024-08-10T05:04:44.657 INFO:tasks.rados.rados.0.smithi078.stdout:2487: expect (ObjNum 693 snap 204 seq_num 693) 2024-08-10T05:04:44.706 INFO:tasks.rados.rados.0.smithi078.stdout:2486: finishing write tid 4 to smithi07880501-8 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 1515 (ObjNum 768 snap 234 seq_num 768) dirty exists 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2486: left oid 8 (ObjNum 768 snap 234 seq_num 768) 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2488: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2488: finishing copy_from to smithi07880501-36 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 1512 (ObjNum 678 snap 199 seq_num 678) dirty exists 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2485: done (6 left) 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2486: done (5 left) 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2487: done (4 left) 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2488: done (3 left) 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:2491: done (2 left) 2024-08-10T05:04:44.707 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 234 2024-08-10T05:04:44.708 INFO:tasks.rados.rados.0.smithi078.stdout:2489: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:04:44.709 INFO:tasks.rados.rados.0.smithi078.stdout:2492: seq_num 770 ranges {131072=499712,630784=401408} 2024-08-10T05:04:44.713 INFO:tasks.rados.rados.0.smithi078.stdout:2492: writing smithi07880501-3 from 131072 to 630784 tid 1 2024-08-10T05:04:44.715 INFO:tasks.rados.rados.0.smithi078.stdout:2492: writing smithi07880501-3 from 630784 to 1032192 tid 2 2024-08-10T05:04:44.715 INFO:tasks.rados.rados.0.smithi078.stdout:2489: done (2 left) 2024-08-10T05:04:44.716 INFO:tasks.rados.rados.0.smithi078.stdout:2490: done (1 left) 2024-08-10T05:04:44.716 INFO:tasks.rados.rados.0.smithi078.stdout:2493: rmattr oid 18 current snap is 234 2024-08-10T05:04:44.716 INFO:tasks.rados.rados.0.smithi078.stdout:2494: copy_from oid 46 from oid 10 current snap is 234 2024-08-10T05:04:44.716 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 234 2024-08-10T05:04:44.716 INFO:tasks.rados.rados.0.smithi078.stdout:2495: seq_num 771 ranges {516096=516096,1032192=401408} 2024-08-10T05:04:44.721 INFO:tasks.rados.rados.0.smithi078.stdout:2495: writing smithi07880501-7 from 516096 to 1032192 tid 1 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2495: writing smithi07880501-7 from 1032192 to 1433600 tid 2 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2496: snap_remove snap 231 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2494: finishing copy_from to smithi07880501-46 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2494: got expected ENOENT (src dne) 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2494: finishing copy_from racing read to smithi07880501-46 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2492: finishing write tid 1 to smithi07880501-3 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2492: finishing write tid 2 to smithi07880501-3 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2105 (ObjNum 717 snap 211 seq_num 717) dirty exists 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2492: finishing write tid 3 to smithi07880501-3 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2492: finishing write tid 4 to smithi07880501-3 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1709 (ObjNum 770 snap 234 seq_num 770) dirty exists 2024-08-10T05:04:44.724 INFO:tasks.rados.rados.0.smithi078.stdout:2492: left oid 3 (ObjNum 770 snap 234 seq_num 770) 2024-08-10T05:04:45.535 INFO:tasks.rados.rados.0.smithi078.stdout:2492: done (4 left) 2024-08-10T05:04:45.536 INFO:tasks.rados.rados.0.smithi078.stdout:2493: done (3 left) 2024-08-10T05:04:45.536 INFO:tasks.rados.rados.0.smithi078.stdout:2494: done (2 left) 2024-08-10T05:04:45.536 INFO:tasks.rados.rados.0.smithi078.stdout:2496: done (1 left) 2024-08-10T05:04:45.536 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 234 2024-08-10T05:04:45.536 INFO:tasks.rados.rados.0.smithi078.stdout:2497: seq_num 772 ranges {0=532480,532480=401408} 2024-08-10T05:04:45.539 INFO:tasks.rados.rados.0.smithi078.stdout:2497: writing smithi07880501-11 from 0 to 532480 tid 1 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:2497: writing smithi07880501-11 from 532480 to 933888 tid 2 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:2498: rollback oid 5 current snap is 234 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 212 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:2495: finishing write tid 1 to smithi07880501-7 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 234 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:2495: finishing write tid 2 to smithi07880501-7 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:2495: finishing write tid 3 to smithi07880501-7 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:2495: finishing write tid 4 to smithi07880501-7 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2109 (ObjNum 771 snap 234 seq_num 771) dirty exists 2024-08-10T05:04:45.543 INFO:tasks.rados.rados.0.smithi078.stdout:2495: left oid 7 (ObjNum 771 snap 234 seq_num 771) 2024-08-10T05:04:45.544 INFO:tasks.rados.rados.0.smithi078.stdout:2499: seq_num 773 ranges {0=548864,548864=401408} 2024-08-10T05:04:45.546 INFO:tasks.rados.rados.0.smithi078.stdout:2499: writing smithi07880501-35 from 0 to 548864 tid 1 2024-08-10T05:04:45.549 INFO:tasks.rados.rados.0.smithi078.stdout:2499: writing smithi07880501-35 from 548864 to 950272 tid 2 2024-08-10T05:04:45.550 INFO:tasks.rados.rados.0.smithi078.stdout:2495: done (3 left) 2024-08-10T05:04:45.550 INFO:tasks.rados.rados.0.smithi078.stdout:2500: snap_create 2024-08-10T05:04:45.550 INFO:tasks.rados.rados.0.smithi078.stdout:2497: finishing write tid 1 to smithi07880501-11 2024-08-10T05:04:45.550 INFO:tasks.rados.rados.0.smithi078.stdout:2497: finishing write tid 2 to smithi07880501-11 2024-08-10T05:04:45.550 INFO:tasks.rados.rados.0.smithi078.stdout:2497: finishing write tid 3 to smithi07880501-11 2024-08-10T05:04:45.550 INFO:tasks.rados.rados.0.smithi078.stdout:2498: finishing rollback tid 0 to smithi07880501-5 2024-08-10T05:04:45.551 INFO:tasks.rados.rados.0.smithi078.stdout:2498: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:04:45.551 INFO:tasks.rados.rados.0.smithi078.stdout:2498: finishing rollback tid 2 to smithi07880501-5 2024-08-10T05:04:45.551 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2117 (ObjNum 712 snap 206 seq_num 712) dirty exists 2024-08-10T05:04:45.551 INFO:tasks.rados.rados.0.smithi078.stdout:2497: finishing write tid 4 to smithi07880501-11 2024-08-10T05:04:45.551 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1807 (ObjNum 772 snap 234 seq_num 772) dirty exists 2024-08-10T05:04:45.551 INFO:tasks.rados.rados.0.smithi078.stdout:2497: left oid 11 (ObjNum 772 snap 234 seq_num 772) 2024-08-10T05:04:45.552 INFO:tasks.rados.rados.0.smithi078.stdout:2499: finishing write tid 1 to smithi07880501-35 2024-08-10T05:04:45.553 INFO:tasks.rados.rados.0.smithi078.stdout:2499: finishing write tid 2 to smithi07880501-35 2024-08-10T05:04:45.553 INFO:tasks.rados.rados.0.smithi078.stdout:2499: finishing write tid 3 to smithi07880501-35 2024-08-10T05:04:45.554 INFO:tasks.rados.rados.0.smithi078.stdout:2499: finishing write tid 4 to smithi07880501-35 2024-08-10T05:04:45.554 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 1777 (ObjNum 773 snap 234 seq_num 773) dirty exists 2024-08-10T05:04:45.554 INFO:tasks.rados.rados.0.smithi078.stdout:2499: left oid 35 (ObjNum 773 snap 234 seq_num 773) 2024-08-10T05:04:45.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:45 smithi107 ceph-mon[86658]: pgmap v480: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 396 KiB/s wr, 8 op/s 2024-08-10T05:04:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:45 smithi107 ceph-mon[86658]: osdmap e545: 8 total, 8 up, 8 in 2024-08-10T05:04:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:45 smithi107 ceph-mon[86658]: Upgrade: Updating mds.b 2024-08-10T05:04:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:04:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:45 smithi107 ceph-mon[86658]: Deploying daemon mds.b on smithi107 2024-08-10T05:04:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[92251]: pgmap v480: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 396 KiB/s wr, 8 op/s 2024-08-10T05:04:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[92251]: osdmap e545: 8 total, 8 up, 8 in 2024-08-10T05:04:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[92251]: Upgrade: Updating mds.b 2024-08-10T05:04:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[92251]: Deploying daemon mds.b on smithi107 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[94618]: pgmap v480: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 396 KiB/s wr, 8 op/s 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[94618]: osdmap e545: 8 total, 8 up, 8 in 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[94618]: Upgrade: Updating mds.b 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:04:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:45 smithi078 ceph-mon[94618]: Deploying daemon mds.b on smithi107 2024-08-10T05:04:46.128 INFO:tasks.rados.rados.0.smithi078.stdout:2497: done (3 left) 2024-08-10T05:04:46.128 INFO:tasks.rados.rados.0.smithi078.stdout:2498: done (2 left) 2024-08-10T05:04:46.128 INFO:tasks.rados.rados.0.smithi078.stdout:2499: done (1 left) 2024-08-10T05:04:46.128 INFO:tasks.rados.rados.0.smithi078.stdout:2500: done (0 left) 2024-08-10T05:04:46.128 INFO:tasks.rados.rados.0.smithi078.stdout:2501: snap_remove snap 221 2024-08-10T05:04:46.391 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:46 smithi107 systemd[1]: Stopping Ceph mds.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:04:46.404 INFO:tasks.rados.rados.0.smithi078.stdout:2501: done (0 left) 2024-08-10T05:04:46.404 INFO:tasks.rados.rados.0.smithi078.stdout:2502: read oid 16 snap -1 2024-08-10T05:04:46.404 INFO:tasks.rados.rados.0.smithi078.stdout:2502: expect deleted 2024-08-10T05:04:46.404 INFO:tasks.rados.rados.0.smithi078.stdout:2503: read oid 15 snap -1 2024-08-10T05:04:46.404 INFO:tasks.rados.rados.0.smithi078.stdout:2503: expect (ObjNum 742 snap 220 seq_num 742) 2024-08-10T05:04:46.404 INFO:tasks.rados.rados.0.smithi078.stdout:2504: snap_create 2024-08-10T05:04:46.413 INFO:tasks.rados.rados.0.smithi078.stdout:2503: expect (ObjNum 742 snap 220 seq_num 742) 2024-08-10T05:04:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: osdmap e546: 8 total, 8 up, 8 in 2024-08-10T05:04:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: osdmap e547: 8 total, 8 up, 8 in 2024-08-10T05:04:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T05:04:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: osdmap e548: 8 total, 8 up, 8 in 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[94618]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[92247]: 2024-08-10T05:04:46.391+0000 7fdf9bb62640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: osdmap e546: 8 total, 8 up, 8 in 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: osdmap e547: 8 total, 8 up, 8 in 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T05:04:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:04:46.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: osdmap e548: 8 total, 8 up, 8 in 2024-08-10T05:04:46.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-10T05:04:46.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T05:04:46.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T05:04:46.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:46 smithi078 ceph-mon[92251]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b[59456]: 2024-08-10T05:04:46.390+0000 7efcfa1f7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b[59456]: 2024-08-10T05:04:46.390+0000 7efcfa1f7640 -1 mds.b *** got signal Terminated *** 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: osdmap e546: 8 total, 8 up, 8 in 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: osdmap e547: 8 total, 8 up, 8 in 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: osdmap e548: 8 total, 8 up, 8 in 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-10T05:04:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T05:04:46.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T05:04:46.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:46 smithi107 ceph-mon[86658]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-10T05:04:47.402 INFO:tasks.rados.rados.0.smithi078.stdout:2502: done (2 left) 2024-08-10T05:04:47.402 INFO:tasks.rados.rados.0.smithi078.stdout:2503: done (1 left) 2024-08-10T05:04:47.402 INFO:tasks.rados.rados.0.smithi078.stdout:2504: done (0 left) 2024-08-10T05:04:47.402 INFO:tasks.rados.rados.0.smithi078.stdout:2505: setattr oid 33 current snap is 236 2024-08-10T05:04:47.403 INFO:tasks.rados.rados.0.smithi078.stdout:2506: delete oid 35 current snap is 236 2024-08-10T05:04:47.410 INFO:tasks.rados.rados.0.smithi078.stdout:2506: done (1 left) 2024-08-10T05:04:47.410 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 236 2024-08-10T05:04:47.410 INFO:tasks.rados.rados.0.smithi078.stdout:2507: seq_num 775 ranges {5758976=589824,6348800=401408} 2024-08-10T05:04:47.444 INFO:tasks.rados.rados.0.smithi078.stdout:2507: writing smithi07880501-49 from 5758976 to 6348800 tid 1 2024-08-10T05:04:47.447 INFO:tasks.rados.rados.0.smithi078.stdout:2507: writing smithi07880501-49 from 6348800 to 6750208 tid 2 2024-08-10T05:04:47.447 INFO:tasks.rados.rados.0.smithi078.stdout:2508: snap_create 2024-08-10T05:04:47.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 2131 (ObjNum 161 snap 0 seq_num 489855824) dirty exists 2024-08-10T05:04:47.449 INFO:tasks.rados.rados.0.smithi078.stdout:2507: finishing write tid 1 to smithi07880501-49 2024-08-10T05:04:47.449 INFO:tasks.rados.rados.0.smithi078.stdout:2507: finishing write tid 2 to smithi07880501-49 2024-08-10T05:04:47.449 INFO:tasks.rados.rados.0.smithi078.stdout:2507: finishing write tid 3 to smithi07880501-49 2024-08-10T05:04:47.451 INFO:tasks.rados.rados.0.smithi078.stdout:2507: finishing write tid 4 to smithi07880501-49 2024-08-10T05:04:47.451 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 763 (ObjNum 775 snap 236 seq_num 775) dirty exists 2024-08-10T05:04:47.451 INFO:tasks.rados.rados.0.smithi078.stdout:2507: left oid 49 (ObjNum 775 snap 236 seq_num 775) 2024-08-10T05:04:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:47 smithi107 ceph-mon[86658]: pgmap v484: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 982 KiB/s wr, 32 op/s 2024-08-10T05:04:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:47 smithi107 ceph-mon[86658]: osdmap e549: 8 total, 8 up, 8 in 2024-08-10T05:04:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:47 smithi107 ceph-mon[86658]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:reconnect 2024-08-10T05:04:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:47 smithi107 ceph-mon[86658]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-10T05:04:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[94618]: pgmap v484: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 982 KiB/s wr, 32 op/s 2024-08-10T05:04:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[94618]: osdmap e549: 8 total, 8 up, 8 in 2024-08-10T05:04:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[94618]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:reconnect 2024-08-10T05:04:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[94618]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-10T05:04:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[92251]: pgmap v484: 121 pgs: 121 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 982 KiB/s wr, 32 op/s 2024-08-10T05:04:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[92251]: osdmap e549: 8 total, 8 up, 8 in 2024-08-10T05:04:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[92251]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:reconnect 2024-08-10T05:04:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:47 smithi078 ceph-mon[92251]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-10T05:04:48.430 INFO:tasks.rados.rados.0.smithi078.stdout:2505: done (2 left) 2024-08-10T05:04:48.430 INFO:tasks.rados.rados.0.smithi078.stdout:2507: done (1 left) 2024-08-10T05:04:48.430 INFO:tasks.rados.rados.0.smithi078.stdout:2508: done (0 left) 2024-08-10T05:04:48.430 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 237 2024-08-10T05:04:48.430 INFO:tasks.rados.rados.0.smithi078.stdout:2509: seq_num 776 ranges {0=606208,606208=401408} 2024-08-10T05:04:48.433 INFO:tasks.rados.rados.0.smithi078.stdout:2509: writing smithi07880501-32 from 0 to 606208 tid 1 2024-08-10T05:04:48.435 INFO:tasks.rados.rados.0.smithi078.stdout:2509: writing smithi07880501-32 from 606208 to 1007616 tid 2 2024-08-10T05:04:48.435 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 237 2024-08-10T05:04:48.435 INFO:tasks.rados.rados.0.smithi078.stdout:2510: seq_num 777 ranges {2367488=622592,2990080=401408} 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2510: writing smithi07880501-12 from 2367488 to 2990080 tid 1 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2510: writing smithi07880501-12 from 2990080 to 3391488 tid 2 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2511: rmattr oid 2 current snap is 237 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2511: done (2 left) 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2512: rollback oid 46 current snap is 237 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 46 to 236 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2509: finishing write tid 1 to smithi07880501-32 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2509: finishing write tid 2 to smithi07880501-32 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2509: finishing write tid 3 to smithi07880501-32 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:2509: finishing write tid 4 to smithi07880501-32 2024-08-10T05:04:48.455 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2030 (ObjNum 776 snap 237 seq_num 776) dirty exists 2024-08-10T05:04:48.456 INFO:tasks.rados.rados.0.smithi078.stdout:2509: left oid 32 (ObjNum 776 snap 237 seq_num 776) 2024-08-10T05:04:48.456 INFO:tasks.rados.rados.0.smithi078.stdout:2509: done (2 left) 2024-08-10T05:04:48.456 INFO:tasks.rados.rados.0.smithi078.stdout:2513: delete oid 14 current snap is 237 2024-08-10T05:04:48.456 INFO:tasks.rados.rados.0.smithi078.stdout:2513: done (2 left) 2024-08-10T05:04:48.456 INFO:tasks.rados.rados.0.smithi078.stdout:2514: setattr oid 10 current snap is 237 2024-08-10T05:04:48.456 INFO:tasks.rados.rados.0.smithi078.stdout:2510: finishing write tid 1 to smithi07880501-12 2024-08-10T05:04:48.457 INFO:tasks.rados.rados.0.smithi078.stdout:2510: finishing write tid 2 to smithi07880501-12 2024-08-10T05:04:48.457 INFO:tasks.rados.rados.0.smithi078.stdout:2510: finishing write tid 3 to smithi07880501-12 2024-08-10T05:04:48.458 INFO:tasks.rados.rados.0.smithi078.stdout:2515: rmattr oid 42 current snap is 237 2024-08-10T05:04:48.458 INFO:tasks.rados.rados.0.smithi078.stdout:2515: done (3 left) 2024-08-10T05:04:48.458 INFO:tasks.rados.rados.0.smithi078.stdout:2516: read oid 39 snap -1 2024-08-10T05:04:48.458 INFO:tasks.rados.rados.0.smithi078.stdout:2516: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:04:48.458 INFO:tasks.rados.rados.0.smithi078.stdout:2517: snap_create 2024-08-10T05:04:48.459 INFO:tasks.rados.rados.0.smithi078.stdout:2510: finishing write tid 4 to smithi07880501-12 2024-08-10T05:04:48.459 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 2033 (ObjNum 777 snap 237 seq_num 777) dirty exists 2024-08-10T05:04:48.459 INFO:tasks.rados.rados.0.smithi078.stdout:2510: left oid 12 (ObjNum 777 snap 237 seq_num 777) 2024-08-10T05:04:48.459 INFO:tasks.rados.rados.0.smithi078.stdout:2516: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:04:48.460 INFO:tasks.rados.rados.0.smithi078.stdout:2512: finishing rollback tid 0 to smithi07880501-46 2024-08-10T05:04:48.460 INFO:tasks.rados.rados.0.smithi078.stdout:2512: finishing rollback tid 1 to smithi07880501-46 2024-08-10T05:04:48.461 INFO:tasks.rados.rados.0.smithi078.stdout:2512: finishing rollback tid 2 to smithi07880501-46 2024-08-10T05:04:48.461 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 1776 (ObjNum 734 snap 217 seq_num 734) dirty exists 2024-08-10T05:04:48.462 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1812 (ObjNum 33 snap 0 seq_num 489950208) dirty exists 2024-08-10T05:04:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:04:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:48 smithi107 ceph-mon[86658]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:rejoin 2024-08-10T05:04:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:48 smithi107 ceph-mon[86658]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-10T05:04:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:48 smithi107 ceph-mon[86658]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-10T05:04:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:48 smithi107 ceph-mon[86658]: osdmap e550: 8 total, 8 up, 8 in 2024-08-10T05:04:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:04:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[94618]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:rejoin 2024-08-10T05:04:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[94618]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-10T05:04:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[94618]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-10T05:04:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[94618]: osdmap e550: 8 total, 8 up, 8 in 2024-08-10T05:04:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:04:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[92251]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:rejoin 2024-08-10T05:04:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[92251]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-10T05:04:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[92251]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-10T05:04:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:48 smithi078 ceph-mon[92251]: osdmap e550: 8 total, 8 up, 8 in 2024-08-10T05:04:49.441 INFO:tasks.rados.rados.0.smithi078.stdout:2510: done (4 left) 2024-08-10T05:04:49.441 INFO:tasks.rados.rados.0.smithi078.stdout:2512: done (3 left) 2024-08-10T05:04:49.441 INFO:tasks.rados.rados.0.smithi078.stdout:2514: done (2 left) 2024-08-10T05:04:49.442 INFO:tasks.rados.rados.0.smithi078.stdout:2516: done (1 left) 2024-08-10T05:04:49.442 INFO:tasks.rados.rados.0.smithi078.stdout:2517: done (0 left) 2024-08-10T05:04:49.442 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 238 2024-08-10T05:04:49.442 INFO:tasks.rados.rados.0.smithi078.stdout:2518: seq_num 779 ranges {0=655360,655360=401408} 2024-08-10T05:04:49.444 INFO:tasks.rados.rados.0.smithi078.stdout:2518: writing smithi07880501-24 from 0 to 655360 tid 1 2024-08-10T05:04:49.447 INFO:tasks.rados.rados.0.smithi078.stdout:2518: writing smithi07880501-24 from 655360 to 1056768 tid 2 2024-08-10T05:04:49.447 INFO:tasks.rados.rados.0.smithi078.stdout:2519: delete oid 9 current snap is 238 2024-08-10T05:04:49.449 INFO:tasks.rados.rados.0.smithi078.stdout:2519: done (1 left) 2024-08-10T05:04:49.449 INFO:tasks.rados.rados.0.smithi078.stdout:2520: read oid 27 snap -1 2024-08-10T05:04:49.450 INFO:tasks.rados.rados.0.smithi078.stdout:2520: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:04:49.450 INFO:tasks.rados.rados.0.smithi078.stdout:2521: delete oid 41 current snap is 238 2024-08-10T05:04:49.452 INFO:tasks.rados.rados.0.smithi078.stdout:2521: done (2 left) 2024-08-10T05:04:49.453 INFO:tasks.rados.rados.0.smithi078.stdout:2522: read oid 15 snap -1 2024-08-10T05:04:49.453 INFO:tasks.rados.rados.0.smithi078.stdout:2522: expect (ObjNum 742 snap 220 seq_num 742) 2024-08-10T05:04:49.453 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 238 2024-08-10T05:04:49.453 INFO:tasks.rados.rados.0.smithi078.stdout:2523: seq_num 782 ranges {0=704512,704512=401408} 2024-08-10T05:04:49.456 INFO:tasks.rados.rados.0.smithi078.stdout:2523: writing smithi07880501-14 from 0 to 704512 tid 1 2024-08-10T05:04:49.459 INFO:tasks.rados.rados.0.smithi078.stdout:2523: writing smithi07880501-14 from 704512 to 1105920 tid 2 2024-08-10T05:04:49.459 INFO:tasks.rados.rados.0.smithi078.stdout:2524: rmattr oid 47 current snap is 238 2024-08-10T05:04:49.459 INFO:tasks.rados.rados.0.smithi078.stdout:2524: done (4 left) 2024-08-10T05:04:49.460 INFO:tasks.rados.rados.0.smithi078.stdout:2525: delete oid 4 current snap is 238 2024-08-10T05:04:49.460 INFO:tasks.rados.rados.0.smithi078.stdout:2518: finishing write tid 1 to smithi07880501-24 2024-08-10T05:04:49.460 INFO:tasks.rados.rados.0.smithi078.stdout:2518: finishing write tid 2 to smithi07880501-24 2024-08-10T05:04:49.460 INFO:tasks.rados.rados.0.smithi078.stdout:2518: finishing write tid 3 to smithi07880501-24 2024-08-10T05:04:49.463 INFO:tasks.rados.rados.0.smithi078.stdout:2523: finishing write tid 1 to smithi07880501-14 2024-08-10T05:04:49.463 INFO:tasks.rados.rados.0.smithi078.stdout:2523: finishing write tid 2 to smithi07880501-14 2024-08-10T05:04:49.463 INFO:tasks.rados.rados.0.smithi078.stdout:2523: finishing write tid 3 to smithi07880501-14 2024-08-10T05:04:49.466 INFO:tasks.rados.rados.0.smithi078.stdout:2525: done (4 left) 2024-08-10T05:04:49.466 INFO:tasks.rados.rados.0.smithi078.stdout:2526: read oid 38 snap -1 2024-08-10T05:04:49.466 INFO:tasks.rados.rados.0.smithi078.stdout:2526: expect deleted 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2527: read oid 34 snap -1 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2527: expect (ObjNum 760 snap 229 seq_num 760) 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2528: rollback oid 37 current snap is 238 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 37 to 208 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2523: finishing write tid 4 to smithi07880501-14 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 1518 (ObjNum 782 snap 238 seq_num 782) dirty exists 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2523: left oid 14 (ObjNum 782 snap 238 seq_num 782) 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2523: done (6 left) 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2529: rollback oid 45 current snap is 238 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 45 to 205 2024-08-10T05:04:49.467 INFO:tasks.rados.rados.0.smithi078.stdout:2530: delete oid 22 current snap is 238 2024-08-10T05:04:49.470 INFO:tasks.rados.rados.0.smithi078.stdout:2529: finishing rollback tid 1 to smithi07880501-45 2024-08-10T05:04:49.475 INFO:tasks.rados.rados.0.smithi078.stdout:2529: finishing rollback tid 2 to smithi07880501-45 2024-08-10T05:04:49.475 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 1891 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:04:49.475 INFO:tasks.rados.rados.0.smithi078.stdout:2528: finishing rollback tid 0 to smithi07880501-37 2024-08-10T05:04:49.475 INFO:tasks.rados.rados.0.smithi078.stdout:2528: finishing rollback tid 1 to smithi07880501-37 2024-08-10T05:04:49.475 INFO:tasks.rados.rados.0.smithi078.stdout:2528: finishing rollback tid 2 to smithi07880501-37 2024-08-10T05:04:49.475 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2036 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:04:49.477 INFO:tasks.rados.rados.0.smithi078.stdout:2527: expect (ObjNum 760 snap 229 seq_num 760) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2518: finishing write tid 4 to smithi07880501-24 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 2134 (ObjNum 779 snap 238 seq_num 779) dirty exists 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2518: left oid 24 (ObjNum 779 snap 238 seq_num 779) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2518: done (7 left) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2526: done (6 left) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2527: done (5 left) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2528: done (4 left) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2529: done (3 left) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2530: done (2 left) 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 238 2024-08-10T05:04:49.633 INFO:tasks.rados.rados.0.smithi078.stdout:2520: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:04:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:49 smithi107 ceph-mon[86658]: pgmap v487: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 29 op/s 2024-08-10T05:04:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:49 smithi107 ceph-mon[86658]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T05:04:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:49 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:04:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:49 smithi107 ceph-mon[86658]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:active 2024-08-10T05:04:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:49 smithi107 ceph-mon[86658]: fsmap cephfs:1 {0=a=up:active} 2024-08-10T05:04:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:49 smithi107 ceph-mon[86658]: osdmap e551: 8 total, 8 up, 8 in 2024-08-10T05:04:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[92251]: pgmap v487: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 29 op/s 2024-08-10T05:04:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[92251]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T05:04:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:04:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[92251]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:active 2024-08-10T05:04:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[92251]: fsmap cephfs:1 {0=a=up:active} 2024-08-10T05:04:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[92251]: osdmap e551: 8 total, 8 up, 8 in 2024-08-10T05:04:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[94618]: pgmap v487: 121 pgs: 121 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 29 op/s 2024-08-10T05:04:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[94618]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T05:04:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:04:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[94618]: mds.? [v2:172.21.15.78:6834/76562447,v1:172.21.15.78:6835/76562447] up:active 2024-08-10T05:04:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[94618]: fsmap cephfs:1 {0=a=up:active} 2024-08-10T05:04:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:49 smithi078 ceph-mon[94618]: osdmap e551: 8 total, 8 up, 8 in 2024-08-10T05:04:50.493 INFO:tasks.rados.rados.0.smithi078.stdout:2522: expect (ObjNum 742 snap 220 seq_num 742) 2024-08-10T05:04:50.504 INFO:tasks.rados.rados.0.smithi078.stdout:2531: seq_num 785 ranges {131072=753664,884736=401408} 2024-08-10T05:04:50.509 INFO:tasks.rados.rados.0.smithi078.stdout:2531: writing smithi07880501-48 from 131072 to 884736 tid 1 2024-08-10T05:04:50.511 INFO:tasks.rados.rados.0.smithi078.stdout:2531: writing smithi07880501-48 from 884736 to 1286144 tid 2 2024-08-10T05:04:50.511 INFO:tasks.rados.rados.0.smithi078.stdout:2520: done (2 left) 2024-08-10T05:04:50.511 INFO:tasks.rados.rados.0.smithi078.stdout:2522: done (1 left) 2024-08-10T05:04:50.512 INFO:tasks.rados.rados.0.smithi078.stdout:2532: snap_create 2024-08-10T05:04:50.513 INFO:tasks.rados.rados.0.smithi078.stdout:2531: finishing write tid 1 to smithi07880501-48 2024-08-10T05:04:50.514 INFO:tasks.rados.rados.0.smithi078.stdout:2531: finishing write tid 2 to smithi07880501-48 2024-08-10T05:04:50.514 INFO:tasks.rados.rados.0.smithi078.stdout:2531: finishing write tid 3 to smithi07880501-48 2024-08-10T05:04:50.515 INFO:tasks.rados.rados.0.smithi078.stdout:2531: finishing write tid 4 to smithi07880501-48 2024-08-10T05:04:50.515 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 1099 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-10T05:04:50.515 INFO:tasks.rados.rados.0.smithi078.stdout:2531: left oid 48 (ObjNum 785 snap 238 seq_num 785) 2024-08-10T05:04:50.543 INFO:tasks.rados.rados.0.smithi078.stdout:2531: done (1 left) 2024-08-10T05:04:50.543 INFO:tasks.rados.rados.0.smithi078.stdout:2532: done (0 left) 2024-08-10T05:04:50.543 INFO:tasks.rados.rados.0.smithi078.stdout:2533: rmattr oid 36 current snap is 239 2024-08-10T05:04:50.543 INFO:tasks.rados.rados.0.smithi078.stdout:2533: done (0 left) 2024-08-10T05:04:50.543 INFO:tasks.rados.rados.0.smithi078.stdout:2534: delete oid 24 current snap is 239 2024-08-10T05:04:50.548 INFO:tasks.rados.rados.0.smithi078.stdout:2534: done (0 left) 2024-08-10T05:04:50.548 INFO:tasks.rados.rados.0.smithi078.stdout:2535: read oid 46 snap -1 2024-08-10T05:04:50.548 INFO:tasks.rados.rados.0.smithi078.stdout:2535: expect (ObjNum 734 snap 217 seq_num 734) 2024-08-10T05:04:50.548 INFO:tasks.rados.rados.0.smithi078.stdout:2536: setattr oid 5 current snap is 239 2024-08-10T05:04:50.550 INFO:tasks.rados.rados.0.smithi078.stdout:2537: copy_from oid 6 from oid 7 current snap is 239 2024-08-10T05:04:50.550 INFO:tasks.rados.rados.0.smithi078.stdout:2538: read oid 48 snap -1 2024-08-10T05:04:50.550 INFO:tasks.rados.rados.0.smithi078.stdout:2538: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-10T05:04:50.550 INFO:tasks.rados.rados.0.smithi078.stdout:2539: snap_remove snap 235 2024-08-10T05:04:51.129 INFO:tasks.rados.rados.0.smithi078.stdout:2539: done (4 left) 2024-08-10T05:04:51.129 INFO:tasks.rados.rados.0.smithi078.stdout:2540: rmattr oid 24 current snap is 239 2024-08-10T05:04:51.129 INFO:tasks.rados.rados.0.smithi078.stdout:2540: done (4 left) 2024-08-10T05:04:51.129 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 239 2024-08-10T05:04:51.129 INFO:tasks.rados.rados.0.smithi078.stdout:2541: seq_num 787 ranges {0=786432,786432=401408} 2024-08-10T05:04:51.133 INFO:tasks.rados.rados.0.smithi078.stdout:2541: writing smithi07880501-13 from 0 to 786432 tid 1 2024-08-10T05:04:51.136 INFO:tasks.rados.rados.0.smithi078.stdout:2541: writing smithi07880501-13 from 786432 to 1187840 tid 2 2024-08-10T05:04:51.136 INFO:tasks.rados.rados.0.smithi078.stdout:2542: snap_create 2024-08-10T05:04:51.136 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2140 (ObjNum 712 snap 206 seq_num 712) dirty exists 2024-08-10T05:04:51.137 INFO:tasks.rados.rados.0.smithi078.stdout:2538: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-10T05:04:51.173 INFO:tasks.rados.rados.0.smithi078.stdout:2535: expect (ObjNum 734 snap 217 seq_num 734) 2024-08-10T05:04:51.624 INFO:tasks.rados.rados.0.smithi078.stdout:2537: finishing copy_from racing read to smithi07880501-6 2024-08-10T05:04:51.624 INFO:tasks.rados.rados.0.smithi078.stdout:2537: finishing copy_from to smithi07880501-6 2024-08-10T05:04:51.624 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2109 (ObjNum 771 snap 234 seq_num 771) dirty exists 2024-08-10T05:04:51.624 INFO:tasks.rados.rados.0.smithi078.stdout:2541: finishing write tid 1 to smithi07880501-13 2024-08-10T05:04:51.625 INFO:tasks.rados.rados.0.smithi078.stdout:2541: finishing write tid 2 to smithi07880501-13 2024-08-10T05:04:51.625 INFO:tasks.rados.rados.0.smithi078.stdout:2541: finishing write tid 3 to smithi07880501-13 2024-08-10T05:04:51.625 INFO:tasks.rados.rados.0.smithi078.stdout:2541: finishing write tid 4 to smithi07880501-13 2024-08-10T05:04:51.625 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 1102 (ObjNum 787 snap 239 seq_num 787) dirty exists 2024-08-10T05:04:51.625 INFO:tasks.rados.rados.0.smithi078.stdout:2541: left oid 13 (ObjNum 787 snap 239 seq_num 787) 2024-08-10T05:04:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:51 smithi107 ceph-mon[86658]: pgmap v489: 121 pgs: 121 active+clean; 285 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.0 MiB/s wr, 17 op/s 2024-08-10T05:04:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:51 smithi107 ceph-mon[86658]: osdmap e552: 8 total, 8 up, 8 in 2024-08-10T05:04:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:51 smithi107 ceph-mon[86658]: osdmap e553: 8 total, 8 up, 8 in 2024-08-10T05:04:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:51 smithi078 ceph-mon[94618]: pgmap v489: 121 pgs: 121 active+clean; 285 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.0 MiB/s wr, 17 op/s 2024-08-10T05:04:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:51 smithi078 ceph-mon[94618]: osdmap e552: 8 total, 8 up, 8 in 2024-08-10T05:04:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:51 smithi078 ceph-mon[94618]: osdmap e553: 8 total, 8 up, 8 in 2024-08-10T05:04:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:51 smithi078 ceph-mon[92251]: pgmap v489: 121 pgs: 121 active+clean; 285 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.0 MiB/s wr, 17 op/s 2024-08-10T05:04:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:51 smithi078 ceph-mon[92251]: osdmap e552: 8 total, 8 up, 8 in 2024-08-10T05:04:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:51 smithi078 ceph-mon[92251]: osdmap e553: 8 total, 8 up, 8 in 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2535: done (5 left) 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2536: done (4 left) 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2537: done (3 left) 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2538: done (2 left) 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2541: done (1 left) 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2542: done (0 left) 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2543: read oid 13 snap 230 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2543: expect deleted 2024-08-10T05:04:52.128 INFO:tasks.rados.rados.0.smithi078.stdout:2544: read oid 44 snap 227 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2544: expect (ObjNum 751 snap 225 seq_num 751) 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2545: rollback oid 18 current snap is 240 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 18 to 230 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2546: read oid 42 snap -1 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2546: expect (ObjNum 767 snap 234 seq_num 767) 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2547: rmattr oid 17 current snap is 240 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2547: done (4 left) 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2548: read oid 39 snap -1 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2548: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:04:52.129 INFO:tasks.rados.rados.0.smithi078.stdout:2549: snap_remove snap 234 2024-08-10T05:04:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:04:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:04:51] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-08-10T05:04:52.226 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 05:04:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[119537]: 2024-08-10T05:04:52.135+0000 7fe55285d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-10T05:04:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:04:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:04:53.133 INFO:tasks.rados.rados.0.smithi078.stdout:2549: done (5 left) 2024-08-10T05:04:53.133 INFO:tasks.rados.rados.0.smithi078.stdout:2550: setattr oid 49 current snap is 240 2024-08-10T05:04:53.134 INFO:tasks.rados.rados.0.smithi078.stdout:2548: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:04:53.135 INFO:tasks.rados.rados.0.smithi078.stdout:2545: finishing rollback tid 0 to smithi07880501-18 2024-08-10T05:04:53.136 INFO:tasks.rados.rados.0.smithi078.stdout:2545: finishing rollback tid 1 to smithi07880501-18 2024-08-10T05:04:53.136 INFO:tasks.rados.rados.0.smithi078.stdout:2545: finishing rollback tid 2 to smithi07880501-18 2024-08-10T05:04:53.136 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2150 (ObjNum 717 snap 211 seq_num 717) dirty exists 2024-08-10T05:04:53.136 INFO:tasks.rados.rados.0.smithi078.stdout:2544: expect (ObjNum 751 snap 225 seq_num 751) 2024-08-10T05:04:53.278 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:04:53.320 INFO:tasks.rados.rados.0.smithi078.stdout:2546: expect (ObjNum 767 snap 234 seq_num 767) 2024-08-10T05:04:53.342 INFO:tasks.rados.rados.0.smithi078.stdout:2543: done (5 left) 2024-08-10T05:04:53.342 INFO:tasks.rados.rados.0.smithi078.stdout:2544: done (4 left) 2024-08-10T05:04:53.342 INFO:tasks.rados.rados.0.smithi078.stdout:2545: done (3 left) 2024-08-10T05:04:53.342 INFO:tasks.rados.rados.0.smithi078.stdout:2546: done (2 left) 2024-08-10T05:04:53.342 INFO:tasks.rados.rados.0.smithi078.stdout:2548: done (1 left) 2024-08-10T05:04:53.342 INFO:tasks.rados.rados.0.smithi078.stdout:2551: read oid 27 snap -1 2024-08-10T05:04:53.342 INFO:tasks.rados.rados.0.smithi078.stdout:2551: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:04:53.343 INFO:tasks.rados.rados.0.smithi078.stdout:2552: snap_create 2024-08-10T05:04:53.344 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 764 (ObjNum 775 snap 236 seq_num 775) dirty exists 2024-08-10T05:04:53.382 INFO:tasks.rados.rados.0.smithi078.stdout:2551: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:04:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:53 smithi078 ceph-mon[92251]: osdmap e554: 8 total, 8 up, 8 in 2024-08-10T05:04:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:53 smithi078 ceph-mon[92251]: pgmap v493: 121 pgs: 121 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-08-10T05:04:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:53 smithi078 ceph-mon[94618]: osdmap e554: 8 total, 8 up, 8 in 2024-08-10T05:04:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:53 smithi078 ceph-mon[94618]: pgmap v493: 121 pgs: 121 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (6m) 14s ago 10m 25.9M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (6m) 29s ago 10m 86.7M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (17s) 14s ago 12m 13.6M - 19.1.0-1335-gbca9905d c7b33901c886 cf9390fd2e86 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (12m) 29s ago 12m 20.6M - 17.2.7-1372-g56ceb861 354fce865a9a 8eee70ea28a4 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (6m) 29s ago 15m 441M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (6m) 14s ago 17m 512M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:04:53.550 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (5m) 14s ago 17m 67.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (5m) 29s ago 16m 49.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (5m) 14s ago 16m 53.9M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (6m) 14s ago 10m 16.7M - 1.5.0 0da6a335fe13 ce04e7e0d141 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (6m) 29s ago 10m 15.0M - 1.5.0 0da6a335fe13 dce2f028c309 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (4m) 14s ago 15m 291M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (3m) 14s ago 15m 202M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (3m) 14s ago 14m 133M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (2m) 14s ago 14m 100M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (2m) 29s ago 13m 159M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (100s) 29s ago 13m 178M 2479M 19.1.0-1335-gbca9905d c7b33901c886 6f0940128fe4 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (67s) 29s ago 13m 99.4M 2479M 19.1.0-1335-gbca9905d c7b33901c886 df3a52e395d2 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (33s) 29s ago 12m 11.6M 2479M 19.1.0-1335-gbca9905d c7b33901c886 276fd8508187 2024-08-10T05:04:53.551 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (6m) 29s ago 11m 65.5M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:04:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:53 smithi107 ceph-mon[86658]: osdmap e554: 8 total, 8 up, 8 in 2024-08-10T05:04:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:53 smithi107 ceph-mon[86658]: pgmap v493: 121 pgs: 121 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-08-10T05:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 14 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:04:54.258 INFO:tasks.rados.rados.0.smithi078.stdout:2550: done (2 left) 2024-08-10T05:04:54.258 INFO:tasks.rados.rados.0.smithi078.stdout:2551: done (1 left) 2024-08-10T05:04:54.258 INFO:tasks.rados.rados.0.smithi078.stdout:2552: done (0 left) 2024-08-10T05:04:54.259 INFO:tasks.rados.rados.0.smithi078.stdout:2553: rmattr oid 38 current snap is 241 2024-08-10T05:04:54.259 INFO:tasks.rados.rados.0.smithi078.stdout:2553: done (0 left) 2024-08-10T05:04:54.259 INFO:tasks.rados.rados.0.smithi078.stdout:2554: read oid 28 snap 220 2024-08-10T05:04:54.259 INFO:tasks.rados.rados.0.smithi078.stdout:2554: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:04:54.259 INFO:tasks.rados.rados.0.smithi078.stdout:2555: delete oid 8 current snap is 241 2024-08-10T05:04:54.265 INFO:tasks.rados.rados.0.smithi078.stdout:2555: done (1 left) 2024-08-10T05:04:54.265 INFO:tasks.rados.rados.0.smithi078.stdout:2556: read oid 4 snap -1 2024-08-10T05:04:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:2556: expect deleted 2024-08-10T05:04:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:2557: copy_from oid 7 from oid 46 current snap is 241 2024-08-10T05:04:54.266 INFO:tasks.rados.rados.0.smithi078.stdout:2558: delete oid 15 current snap is 241 2024-08-10T05:04:54.270 INFO:tasks.rados.rados.0.smithi078.stdout:2556: done (3 left) 2024-08-10T05:04:54.270 INFO:tasks.rados.rados.0.smithi078.stdout:2558: done (2 left) 2024-08-10T05:04:54.270 INFO:tasks.rados.rados.0.smithi078.stdout:2559: copy_from oid 29 from oid 44 current snap is 241 2024-08-10T05:04:54.270 INFO:tasks.rados.rados.0.smithi078.stdout:2560: snap_create 2024-08-10T05:04:54.279 INFO:tasks.rados.rados.0.smithi078.stdout:2554: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:04:54.473 INFO:tasks.rados.rados.0.smithi078.stdout:2559: finishing copy_from racing read to smithi07880501-29 2024-08-10T05:04:54.474 INFO:tasks.rados.rados.0.smithi078.stdout:2557: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:04:54.474 INFO:tasks.rados.rados.0.smithi078.stdout:2557: finishing copy_from to smithi07880501-7 2024-08-10T05:04:54.474 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 1776 (ObjNum 734 snap 217 seq_num 734) dirty exists 2024-08-10T05:04:54.474 INFO:tasks.rados.rados.0.smithi078.stdout:2559: finishing copy_from to smithi07880501-29 2024-08-10T05:04:54.474 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1778 (ObjNum 758 snap 228 seq_num 758) dirty exists 2024-08-10T05:04:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[92251]: osdmap e555: 8 total, 8 up, 8 in 2024-08-10T05:04:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[92251]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[92251]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2172043529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[94618]: osdmap e555: 8 total, 8 up, 8 in 2024-08-10T05:04:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[94618]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[94618]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:54 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2172043529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:54 smithi107 ceph-mon[86658]: osdmap e555: 8 total, 8 up, 8 in 2024-08-10T05:04:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:54 smithi107 ceph-mon[86658]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:54 smithi107 ceph-mon[86658]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:04:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:54 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2172043529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:04:54.882 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:54 smithi107 podman[110692]: 2024-08-10 05:04:54.60939562 +0000 UTC m=+8.333058814 container died 8eee70ea28a48b6370a09d9fe272a6c127703e3de1e1cf21c4adf96508e2f5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-10T05:04:55.142 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:54 smithi107 podman[110692]: 2024-08-10 05:04:54.981873155 +0000 UTC m=+8.705536348 container cleanup 8eee70ea28a48b6370a09d9fe272a6c127703e3de1e1cf21c4adf96508e2f5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T05:04:55.142 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:54 smithi107 bash[110692]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b 2024-08-10T05:04:55.147 INFO:tasks.rados.rados.0.smithi078.stdout:2554: done (3 left) 2024-08-10T05:04:55.148 INFO:tasks.rados.rados.0.smithi078.stdout:2557: done (2 left) 2024-08-10T05:04:55.148 INFO:tasks.rados.rados.0.smithi078.stdout:2559: done (1 left) 2024-08-10T05:04:55.148 INFO:tasks.rados.rados.0.smithi078.stdout:2560: done (0 left) 2024-08-10T05:04:55.149 INFO:tasks.rados.rados.0.smithi078.stdout:2561: setattr oid 23 current snap is 242 2024-08-10T05:04:55.149 INFO:tasks.rados.rados.0.smithi078.stdout:2562: snap_create 2024-08-10T05:04:55.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2024 (ObjNum 754 snap 225 seq_num 754) dirty exists 2024-08-10T05:04:55.401 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:55 smithi107 ceph-mon[86658]: osdmap e556: 8 total, 8 up, 8 in 2024-08-10T05:04:55.401 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:55 smithi107 ceph-mon[86658]: pgmap v496: 121 pgs: 121 active+clean; 292 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 54 op/s 2024-08-10T05:04:55.402 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:55 smithi107 podman[110719]: 2024-08-10 05:04:55.275031219 +0000 UTC m=+0.661283484 container remove 8eee70ea28a48b6370a09d9fe272a6c127703e3de1e1cf21c4adf96508e2f5c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-10T05:04:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:55 smithi078 ceph-mon[92251]: osdmap e556: 8 total, 8 up, 8 in 2024-08-10T05:04:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:55 smithi078 ceph-mon[92251]: pgmap v496: 121 pgs: 121 active+clean; 292 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 54 op/s 2024-08-10T05:04:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:55 smithi078 ceph-mon[94618]: osdmap e556: 8 total, 8 up, 8 in 2024-08-10T05:04:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:55 smithi078 ceph-mon[94618]: pgmap v496: 121 pgs: 121 active+clean; 292 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 54 op/s 2024-08-10T05:04:55.809 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:55 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-10T05:04:55.809 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:55 smithi107 systemd[1]: Stopped Ceph mds.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:04:55.810 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:55 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.b.service: Consumed 1.611s CPU time. 2024-08-10T05:04:55.810 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:55 smithi107 systemd[1]: Starting Ceph mds.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:04:56.067 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:55 smithi107 podman[110849]: 2024-08-10 05:04:55.809934748 +0000 UTC m=+0.103071260 container create a25796c57449729478ac78c97f4da80fd313828c161367edcd01c9aeba93c5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905) 2024-08-10T05:04:56.067 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:55 smithi107 podman[110849]: 2024-08-10 05:04:55.724116062 +0000 UTC m=+0.017252533 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:04:56.067 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:56 smithi107 podman[110849]: 2024-08-10 05:04:56.029334896 +0000 UTC m=+0.322471380 container init a25796c57449729478ac78c97f4da80fd313828c161367edcd01c9aeba93c5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-bca9905) 2024-08-10T05:04:56.067 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:56 smithi107 podman[110849]: 2024-08-10 05:04:56.032061889 +0000 UTC m=+0.325198368 container start a25796c57449729478ac78c97f4da80fd313828c161367edcd01c9aeba93c5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-10T05:04:56.068 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b[110864]: starting mds.b at 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2561: done (1 left) 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2562: done (0 left) 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2563: read oid 30 snap 220 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2563: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2564: read oid 25 snap -1 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2564: expect (ObjNum 765 snap 233 seq_num 765) 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2565: read oid 50 snap -1 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2565: expect deleted 2024-08-10T05:04:56.129 INFO:tasks.rados.rados.0.smithi078.stdout:2566: snap_create 2024-08-10T05:04:56.140 INFO:tasks.rados.rados.0.smithi078.stdout:2563: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:04:56.195 INFO:tasks.rados.rados.0.smithi078.stdout:2564: expect (ObjNum 765 snap 233 seq_num 765) 2024-08-10T05:04:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:56 smithi078 ceph-mon[94618]: osdmap e557: 8 total, 8 up, 8 in 2024-08-10T05:04:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:56 smithi078 ceph-mon[94618]: osdmap e558: 8 total, 8 up, 8 in 2024-08-10T05:04:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:56 smithi078 ceph-mon[92251]: osdmap e557: 8 total, 8 up, 8 in 2024-08-10T05:04:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:56 smithi078 ceph-mon[92251]: osdmap e558: 8 total, 8 up, 8 in 2024-08-10T05:04:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:56 smithi107 ceph-mon[86658]: osdmap e557: 8 total, 8 up, 8 in 2024-08-10T05:04:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:56 smithi107 ceph-mon[86658]: osdmap e558: 8 total, 8 up, 8 in 2024-08-10T05:04:56.567 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:56 smithi107 bash[110849]: a25796c57449729478ac78c97f4da80fd313828c161367edcd01c9aeba93c5ff 2024-08-10T05:04:56.567 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 05:04:56 smithi107 systemd[1]: Started Ceph mds.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:04:57.129 INFO:tasks.rados.rados.0.smithi078.stdout:2563: done (3 left) 2024-08-10T05:04:57.129 INFO:tasks.rados.rados.0.smithi078.stdout:2564: done (2 left) 2024-08-10T05:04:57.129 INFO:tasks.rados.rados.0.smithi078.stdout:2565: done (1 left) 2024-08-10T05:04:57.129 INFO:tasks.rados.rados.0.smithi078.stdout:2566: done (0 left) 2024-08-10T05:04:57.129 INFO:tasks.rados.rados.0.smithi078.stdout:2567: snap_remove snap 220 2024-08-10T05:04:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: mds.? [v2:172.21.15.107:6832/766912585,v1:172.21.15.107:6833/766912585] up:boot 2024-08-10T05:04:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-10T05:04:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:04:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: pgmap v499: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[94618]: osdmap e559: 8 total, 8 up, 8 in 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: mds.? [v2:172.21.15.107:6832/766912585,v1:172.21.15.107:6833/766912585] up:boot 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: pgmap v499: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-08-10T05:04:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:57 smithi078 ceph-mon[92251]: osdmap e559: 8 total, 8 up, 8 in 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: mds.? [v2:172.21.15.107:6832/766912585,v1:172.21.15.107:6833/766912585] up:boot 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: pgmap v499: 121 pgs: 121 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-08-10T05:04:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:57 smithi107 ceph-mon[86658]: osdmap e559: 8 total, 8 up, 8 in 2024-08-10T05:04:58.132 INFO:tasks.rados.rados.0.smithi078.stdout:2567: done (0 left) 2024-08-10T05:04:58.132 INFO:tasks.rados.rados.0.smithi078.stdout:2568: rmattr oid 49 current snap is 244 2024-08-10T05:04:58.132 INFO:tasks.rados.rados.0.smithi078.stdout:2569: rollback oid 46 current snap is 244 2024-08-10T05:04:58.132 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 46 to 242 2024-08-10T05:04:58.132 INFO:tasks.rados.rados.0.smithi078.stdout:2570: snap_create 2024-08-10T05:04:58.142 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 765 (ObjNum 775 snap 236 seq_num 775) dirty exists 2024-08-10T05:04:58.144 INFO:tasks.rados.rados.0.smithi078.stdout:2569: finishing rollback tid 0 to smithi07880501-46 2024-08-10T05:04:58.145 INFO:tasks.rados.rados.0.smithi078.stdout:2569: finishing rollback tid 1 to smithi07880501-46 2024-08-10T05:04:58.145 INFO:tasks.rados.rados.0.smithi078.stdout:2569: finishing rollback tid 2 to smithi07880501-46 2024-08-10T05:04:58.145 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2112 (ObjNum 734 snap 217 seq_num 734) dirty exists 2024-08-10T05:04:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:58 smithi078 ceph-mon[92251]: osdmap e560: 8 total, 8 up, 8 in 2024-08-10T05:04:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:58 smithi078 ceph-mon[94618]: osdmap e560: 8 total, 8 up, 8 in 2024-08-10T05:04:58.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:04:58.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:58 smithi107 ceph-mon[86658]: osdmap e560: 8 total, 8 up, 8 in 2024-08-10T05:04:59.132 INFO:tasks.rados.rados.0.smithi078.stdout:2568: done (2 left) 2024-08-10T05:04:59.132 INFO:tasks.rados.rados.0.smithi078.stdout:2569: done (1 left) 2024-08-10T05:04:59.132 INFO:tasks.rados.rados.0.smithi078.stdout:2570: done (0 left) 2024-08-10T05:04:59.132 INFO:tasks.rados.rados.0.smithi078.stdout:2571: rmattr oid 32 current snap is 245 2024-08-10T05:04:59.132 INFO:tasks.rados.rados.0.smithi078.stdout:2571: done (0 left) 2024-08-10T05:04:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:2572: rollback oid 3 current snap is 245 2024-08-10T05:04:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 236 2024-08-10T05:04:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 245 2024-08-10T05:04:59.133 INFO:tasks.rados.rados.0.smithi078.stdout:2573: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2024-08-10T05:04:59.134 INFO:tasks.rados.rados.0.smithi078.stdout:2573: writing smithi07880501-9 from 0 to 434176 tid 1 2024-08-10T05:04:59.138 INFO:tasks.rados.rados.0.smithi078.stdout:2573: writing smithi07880501-9 from 434176 to 983040 tid 2 2024-08-10T05:04:59.140 INFO:tasks.rados.rados.0.smithi078.stdout:2573: writing smithi07880501-9 from 983040 to 1236992 tid 3 2024-08-10T05:04:59.140 INFO:tasks.rados.rados.0.smithi078.stdout:2574: snap_create 2024-08-10T05:04:59.140 INFO:tasks.rados.rados.0.smithi078.stdout:2572: finishing rollback tid 0 to smithi07880501-3 2024-08-10T05:04:59.140 INFO:tasks.rados.rados.0.smithi078.stdout:2572: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:04:59.140 INFO:tasks.rados.rados.0.smithi078.stdout:2572: finishing rollback tid 2 to smithi07880501-3 2024-08-10T05:04:59.140 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1712 (ObjNum 770 snap 234 seq_num 770) dirty exists 2024-08-10T05:04:59.141 INFO:tasks.rados.rados.0.smithi078.stdout:2573: finishing write tid 1 to smithi07880501-9 2024-08-10T05:04:59.142 INFO:tasks.rados.rados.0.smithi078.stdout:2573: finishing write tid 2 to smithi07880501-9 2024-08-10T05:04:59.142 INFO:tasks.rados.rados.0.smithi078.stdout:2573: finishing write tid 3 to smithi07880501-9 2024-08-10T05:04:59.143 INFO:tasks.rados.rados.0.smithi078.stdout:2573: finishing write tid 4 to smithi07880501-9 2024-08-10T05:04:59.144 INFO:tasks.rados.rados.0.smithi078.stdout:2573: finishing write tid 5 to smithi07880501-9 2024-08-10T05:04:59.144 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 1106 (ObjNum 790 snap 245 seq_num 790) dirty exists 2024-08-10T05:04:59.144 INFO:tasks.rados.rados.0.smithi078.stdout:2573: left oid 9 (ObjNum 790 snap 245 seq_num 790) 2024-08-10T05:04:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:59 smithi107 ceph-mon[86658]: pgmap v502: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:04:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:04:59 smithi107 ceph-mon[86658]: osdmap e561: 8 total, 8 up, 8 in 2024-08-10T05:04:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:59 smithi078 ceph-mon[92251]: pgmap v502: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:04:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:04:59 smithi078 ceph-mon[92251]: osdmap e561: 8 total, 8 up, 8 in 2024-08-10T05:04:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:59 smithi078 ceph-mon[94618]: pgmap v502: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:04:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:04:59 smithi078 ceph-mon[94618]: osdmap e561: 8 total, 8 up, 8 in 2024-08-10T05:05:00.133 INFO:tasks.rados.rados.0.smithi078.stdout:2572: done (2 left) 2024-08-10T05:05:00.133 INFO:tasks.rados.rados.0.smithi078.stdout:2573: done (1 left) 2024-08-10T05:05:00.134 INFO:tasks.rados.rados.0.smithi078.stdout:2574: done (0 left) 2024-08-10T05:05:00.134 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 246 2024-08-10T05:05:00.134 INFO:tasks.rados.rados.0.smithi078.stdout:2575: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-08-10T05:05:00.136 INFO:tasks.rados.rados.0.smithi078.stdout:2575: writing smithi07880501-33 from 0 to 450560 tid 1 2024-08-10T05:05:00.138 INFO:tasks.rados.rados.0.smithi078.stdout:2575: writing smithi07880501-33 from 450560 to 925696 tid 2 2024-08-10T05:05:00.141 INFO:tasks.rados.rados.0.smithi078.stdout:2575: writing smithi07880501-33 from 925696 to 1253376 tid 3 2024-08-10T05:05:00.141 INFO:tasks.rados.rados.0.smithi078.stdout:2576: snap_create 2024-08-10T05:05:00.144 INFO:tasks.rados.rados.0.smithi078.stdout:2575: finishing write tid 1 to smithi07880501-33 2024-08-10T05:05:00.146 INFO:tasks.rados.rados.0.smithi078.stdout:2575: finishing write tid 2 to smithi07880501-33 2024-08-10T05:05:00.146 INFO:tasks.rados.rados.0.smithi078.stdout:2575: finishing write tid 3 to smithi07880501-33 2024-08-10T05:05:00.147 INFO:tasks.rados.rados.0.smithi078.stdout:2575: finishing write tid 4 to smithi07880501-33 2024-08-10T05:05:00.149 INFO:tasks.rados.rados.0.smithi078.stdout:2575: finishing write tid 5 to smithi07880501-33 2024-08-10T05:05:00.149 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 2181 (ObjNum 791 snap 246 seq_num 791) dirty exists 2024-08-10T05:05:00.149 INFO:tasks.rados.rados.0.smithi078.stdout:2575: left oid 33 (ObjNum 791 snap 246 seq_num 791) 2024-08-10T05:05:01.135 INFO:tasks.rados.rados.0.smithi078.stdout:2575: done (1 left) 2024-08-10T05:05:01.135 INFO:tasks.rados.rados.0.smithi078.stdout:2576: done (0 left) 2024-08-10T05:05:01.135 INFO:tasks.rados.rados.0.smithi078.stdout:2577: delete oid 46 current snap is 247 2024-08-10T05:05:01.141 INFO:tasks.rados.rados.0.smithi078.stdout:2577: done (0 left) 2024-08-10T05:05:01.141 INFO:tasks.rados.rados.0.smithi078.stdout:2578: delete oid 40 current snap is 247 2024-08-10T05:05:01.143 INFO:tasks.rados.rados.0.smithi078.stdout:2578: done (0 left) 2024-08-10T05:05:01.143 INFO:tasks.rados.rados.0.smithi078.stdout:2579: snap_create 2024-08-10T05:05:01.163 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:00 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.164 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:00 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.164 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:00 smithi107 ceph-mon[86658]: osdmap e562: 8 total, 8 up, 8 in 2024-08-10T05:05:01.164 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:00 smithi107 ceph-mon[86658]: pgmap v505: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 970 KiB/s wr, 10 op/s 2024-08-10T05:05:01.164 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:00 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.164 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:00 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[94618]: osdmap e562: 8 total, 8 up, 8 in 2024-08-10T05:05:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[94618]: pgmap v505: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 970 KiB/s wr, 10 op/s 2024-08-10T05:05:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[92251]: osdmap e562: 8 total, 8 up, 8 in 2024-08-10T05:05:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[92251]: pgmap v505: 121 pgs: 121 active+clean; 301 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 970 KiB/s wr, 10 op/s 2024-08-10T05:05:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:00 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:02.146 INFO:tasks.rados.rados.0.smithi078.stdout:2579: done (0 left) 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2580: read oid 50 snap -1 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2580: expect deleted 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2581: read oid 18 snap -1 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2581: expect (ObjNum 717 snap 211 seq_num 717) 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2582: rmattr oid 13 current snap is 248 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2582: done (2 left) 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2583: rmattr oid 11 current snap is 248 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2583: done (2 left) 2024-08-10T05:05:02.147 INFO:tasks.rados.rados.0.smithi078.stdout:2584: snap_create 2024-08-10T05:05:02.149 INFO:tasks.rados.rados.0.smithi078.stdout:2581: expect (ObjNum 717 snap 211 seq_num 717) 2024-08-10T05:05:02.207 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:02 smithi107 ceph-mon[86658]: osdmap e563: 8 total, 8 up, 8 in 2024-08-10T05:05:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:02 smithi078 ceph-mon[94618]: osdmap e563: 8 total, 8 up, 8 in 2024-08-10T05:05:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:02 smithi078 ceph-mon[92251]: osdmap e563: 8 total, 8 up, 8 in 2024-08-10T05:05:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:05:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:05:01] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-08-10T05:05:02.487 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:05:03.157 INFO:tasks.rados.rados.0.smithi078.stdout:2580: done (2 left) 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:2581: done (1 left) 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:2584: done (0 left) 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:2585: copy_from oid 48 from oid 32 current snap is 249 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:2586: rollback oid 19 current snap is 249 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 242 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:2587: copy_from oid 36 from oid 37 current snap is 249 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 249 2024-08-10T05:05:03.158 INFO:tasks.rados.rados.0.smithi078.stdout:2588: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2024-08-10T05:05:03.160 INFO:tasks.rados.rados.0.smithi078.stdout:2588: writing smithi07880501-39 from 0 to 499712 tid 1 2024-08-10T05:05:03.163 INFO:tasks.rados.rados.0.smithi078.stdout:2588: writing smithi07880501-39 from 499712 to 1032192 tid 2 2024-08-10T05:05:03.166 INFO:tasks.rados.rados.0.smithi078.stdout:2588: writing smithi07880501-39 from 1032192 to 1302528 tid 3 2024-08-10T05:05:03.166 INFO:tasks.rados.rados.0.smithi078.stdout:2589: snap_create 2024-08-10T05:05:03.166 INFO:tasks.rados.rados.0.smithi078.stdout:2586: finishing rollback tid 0 to smithi07880501-19 2024-08-10T05:05:03.167 INFO:tasks.rados.rados.0.smithi078.stdout:2588: finishing write tid 1 to smithi07880501-39 2024-08-10T05:05:03.167 INFO:tasks.rados.rados.0.smithi078.stdout:2586: finishing rollback tid 1 to smithi07880501-19 2024-08-10T05:05:03.167 INFO:tasks.rados.rados.0.smithi078.stdout:2586: finishing rollback tid 2 to smithi07880501-19 2024-08-10T05:05:03.167 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2116 (ObjNum 33 snap 0 seq_num 489699264) dirty exists 2024-08-10T05:05:03.169 INFO:tasks.rados.rados.0.smithi078.stdout:2585: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:05:03.169 INFO:tasks.rados.rados.0.smithi078.stdout:2588: finishing write tid 2 to smithi07880501-39 2024-08-10T05:05:03.170 INFO:tasks.rados.rados.0.smithi078.stdout:2588: finishing write tid 3 to smithi07880501-39 2024-08-10T05:05:03.170 INFO:tasks.rados.rados.0.smithi078.stdout:2588: finishing write tid 4 to smithi07880501-39 2024-08-10T05:05:03.171 INFO:tasks.rados.rados.0.smithi078.stdout:2585: finishing copy_from to smithi07880501-48 2024-08-10T05:05:03.171 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2030 (ObjNum 776 snap 237 seq_num 776) dirty exists 2024-08-10T05:05:03.172 INFO:tasks.rados.rados.0.smithi078.stdout:2588: finishing write tid 5 to smithi07880501-39 2024-08-10T05:05:03.172 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 572 (ObjNum 794 snap 249 seq_num 794) dirty exists 2024-08-10T05:05:03.172 INFO:tasks.rados.rados.0.smithi078.stdout:2588: left oid 39 (ObjNum 794 snap 249 seq_num 794) 2024-08-10T05:05:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:2587: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:05:03.176 INFO:tasks.rados.rados.0.smithi078.stdout:2587: finishing copy_from to smithi07880501-36 2024-08-10T05:05:03.176 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 2036 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:05:03.408 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:03 smithi107 ceph-mon[86658]: osdmap e564: 8 total, 8 up, 8 in 2024-08-10T05:05:03.408 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:03 smithi107 ceph-mon[86658]: pgmap v508: 121 pgs: 121 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 306 KiB/s wr, 10 op/s 2024-08-10T05:05:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:03 smithi078 ceph-mon[94618]: osdmap e564: 8 total, 8 up, 8 in 2024-08-10T05:05:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:03 smithi078 ceph-mon[94618]: pgmap v508: 121 pgs: 121 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 306 KiB/s wr, 10 op/s 2024-08-10T05:05:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:03 smithi078 ceph-mon[92251]: osdmap e564: 8 total, 8 up, 8 in 2024-08-10T05:05:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:03 smithi078 ceph-mon[92251]: pgmap v508: 121 pgs: 121 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 306 KiB/s wr, 10 op/s 2024-08-10T05:05:04.164 INFO:tasks.rados.rados.0.smithi078.stdout:2585: done (4 left) 2024-08-10T05:05:04.164 INFO:tasks.rados.rados.0.smithi078.stdout:2586: done (3 left) 2024-08-10T05:05:04.165 INFO:tasks.rados.rados.0.smithi078.stdout:2587: done (2 left) 2024-08-10T05:05:04.165 INFO:tasks.rados.rados.0.smithi078.stdout:2588: done (1 left) 2024-08-10T05:05:04.165 INFO:tasks.rados.rados.0.smithi078.stdout:2589: done (0 left) 2024-08-10T05:05:04.165 INFO:tasks.rados.rados.0.smithi078.stdout:2590: read oid 28 snap -1 2024-08-10T05:05:04.165 INFO:tasks.rados.rados.0.smithi078.stdout:2590: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:05:04.165 INFO:tasks.rados.rados.0.smithi078.stdout:2591: setattr oid 27 current snap is 250 2024-08-10T05:05:04.166 INFO:tasks.rados.rados.0.smithi078.stdout:2592: read oid 38 snap -1 2024-08-10T05:05:04.166 INFO:tasks.rados.rados.0.smithi078.stdout:2592: expect deleted 2024-08-10T05:05:04.166 INFO:tasks.rados.rados.0.smithi078.stdout:2593: snap_create 2024-08-10T05:05:04.172 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 2183 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:05:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:2590: expect (ObjNum 658 snap 192 seq_num 658) 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: osdmap e565: 8 total, 8 up, 8 in 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: osdmap e565: 8 total, 8 up, 8 in 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.450 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-10T05:05:04.451 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: osdmap e565: 8 total, 8 up, 8 in 2024-08-10T05:05:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:05.166 INFO:tasks.rados.rados.0.smithi078.stdout:2590: done (3 left) 2024-08-10T05:05:05.166 INFO:tasks.rados.rados.0.smithi078.stdout:2591: done (2 left) 2024-08-10T05:05:05.166 INFO:tasks.rados.rados.0.smithi078.stdout:2592: done (1 left) 2024-08-10T05:05:05.166 INFO:tasks.rados.rados.0.smithi078.stdout:2593: done (0 left) 2024-08-10T05:05:05.166 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 251 2024-08-10T05:05:05.166 INFO:tasks.rados.rados.0.smithi078.stdout:2594: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-08-10T05:05:05.168 INFO:tasks.rados.rados.0.smithi078.stdout:2594: writing smithi07880501-24 from 0 to 524288 tid 1 2024-08-10T05:05:05.171 INFO:tasks.rados.rados.0.smithi078.stdout:2594: writing smithi07880501-24 from 524288 to 942080 tid 2 2024-08-10T05:05:05.173 INFO:tasks.rados.rados.0.smithi078.stdout:2594: writing smithi07880501-24 from 942080 to 1327104 tid 3 2024-08-10T05:05:05.173 INFO:tasks.rados.rados.0.smithi078.stdout:2595: copy_from oid 30 from oid 12 current snap is 251 2024-08-10T05:05:05.173 INFO:tasks.rados.rados.0.smithi078.stdout:2596: copy_from oid 43 from oid 16 current snap is 251 2024-08-10T05:05:05.173 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 251 2024-08-10T05:05:05.174 INFO:tasks.rados.rados.0.smithi078.stdout:2597: seq_num 796 ranges {1302528=540672,1843200=704512,2547712=98304} 2024-08-10T05:05:05.183 INFO:tasks.rados.rados.0.smithi078.stdout:2597: writing smithi07880501-39 from 1302528 to 1843200 tid 1 2024-08-10T05:05:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:2597: writing smithi07880501-39 from 1843200 to 2547712 tid 2 2024-08-10T05:05:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:2597: writing smithi07880501-39 from 2547712 to 2646016 tid 3 2024-08-10T05:05:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:2598: snap_create 2024-08-10T05:05:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:2596: finishing copy_from to smithi07880501-43 2024-08-10T05:05:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:2596: got expected ENOENT (src dne) 2024-08-10T05:05:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:2596: finishing copy_from racing read to smithi07880501-43 2024-08-10T05:05:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:2594: finishing write tid 1 to smithi07880501-24 2024-08-10T05:05:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:2594: finishing write tid 2 to smithi07880501-24 2024-08-10T05:05:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:2594: finishing write tid 3 to smithi07880501-24 2024-08-10T05:05:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:2594: finishing write tid 4 to smithi07880501-24 2024-08-10T05:05:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:2594: finishing write tid 5 to smithi07880501-24 2024-08-10T05:05:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 2187 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:05:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:2594: left oid 24 (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:05:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:2597: finishing write tid 1 to smithi07880501-39 2024-08-10T05:05:05.192 INFO:tasks.rados.rados.0.smithi078.stdout:2597: finishing write tid 2 to smithi07880501-39 2024-08-10T05:05:05.192 INFO:tasks.rados.rados.0.smithi078.stdout:2597: finishing write tid 3 to smithi07880501-39 2024-08-10T05:05:05.192 INFO:tasks.rados.rados.0.smithi078.stdout:2597: finishing write tid 4 to smithi07880501-39 2024-08-10T05:05:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:2597: finishing write tid 5 to smithi07880501-39 2024-08-10T05:05:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 576 (ObjNum 796 snap 251 seq_num 796) dirty exists 2024-08-10T05:05:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:2597: left oid 39 (ObjNum 796 snap 251 seq_num 796) 2024-08-10T05:05:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:2595: finishing copy_from racing read to smithi07880501-30 2024-08-10T05:05:05.197 INFO:tasks.rados.rados.0.smithi078.stdout:2595: finishing copy_from to smithi07880501-30 2024-08-10T05:05:05.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 2033 (ObjNum 777 snap 237 seq_num 777) dirty exists 2024-08-10T05:05:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Detected new or changed devices on smithi107 2024-08-10T05:05:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all mds 2024-08-10T05:05:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all rgw 2024-08-10T05:05:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all rbd-mirror 2024-08-10T05:05:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all ceph-exporter 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all iscsi 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all nfs 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: Upgrade: Setting container_image for all nvmeof 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: osdmap e566: 8 total, 8 up, 8 in 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[94618]: pgmap v511: 121 pgs: 121 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Detected new or changed devices on smithi107 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all mds 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all rgw 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all rbd-mirror 2024-08-10T05:05:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all ceph-exporter 2024-08-10T05:05:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all iscsi 2024-08-10T05:05:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all nfs 2024-08-10T05:05:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: Upgrade: Setting container_image for all nvmeof 2024-08-10T05:05:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: osdmap e566: 8 total, 8 up, 8 in 2024-08-10T05:05:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:05 smithi078 ceph-mon[92251]: pgmap v511: 121 pgs: 121 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:05:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Detected new or changed devices on smithi107 2024-08-10T05:05:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all mds 2024-08-10T05:05:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all rgw 2024-08-10T05:05:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all rbd-mirror 2024-08-10T05:05:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all ceph-exporter 2024-08-10T05:05:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all iscsi 2024-08-10T05:05:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all nfs 2024-08-10T05:05:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: Upgrade: Setting container_image for all nvmeof 2024-08-10T05:05:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: osdmap e566: 8 total, 8 up, 8 in 2024-08-10T05:05:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:05 smithi107 ceph-mon[86658]: pgmap v511: 121 pgs: 121 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:05:05.976 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:05 smithi078 systemd[1]: Stopping Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:06.130 INFO:tasks.rados.rados.0.smithi078.stdout:2594: done (4 left) 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2595: done (3 left) 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2596: done (2 left) 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2597: done (1 left) 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2598: done (0 left) 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2599: read oid 8 snap -1 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2599: expect deleted 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2600: read oid 29 snap 250 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2600: expect (ObjNum 758 snap 228 seq_num 758) 2024-08-10T05:05:06.131 INFO:tasks.rados.rados.0.smithi078.stdout:2601: setattr oid 44 current snap is 252 2024-08-10T05:05:06.132 INFO:tasks.rados.rados.0.smithi078.stdout:2602: copy_from oid 39 from oid 10 current snap is 252 2024-08-10T05:05:06.132 INFO:tasks.rados.rados.0.smithi078.stdout:2603: setattr oid 19 current snap is 252 2024-08-10T05:05:06.133 INFO:tasks.rados.rados.0.smithi078.stdout:2604: copy_from oid 20 from oid 6 current snap is 252 2024-08-10T05:05:06.133 INFO:tasks.rados.rados.0.smithi078.stdout:2605: read oid 49 snap -1 2024-08-10T05:05:06.133 INFO:tasks.rados.rados.0.smithi078.stdout:2605: expect (ObjNum 775 snap 236 seq_num 775) 2024-08-10T05:05:06.133 INFO:tasks.rados.rados.0.smithi078.stdout:2606: delete oid 11 current snap is 252 2024-08-10T05:05:06.138 INFO:tasks.rados.rados.0.smithi078.stdout:2602: finishing copy_from racing read to smithi07880501-39 2024-08-10T05:05:06.140 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1818 (ObjNum 758 snap 228 seq_num 758) dirty exists 2024-08-10T05:05:06.140 INFO:tasks.rados.rados.0.smithi078.stdout:2599: done (7 left) 2024-08-10T05:05:06.140 INFO:tasks.rados.rados.0.smithi078.stdout:2601: done (6 left) 2024-08-10T05:05:06.140 INFO:tasks.rados.rados.0.smithi078.stdout:2606: done (5 left) 2024-08-10T05:05:06.140 INFO:tasks.rados.rados.0.smithi078.stdout:2607: snap_remove snap 246 2024-08-10T05:05:06.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[92251]: osdmap e567: 8 total, 8 up, 8 in 2024-08-10T05:05:06.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[92251]: Upgrade: Updating node-exporter.a (1/2) 2024-08-10T05:05:06.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[92251]: Deploying daemon node-exporter.a on smithi078 2024-08-10T05:05:06.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[92251]: osdmap e568: 8 total, 8 up, 8 in 2024-08-10T05:05:06.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[94618]: osdmap e567: 8 total, 8 up, 8 in 2024-08-10T05:05:06.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[94618]: Upgrade: Updating node-exporter.a (1/2) 2024-08-10T05:05:06.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[94618]: Deploying daemon node-exporter.a on smithi078 2024-08-10T05:05:06.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:06 smithi078 ceph-mon[94618]: osdmap e568: 8 total, 8 up, 8 in 2024-08-10T05:05:06.358 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 podman[123474]: 2024-08-10 05:05:06.082279696 +0000 UTC m=+0.105985918 container died ce04e7e0d141ee2828aa7f439d3783cfc2038d5999b74c61dc9c3bba3c18cff3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:06 smithi107 ceph-mon[86658]: osdmap e567: 8 total, 8 up, 8 in 2024-08-10T05:05:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:06 smithi107 ceph-mon[86658]: Upgrade: Updating node-exporter.a (1/2) 2024-08-10T05:05:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:06 smithi107 ceph-mon[86658]: Deploying daemon node-exporter.a on smithi078 2024-08-10T05:05:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:06 smithi107 ceph-mon[86658]: osdmap e568: 8 total, 8 up, 8 in 2024-08-10T05:05:06.726 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 podman[123474]: 2024-08-10 05:05:06.490687309 +0000 UTC m=+0.514393526 container cleanup ce04e7e0d141ee2828aa7f439d3783cfc2038d5999b74c61dc9c3bba3c18cff3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:06.726 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 bash[123474]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a 2024-08-10T05:05:07.133 INFO:tasks.rados.rados.0.smithi078.stdout:2607: done (5 left) 2024-08-10T05:05:07.133 INFO:tasks.rados.rados.0.smithi078.stdout:2608: read oid 14 snap 237 2024-08-10T05:05:07.133 INFO:tasks.rados.rados.0.smithi078.stdout:2608: expect deleted 2024-08-10T05:05:07.133 INFO:tasks.rados.rados.0.smithi078.stdout:2609: snap_remove snap 236 2024-08-10T05:05:07.159 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 podman[123486]: 2024-08-10 05:05:06.733620376 +0000 UTC m=+0.654921033 container remove ce04e7e0d141ee2828aa7f439d3783cfc2038d5999b74c61dc9c3bba3c18cff3 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:07.159 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:05:07.159 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-10T05:05:07.159 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 systemd[1]: Stopped Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:07.159 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:06 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Consumed 1.415s CPU time. 2024-08-10T05:05:07.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-mon[92251]: pgmap v514: 121 pgs: 121 active+clean; 309 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-10T05:05:07.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-mon[92251]: osdmap e569: 8 total, 8 up, 8 in 2024-08-10T05:05:07.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-mon[94618]: pgmap v514: 121 pgs: 121 active+clean; 309 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-10T05:05:07.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-mon[94618]: osdmap e569: 8 total, 8 up, 8 in 2024-08-10T05:05:07.479 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 systemd[1]: Starting Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:07.479 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 podman[123614]: 2024-08-10 05:05:07.367883452 +0000 UTC m=+0.110936676 container create e3a0b516b0aaab8bd1e7458d15d2be52faf6bf8af4f8a6f854edd379cedd438c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:07.479 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 podman[123614]: 2024-08-10 05:05:07.273700497 +0000 UTC m=+0.016753729 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:05:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:07 smithi107 ceph-mon[86658]: pgmap v514: 121 pgs: 121 active+clean; 309 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-10T05:05:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:07 smithi107 ceph-mon[86658]: osdmap e569: 8 total, 8 up, 8 in 2024-08-10T05:05:07.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 podman[123614]: 2024-08-10 05:05:07.596087854 +0000 UTC m=+0.339141077 container init e3a0b516b0aaab8bd1e7458d15d2be52faf6bf8af4f8a6f854edd379cedd438c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:07.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 podman[123614]: 2024-08-10 05:05:07.598819803 +0000 UTC m=+0.341873027 container start e3a0b516b0aaab8bd1e7458d15d2be52faf6bf8af4f8a6f854edd379cedd438c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:07.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.602Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:05:07.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.602Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:05:07.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.602Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:05:07.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:05:07.977 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:05:07.978 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:05:07.979 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:05:07.979 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:05:07.979 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:05:07.979 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:05:07.979 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:05:07.979 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:05:07.979 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:05:07.980 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:05:07.981 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a[123629]: ts=2024-08-10T05:05:07.603Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:05:07.982 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 bash[123614]: e3a0b516b0aaab8bd1e7458d15d2be52faf6bf8af4f8a6f854edd379cedd438c 2024-08-10T05:05:07.983 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 05:05:07 smithi078 systemd[1]: Started Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:08.134 INFO:tasks.rados.rados.0.smithi078.stdout:2609: done (6 left) 2024-08-10T05:05:08.134 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 252 2024-08-10T05:05:08.134 INFO:tasks.rados.rados.0.smithi078.stdout:2610: seq_num 798 ranges {1236992=573440,1810432=466944,2277376=335872} 2024-08-10T05:05:08.145 INFO:tasks.rados.rados.0.smithi078.stdout:2610: writing smithi07880501-9 from 1236992 to 1810432 tid 1 2024-08-10T05:05:08.148 INFO:tasks.rados.rados.0.smithi078.stdout:2610: writing smithi07880501-9 from 1810432 to 2277376 tid 2 2024-08-10T05:05:08.151 INFO:tasks.rados.rados.0.smithi078.stdout:2610: writing smithi07880501-9 from 2277376 to 2613248 tid 3 2024-08-10T05:05:08.151 INFO:tasks.rados.rados.0.smithi078.stdout:2611: rollback oid 21 current snap is 252 2024-08-10T05:05:08.151 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 227 2024-08-10T05:05:08.151 INFO:tasks.rados.rados.0.smithi078.stdout:2602: finishing copy_from to smithi07880501-39 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1812 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:2602: done (7 left) 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:2612: read oid 35 snap -1 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:2612: expect deleted 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2117 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:2604: finishing copy_from racing read to smithi07880501-20 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:2604: finishing copy_from to smithi07880501-20 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2109 (ObjNum 771 snap 234 seq_num 771) dirty exists 2024-08-10T05:05:08.152 INFO:tasks.rados.rados.0.smithi078.stdout:2600: expect (ObjNum 758 snap 228 seq_num 758) 2024-08-10T05:05:08.397 INFO:tasks.rados.rados.0.smithi078.stdout:2605: expect (ObjNum 775 snap 236 seq_num 775) 2024-08-10T05:05:08.836 INFO:tasks.rados.rados.0.smithi078.stdout:2600: done (7 left) 2024-08-10T05:05:08.836 INFO:tasks.rados.rados.0.smithi078.stdout:2603: done (6 left) 2024-08-10T05:05:08.836 INFO:tasks.rados.rados.0.smithi078.stdout:2604: done (5 left) 2024-08-10T05:05:08.836 INFO:tasks.rados.rados.0.smithi078.stdout:2605: done (4 left) 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2608: done (3 left) 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2613: snap_create 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2610: finishing write tid 1 to smithi07880501-9 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2611: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1706 (ObjNum 177 snap 0 seq_num 490446080) dirty dne 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2610: finishing write tid 2 to smithi07880501-9 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2610: finishing write tid 3 to smithi07880501-9 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2610: finishing write tid 4 to smithi07880501-9 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2610: finishing write tid 5 to smithi07880501-9 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2034 (ObjNum 798 snap 252 seq_num 798) dirty exists 2024-08-10T05:05:08.837 INFO:tasks.rados.rados.0.smithi078.stdout:2610: left oid 9 (ObjNum 798 snap 252 seq_num 798) 2024-08-10T05:05:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:08 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:08 smithi107 ceph-mon[86658]: osdmap e570: 8 total, 8 up, 8 in 2024-08-10T05:05:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:08 smithi107 ceph-mon[86658]: pgmap v517: 121 pgs: 121 active+clean; 312 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T05:05:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[94618]: osdmap e570: 8 total, 8 up, 8 in 2024-08-10T05:05:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[94618]: pgmap v517: 121 pgs: 121 active+clean; 312 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T05:05:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[92251]: osdmap e570: 8 total, 8 up, 8 in 2024-08-10T05:05:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:08 smithi078 ceph-mon[92251]: pgmap v517: 121 pgs: 121 active+clean; 312 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-10T05:05:09.731 INFO:tasks.rados.rados.0.smithi078.stdout:2610: done (3 left) 2024-08-10T05:05:09.732 INFO:tasks.rados.rados.0.smithi078.stdout:2611: done (2 left) 2024-08-10T05:05:09.732 INFO:tasks.rados.rados.0.smithi078.stdout:2612: done (1 left) 2024-08-10T05:05:09.732 INFO:tasks.rados.rados.0.smithi078.stdout:2613: done (0 left) 2024-08-10T05:05:09.732 INFO:tasks.rados.rados.0.smithi078.stdout:2614: delete oid 35 current snap is 253 2024-08-10T05:05:09.735 INFO:tasks.rados.rados.0.smithi078.stdout:2614: done (0 left) 2024-08-10T05:05:09.735 INFO:tasks.rados.rados.0.smithi078.stdout:2615: snap_create 2024-08-10T05:05:09.764 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:09 smithi107 systemd[1]: Stopping Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:10.066 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:09 smithi107 podman[114568]: 2024-08-10 05:05:09.764515681 +0000 UTC m=+0.124276154 container died dce2f028c309fc98e2c784e99b15e18ffb58cd90f89235c85c15687fda70cdc2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:05:10.249 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:10 smithi078 ceph-mon[92251]: Upgrade: Updating node-exporter.b (2/2) 2024-08-10T05:05:10.249 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:10 smithi078 ceph-mon[92251]: Deploying daemon node-exporter.b on smithi107 2024-08-10T05:05:10.249 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:10 smithi078 ceph-mon[92251]: osdmap e571: 8 total, 8 up, 8 in 2024-08-10T05:05:10.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:10 smithi078 ceph-mon[94618]: Upgrade: Updating node-exporter.b (2/2) 2024-08-10T05:05:10.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:10 smithi078 ceph-mon[94618]: Deploying daemon node-exporter.b on smithi107 2024-08-10T05:05:10.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:10 smithi078 ceph-mon[94618]: osdmap e571: 8 total, 8 up, 8 in 2024-08-10T05:05:10.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:10 smithi107 ceph-mon[86658]: Upgrade: Updating node-exporter.b (2/2) 2024-08-10T05:05:10.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:10 smithi107 ceph-mon[86658]: Deploying daemon node-exporter.b on smithi107 2024-08-10T05:05:10.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:10 smithi107 ceph-mon[86658]: osdmap e571: 8 total, 8 up, 8 in 2024-08-10T05:05:10.379 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 podman[114568]: 2024-08-10 05:05:10.161653704 +0000 UTC m=+0.521414176 container cleanup dce2f028c309fc98e2c784e99b15e18ffb58cd90f89235c85c15687fda70cdc2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:05:10.379 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 bash[114568]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b 2024-08-10T05:05:10.732 INFO:tasks.rados.rados.0.smithi078.stdout:2615: done (0 left) 2024-08-10T05:05:10.732 INFO:tasks.rados.rados.0.smithi078.stdout:2616: copy_from oid 2 from oid 45 current snap is 254 2024-08-10T05:05:10.732 INFO:tasks.rados.rados.0.smithi078.stdout:2617: rmattr oid 23 current snap is 254 2024-08-10T05:05:10.733 INFO:tasks.rados.rados.0.smithi078.stdout:2618: rmattr oid 38 current snap is 254 2024-08-10T05:05:10.733 INFO:tasks.rados.rados.0.smithi078.stdout:2618: done (2 left) 2024-08-10T05:05:10.733 INFO:tasks.rados.rados.0.smithi078.stdout:2619: delete oid 48 current snap is 254 2024-08-10T05:05:10.734 INFO:tasks.rados.rados.0.smithi078.stdout:2619: done (2 left) 2024-08-10T05:05:10.734 INFO:tasks.rados.rados.0.smithi078.stdout:2620: snap_remove snap 251 2024-08-10T05:05:10.807 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 podman[114582]: 2024-08-10 05:05:10.379491236 +0000 UTC m=+0.618685555 container remove dce2f028c309fc98e2c784e99b15e18ffb58cd90f89235c85c15687fda70cdc2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:05:10.807 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:05:10.807 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-10T05:05:10.807 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 systemd[1]: Stopped Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:10.807 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Consumed 1.456s CPU time. 2024-08-10T05:05:11.067 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:10 smithi107 systemd[1]: Starting Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:11.067 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 podman[114707]: 2024-08-10 05:05:10.922688365 +0000 UTC m=+0.016817638 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:05:11.067 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 podman[114707]: 2024-08-10 05:05:11.03084924 +0000 UTC m=+0.124978500 container create 67e1044b22cb427ca70b99cb825a17df6103375f544fd553674379c39a2d64b0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:05:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:11 smithi078 ceph-mon[92251]: pgmap v519: 121 pgs: 121 active+clean; 316 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-08-10T05:05:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:11 smithi078 ceph-mon[92251]: osdmap e572: 8 total, 8 up, 8 in 2024-08-10T05:05:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:11 smithi078 ceph-mon[94618]: pgmap v519: 121 pgs: 121 active+clean; 316 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-08-10T05:05:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:11 smithi078 ceph-mon[94618]: osdmap e572: 8 total, 8 up, 8 in 2024-08-10T05:05:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-mon[86658]: pgmap v519: 121 pgs: 121 active+clean; 316 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-08-10T05:05:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-mon[86658]: osdmap e572: 8 total, 8 up, 8 in 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 podman[114707]: 2024-08-10 05:05:11.249683276 +0000 UTC m=+0.343812538 container init 67e1044b22cb427ca70b99cb825a17df6103375f544fd553674379c39a2d64b0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 podman[114707]: 2024-08-10 05:05:11.252429747 +0000 UTC m=+0.346559018 container start 67e1044b22cb427ca70b99cb825a17df6103375f544fd553674379c39a2d64b0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.256Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.256Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:05:11.568 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:05:11.569 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:05:11.570 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:05:11.571 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.257Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.258Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b[114721]: ts=2024-08-10T05:05:11.258Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 bash[114707]: 67e1044b22cb427ca70b99cb825a17df6103375f544fd553674379c39a2d64b0 2024-08-10T05:05:11.572 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 05:05:11 smithi107 systemd[1]: Started Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:11.737 INFO:tasks.rados.rados.0.smithi078.stdout:2620: done (2 left) 2024-08-10T05:05:11.738 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 254 2024-08-10T05:05:11.738 INFO:tasks.rados.rados.0.smithi078.stdout:2621: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-08-10T05:05:11.743 INFO:tasks.rados.rados.0.smithi078.stdout:2621: writing smithi07880501-11 from 0 to 622592 tid 1 2024-08-10T05:05:11.747 INFO:tasks.rados.rados.0.smithi078.stdout:2621: writing smithi07880501-11 from 622592 to 1196032 tid 2 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:2621: writing smithi07880501-11 from 1196032 to 1425408 tid 3 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 254 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2025 (ObjNum 754 snap 225 seq_num 754) dirty exists 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:2616: finishing copy_from racing read to smithi07880501-2 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:2616: finishing copy_from to smithi07880501-2 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 1891 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:2621: finishing write tid 1 to smithi07880501-11 2024-08-10T05:05:11.749 INFO:tasks.rados.rados.0.smithi078.stdout:2622: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-08-10T05:05:11.753 INFO:tasks.rados.rados.0.smithi078.stdout:2622: writing smithi07880501-38 from 0 to 638976 tid 1 2024-08-10T05:05:11.756 INFO:tasks.rados.rados.0.smithi078.stdout:2622: writing smithi07880501-38 from 638976 to 1097728 tid 2 2024-08-10T05:05:11.762 INFO:tasks.rados.rados.0.smithi078.stdout:2622: writing smithi07880501-38 from 1097728 to 1441792 tid 3 2024-08-10T05:05:11.762 INFO:tasks.rados.rados.0.smithi078.stdout:2616: done (3 left) 2024-08-10T05:05:11.763 INFO:tasks.rados.rados.0.smithi078.stdout:2617: done (2 left) 2024-08-10T05:05:11.763 INFO:tasks.rados.rados.0.smithi078.stdout:2623: snap_remove snap 245 2024-08-10T05:05:12.207 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:05:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:05:11] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-08-10T05:05:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[94618]: osdmap e573: 8 total, 8 up, 8 in 2024-08-10T05:05:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:12 smithi078 ceph-mon[92251]: osdmap e573: 8 total, 8 up, 8 in 2024-08-10T05:05:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:05:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:12 smithi107 ceph-mon[86658]: osdmap e573: 8 total, 8 up, 8 in 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2623: done (2 left) 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2624: setattr oid 10 current snap is 254 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2621: finishing write tid 2 to smithi07880501-11 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2621: finishing write tid 3 to smithi07880501-11 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2621: finishing write tid 4 to smithi07880501-11 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2621: finishing write tid 5 to smithi07880501-11 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 1836 (ObjNum 801 snap 254 seq_num 801) dirty exists 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2621: left oid 11 (ObjNum 801 snap 254 seq_num 801) 2024-08-10T05:05:12.736 INFO:tasks.rados.rados.0.smithi078.stdout:2622: finishing write tid 1 to smithi07880501-38 2024-08-10T05:05:12.737 INFO:tasks.rados.rados.0.smithi078.stdout:2622: finishing write tid 2 to smithi07880501-38 2024-08-10T05:05:12.737 INFO:tasks.rados.rados.0.smithi078.stdout:2622: finishing write tid 3 to smithi07880501-38 2024-08-10T05:05:12.737 INFO:tasks.rados.rados.0.smithi078.stdout:2622: finishing write tid 4 to smithi07880501-38 2024-08-10T05:05:12.737 INFO:tasks.rados.rados.0.smithi078.stdout:2622: finishing write tid 5 to smithi07880501-38 2024-08-10T05:05:12.737 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 1289 (ObjNum 802 snap 254 seq_num 802) dirty exists 2024-08-10T05:05:12.737 INFO:tasks.rados.rados.0.smithi078.stdout:2622: left oid 38 (ObjNum 802 snap 254 seq_num 802) 2024-08-10T05:05:12.741 INFO:tasks.rados.rados.0.smithi078.stdout:2621: done (2 left) 2024-08-10T05:05:12.741 INFO:tasks.rados.rados.0.smithi078.stdout:2622: done (1 left) 2024-08-10T05:05:12.741 INFO:tasks.rados.rados.0.smithi078.stdout:2625: rmattr oid 39 current snap is 254 2024-08-10T05:05:12.741 INFO:tasks.rados.rados.0.smithi078.stdout:2626: rollback oid 7 current snap is 254 2024-08-10T05:05:12.741 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 7 to 232 2024-08-10T05:05:12.741 INFO:tasks.rados.rados.0.smithi078.stdout:2627: snap_remove snap 238 2024-08-10T05:05:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:13 smithi078 ceph-mon[92251]: pgmap v522: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-10T05:05:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:13 smithi078 ceph-mon[92251]: osdmap e574: 8 total, 8 up, 8 in 2024-08-10T05:05:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:13 smithi078 ceph-mon[94618]: pgmap v522: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-10T05:05:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:13 smithi078 ceph-mon[94618]: osdmap e574: 8 total, 8 up, 8 in 2024-08-10T05:05:13.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:13 smithi107 ceph-mon[86658]: pgmap v522: 121 pgs: 121 active+clean; 318 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-10T05:05:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:13 smithi107 ceph-mon[86658]: osdmap e574: 8 total, 8 up, 8 in 2024-08-10T05:05:13.738 INFO:tasks.rados.rados.0.smithi078.stdout:2627: done (3 left) 2024-08-10T05:05:13.738 INFO:tasks.rados.rados.0.smithi078.stdout:2628: delete oid 43 current snap is 254 2024-08-10T05:05:13.739 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1813 (ObjNum 129 snap 0 seq_num 489131648) dirty exists 2024-08-10T05:05:13.739 INFO:tasks.rados.rados.0.smithi078.stdout:2626: finishing rollback tid 0 to smithi07880501-7 2024-08-10T05:05:13.739 INFO:tasks.rados.rados.0.smithi078.stdout:2626: finishing rollback tid 1 to smithi07880501-7 2024-08-10T05:05:13.739 INFO:tasks.rados.rados.0.smithi078.stdout:2626: finishing rollback tid 2 to smithi07880501-7 2024-08-10T05:05:13.739 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2207 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-08-10T05:05:13.739 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1842 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:05:13.748 INFO:tasks.rados.rados.0.smithi078.stdout:2624: done (3 left) 2024-08-10T05:05:13.748 INFO:tasks.rados.rados.0.smithi078.stdout:2625: done (2 left) 2024-08-10T05:05:13.749 INFO:tasks.rados.rados.0.smithi078.stdout:2626: done (1 left) 2024-08-10T05:05:13.749 INFO:tasks.rados.rados.0.smithi078.stdout:2628: done (0 left) 2024-08-10T05:05:13.749 INFO:tasks.rados.rados.0.smithi078.stdout:2629: read oid 50 snap -1 2024-08-10T05:05:13.749 INFO:tasks.rados.rados.0.smithi078.stdout:2629: expect deleted 2024-08-10T05:05:13.749 INFO:tasks.rados.rados.0.smithi078.stdout:2630: rollback oid 21 current snap is 254 2024-08-10T05:05:13.749 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 242 2024-08-10T05:05:13.749 INFO:tasks.rados.rados.0.smithi078.stdout:2631: delete oid 35 current snap is 254 2024-08-10T05:05:13.751 INFO:tasks.rados.rados.0.smithi078.stdout:2629: done (2 left) 2024-08-10T05:05:13.751 INFO:tasks.rados.rados.0.smithi078.stdout:2631: done (1 left) 2024-08-10T05:05:13.751 INFO:tasks.rados.rados.0.smithi078.stdout:2632: delete oid 50 current snap is 254 2024-08-10T05:05:13.751 INFO:tasks.rados.rados.0.smithi078.stdout:2630: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:05:13.751 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1706 (ObjNum 161 snap 0 seq_num 3472862576) dirty dne 2024-08-10T05:05:13.754 INFO:tasks.rados.rados.0.smithi078.stdout:2630: done (1 left) 2024-08-10T05:05:13.754 INFO:tasks.rados.rados.0.smithi078.stdout:2632: done (0 left) 2024-08-10T05:05:13.754 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 254 2024-08-10T05:05:13.754 INFO:tasks.rados.rados.0.smithi078.stdout:2633: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-08-10T05:05:13.758 INFO:tasks.rados.rados.0.smithi078.stdout:2633: writing smithi07880501-35 from 0 to 704512 tid 1 2024-08-10T05:05:13.760 INFO:tasks.rados.rados.0.smithi078.stdout:2633: writing smithi07880501-35 from 704512 to 1146880 tid 2 2024-08-10T05:05:13.763 INFO:tasks.rados.rados.0.smithi078.stdout:2633: writing smithi07880501-35 from 1146880 to 1507328 tid 3 2024-08-10T05:05:13.763 INFO:tasks.rados.rados.0.smithi078.stdout:2634: delete oid 17 current snap is 254 2024-08-10T05:05:13.763 INFO:tasks.rados.rados.0.smithi078.stdout:2633: finishing write tid 1 to smithi07880501-35 2024-08-10T05:05:13.763 INFO:tasks.rados.rados.0.smithi078.stdout:2633: finishing write tid 2 to smithi07880501-35 2024-08-10T05:05:13.765 INFO:tasks.rados.rados.0.smithi078.stdout:2634: done (1 left) 2024-08-10T05:05:13.765 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 254 2024-08-10T05:05:13.765 INFO:tasks.rados.rados.0.smithi078.stdout:2635: seq_num 808 ranges {1032192=737280,1769472=614400,2383872=188416} 2024-08-10T05:05:13.774 INFO:tasks.rados.rados.0.smithi078.stdout:2635: writing smithi07880501-3 from 1032192 to 1769472 tid 1 2024-08-10T05:05:13.778 INFO:tasks.rados.rados.0.smithi078.stdout:2635: writing smithi07880501-3 from 1769472 to 2383872 tid 2 2024-08-10T05:05:13.779 INFO:tasks.rados.rados.0.smithi078.stdout:2635: writing smithi07880501-3 from 2383872 to 2572288 tid 3 2024-08-10T05:05:13.780 INFO:tasks.rados.rados.0.smithi078.stdout:2636: snap_create 2024-08-10T05:05:13.780 INFO:tasks.rados.rados.0.smithi078.stdout:2633: finishing write tid 3 to smithi07880501-35 2024-08-10T05:05:13.780 INFO:tasks.rados.rados.0.smithi078.stdout:2633: finishing write tid 4 to smithi07880501-35 2024-08-10T05:05:13.780 INFO:tasks.rados.rados.0.smithi078.stdout:2633: finishing write tid 5 to smithi07880501-35 2024-08-10T05:05:13.780 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 2113 (ObjNum 806 snap 254 seq_num 806) dirty exists 2024-08-10T05:05:13.780 INFO:tasks.rados.rados.0.smithi078.stdout:2633: left oid 35 (ObjNum 806 snap 254 seq_num 806) 2024-08-10T05:05:13.780 INFO:tasks.rados.rados.0.smithi078.stdout:2635: finishing write tid 1 to smithi07880501-3 2024-08-10T05:05:13.781 INFO:tasks.rados.rados.0.smithi078.stdout:2635: finishing write tid 2 to smithi07880501-3 2024-08-10T05:05:13.781 INFO:tasks.rados.rados.0.smithi078.stdout:2635: finishing write tid 3 to smithi07880501-3 2024-08-10T05:05:13.781 INFO:tasks.rados.rados.0.smithi078.stdout:2635: finishing write tid 4 to smithi07880501-3 2024-08-10T05:05:13.782 INFO:tasks.rados.rados.0.smithi078.stdout:2635: finishing write tid 5 to smithi07880501-3 2024-08-10T05:05:13.782 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1716 (ObjNum 808 snap 254 seq_num 808) dirty exists 2024-08-10T05:05:13.782 INFO:tasks.rados.rados.0.smithi078.stdout:2635: left oid 3 (ObjNum 808 snap 254 seq_num 808) 2024-08-10T05:05:14.748 INFO:tasks.rados.rados.0.smithi078.stdout:2633: done (2 left) 2024-08-10T05:05:14.748 INFO:tasks.rados.rados.0.smithi078.stdout:2635: done (1 left) 2024-08-10T05:05:14.748 INFO:tasks.rados.rados.0.smithi078.stdout:2636: done (0 left) 2024-08-10T05:05:14.748 INFO:tasks.rados.rados.0.smithi078.stdout:2637: delete oid 47 current snap is 255 2024-08-10T05:05:14.753 INFO:tasks.rados.rados.0.smithi078.stdout:2637: done (0 left) 2024-08-10T05:05:14.754 INFO:tasks.rados.rados.0.smithi078.stdout:2638: copy_from oid 37 from oid 34 current snap is 255 2024-08-10T05:05:14.754 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 255 2024-08-10T05:05:14.754 INFO:tasks.rados.rados.0.smithi078.stdout:2639: seq_num 810 ranges {2613248=770048,3383296=778240,4161536=24576} 2024-08-10T05:05:14.772 INFO:tasks.rados.rados.0.smithi078.stdout:2639: writing smithi07880501-9 from 2613248 to 3383296 tid 1 2024-08-10T05:05:14.777 INFO:tasks.rados.rados.0.smithi078.stdout:2639: writing smithi07880501-9 from 3383296 to 4161536 tid 2 2024-08-10T05:05:14.777 INFO:tasks.rados.rados.0.smithi078.stdout:2639: writing smithi07880501-9 from 4161536 to 4186112 tid 3 2024-08-10T05:05:14.777 INFO:tasks.rados.rados.0.smithi078.stdout:2640: rollback oid 27 current snap is 255 2024-08-10T05:05:14.777 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 27 to 242 2024-08-10T05:05:14.777 INFO:tasks.rados.rados.0.smithi078.stdout:2638: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:05:14.778 INFO:tasks.rados.rados.0.smithi078.stdout:2638: finishing copy_from to smithi07880501-37 2024-08-10T05:05:14.778 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 1777 (ObjNum 760 snap 229 seq_num 760) dirty exists 2024-08-10T05:05:14.778 INFO:tasks.rados.rados.0.smithi078.stdout:2638: done (2 left) 2024-08-10T05:05:14.778 INFO:tasks.rados.rados.0.smithi078.stdout:2641: delete oid 48 current snap is 255 2024-08-10T05:05:14.779 INFO:tasks.rados.rados.0.smithi078.stdout:2639: finishing write tid 1 to smithi07880501-9 2024-08-10T05:05:14.782 INFO:tasks.rados.rados.0.smithi078.stdout:2639: finishing write tid 2 to smithi07880501-9 2024-08-10T05:05:14.782 INFO:tasks.rados.rados.0.smithi078.stdout:2639: finishing write tid 3 to smithi07880501-9 2024-08-10T05:05:14.782 INFO:tasks.rados.rados.0.smithi078.stdout:2639: finishing write tid 4 to smithi07880501-9 2024-08-10T05:05:14.783 INFO:tasks.rados.rados.0.smithi078.stdout:2641: done (2 left) 2024-08-10T05:05:14.783 INFO:tasks.rados.rados.0.smithi078.stdout:2642: delete oid 20 current snap is 255 2024-08-10T05:05:14.783 INFO:tasks.rados.rados.0.smithi078.stdout:2639: finishing write tid 5 to smithi07880501-9 2024-08-10T05:05:14.783 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2039 (ObjNum 810 snap 255 seq_num 810) dirty exists 2024-08-10T05:05:14.783 INFO:tasks.rados.rados.0.smithi078.stdout:2639: left oid 9 (ObjNum 810 snap 255 seq_num 810) 2024-08-10T05:05:14.785 INFO:tasks.rados.rados.0.smithi078.stdout:2640: finishing rollback tid 0 to smithi07880501-27 2024-08-10T05:05:14.785 INFO:tasks.rados.rados.0.smithi078.stdout:2639: done (2 left) 2024-08-10T05:05:14.785 INFO:tasks.rados.rados.0.smithi078.stdout:2642: done (1 left) 2024-08-10T05:05:14.786 INFO:tasks.rados.rados.0.smithi078.stdout:2643: snap_create 2024-08-10T05:05:14.786 INFO:tasks.rados.rados.0.smithi078.stdout:2640: finishing rollback tid 1 to smithi07880501-27 2024-08-10T05:05:14.786 INFO:tasks.rados.rados.0.smithi078.stdout:2640: finishing rollback tid 2 to smithi07880501-27 2024-08-10T05:05:14.786 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 2229 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:05:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:14 smithi107 ceph-mon[86658]: osdmap e575: 8 total, 8 up, 8 in 2024-08-10T05:05:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:14 smithi107 ceph-mon[86658]: pgmap v525: 121 pgs: 121 active+clean; 323 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-10T05:05:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.086 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[94618]: osdmap e575: 8 total, 8 up, 8 in 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[94618]: pgmap v525: 121 pgs: 121 active+clean; 323 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[92251]: osdmap e575: 8 total, 8 up, 8 in 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[92251]: pgmap v525: 121 pgs: 121 active+clean; 323 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-10T05:05:15.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:15.755 INFO:tasks.rados.rados.0.smithi078.stdout:2640: done (1 left) 2024-08-10T05:05:15.755 INFO:tasks.rados.rados.0.smithi078.stdout:2643: done (0 left) 2024-08-10T05:05:15.755 INFO:tasks.rados.rados.0.smithi078.stdout:2644: snap_remove snap 250 2024-08-10T05:05:16.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:15 smithi107 ceph-mon[86658]: osdmap e576: 8 total, 8 up, 8 in 2024-08-10T05:05:16.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.102 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[92251]: osdmap e576: 8 total, 8 up, 8 in 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[94618]: osdmap e576: 8 total, 8 up, 8 in 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.103 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:2644: done (0 left) 2024-08-10T05:05:16.139 INFO:tasks.rados.rados.0.smithi078.stdout:2645: snap_create 2024-08-10T05:05:17.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:16 smithi107 ceph-mon[86658]: osdmap e577: 8 total, 8 up, 8 in 2024-08-10T05:05:17.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:16 smithi107 ceph-mon[86658]: osdmap e578: 8 total, 8 up, 8 in 2024-08-10T05:05:17.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:16 smithi107 ceph-mon[86658]: pgmap v529: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 825 B/s rd, 2.6 MiB/s wr, 12 op/s 2024-08-10T05:05:17.144 INFO:tasks.rados.rados.0.smithi078.stdout:2645: done (0 left) 2024-08-10T05:05:17.144 INFO:tasks.rados.rados.0.smithi078.stdout:2646: snap_remove snap 253 2024-08-10T05:05:17.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:16 smithi078 ceph-mon[92251]: osdmap e577: 8 total, 8 up, 8 in 2024-08-10T05:05:17.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:16 smithi078 ceph-mon[92251]: osdmap e578: 8 total, 8 up, 8 in 2024-08-10T05:05:17.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:16 smithi078 ceph-mon[92251]: pgmap v529: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 825 B/s rd, 2.6 MiB/s wr, 12 op/s 2024-08-10T05:05:17.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:16 smithi078 ceph-mon[94618]: osdmap e577: 8 total, 8 up, 8 in 2024-08-10T05:05:17.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:16 smithi078 ceph-mon[94618]: osdmap e578: 8 total, 8 up, 8 in 2024-08-10T05:05:17.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:16 smithi078 ceph-mon[94618]: pgmap v529: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 825 B/s rd, 2.6 MiB/s wr, 12 op/s 2024-08-10T05:05:18.149 INFO:tasks.rados.rados.0.smithi078.stdout:2646: done (0 left) 2024-08-10T05:05:18.150 INFO:tasks.rados.rados.0.smithi078.stdout:2647: setattr oid 43 current snap is 257 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2648: setattr oid 29 current snap is 257 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2649: rmattr oid 12 current snap is 257 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2649: done (2 left) 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2650: read oid 3 snap -1 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2650: expect (ObjNum 808 snap 254 seq_num 808) 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2651: copy_from oid 15 from oid 24 current snap is 257 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2652: read oid 32 snap 244 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2652: expect (ObjNum 776 snap 237 seq_num 776) 2024-08-10T05:05:18.155 INFO:tasks.rados.rados.0.smithi078.stdout:2653: setattr oid 26 current snap is 257 2024-08-10T05:05:18.157 INFO:tasks.rados.rados.0.smithi078.stdout:2654: delete oid 30 current snap is 257 2024-08-10T05:05:18.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2035 (ObjNum 65 snap 0 seq_num 1532916318) dirty exists 2024-08-10T05:05:18.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1779 (ObjNum 758 snap 228 seq_num 758) dirty exists 2024-08-10T05:05:18.163 INFO:tasks.rados.rados.0.smithi078.stdout:2647: done (6 left) 2024-08-10T05:05:18.163 INFO:tasks.rados.rados.0.smithi078.stdout:2648: done (5 left) 2024-08-10T05:05:18.163 INFO:tasks.rados.rados.0.smithi078.stdout:2654: done (4 left) 2024-08-10T05:05:18.163 INFO:tasks.rados.rados.0.smithi078.stdout:2655: snap_remove snap 247 2024-08-10T05:05:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:18 smithi078 ceph-mon[94618]: osdmap e579: 8 total, 8 up, 8 in 2024-08-10T05:05:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:18 smithi078 ceph-mon[92251]: osdmap e579: 8 total, 8 up, 8 in 2024-08-10T05:05:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:18 smithi107 ceph-mon[86658]: osdmap e579: 8 total, 8 up, 8 in 2024-08-10T05:05:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.155 INFO:tasks.rados.rados.0.smithi078.stdout:2655: done (4 left) 2024-08-10T05:05:19.155 INFO:tasks.rados.rados.0.smithi078.stdout:2656: rollback oid 31 current snap is 257 2024-08-10T05:05:19.155 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 243 2024-08-10T05:05:19.155 INFO:tasks.rados.rados.0.smithi078.stdout:2657: read oid 29 snap -1 2024-08-10T05:05:19.155 INFO:tasks.rados.rados.0.smithi078.stdout:2657: expect (ObjNum 758 snap 228 seq_num 758) 2024-08-10T05:05:19.156 INFO:tasks.rados.rados.0.smithi078.stdout:2658: delete oid 43 current snap is 257 2024-08-10T05:05:19.156 INFO:tasks.rados.rados.0.smithi078.stdout:2652: expect (ObjNum 776 snap 237 seq_num 776) 2024-08-10T05:05:19.190 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2037 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:05:19.190 INFO:tasks.rados.rados.0.smithi078.stdout:2650: expect (ObjNum 808 snap 254 seq_num 808) 2024-08-10T05:05:19.280 INFO:tasks.rados.rados.0.smithi078.stdout:2651: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:05:19.280 INFO:tasks.rados.rados.0.smithi078.stdout:2651: finishing copy_from to smithi07880501-15 2024-08-10T05:05:19.280 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2187 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:05:19.280 INFO:tasks.rados.rados.0.smithi078.stdout:2656: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:05:19.280 INFO:tasks.rados.rados.0.smithi078.stdout:2650: done (6 left) 2024-08-10T05:05:19.280 INFO:tasks.rados.rados.0.smithi078.stdout:2651: done (5 left) 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2652: done (4 left) 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2653: done (3 left) 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2658: done (2 left) 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2659: read oid 2 snap 239 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2659: expect (ObjNum 617 snap 180 seq_num 617) 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2656: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2656: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2039 (ObjNum 690 snap 202 seq_num 690) dirty exists 2024-08-10T05:05:19.281 INFO:tasks.rados.rados.0.smithi078.stdout:2657: expect (ObjNum 758 snap 228 seq_num 758) 2024-08-10T05:05:19.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: osdmap e580: 8 total, 8 up, 8 in 2024-08-10T05:05:19.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: pgmap v532: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 844 KiB/s wr, 19 op/s 2024-08-10T05:05:19.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: osdmap e580: 8 total, 8 up, 8 in 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: pgmap v532: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 844 KiB/s wr, 19 op/s 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: osdmap e580: 8 total, 8 up, 8 in 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: pgmap v532: 121 pgs: 121 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 844 KiB/s wr, 19 op/s 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:19.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:19.529 INFO:tasks.rados.rados.0.smithi078.stdout:2659: expect (ObjNum 617 snap 180 seq_num 617) 2024-08-10T05:05:19.765 INFO:tasks.rados.rados.0.smithi078.stdout:2660: read oid 3 snap -1 2024-08-10T05:05:19.766 INFO:tasks.rados.rados.0.smithi078.stdout:2660: expect (ObjNum 808 snap 254 seq_num 808) 2024-08-10T05:05:19.766 INFO:tasks.rados.rados.0.smithi078.stdout:2656: done (3 left) 2024-08-10T05:05:19.766 INFO:tasks.rados.rados.0.smithi078.stdout:2657: done (2 left) 2024-08-10T05:05:19.766 INFO:tasks.rados.rados.0.smithi078.stdout:2659: done (1 left) 2024-08-10T05:05:19.766 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 257 2024-08-10T05:05:19.766 INFO:tasks.rados.rados.0.smithi078.stdout:2661: seq_num 815 ranges {1187840=458752,1646592=655360,2301952=409600,2711552=139264} 2024-08-10T05:05:19.774 INFO:tasks.rados.rados.0.smithi078.stdout:2661: writing smithi07880501-13 from 1187840 to 1646592 tid 1 2024-08-10T05:05:19.778 INFO:tasks.rados.rados.0.smithi078.stdout:2661: writing smithi07880501-13 from 1646592 to 2301952 tid 2 2024-08-10T05:05:19.780 INFO:tasks.rados.rados.0.smithi078.stdout:2661: writing smithi07880501-13 from 2301952 to 2711552 tid 3 2024-08-10T05:05:19.781 INFO:tasks.rados.rados.0.smithi078.stdout:2661: writing smithi07880501-13 from 2711552 to 2850816 tid 4 2024-08-10T05:05:19.781 INFO:tasks.rados.rados.0.smithi078.stdout:2662: snap_create 2024-08-10T05:05:19.781 INFO:tasks.rados.rados.0.smithi078.stdout:2660: expect (ObjNum 808 snap 254 seq_num 808) 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:2661: finishing write tid 1 to smithi07880501-13 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:2661: finishing write tid 2 to smithi07880501-13 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:2661: finishing write tid 3 to smithi07880501-13 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:2661: finishing write tid 4 to smithi07880501-13 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:2661: finishing write tid 5 to smithi07880501-13 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:2661: finishing write tid 6 to smithi07880501-13 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2044 (ObjNum 815 snap 257 seq_num 815) dirty exists 2024-08-10T05:05:19.865 INFO:tasks.rados.rados.0.smithi078.stdout:2661: left oid 13 (ObjNum 815 snap 257 seq_num 815) 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2660: done (2 left) 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2661: done (1 left) 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2662: done (0 left) 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2663: rmattr oid 11 current snap is 258 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2663: done (0 left) 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2664: read oid 43 snap -1 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2664: expect deleted 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 258 2024-08-10T05:05:20.160 INFO:tasks.rados.rados.0.smithi078.stdout:2665: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-08-10T05:05:20.162 INFO:tasks.rados.rados.0.smithi078.stdout:2665: writing smithi07880501-4 from 0 to 475136 tid 1 2024-08-10T05:05:20.165 INFO:tasks.rados.rados.0.smithi078.stdout:2665: writing smithi07880501-4 from 475136 to 1015808 tid 2 2024-08-10T05:05:20.169 INFO:tasks.rados.rados.0.smithi078.stdout:2665: writing smithi07880501-4 from 1015808 to 1630208 tid 3 2024-08-10T05:05:20.170 INFO:tasks.rados.rados.0.smithi078.stdout:2665: writing smithi07880501-4 from 1630208 to 1679360 tid 4 2024-08-10T05:05:20.170 INFO:tasks.rados.rados.0.smithi078.stdout:2666: read oid 2 snap -1 2024-08-10T05:05:20.170 INFO:tasks.rados.rados.0.smithi078.stdout:2666: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:05:20.170 INFO:tasks.rados.rados.0.smithi078.stdout:2667: delete oid 17 current snap is 258 2024-08-10T05:05:20.171 INFO:tasks.rados.rados.0.smithi078.stdout:2665: finishing write tid 1 to smithi07880501-4 2024-08-10T05:05:20.171 INFO:tasks.rados.rados.0.smithi078.stdout:2665: finishing write tid 2 to smithi07880501-4 2024-08-10T05:05:20.171 INFO:tasks.rados.rados.0.smithi078.stdout:2664: done (3 left) 2024-08-10T05:05:20.171 INFO:tasks.rados.rados.0.smithi078.stdout:2667: done (2 left) 2024-08-10T05:05:20.171 INFO:tasks.rados.rados.0.smithi078.stdout:2668: setattr oid 7 current snap is 258 2024-08-10T05:05:20.173 INFO:tasks.rados.rados.0.smithi078.stdout:2669: read oid 20 snap -1 2024-08-10T05:05:20.173 INFO:tasks.rados.rados.0.smithi078.stdout:2669: expect deleted 2024-08-10T05:05:20.173 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 258 2024-08-10T05:05:20.173 INFO:tasks.rados.rados.0.smithi078.stdout:2670: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-08-10T05:05:20.176 INFO:tasks.rados.rados.0.smithi078.stdout:2670: writing smithi07880501-47 from 0 to 507904 tid 1 2024-08-10T05:05:20.181 INFO:tasks.rados.rados.0.smithi078.stdout:2670: writing smithi07880501-47 from 507904 to 1212416 tid 2 2024-08-10T05:05:20.184 INFO:tasks.rados.rados.0.smithi078.stdout:2670: writing smithi07880501-47 from 1212416 to 1712128 tid 3 2024-08-10T05:05:20.185 INFO:tasks.rados.rados.0.smithi078.stdout:2671: delete oid 17 current snap is 258 2024-08-10T05:05:20.185 INFO:tasks.rados.rados.0.smithi078.stdout:2665: finishing write tid 3 to smithi07880501-4 2024-08-10T05:05:20.185 INFO:tasks.rados.rados.0.smithi078.stdout:2665: finishing write tid 4 to smithi07880501-4 2024-08-10T05:05:20.185 INFO:tasks.rados.rados.0.smithi078.stdout:2665: finishing write tid 5 to smithi07880501-4 2024-08-10T05:05:20.185 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2244 (ObjNum 747 snap 220 seq_num 747) dirty exists 2024-08-10T05:05:20.185 INFO:tasks.rados.rados.0.smithi078.stdout:2670: finishing write tid 1 to smithi07880501-47 2024-08-10T05:05:20.186 INFO:tasks.rados.rados.0.smithi078.stdout:2665: finishing write tid 6 to smithi07880501-4 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2042 (ObjNum 816 snap 258 seq_num 816) dirty exists 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2665: left oid 4 (ObjNum 816 snap 258 seq_num 816) 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2670: finishing write tid 2 to smithi07880501-47 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2665: done (5 left) 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2668: done (4 left) 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2669: done (3 left) 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2671: done (2 left) 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2672: read oid 17 snap -1 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2672: expect deleted 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2673: rollback oid 13 current snap is 258 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 212 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2674: rmattr oid 21 current snap is 258 2024-08-10T05:05:20.187 INFO:tasks.rados.rados.0.smithi078.stdout:2674: done (4 left) 2024-08-10T05:05:20.188 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 258 2024-08-10T05:05:20.188 INFO:tasks.rados.rados.0.smithi078.stdout:2675: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-08-10T05:05:20.189 INFO:tasks.rados.rados.0.smithi078.stdout:2675: writing smithi07880501-22 from 0 to 540672 tid 1 2024-08-10T05:05:20.192 INFO:tasks.rados.rados.0.smithi078.stdout:2675: writing smithi07880501-22 from 540672 to 1015808 tid 2 2024-08-10T05:05:20.196 INFO:tasks.rados.rados.0.smithi078.stdout:2675: writing smithi07880501-22 from 1015808 to 1613824 tid 3 2024-08-10T05:05:20.197 INFO:tasks.rados.rados.0.smithi078.stdout:2675: writing smithi07880501-22 from 1613824 to 1744896 tid 4 2024-08-10T05:05:20.197 INFO:tasks.rados.rados.0.smithi078.stdout:2676: read oid 46 snap -1 2024-08-10T05:05:20.197 INFO:tasks.rados.rados.0.smithi078.stdout:2676: expect deleted 2024-08-10T05:05:20.197 INFO:tasks.rados.rados.0.smithi078.stdout:2677: read oid 36 snap -1 2024-08-10T05:05:20.197 INFO:tasks.rados.rados.0.smithi078.stdout:2677: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:05:20.197 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 21 current snap is 258 2024-08-10T05:05:20.197 INFO:tasks.rados.rados.0.smithi078.stdout:2678: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-08-10T05:05:20.200 INFO:tasks.rados.rados.0.smithi078.stdout:2678: writing smithi07880501-21 from 0 to 557056 tid 1 2024-08-10T05:05:20.205 INFO:tasks.rados.rados.0.smithi078.stdout:2678: writing smithi07880501-21 from 557056 to 1318912 tid 2 2024-08-10T05:05:20.208 INFO:tasks.rados.rados.0.smithi078.stdout:2678: writing smithi07880501-21 from 1318912 to 1761280 tid 3 2024-08-10T05:05:20.208 INFO:tasks.rados.rados.0.smithi078.stdout:2679: delete oid 28 current snap is 258 2024-08-10T05:05:20.209 INFO:tasks.rados.rados.0.smithi078.stdout:2666: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2673: finishing rollback tid 0 to smithi07880501-13 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2673: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2046 (ObjNum 33 snap 0 seq_num 490888176) dirty dne 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2670: finishing write tid 3 to smithi07880501-47 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2666: done (8 left) 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2672: done (7 left) 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2673: done (6 left) 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2679: done (5 left) 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2680: rollback oid 1 current snap is 258 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 1 to 249 2024-08-10T05:05:20.304 INFO:tasks.rados.rados.0.smithi078.stdout:2670: finishing write tid 4 to smithi07880501-47 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2670: finishing write tid 5 to smithi07880501-47 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 1874 (ObjNum 818 snap 258 seq_num 818) dirty exists 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2670: left oid 47 (ObjNum 818 snap 258 seq_num 818) 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2675: finishing write tid 1 to smithi07880501-22 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2675: finishing write tid 2 to smithi07880501-22 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2675: finishing write tid 3 to smithi07880501-22 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2670: done (5 left) 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2676: done (4 left) 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2681: read oid 8 snap -1 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2681: expect deleted 2024-08-10T05:05:20.305 INFO:tasks.rados.rados.0.smithi078.stdout:2682: snap_remove snap 227 2024-08-10T05:05:20.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:20 smithi107 ceph-mon[86658]: osdmap e581: 8 total, 8 up, 8 in 2024-08-10T05:05:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:20 smithi078 ceph-mon[92251]: osdmap e581: 8 total, 8 up, 8 in 2024-08-10T05:05:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:20 smithi078 ceph-mon[94618]: osdmap e581: 8 total, 8 up, 8 in 2024-08-10T05:05:21.137 INFO:tasks.rados.rados.0.smithi078.stdout:2682: done (5 left) 2024-08-10T05:05:21.137 INFO:tasks.rados.rados.0.smithi078.stdout:2683: read oid 27 snap -1 2024-08-10T05:05:21.138 INFO:tasks.rados.rados.0.smithi078.stdout:2683: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:05:21.138 INFO:tasks.rados.rados.0.smithi078.stdout:2684: read oid 24 snap 222 2024-08-10T05:05:21.138 INFO:tasks.rados.rados.0.smithi078.stdout:2684: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:05:21.138 INFO:tasks.rados.rados.0.smithi078.stdout:2685: copy_from oid 48 from oid 13 current snap is 258 2024-08-10T05:05:21.138 INFO:tasks.rados.rados.0.smithi078.stdout:2686: read oid 44 snap -1 2024-08-10T05:05:21.138 INFO:tasks.rados.rados.0.smithi078.stdout:2686: expect (ObjNum 758 snap 228 seq_num 758) 2024-08-10T05:05:21.138 INFO:tasks.rados.rados.0.smithi078.stdout:2687: snap_remove snap 230 2024-08-10T05:05:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:21 smithi107 ceph-mon[86658]: Upgrade: Updating prometheus.a 2024-08-10T05:05:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:21 smithi107 ceph-mon[86658]: osdmap e582: 8 total, 8 up, 8 in 2024-08-10T05:05:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:21 smithi107 ceph-mon[86658]: Deploying daemon prometheus.a on smithi107 2024-08-10T05:05:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:21 smithi107 ceph-mon[86658]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 384 KiB/s wr, 24 op/s 2024-08-10T05:05:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:21 smithi107 ceph-mon[86658]: osdmap e583: 8 total, 8 up, 8 in 2024-08-10T05:05:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[92251]: Upgrade: Updating prometheus.a 2024-08-10T05:05:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[92251]: osdmap e582: 8 total, 8 up, 8 in 2024-08-10T05:05:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[92251]: Deploying daemon prometheus.a on smithi107 2024-08-10T05:05:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[92251]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 384 KiB/s wr, 24 op/s 2024-08-10T05:05:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[92251]: osdmap e583: 8 total, 8 up, 8 in 2024-08-10T05:05:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[94618]: Upgrade: Updating prometheus.a 2024-08-10T05:05:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[94618]: osdmap e582: 8 total, 8 up, 8 in 2024-08-10T05:05:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[94618]: Deploying daemon prometheus.a on smithi107 2024-08-10T05:05:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[94618]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 384 KiB/s wr, 24 op/s 2024-08-10T05:05:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-mon[94618]: osdmap e583: 8 total, 8 up, 8 in 2024-08-10T05:05:22.136 INFO:tasks.rados.rados.0.smithi078.stdout:2687: done (9 left) 2024-08-10T05:05:22.136 INFO:tasks.rados.rados.0.smithi078.stdout:2688: rollback oid 19 current snap is 258 2024-08-10T05:05:22.136 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 212 2024-08-10T05:05:22.137 INFO:tasks.rados.rados.0.smithi078.stdout:2689: setattr oid 34 current snap is 258 2024-08-10T05:05:22.138 INFO:tasks.rados.rados.0.smithi078.stdout:2675: finishing write tid 4 to smithi07880501-22 2024-08-10T05:05:22.139 INFO:tasks.rados.rados.0.smithi078.stdout:2675: finishing write tid 5 to smithi07880501-22 2024-08-10T05:05:22.139 INFO:tasks.rados.rados.0.smithi078.stdout:2675: finishing write tid 6 to smithi07880501-22 2024-08-10T05:05:22.139 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2249 (ObjNum 820 snap 258 seq_num 820) dirty exists 2024-08-10T05:05:22.139 INFO:tasks.rados.rados.0.smithi078.stdout:2675: left oid 22 (ObjNum 820 snap 258 seq_num 820) 2024-08-10T05:05:22.139 INFO:tasks.rados.rados.0.smithi078.stdout:2678: finishing write tid 1 to smithi07880501-21 2024-08-10T05:05:22.139 INFO:tasks.rados.rados.0.smithi078.stdout:2677: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:05:22.223 INFO:tasks.rados.rados.0.smithi078.stdout:2678: finishing write tid 2 to smithi07880501-21 2024-08-10T05:05:22.223 INFO:tasks.rados.rados.0.smithi078.stdout:2678: finishing write tid 3 to smithi07880501-21 2024-08-10T05:05:22.223 INFO:tasks.rados.rados.0.smithi078.stdout:2678: finishing write tid 4 to smithi07880501-21 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:2678: finishing write tid 5 to smithi07880501-21 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1720 (ObjNum 821 snap 258 seq_num 821) dirty exists 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:2678: left oid 21 (ObjNum 821 snap 258 seq_num 821) 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:2680: finishing rollback tid 1 to smithi07880501-1 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 1768 (ObjNum 33 snap 0 seq_num 1920030560) dirty dne 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:2685: finishing copy_from to smithi07880501-48 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:2685: got expected ENOENT (src dne) 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:2685: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:05:22.224 INFO:tasks.rados.rados.0.smithi078.stdout:2686: expect (ObjNum 758 snap 228 seq_num 758) 2024-08-10T05:05:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:05:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:05:21] "GET /metrics HTTP/1.1" 200 36197 "" "Prometheus/2.43.0" 2024-08-10T05:05:22.348 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:05:22.473 INFO:tasks.rados.rados.0.smithi078.stdout:2683: expect (ObjNum 538 snap 156 seq_num 538) 2024-08-10T05:05:23.332 INFO:tasks.rados.rados.0.smithi078.stdout:2684: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:2688: finishing rollback tid 0 to smithi07880501-19 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:2688: finishing rollback tid 1 to smithi07880501-19 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:2688: finishing rollback tid 2 to smithi07880501-19 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2120 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1890 (ObjNum 760 snap 229 seq_num 760) dirty exists 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:2675: done (10 left) 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:2677: done (9 left) 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:2678: done (8 left) 2024-08-10T05:05:23.353 INFO:tasks.rados.rados.0.smithi078.stdout:2680: done (7 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2681: done (6 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2683: done (5 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2684: done (4 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2685: done (3 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2686: done (2 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2688: done (1 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2689: done (0 left) 2024-08-10T05:05:23.354 INFO:tasks.rados.rados.0.smithi078.stdout:2690: setattr oid 43 current snap is 258 2024-08-10T05:05:23.355 INFO:tasks.rados.rados.0.smithi078.stdout:2691: read oid 30 snap -1 2024-08-10T05:05:23.355 INFO:tasks.rados.rados.0.smithi078.stdout:2691: expect deleted 2024-08-10T05:05:23.355 INFO:tasks.rados.rados.0.smithi078.stdout:2692: rmattr oid 46 current snap is 258 2024-08-10T05:05:23.355 INFO:tasks.rados.rados.0.smithi078.stdout:2692: done (2 left) 2024-08-10T05:05:23.355 INFO:tasks.rados.rados.0.smithi078.stdout:2693: copy_from oid 49 from oid 2 current snap is 258 2024-08-10T05:05:23.355 INFO:tasks.rados.rados.0.smithi078.stdout:2694: delete oid 25 current snap is 258 2024-08-10T05:05:23.356 INFO:tasks.rados.rados.0.smithi078.stdout:2691: done (3 left) 2024-08-10T05:05:23.356 INFO:tasks.rados.rados.0.smithi078.stdout:2694: done (2 left) 2024-08-10T05:05:23.356 INFO:tasks.rados.rados.0.smithi078.stdout:2695: rollback oid 42 current snap is 258 2024-08-10T05:05:23.356 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 42 to 243 2024-08-10T05:05:23.356 INFO:tasks.rados.rados.0.smithi078.stdout:2696: read oid 5 snap -1 2024-08-10T05:05:23.357 INFO:tasks.rados.rados.0.smithi078.stdout:2696: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:05:23.357 INFO:tasks.rados.rados.0.smithi078.stdout:2697: snap_create 2024-08-10T05:05:23.357 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2043 (ObjNum 65 snap 0 seq_num 1583631979) dirty exists 2024-08-10T05:05:23.360 INFO:tasks.rados.rados.0.smithi078.stdout:2695: finishing rollback tid 0 to smithi07880501-42 2024-08-10T05:05:23.360 INFO:tasks.rados.rados.0.smithi078.stdout:2695: finishing rollback tid 1 to smithi07880501-42 2024-08-10T05:05:23.361 INFO:tasks.rados.rados.0.smithi078.stdout:2695: finishing rollback tid 2 to smithi07880501-42 2024-08-10T05:05:23.361 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1894 (ObjNum 767 snap 234 seq_num 767) dirty exists 2024-08-10T05:05:23.367 INFO:tasks.rados.rados.0.smithi078.stdout:2693: finishing copy_from racing read to smithi07880501-49 2024-08-10T05:05:23.370 INFO:tasks.rados.rados.0.smithi078.stdout:2693: finishing copy_from to smithi07880501-49 2024-08-10T05:05:23.370 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1891 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:05:23.411 INFO:tasks.rados.rados.0.smithi078.stdout:2696: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:05:23.464 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-mon[86658]: osdmap e584: 8 total, 8 up, 8 in 2024-08-10T05:05:23.465 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-mon[86658]: pgmap v538: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-10T05:05:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:23 smithi078 ceph-mon[92251]: osdmap e584: 8 total, 8 up, 8 in 2024-08-10T05:05:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:23 smithi078 ceph-mon[92251]: pgmap v538: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-10T05:05:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:23 smithi078 ceph-mon[94618]: osdmap e584: 8 total, 8 up, 8 in 2024-08-10T05:05:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:23 smithi078 ceph-mon[94618]: pgmap v538: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-10T05:05:23.718 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 systemd[1]: Stopping Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T05:05:23.719 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[77792]: ts=2024-08-10T05:05:23.708Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T05:05:23.720 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:23 smithi107 podman[118641]: 2024-08-10 05:05:23.718708309 +0000 UTC m=+0.092016875 container died d922966d6c691e3e26e56e633fc3c808349a61ee88dc359bfe8a27ed5b7d0ce7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:24.161 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:05:24.317 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 podman[118641]: 2024-08-10 05:05:24.125075747 +0000 UTC m=+0.498384297 container cleanup d922966d6c691e3e26e56e633fc3c808349a61ee88dc359bfe8a27ed5b7d0ce7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:24.317 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 bash[118641]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T05:05:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:2690: done (4 left) 2024-08-10T05:05:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:2693: done (3 left) 2024-08-10T05:05:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:2695: done (2 left) 2024-08-10T05:05:24.345 INFO:tasks.rados.rados.0.smithi078.stdout:2696: done (1 left) 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:2697: done (0 left) 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:2698: rollback oid 45 current snap is 259 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 45 to 249 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:2699: read oid 14 snap -1 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:2699: expect (ObjNum 782 snap 238 seq_num 782) 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:2700: read oid 3 snap -1 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:2700: expect (ObjNum 808 snap 254 seq_num 808) 2024-08-10T05:05:24.346 INFO:tasks.rados.rados.0.smithi078.stdout:2701: delete oid 25 current snap is 259 2024-08-10T05:05:24.350 INFO:tasks.rados.rados.0.smithi078.stdout:2701: done (3 left) 2024-08-10T05:05:24.351 INFO:tasks.rados.rados.0.smithi078.stdout:2702: delete oid 29 current snap is 259 2024-08-10T05:05:24.355 INFO:tasks.rados.rados.0.smithi078.stdout:2700: expect (ObjNum 808 snap 254 seq_num 808) 2024-08-10T05:05:24.431 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:05:24.431 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (7m) 10s ago 11m 25.9M - 0.25.0 c8568f914cd2 cc9739fab52c 2024-08-10T05:05:24.431 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (7m) 9s ago 11m 86.6M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:05:24.431 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (48s) 10s ago 12m 15.8M - 19.1.0-1335-gbca9905d c7b33901c886 cf9390fd2e86 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (28s) 9s ago 12m 14.4M - 19.1.0-1335-gbca9905d c7b33901c886 a25796c57449 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (6m) 9s ago 16m 442M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (6m) 10s ago 17m 514M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (6m) 10s ago 18m 70.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (5m) 9s ago 16m 55.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (5m) 10s ago 16m 56.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (17s) 10s ago 10m 7880k - 1.5.0 0da6a335fe13 e3a0b516b0aa 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (13s) 9s ago 10m 3363k - 1.5.0 0da6a335fe13 67e1044b22cb 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (4m) 10s ago 15m 311M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (4m) 10s ago 15m 212M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (3m) 10s ago 15m 136M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:05:24.432 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (3m) 10s ago 14m 110M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:05:24.433 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (2m) 9s ago 14m 184M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:05:24.433 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (2m) 9s ago 14m 209M 2479M 19.1.0-1335-gbca9905d c7b33901c886 6f0940128fe4 2024-08-10T05:05:24.433 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (97s) 9s ago 13m 127M 2479M 19.1.0-1335-gbca9905d c7b33901c886 df3a52e395d2 2024-08-10T05:05:24.433 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (64s) 9s ago 13m 76.7M 2479M 19.1.0-1335-gbca9905d c7b33901c886 276fd8508187 2024-08-10T05:05:24.433 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (6m) 9s ago 11m 64.0M - 2.43.0 a07b618ecd1d d922966d6c69 2024-08-10T05:05:24.442 INFO:tasks.rados.rados.0.smithi078.stdout:2698: finishing rollback tid 0 to smithi07880501-45 2024-08-10T05:05:24.442 INFO:tasks.rados.rados.0.smithi078.stdout:2698: finishing rollback tid 1 to smithi07880501-45 2024-08-10T05:05:24.442 INFO:tasks.rados.rados.0.smithi078.stdout:2698: finishing rollback tid 2 to smithi07880501-45 2024-08-10T05:05:24.442 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2046 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:05:24.442 INFO:tasks.rados.rados.0.smithi078.stdout:2699: expect (ObjNum 782 snap 238 seq_num 782) 2024-08-10T05:05:24.471 INFO:tasks.rados.rados.0.smithi078.stdout:2698: done (3 left) 2024-08-10T05:05:24.472 INFO:tasks.rados.rados.0.smithi078.stdout:2699: done (2 left) 2024-08-10T05:05:24.472 INFO:tasks.rados.rados.0.smithi078.stdout:2700: done (1 left) 2024-08-10T05:05:24.472 INFO:tasks.rados.rados.0.smithi078.stdout:2702: done (0 left) 2024-08-10T05:05:24.472 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 21 current snap is 259 2024-08-10T05:05:24.472 INFO:tasks.rados.rados.0.smithi078.stdout:2703: seq_num 826 ranges {1761280=638976,2400256=630784,3031040=573440} 2024-08-10T05:05:24.484 INFO:tasks.rados.rados.0.smithi078.stdout:2703: writing smithi07880501-21 from 1761280 to 2400256 tid 1 2024-08-10T05:05:24.488 INFO:tasks.rados.rados.0.smithi078.stdout:2703: writing smithi07880501-21 from 2400256 to 3031040 tid 2 2024-08-10T05:05:24.492 INFO:tasks.rados.rados.0.smithi078.stdout:2703: writing smithi07880501-21 from 3031040 to 3604480 tid 3 2024-08-10T05:05:24.492 INFO:tasks.rados.rados.0.smithi078.stdout:2704: rollback oid 1 current snap is 259 2024-08-10T05:05:24.492 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 1 to 205 2024-08-10T05:05:24.492 INFO:tasks.rados.rados.0.smithi078.stdout:2703: finishing write tid 1 to smithi07880501-21 2024-08-10T05:05:24.492 INFO:tasks.rados.rados.0.smithi078.stdout:2703: finishing write tid 2 to smithi07880501-21 2024-08-10T05:05:24.492 INFO:tasks.rados.rados.0.smithi078.stdout:2705: snap_create 2024-08-10T05:05:24.494 INFO:tasks.rados.rados.0.smithi078.stdout:2703: finishing write tid 3 to smithi07880501-21 2024-08-10T05:05:24.494 INFO:tasks.rados.rados.0.smithi078.stdout:2703: finishing write tid 4 to smithi07880501-21 2024-08-10T05:05:24.495 INFO:tasks.rados.rados.0.smithi078.stdout:2704: finishing rollback tid 1 to smithi07880501-1 2024-08-10T05:05:24.495 INFO:tasks.rados.rados.0.smithi078.stdout:2703: finishing write tid 5 to smithi07880501-21 2024-08-10T05:05:24.495 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1724 (ObjNum 826 snap 259 seq_num 826) dirty exists 2024-08-10T05:05:24.495 INFO:tasks.rados.rados.0.smithi078.stdout:2703: left oid 21 (ObjNum 826 snap 259 seq_num 826) 2024-08-10T05:05:24.495 INFO:tasks.rados.rados.0.smithi078.stdout:2704: finishing rollback tid 2 to smithi07880501-1 2024-08-10T05:05:24.496 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2116 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:05:24.692 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 podman[118653]: 2024-08-10 05:05:24.34296404 +0000 UTC m=+0.626809378 container remove d922966d6c691e3e26e56e633fc3c808349a61ee88dc359bfe8a27ed5b7d0ce7 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:24.692 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T05:05:24.692 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 systemd[1]: Stopped Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:24.692 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 2.602s CPU time. 2024-08-10T05:05:24.753 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:05:24.754 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 15 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:05:24.755 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:05:25.039 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 systemd[1]: Starting Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:25.039 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 podman[118792]: 2024-08-10 05:05:24.810385465 +0000 UTC m=+0.018064014 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T05:05:25.039 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:24 smithi107 podman[118792]: 2024-08-10 05:05:24.919086955 +0000 UTC m=+0.126765503 container create 5f87926e98c640b87dc417439be4ec4d11dc91bd5bd252a5e1d69a31db0967ac (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:25.152 INFO:tasks.rados.rados.0.smithi078.stdout:2703: done (2 left) 2024-08-10T05:05:25.152 INFO:tasks.rados.rados.0.smithi078.stdout:2704: done (1 left) 2024-08-10T05:05:25.152 INFO:tasks.rados.rados.0.smithi078.stdout:2705: done (0 left) 2024-08-10T05:05:25.152 INFO:tasks.rados.rados.0.smithi078.stdout:2706: snap_create 2024-08-10T05:05:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[92251]: osdmap e585: 8 total, 8 up, 8 in 2024-08-10T05:05:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[92251]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[92251]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[92251]: pgmap v540: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T05:05:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4289391068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[94618]: osdmap e585: 8 total, 8 up, 8 in 2024-08-10T05:05:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[94618]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[94618]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[94618]: pgmap v540: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T05:05:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:25 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4289391068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-mon[86658]: osdmap e585: 8 total, 8 up, 8 in 2024-08-10T05:05:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-mon[86658]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-mon[86658]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-mon[86658]: pgmap v540: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T05:05:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4289391068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 podman[118792]: 2024-08-10 05:05:25.14599274 +0000 UTC m=+0.353671299 container init 5f87926e98c640b87dc417439be4ec4d11dc91bd5bd252a5e1d69a31db0967ac (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 podman[118792]: 2024-08-10 05:05:25.148685924 +0000 UTC m=+0.356364475 container start 5f87926e98c640b87dc417439be4ec4d11dc91bd5bd252a5e1d69a31db0967ac (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.173Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.173Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.173Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi107 (none))" 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.173Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.173Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.175Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.175Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.176Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T05:05:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.176Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.178Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.178Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.529µs 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.178Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.179Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.191Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.197Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.201Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.203Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.203Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.909µs wal_replay_duration=25.094476ms wbl_replay_duration=114ns total_replay_duration=25.169113ms 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.206Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.206Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.206Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T05:05:25.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.223Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.222102ms db_storage=713ns remote_storage=1.05µs web_handler=519ns query_engine=625ns scrape=450.846µs scrape_sd=90.848µs notify=11.633µs notify_sd=20.125µs rules=16.265054ms tracing=4.968µs 2024-08-10T05:05:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.223Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T05:05:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:25.223Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T05:05:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 bash[118792]: 5f87926e98c640b87dc417439be4ec4d11dc91bd5bd252a5e1d69a31db0967ac 2024-08-10T05:05:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:25 smithi107 systemd[1]: Started Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:26.136 INFO:tasks.rados.rados.0.smithi078.stdout:2706: done (0 left) 2024-08-10T05:05:26.136 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 261 2024-08-10T05:05:26.137 INFO:tasks.rados.rados.0.smithi078.stdout:2707: seq_num 827 ranges {2367488=655360,3022848=516096,3538944=688128} 2024-08-10T05:05:26.152 INFO:tasks.rados.rados.0.smithi078.stdout:2707: writing smithi07880501-36 from 2367488 to 3022848 tid 1 2024-08-10T05:05:26.156 INFO:tasks.rados.rados.0.smithi078.stdout:2707: writing smithi07880501-36 from 3022848 to 3538944 tid 2 2024-08-10T05:05:26.161 INFO:tasks.rados.rados.0.smithi078.stdout:2707: writing smithi07880501-36 from 3538944 to 4227072 tid 3 2024-08-10T05:05:26.161 INFO:tasks.rados.rados.0.smithi078.stdout:2708: snap_create 2024-08-10T05:05:26.161 INFO:tasks.rados.rados.0.smithi078.stdout:2707: finishing write tid 1 to smithi07880501-36 2024-08-10T05:05:26.161 INFO:tasks.rados.rados.0.smithi078.stdout:2707: finishing write tid 2 to smithi07880501-36 2024-08-10T05:05:26.163 INFO:tasks.rados.rados.0.smithi078.stdout:2707: finishing write tid 3 to smithi07880501-36 2024-08-10T05:05:26.163 INFO:tasks.rados.rados.0.smithi078.stdout:2707: finishing write tid 4 to smithi07880501-36 2024-08-10T05:05:26.164 INFO:tasks.rados.rados.0.smithi078.stdout:2707: finishing write tid 5 to smithi07880501-36 2024-08-10T05:05:26.165 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 2043 (ObjNum 827 snap 261 seq_num 827) dirty exists 2024-08-10T05:05:26.165 INFO:tasks.rados.rados.0.smithi078.stdout:2707: left oid 36 (ObjNum 827 snap 261 seq_num 827) 2024-08-10T05:05:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[92251]: osdmap e586: 8 total, 8 up, 8 in 2024-08-10T05:05:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[92251]: osdmap e587: 8 total, 8 up, 8 in 2024-08-10T05:05:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[94618]: osdmap e586: 8 total, 8 up, 8 in 2024-08-10T05:05:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:26 smithi078 ceph-mon[94618]: osdmap e587: 8 total, 8 up, 8 in 2024-08-10T05:05:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:26 smithi107 ceph-mon[86658]: osdmap e586: 8 total, 8 up, 8 in 2024-08-10T05:05:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:26 smithi107 ceph-mon[86658]: osdmap e587: 8 total, 8 up, 8 in 2024-08-10T05:05:27.152 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:27 smithi107 ceph-mon[86658]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:05:27.156 INFO:tasks.rados.rados.0.smithi078.stdout:2707: done (1 left) 2024-08-10T05:05:27.156 INFO:tasks.rados.rados.0.smithi078.stdout:2708: done (0 left) 2024-08-10T05:05:27.156 INFO:tasks.rados.rados.0.smithi078.stdout:2709: read oid 5 snap 260 2024-08-10T05:05:27.157 INFO:tasks.rados.rados.0.smithi078.stdout:2709: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:05:27.157 INFO:tasks.rados.rados.0.smithi078.stdout:2710: rollback oid 9 current snap is 262 2024-08-10T05:05:27.157 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 208 2024-08-10T05:05:27.157 INFO:tasks.rados.rados.0.smithi078.stdout:2711: read oid 24 snap -1 2024-08-10T05:05:27.157 INFO:tasks.rados.rados.0.smithi078.stdout:2711: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:05:27.157 INFO:tasks.rados.rados.0.smithi078.stdout:2712: delete oid 26 current snap is 262 2024-08-10T05:05:27.161 INFO:tasks.rados.rados.0.smithi078.stdout:2710: finishing rollback tid 0 to smithi07880501-9 2024-08-10T05:05:27.161 INFO:tasks.rados.rados.0.smithi078.stdout:2710: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:05:27.161 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2048 (ObjNum 129 snap 0 seq_num 489702160) dirty dne 2024-08-10T05:05:27.162 INFO:tasks.rados.rados.0.smithi078.stdout:2710: done (3 left) 2024-08-10T05:05:27.162 INFO:tasks.rados.rados.0.smithi078.stdout:2712: done (2 left) 2024-08-10T05:05:27.162 INFO:tasks.rados.rados.0.smithi078.stdout:2713: delete oid 11 current snap is 262 2024-08-10T05:05:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:2713: done (2 left) 2024-08-10T05:05:27.168 INFO:tasks.rados.rados.0.smithi078.stdout:2714: snap_remove snap 252 2024-08-10T05:05:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:27 smithi078 ceph-mon[92251]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:05:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:27 smithi078 ceph-mon[94618]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:05:28.163 INFO:tasks.rados.rados.0.smithi078.stdout:2709: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:05:28.473 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:28 smithi107 ceph-mon[86658]: osdmap e588: 8 total, 8 up, 8 in 2024-08-10T05:05:28.474 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:28 smithi078 ceph-mon[92251]: osdmap e588: 8 total, 8 up, 8 in 2024-08-10T05:05:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:28 smithi078 ceph-mon[94618]: osdmap e588: 8 total, 8 up, 8 in 2024-08-10T05:05:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:29.096 INFO:tasks.rados.rados.0.smithi078.stdout:2711: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:05:29.130 INFO:tasks.rados.rados.0.smithi078.stdout:2709: done (2 left) 2024-08-10T05:05:29.130 INFO:tasks.rados.rados.0.smithi078.stdout:2711: done (1 left) 2024-08-10T05:05:29.130 INFO:tasks.rados.rados.0.smithi078.stdout:2714: done (0 left) 2024-08-10T05:05:29.130 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 262 2024-08-10T05:05:29.131 INFO:tasks.rados.rados.0.smithi078.stdout:2715: seq_num 830 ranges {11698176=704512,12402688=614400,13017088=573440,13590528=16384} 2024-08-10T05:05:29.197 INFO:tasks.rados.rados.0.smithi078.stdout:2715: writing smithi07880501-5 from 11698176 to 12402688 tid 1 2024-08-10T05:05:29.200 INFO:tasks.rados.rados.0.smithi078.stdout:2715: writing smithi07880501-5 from 12402688 to 13017088 tid 2 2024-08-10T05:05:29.204 INFO:tasks.rados.rados.0.smithi078.stdout:2715: writing smithi07880501-5 from 13017088 to 13590528 tid 3 2024-08-10T05:05:29.204 INFO:tasks.rados.rados.0.smithi078.stdout:2715: writing smithi07880501-5 from 13590528 to 13606912 tid 4 2024-08-10T05:05:29.204 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 262 2024-08-10T05:05:29.204 INFO:tasks.rados.rados.0.smithi078.stdout:2715: finishing write tid 1 to smithi07880501-5 2024-08-10T05:05:29.204 INFO:tasks.rados.rados.0.smithi078.stdout:2715: finishing write tid 2 to smithi07880501-5 2024-08-10T05:05:29.204 INFO:tasks.rados.rados.0.smithi078.stdout:2716: seq_num 831 ranges {1327104=720896,2048000=499712,2547712=704512} 2024-08-10T05:05:29.214 INFO:tasks.rados.rados.0.smithi078.stdout:2716: writing smithi07880501-24 from 1327104 to 2048000 tid 1 2024-08-10T05:05:29.217 INFO:tasks.rados.rados.0.smithi078.stdout:2716: writing smithi07880501-24 from 2048000 to 2547712 tid 2 2024-08-10T05:05:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:2716: writing smithi07880501-24 from 2547712 to 3252224 tid 3 2024-08-10T05:05:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:2717: rollback oid 13 current snap is 262 2024-08-10T05:05:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 239 2024-08-10T05:05:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:2715: finishing write tid 3 to smithi07880501-5 2024-08-10T05:05:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:2715: finishing write tid 4 to smithi07880501-5 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2715: finishing write tid 5 to smithi07880501-5 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2715: finishing write tid 6 to smithi07880501-5 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2289 (ObjNum 830 snap 262 seq_num 830) dirty exists 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2715: left oid 5 (ObjNum 830 snap 262 seq_num 830) 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2716: finishing write tid 1 to smithi07880501-24 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2716: finishing write tid 2 to smithi07880501-24 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2715: done (2 left) 2024-08-10T05:05:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2718: delete oid 45 current snap is 262 2024-08-10T05:05:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:2717: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:05:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:2717: finishing rollback tid 2 to smithi07880501-13 2024-08-10T05:05:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2050 (ObjNum 787 snap 239 seq_num 787) dirty exists 2024-08-10T05:05:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:2717: done (2 left) 2024-08-10T05:05:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:2718: done (1 left) 2024-08-10T05:05:29.224 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 262 2024-08-10T05:05:29.225 INFO:tasks.rados.rados.0.smithi078.stdout:2719: seq_num 833 ranges {11313152=761856,12075008=671744,12746752=532480} 2024-08-10T05:05:29.288 INFO:tasks.rados.rados.0.smithi078.stdout:2719: writing smithi07880501-31 from 11313152 to 12075008 tid 1 2024-08-10T05:05:29.292 INFO:tasks.rados.rados.0.smithi078.stdout:2719: writing smithi07880501-31 from 12075008 to 12746752 tid 2 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2719: writing smithi07880501-31 from 12746752 to 13279232 tid 3 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2720: delete oid 44 current snap is 262 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2716: finishing write tid 3 to smithi07880501-24 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2716: finishing write tid 4 to smithi07880501-24 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2716: finishing write tid 5 to smithi07880501-24 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 2294 (ObjNum 831 snap 262 seq_num 831) dirty exists 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2716: left oid 24 (ObjNum 831 snap 262 seq_num 831) 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2719: finishing write tid 1 to smithi07880501-31 2024-08-10T05:05:29.296 INFO:tasks.rados.rados.0.smithi078.stdout:2719: finishing write tid 2 to smithi07880501-31 2024-08-10T05:05:29.298 INFO:tasks.rados.rados.0.smithi078.stdout:2719: finishing write tid 3 to smithi07880501-31 2024-08-10T05:05:29.298 INFO:tasks.rados.rados.0.smithi078.stdout:2716: done (2 left) 2024-08-10T05:05:29.298 INFO:tasks.rados.rados.0.smithi078.stdout:2720: done (1 left) 2024-08-10T05:05:29.298 INFO:tasks.rados.rados.0.smithi078.stdout:2721: snap_remove snap 241 2024-08-10T05:05:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[92251]: osdmap e589: 8 total, 8 up, 8 in 2024-08-10T05:05:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[92251]: pgmap v546: 121 pgs: 121 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-10T05:05:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[94618]: osdmap e589: 8 total, 8 up, 8 in 2024-08-10T05:05:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[94618]: pgmap v546: 121 pgs: 121 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-10T05:05:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:29 smithi107 ceph-mon[86658]: osdmap e589: 8 total, 8 up, 8 in 2024-08-10T05:05:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:29 smithi107 ceph-mon[86658]: pgmap v546: 121 pgs: 121 active+clean; 336 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 0 B/s wr, 13 op/s 2024-08-10T05:05:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:30.168 INFO:tasks.rados.rados.0.smithi078.stdout:2719: finishing write tid 4 to smithi07880501-31 2024-08-10T05:05:30.169 INFO:tasks.rados.rados.0.smithi078.stdout:2719: finishing write tid 5 to smithi07880501-31 2024-08-10T05:05:30.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2047 (ObjNum 833 snap 262 seq_num 833) dirty exists 2024-08-10T05:05:30.169 INFO:tasks.rados.rados.0.smithi078.stdout:2719: left oid 31 (ObjNum 833 snap 262 seq_num 833) 2024-08-10T05:05:30.169 INFO:tasks.rados.rados.0.smithi078.stdout:2719: done (1 left) 2024-08-10T05:05:30.169 INFO:tasks.rados.rados.0.smithi078.stdout:2721: done (0 left) 2024-08-10T05:05:30.169 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 262 2024-08-10T05:05:30.169 INFO:tasks.rados.rados.0.smithi078.stdout:2722: seq_num 835 ranges {1007616=794624,1802240=442368,2244608=712704,2957312=49152} 2024-08-10T05:05:30.180 INFO:tasks.rados.rados.0.smithi078.stdout:2722: writing smithi07880501-32 from 1007616 to 1802240 tid 1 2024-08-10T05:05:30.183 INFO:tasks.rados.rados.0.smithi078.stdout:2722: writing smithi07880501-32 from 1802240 to 2244608 tid 2 2024-08-10T05:05:30.188 INFO:tasks.rados.rados.0.smithi078.stdout:2722: writing smithi07880501-32 from 2244608 to 2957312 tid 3 2024-08-10T05:05:30.188 INFO:tasks.rados.rados.0.smithi078.stdout:2722: writing smithi07880501-32 from 2957312 to 3006464 tid 4 2024-08-10T05:05:30.189 INFO:tasks.rados.rados.0.smithi078.stdout:2723: snap_remove snap 244 2024-08-10T05:05:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:30 smithi078 ceph-mon[92251]: osdmap e590: 8 total, 8 up, 8 in 2024-08-10T05:05:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:30 smithi078 ceph-mon[94618]: osdmap e590: 8 total, 8 up, 8 in 2024-08-10T05:05:30.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:30.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:30.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:30 smithi107 ceph-mon[86658]: osdmap e590: 8 total, 8 up, 8 in 2024-08-10T05:05:31.139 INFO:tasks.rados.rados.0.smithi078.stdout:2722: finishing write tid 1 to smithi07880501-32 2024-08-10T05:05:31.139 INFO:tasks.rados.rados.0.smithi078.stdout:2722: finishing write tid 2 to smithi07880501-32 2024-08-10T05:05:31.139 INFO:tasks.rados.rados.0.smithi078.stdout:2722: finishing write tid 3 to smithi07880501-32 2024-08-10T05:05:31.139 INFO:tasks.rados.rados.0.smithi078.stdout:2722: finishing write tid 4 to smithi07880501-32 2024-08-10T05:05:31.139 INFO:tasks.rados.rados.0.smithi078.stdout:2722: finishing write tid 5 to smithi07880501-32 2024-08-10T05:05:31.139 INFO:tasks.rados.rados.0.smithi078.stdout:2722: finishing write tid 6 to smithi07880501-32 2024-08-10T05:05:31.139 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2044 (ObjNum 835 snap 262 seq_num 835) dirty exists 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2722: left oid 32 (ObjNum 835 snap 262 seq_num 835) 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2722: done (1 left) 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2723: done (0 left) 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2724: copy_from oid 16 from oid 18 current snap is 262 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2725: read oid 42 snap 256 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2725: expect (ObjNum 767 snap 234 seq_num 767) 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2726: copy_from oid 10 from oid 28 current snap is 262 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2727: rmattr oid 37 current snap is 262 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2728: rmattr oid 2 current snap is 262 2024-08-10T05:05:31.140 INFO:tasks.rados.rados.0.smithi078.stdout:2729: snap_create 2024-08-10T05:05:31.153 INFO:tasks.rados.rados.0.smithi078.stdout:2724: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:05:31.155 INFO:tasks.rados.rados.0.smithi078.stdout:2726: finishing copy_from to smithi07880501-10 2024-08-10T05:05:31.155 INFO:tasks.rados.rados.0.smithi078.stdout:2726: got expected ENOENT (src dne) 2024-08-10T05:05:31.155 INFO:tasks.rados.rados.0.smithi078.stdout:2726: finishing copy_from racing read to smithi07880501-10 2024-08-10T05:05:31.157 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2045 (ObjNum 760 snap 229 seq_num 760) dirty exists 2024-08-10T05:05:31.157 INFO:tasks.rados.rados.0.smithi078.stdout:2725: expect (ObjNum 767 snap 234 seq_num 767) 2024-08-10T05:05:31.182 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2048 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:05:31.182 INFO:tasks.rados.rados.0.smithi078.stdout:2724: finishing copy_from to smithi07880501-16 2024-08-10T05:05:31.183 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 2150 (ObjNum 717 snap 211 seq_num 717) dirty exists 2024-08-10T05:05:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:31 smithi078 ceph-mon[92251]: pgmap v548: 121 pgs: 121 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-10T05:05:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:31 smithi078 ceph-mon[92251]: osdmap e591: 8 total, 8 up, 8 in 2024-08-10T05:05:31.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:31 smithi078 ceph-mon[94618]: pgmap v548: 121 pgs: 121 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-10T05:05:31.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:31 smithi078 ceph-mon[94618]: osdmap e591: 8 total, 8 up, 8 in 2024-08-10T05:05:31.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:31 smithi107 ceph-mon[86658]: pgmap v548: 121 pgs: 121 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-10T05:05:31.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:31 smithi107 ceph-mon[86658]: osdmap e591: 8 total, 8 up, 8 in 2024-08-10T05:05:32.140 INFO:tasks.rados.rados.0.smithi078.stdout:2724: done (5 left) 2024-08-10T05:05:32.140 INFO:tasks.rados.rados.0.smithi078.stdout:2725: done (4 left) 2024-08-10T05:05:32.140 INFO:tasks.rados.rados.0.smithi078.stdout:2726: done (3 left) 2024-08-10T05:05:32.141 INFO:tasks.rados.rados.0.smithi078.stdout:2727: done (2 left) 2024-08-10T05:05:32.141 INFO:tasks.rados.rados.0.smithi078.stdout:2728: done (1 left) 2024-08-10T05:05:32.141 INFO:tasks.rados.rados.0.smithi078.stdout:2729: done (0 left) 2024-08-10T05:05:32.141 INFO:tasks.rados.rados.0.smithi078.stdout:2730: read oid 19 snap -1 2024-08-10T05:05:32.141 INFO:tasks.rados.rados.0.smithi078.stdout:2730: expect (ObjNum 694 snap 204 seq_num 694) 2024-08-10T05:05:32.141 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 263 2024-08-10T05:05:32.141 INFO:tasks.rados.rados.0.smithi078.stdout:2731: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-08-10T05:05:32.143 INFO:tasks.rados.rados.0.smithi078.stdout:2731: writing smithi07880501-41 from 0 to 409600 tid 1 2024-08-10T05:05:32.148 INFO:tasks.rados.rados.0.smithi078.stdout:2731: writing smithi07880501-41 from 409600 to 1130496 tid 2 2024-08-10T05:05:32.151 INFO:tasks.rados.rados.0.smithi078.stdout:2731: writing smithi07880501-41 from 1130496 to 1646592 tid 3 2024-08-10T05:05:32.153 INFO:tasks.rados.rados.0.smithi078.stdout:2731: writing smithi07880501-41 from 1646592 to 2015232 tid 4 2024-08-10T05:05:32.153 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 263 2024-08-10T05:05:32.153 INFO:tasks.rados.rados.0.smithi078.stdout:2731: finishing write tid 1 to smithi07880501-41 2024-08-10T05:05:32.153 INFO:tasks.rados.rados.0.smithi078.stdout:2731: finishing write tid 2 to smithi07880501-41 2024-08-10T05:05:32.154 INFO:tasks.rados.rados.0.smithi078.stdout:2730: expect (ObjNum 694 snap 204 seq_num 694) 2024-08-10T05:05:32.205 INFO:tasks.rados.rados.0.smithi078.stdout:2731: finishing write tid 3 to smithi07880501-41 2024-08-10T05:05:32.205 INFO:tasks.rados.rados.0.smithi078.stdout:2731: finishing write tid 4 to smithi07880501-41 2024-08-10T05:05:32.205 INFO:tasks.rados.rados.0.smithi078.stdout:2731: finishing write tid 5 to smithi07880501-41 2024-08-10T05:05:32.206 INFO:tasks.rados.rados.0.smithi078.stdout:2731: finishing write tid 6 to smithi07880501-41 2024-08-10T05:05:32.206 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 2121 (ObjNum 836 snap 263 seq_num 836) dirty exists 2024-08-10T05:05:32.206 INFO:tasks.rados.rados.0.smithi078.stdout:2731: left oid 41 (ObjNum 836 snap 263 seq_num 836) 2024-08-10T05:05:32.206 INFO:tasks.rados.rados.0.smithi078.stdout:2732: seq_num 837 ranges {516096=425984,942080=655360,1597440=729088,2326528=221184} 2024-08-10T05:05:32.210 INFO:tasks.rados.rados.0.smithi078.stdout:2732: writing smithi07880501-7 from 516096 to 942080 tid 1 2024-08-10T05:05:32.213 INFO:tasks.rados.rados.0.smithi078.stdout:2732: writing smithi07880501-7 from 942080 to 1597440 tid 2 2024-08-10T05:05:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:2732: writing smithi07880501-7 from 1597440 to 2326528 tid 3 2024-08-10T05:05:32.219 INFO:tasks.rados.rados.0.smithi078.stdout:2732: writing smithi07880501-7 from 2326528 to 2547712 tid 4 2024-08-10T05:05:32.219 INFO:tasks.rados.rados.0.smithi078.stdout:2730: done (2 left) 2024-08-10T05:05:32.219 INFO:tasks.rados.rados.0.smithi078.stdout:2731: done (1 left) 2024-08-10T05:05:32.219 INFO:tasks.rados.rados.0.smithi078.stdout:2733: snap_create 2024-08-10T05:05:32.220 INFO:tasks.rados.rados.0.smithi078.stdout:2732: finishing write tid 1 to smithi07880501-7 2024-08-10T05:05:32.220 INFO:tasks.rados.rados.0.smithi078.stdout:2732: finishing write tid 2 to smithi07880501-7 2024-08-10T05:05:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2732: finishing write tid 3 to smithi07880501-7 2024-08-10T05:05:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2732: finishing write tid 4 to smithi07880501-7 2024-08-10T05:05:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:2732: finishing write tid 5 to smithi07880501-7 2024-08-10T05:05:32.224 INFO:tasks.rados.rados.0.smithi078.stdout:2732: finishing write tid 6 to smithi07880501-7 2024-08-10T05:05:32.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2316 (ObjNum 837 snap 263 seq_num 837) dirty exists 2024-08-10T05:05:32.224 INFO:tasks.rados.rados.0.smithi078.stdout:2732: left oid 7 (ObjNum 837 snap 263 seq_num 837) 2024-08-10T05:05:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:05:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:05:31] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-08-10T05:05:32.409 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:05:33.139 INFO:tasks.rados.rados.0.smithi078.stdout:2732: done (1 left) 2024-08-10T05:05:33.139 INFO:tasks.rados.rados.0.smithi078.stdout:2733: done (0 left) 2024-08-10T05:05:33.140 INFO:tasks.rados.rados.0.smithi078.stdout:2734: read oid 29 snap -1 2024-08-10T05:05:33.140 INFO:tasks.rados.rados.0.smithi078.stdout:2734: expect deleted 2024-08-10T05:05:33.140 INFO:tasks.rados.rados.0.smithi078.stdout:2735: snap_create 2024-08-10T05:05:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: osdmap e592: 8 total, 8 up, 8 in 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: pgmap v551: 121 pgs: 121 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: osdmap e592: 8 total, 8 up, 8 in 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: pgmap v551: 121 pgs: 121 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:33 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: osdmap e592: 8 total, 8 up, 8 in 2024-08-10T05:05:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: pgmap v551: 121 pgs: 121 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:33.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:33 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:34.141 INFO:tasks.rados.rados.0.smithi078.stdout:2734: done (1 left) 2024-08-10T05:05:34.141 INFO:tasks.rados.rados.0.smithi078.stdout:2735: done (0 left) 2024-08-10T05:05:34.141 INFO:tasks.rados.rados.0.smithi078.stdout:2736: delete oid 3 current snap is 265 2024-08-10T05:05:34.143 INFO:tasks.rados.rados.0.smithi078.stdout:2736: done (0 left) 2024-08-10T05:05:34.143 INFO:tasks.rados.rados.0.smithi078.stdout:2737: read oid 38 snap -1 2024-08-10T05:05:34.143 INFO:tasks.rados.rados.0.smithi078.stdout:2737: expect (ObjNum 802 snap 254 seq_num 802) 2024-08-10T05:05:34.144 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 265 2024-08-10T05:05:34.144 INFO:tasks.rados.rados.0.smithi078.stdout:2738: seq_num 839 ranges {16384=458752,475136=425984,901120=688128,1589248=491520} 2024-08-10T05:05:34.146 INFO:tasks.rados.rados.0.smithi078.stdout:2738: writing smithi07880501-16 from 16384 to 475136 tid 1 2024-08-10T05:05:34.149 INFO:tasks.rados.rados.0.smithi078.stdout:2738: writing smithi07880501-16 from 475136 to 901120 tid 2 2024-08-10T05:05:34.154 INFO:tasks.rados.rados.0.smithi078.stdout:2738: writing smithi07880501-16 from 901120 to 1589248 tid 3 2024-08-10T05:05:34.158 INFO:tasks.rados.rados.0.smithi078.stdout:2738: writing smithi07880501-16 from 1589248 to 2080768 tid 4 2024-08-10T05:05:34.158 INFO:tasks.rados.rados.0.smithi078.stdout:2739: delete oid 12 current snap is 265 2024-08-10T05:05:34.158 INFO:tasks.rados.rados.0.smithi078.stdout:2737: expect (ObjNum 802 snap 254 seq_num 802) 2024-08-10T05:05:34.198 INFO:tasks.rados.rados.0.smithi078.stdout:2738: finishing write tid 1 to smithi07880501-16 2024-08-10T05:05:34.234 INFO:tasks.rados.rados.0.smithi078.stdout:2738: finishing write tid 2 to smithi07880501-16 2024-08-10T05:05:34.234 INFO:tasks.rados.rados.0.smithi078.stdout:2737: done (2 left) 2024-08-10T05:05:34.234 INFO:tasks.rados.rados.0.smithi078.stdout:2739: done (1 left) 2024-08-10T05:05:34.234 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 265 2024-08-10T05:05:34.234 INFO:tasks.rados.rados.0.smithi078.stdout:2738: finishing write tid 3 to smithi07880501-16 2024-08-10T05:05:34.234 INFO:tasks.rados.rados.0.smithi078.stdout:2740: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-08-10T05:05:34.235 INFO:tasks.rados.rados.0.smithi078.stdout:2740: writing smithi07880501-48 from 0 to 491520 tid 1 2024-08-10T05:05:34.235 INFO:tasks.rados.rados.0.smithi078.stdout:2740: writing smithi07880501-48 from 491520 to 1089536 tid 2 2024-08-10T05:05:34.235 INFO:tasks.rados.rados.0.smithi078.stdout:2740: writing smithi07880501-48 from 1089536 to 1794048 tid 3 2024-08-10T05:05:34.236 INFO:tasks.rados.rados.0.smithi078.stdout:2740: writing smithi07880501-48 from 1794048 to 2097152 tid 4 2024-08-10T05:05:34.236 INFO:tasks.rados.rados.0.smithi078.stdout:2741: rmattr oid 45 current snap is 265 2024-08-10T05:05:34.236 INFO:tasks.rados.rados.0.smithi078.stdout:2741: done (2 left) 2024-08-10T05:05:34.236 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 265 2024-08-10T05:05:34.236 INFO:tasks.rados.rados.0.smithi078.stdout:2738: finishing write tid 4 to smithi07880501-16 2024-08-10T05:05:34.236 INFO:tasks.rados.rados.0.smithi078.stdout:2742: seq_num 842 ranges {13279232=507904,13787136=475136,14262272=516096,14778368=499712,15278080=114688} 2024-08-10T05:05:34.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:34 smithi078 ceph-mon[92251]: osdmap e593: 8 total, 8 up, 8 in 2024-08-10T05:05:34.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:34 smithi078 ceph-mon[92251]: osdmap e594: 8 total, 8 up, 8 in 2024-08-10T05:05:34.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:34 smithi078 ceph-mon[94618]: osdmap e593: 8 total, 8 up, 8 in 2024-08-10T05:05:34.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:34 smithi078 ceph-mon[94618]: osdmap e594: 8 total, 8 up, 8 in 2024-08-10T05:05:34.286 INFO:tasks.rados.rados.0.smithi078.stdout:2742: writing smithi07880501-31 from 13279232 to 13787136 tid 1 2024-08-10T05:05:34.288 INFO:tasks.rados.rados.0.smithi078.stdout:2742: writing smithi07880501-31 from 13787136 to 14262272 tid 2 2024-08-10T05:05:34.291 INFO:tasks.rados.rados.0.smithi078.stdout:2742: writing smithi07880501-31 from 14262272 to 14778368 tid 3 2024-08-10T05:05:34.294 INFO:tasks.rados.rados.0.smithi078.stdout:2742: writing smithi07880501-31 from 14778368 to 15278080 tid 4 2024-08-10T05:05:34.295 INFO:tasks.rados.rados.0.smithi078.stdout:2742: writing smithi07880501-31 from 15278080 to 15392768 tid 5 2024-08-10T05:05:34.295 INFO:tasks.rados.rados.0.smithi078.stdout:2743: rmattr oid 23 current snap is 265 2024-08-10T05:05:34.296 INFO:tasks.rados.rados.0.smithi078.stdout:2738: finishing write tid 5 to smithi07880501-16 2024-08-10T05:05:34.296 INFO:tasks.rados.rados.0.smithi078.stdout:2738: finishing write tid 6 to smithi07880501-16 2024-08-10T05:05:34.296 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 2155 (ObjNum 839 snap 265 seq_num 839) dirty exists 2024-08-10T05:05:34.296 INFO:tasks.rados.rados.0.smithi078.stdout:2738: left oid 16 (ObjNum 839 snap 265 seq_num 839) 2024-08-10T05:05:34.296 INFO:tasks.rados.rados.0.smithi078.stdout:2738: done (3 left) 2024-08-10T05:05:34.296 INFO:tasks.rados.rados.0.smithi078.stdout:2744: snap_remove snap 222 2024-08-10T05:05:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:34 smithi107 ceph-mon[86658]: osdmap e593: 8 total, 8 up, 8 in 2024-08-10T05:05:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:34 smithi107 ceph-mon[86658]: osdmap e594: 8 total, 8 up, 8 in 2024-08-10T05:05:35.156 INFO:tasks.rados.rados.0.smithi078.stdout:2744: done (3 left) 2024-08-10T05:05:35.156 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 265 2024-08-10T05:05:35.156 INFO:tasks.rados.rados.0.smithi078.stdout:2745: seq_num 843 ranges {2031616=524288,2555904=761856,3317760=671744,3989504=172032} 2024-08-10T05:05:35.168 INFO:tasks.rados.rados.0.smithi078.stdout:2745: writing smithi07880501-19 from 2031616 to 2555904 tid 1 2024-08-10T05:05:35.174 INFO:tasks.rados.rados.0.smithi078.stdout:2745: writing smithi07880501-19 from 2555904 to 3317760 tid 2 2024-08-10T05:05:35.179 INFO:tasks.rados.rados.0.smithi078.stdout:2745: writing smithi07880501-19 from 3317760 to 3989504 tid 3 2024-08-10T05:05:35.180 INFO:tasks.rados.rados.0.smithi078.stdout:2745: writing smithi07880501-19 from 3989504 to 4161536 tid 4 2024-08-10T05:05:35.181 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 265 2024-08-10T05:05:35.181 INFO:tasks.rados.rados.0.smithi078.stdout:2740: finishing write tid 1 to smithi07880501-48 2024-08-10T05:05:35.181 INFO:tasks.rados.rados.0.smithi078.stdout:2740: finishing write tid 2 to smithi07880501-48 2024-08-10T05:05:35.181 INFO:tasks.rados.rados.0.smithi078.stdout:2746: seq_num 844 ranges {2367488=540672,2908160=696320,3604480=475136,4079616=434176} 2024-08-10T05:05:35.197 INFO:tasks.rados.rados.0.smithi078.stdout:2746: writing smithi07880501-49 from 2367488 to 2908160 tid 1 2024-08-10T05:05:35.201 INFO:tasks.rados.rados.0.smithi078.stdout:2746: writing smithi07880501-49 from 2908160 to 3604480 tid 2 2024-08-10T05:05:35.204 INFO:tasks.rados.rados.0.smithi078.stdout:2746: writing smithi07880501-49 from 3604480 to 4079616 tid 3 2024-08-10T05:05:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2746: writing smithi07880501-49 from 4079616 to 4513792 tid 4 2024-08-10T05:05:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 265 2024-08-10T05:05:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2740: finishing write tid 3 to smithi07880501-48 2024-08-10T05:05:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2740: finishing write tid 4 to smithi07880501-48 2024-08-10T05:05:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2740: finishing write tid 5 to smithi07880501-48 2024-08-10T05:05:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:2740: finishing write tid 6 to smithi07880501-48 2024-08-10T05:05:35.207 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2055 (ObjNum 841 snap 265 seq_num 841) dirty exists 2024-08-10T05:05:35.208 INFO:tasks.rados.rados.0.smithi078.stdout:2740: left oid 48 (ObjNum 841 snap 265 seq_num 841) 2024-08-10T05:05:35.208 INFO:tasks.rados.rados.0.smithi078.stdout:2742: finishing write tid 1 to smithi07880501-31 2024-08-10T05:05:35.208 INFO:tasks.rados.rados.0.smithi078.stdout:2742: finishing write tid 2 to smithi07880501-31 2024-08-10T05:05:35.208 INFO:tasks.rados.rados.0.smithi078.stdout:2747: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-08-10T05:05:35.210 INFO:tasks.rados.rados.0.smithi078.stdout:2747: writing smithi07880501-8 from 0 to 557056 tid 1 2024-08-10T05:05:35.213 INFO:tasks.rados.rados.0.smithi078.stdout:2747: writing smithi07880501-8 from 557056 to 1138688 tid 2 2024-08-10T05:05:35.217 INFO:tasks.rados.rados.0.smithi078.stdout:2747: writing smithi07880501-8 from 1138688 to 1826816 tid 3 2024-08-10T05:05:35.219 INFO:tasks.rados.rados.0.smithi078.stdout:2747: writing smithi07880501-8 from 1826816 to 2162688 tid 4 2024-08-10T05:05:35.219 INFO:tasks.rados.rados.0.smithi078.stdout:2740: done (5 left) 2024-08-10T05:05:35.219 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 265 2024-08-10T05:05:35.220 INFO:tasks.rados.rados.0.smithi078.stdout:2742: finishing write tid 3 to smithi07880501-31 2024-08-10T05:05:35.220 INFO:tasks.rados.rados.0.smithi078.stdout:2748: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-08-10T05:05:35.222 INFO:tasks.rados.rados.0.smithi078.stdout:2748: writing smithi07880501-40 from 0 to 573440 tid 1 2024-08-10T05:05:35.225 INFO:tasks.rados.rados.0.smithi078.stdout:2748: writing smithi07880501-40 from 573440 to 1040384 tid 2 2024-08-10T05:05:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:2748: writing smithi07880501-40 from 1040384 to 1531904 tid 3 2024-08-10T05:05:35.230 INFO:tasks.rados.rados.0.smithi078.stdout:2748: writing smithi07880501-40 from 1531904 to 2080768 tid 4 2024-08-10T05:05:35.232 INFO:tasks.rados.rados.0.smithi078.stdout:2748: writing smithi07880501-40 from 2080768 to 2179072 tid 5 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2749: rollback oid 29 current snap is 265 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 240 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2742: finishing write tid 4 to smithi07880501-31 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2742: finishing write tid 5 to smithi07880501-31 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2026 (ObjNum 754 snap 225 seq_num 754) dirty exists 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2742: finishing write tid 6 to smithi07880501-31 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2742: finishing write tid 7 to smithi07880501-31 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2053 (ObjNum 842 snap 265 seq_num 842) dirty exists 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2742: left oid 31 (ObjNum 842 snap 265 seq_num 842) 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2745: finishing write tid 1 to smithi07880501-19 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2745: finishing write tid 2 to smithi07880501-19 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2745: finishing write tid 3 to smithi07880501-19 2024-08-10T05:05:35.233 INFO:tasks.rados.rados.0.smithi078.stdout:2742: done (6 left) 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2743: done (5 left) 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2750: snap_create 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2745: finishing write tid 4 to smithi07880501-19 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2745: finishing write tid 5 to smithi07880501-19 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2745: finishing write tid 6 to smithi07880501-19 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2125 (ObjNum 843 snap 265 seq_num 843) dirty exists 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2745: left oid 19 (ObjNum 843 snap 265 seq_num 843) 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2746: finishing write tid 1 to smithi07880501-49 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2746: finishing write tid 2 to smithi07880501-49 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2746: finishing write tid 3 to smithi07880501-49 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2746: finishing write tid 4 to smithi07880501-49 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2746: finishing write tid 5 to smithi07880501-49 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:2746: finishing write tid 6 to smithi07880501-49 2024-08-10T05:05:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1896 (ObjNum 844 snap 265 seq_num 844) dirty exists 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2746: left oid 49 (ObjNum 844 snap 265 seq_num 844) 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2747: finishing write tid 1 to smithi07880501-8 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2747: finishing write tid 2 to smithi07880501-8 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2747: finishing write tid 3 to smithi07880501-8 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2747: finishing write tid 4 to smithi07880501-8 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2747: finishing write tid 5 to smithi07880501-8 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2748: finishing write tid 1 to smithi07880501-40 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2747: finishing write tid 6 to smithi07880501-8 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 1785 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2747: left oid 8 (ObjNum 845 snap 265 seq_num 845) 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2748: finishing write tid 2 to smithi07880501-40 2024-08-10T05:05:35.235 INFO:tasks.rados.rados.0.smithi078.stdout:2748: finishing write tid 3 to smithi07880501-40 2024-08-10T05:05:35.236 INFO:tasks.rados.rados.0.smithi078.stdout:2749: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:05:35.236 INFO:tasks.rados.rados.0.smithi078.stdout:2749: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:05:35.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 1787 (ObjNum 678 snap 199 seq_num 678) dirty exists 2024-08-10T05:05:35.236 INFO:tasks.rados.rados.0.smithi078.stdout:2748: finishing write tid 4 to smithi07880501-40 2024-08-10T05:05:35.237 INFO:tasks.rados.rados.0.smithi078.stdout:2748: finishing write tid 5 to smithi07880501-40 2024-08-10T05:05:35.237 INFO:tasks.rados.rados.0.smithi078.stdout:2748: finishing write tid 6 to smithi07880501-40 2024-08-10T05:05:35.237 INFO:tasks.rados.rados.0.smithi078.stdout:2748: finishing write tid 7 to smithi07880501-40 2024-08-10T05:05:35.237 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1297 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-08-10T05:05:35.237 INFO:tasks.rados.rados.0.smithi078.stdout:2748: left oid 40 (ObjNum 846 snap 265 seq_num 846) 2024-08-10T05:05:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:35 smithi078 ceph-mon[94618]: Upgrade: Updating alertmanager.a 2024-08-10T05:05:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:35 smithi078 ceph-mon[94618]: Deploying daemon alertmanager.a on smithi078 2024-08-10T05:05:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:35 smithi078 ceph-mon[94618]: pgmap v554: 121 pgs: 121 active+clean; 357 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-10T05:05:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:35 smithi078 ceph-mon[92251]: Upgrade: Updating alertmanager.a 2024-08-10T05:05:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:35 smithi078 ceph-mon[92251]: Deploying daemon alertmanager.a on smithi078 2024-08-10T05:05:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:35 smithi078 ceph-mon[92251]: pgmap v554: 121 pgs: 121 active+clean; 357 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-10T05:05:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:35 smithi107 ceph-mon[86658]: Upgrade: Updating alertmanager.a 2024-08-10T05:05:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:35 smithi107 ceph-mon[86658]: Deploying daemon alertmanager.a on smithi078 2024-08-10T05:05:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:35 smithi107 ceph-mon[86658]: pgmap v554: 121 pgs: 121 active+clean; 357 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:2745: done (5 left) 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:2746: done (4 left) 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:2747: done (3 left) 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:2748: done (2 left) 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:2749: done (1 left) 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:2750: done (0 left) 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 266 2024-08-10T05:05:36.139 INFO:tasks.rados.rados.0.smithi078.stdout:2751: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-08-10T05:05:36.142 INFO:tasks.rados.rados.0.smithi078.stdout:2751: writing smithi07880501-10 from 0 to 589824 tid 1 2024-08-10T05:05:36.147 INFO:tasks.rados.rados.0.smithi078.stdout:2751: writing smithi07880501-10 from 589824 to 1343488 tid 2 2024-08-10T05:05:36.152 INFO:tasks.rados.rados.0.smithi078.stdout:2751: writing smithi07880501-10 from 1343488 to 1998848 tid 3 2024-08-10T05:05:36.153 INFO:tasks.rados.rados.0.smithi078.stdout:2751: writing smithi07880501-10 from 1998848 to 2195456 tid 4 2024-08-10T05:05:36.154 INFO:tasks.rados.rados.0.smithi078.stdout:2752: read oid 21 snap -1 2024-08-10T05:05:36.154 INFO:tasks.rados.rados.0.smithi078.stdout:2752: expect (ObjNum 826 snap 259 seq_num 826) 2024-08-10T05:05:36.154 INFO:tasks.rados.rados.0.smithi078.stdout:2753: snap_remove snap 248 2024-08-10T05:05:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:36 smithi078 ceph-mon[94618]: osdmap e595: 8 total, 8 up, 8 in 2024-08-10T05:05:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:36 smithi078 ceph-mon[94618]: osdmap e596: 8 total, 8 up, 8 in 2024-08-10T05:05:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:36 smithi078 ceph-mon[92251]: osdmap e595: 8 total, 8 up, 8 in 2024-08-10T05:05:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:36 smithi078 ceph-mon[92251]: osdmap e596: 8 total, 8 up, 8 in 2024-08-10T05:05:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:36 smithi107 ceph-mon[86658]: osdmap e595: 8 total, 8 up, 8 in 2024-08-10T05:05:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:36 smithi107 ceph-mon[86658]: osdmap e596: 8 total, 8 up, 8 in 2024-08-10T05:05:37.154 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:37 smithi078 ceph-mon[92251]: pgmap v557: 121 pgs: 121 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-10T05:05:37.158 INFO:tasks.rados.rados.0.smithi078.stdout:2751: finishing write tid 1 to smithi07880501-10 2024-08-10T05:05:37.158 INFO:tasks.rados.rados.0.smithi078.stdout:2751: finishing write tid 2 to smithi07880501-10 2024-08-10T05:05:37.158 INFO:tasks.rados.rados.0.smithi078.stdout:2751: finishing write tid 3 to smithi07880501-10 2024-08-10T05:05:37.159 INFO:tasks.rados.rados.0.smithi078.stdout:2751: finishing write tid 4 to smithi07880501-10 2024-08-10T05:05:37.159 INFO:tasks.rados.rados.0.smithi078.stdout:2751: finishing write tid 5 to smithi07880501-10 2024-08-10T05:05:37.159 INFO:tasks.rados.rados.0.smithi078.stdout:2751: finishing write tid 6 to smithi07880501-10 2024-08-10T05:05:37.159 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 1942 (ObjNum 847 snap 266 seq_num 847) dirty exists 2024-08-10T05:05:37.159 INFO:tasks.rados.rados.0.smithi078.stdout:2751: left oid 10 (ObjNum 847 snap 266 seq_num 847) 2024-08-10T05:05:37.159 INFO:tasks.rados.rados.0.smithi078.stdout:2752: expect (ObjNum 826 snap 259 seq_num 826) 2024-08-10T05:05:37.299 INFO:tasks.rados.rados.0.smithi078.stdout:2751: done (2 left) 2024-08-10T05:05:37.300 INFO:tasks.rados.rados.0.smithi078.stdout:2752: done (1 left) 2024-08-10T05:05:37.300 INFO:tasks.rados.rados.0.smithi078.stdout:2753: done (0 left) 2024-08-10T05:05:37.300 INFO:tasks.rados.rados.0.smithi078.stdout:2754: read oid 45 snap -1 2024-08-10T05:05:37.300 INFO:tasks.rados.rados.0.smithi078.stdout:2754: expect deleted 2024-08-10T05:05:37.300 INFO:tasks.rados.rados.0.smithi078.stdout:2755: snap_create 2024-08-10T05:05:37.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:37 smithi078 ceph-mon[94618]: pgmap v557: 121 pgs: 121 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-10T05:05:37.435 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:37 smithi078 systemd[1]: Stopping Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:37 smithi107 ceph-mon[86658]: pgmap v557: 121 pgs: 121 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-10T05:05:37.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[82939]: ts=2024-08-10T05:05:37.434Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:05:37.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:37 smithi078 podman[127638]: 2024-08-10 05:05:37.475875636 +0000 UTC m=+0.141724319 container died cc9739fab52c78000beb801379fe3d11d85057e157540baae27a137f195e0b50 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:38.171 INFO:tasks.rados.rados.0.smithi078.stdout:2754: done (1 left) 2024-08-10T05:05:38.171 INFO:tasks.rados.rados.0.smithi078.stdout:2755: done (0 left) 2024-08-10T05:05:38.171 INFO:tasks.rados.rados.0.smithi078.stdout:2756: rollback oid 30 current snap is 267 2024-08-10T05:05:38.171 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 240 2024-08-10T05:05:38.172 INFO:tasks.rados.rados.0.smithi078.stdout:2757: delete oid 21 current snap is 267 2024-08-10T05:05:38.175 INFO:tasks.rados.rados.0.smithi078.stdout:2757: done (1 left) 2024-08-10T05:05:38.175 INFO:tasks.rados.rados.0.smithi078.stdout:2758: snap_create 2024-08-10T05:05:38.179 INFO:tasks.rados.rados.0.smithi078.stdout:2756: finishing rollback tid 1 to smithi07880501-30 2024-08-10T05:05:38.179 INFO:tasks.rados.rados.0.smithi078.stdout:2756: finishing rollback tid 2 to smithi07880501-30 2024-08-10T05:05:38.179 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 2157 (ObjNum 746 snap 220 seq_num 746) dirty exists 2024-08-10T05:05:38.444 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:38 smithi078 ceph-mon[92251]: osdmap e597: 8 total, 8 up, 8 in 2024-08-10T05:05:38.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:38 smithi078 ceph-mon[94618]: osdmap e597: 8 total, 8 up, 8 in 2024-08-10T05:05:38.445 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 podman[127638]: 2024-08-10 05:05:38.135431612 +0000 UTC m=+0.801280294 container cleanup cc9739fab52c78000beb801379fe3d11d85057e157540baae27a137f195e0b50 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:38.445 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 bash[127638]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T05:05:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:38 smithi107 ceph-mon[86658]: osdmap e597: 8 total, 8 up, 8 in 2024-08-10T05:05:38.713 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 podman[127651]: 2024-08-10 05:05:38.445005217 +0000 UTC m=+0.960798521 container remove cc9739fab52c78000beb801379fe3d11d85057e157540baae27a137f195e0b50 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:38.713 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 podman[127651]: 2024-08-10 05:05:38.554364345 +0000 UTC m=+1.070157648 volume remove f3cb3af01e52d3606d41309f0602895dd32688de4148b093bb0f52dc0661e1e7 2024-08-10T05:05:39.141 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T05:05:39.141 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 systemd[1]: Stopped Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:39.141 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service: Consumed 1.317s CPU time. 2024-08-10T05:05:39.142 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:38 smithi078 systemd[1]: Starting Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:39.177 INFO:tasks.rados.rados.0.smithi078.stdout:2756: done (1 left) 2024-08-10T05:05:39.177 INFO:tasks.rados.rados.0.smithi078.stdout:2758: done (0 left) 2024-08-10T05:05:39.177 INFO:tasks.rados.rados.0.smithi078.stdout:2759: snap_create 2024-08-10T05:05:39.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-mon[92251]: osdmap e598: 8 total, 8 up, 8 in 2024-08-10T05:05:39.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-mon[92251]: pgmap v560: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-10T05:05:39.429 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-mon[94618]: osdmap e598: 8 total, 8 up, 8 in 2024-08-10T05:05:39.429 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-mon[94618]: pgmap v560: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-10T05:05:39.429 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 podman[127777]: 2024-08-10 05:05:39.044166073 +0000 UTC m=+0.016894437 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T05:05:39.429 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 podman[127777]: 2024-08-10 05:05:39.163794689 +0000 UTC m=+0.136523089 volume create cafa362b12b7223ae47833d4a7d334706d55119299ee53c24dbe4bd7a2974c85 2024-08-10T05:05:39.429 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 podman[127777]: 2024-08-10 05:05:39.281266703 +0000 UTC m=+0.253995100 container create 8bd590e91fa140f792cbc555b23693aca61da84c94578f6a3b423807f55091f2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:39 smithi107 ceph-mon[86658]: osdmap e598: 8 total, 8 up, 8 in 2024-08-10T05:05:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:39 smithi107 ceph-mon[86658]: pgmap v560: 121 pgs: 121 active+clean; 375 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-10T05:05:39.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 podman[127777]: 2024-08-10 05:05:39.516762842 +0000 UTC m=+0.489491215 container init 8bd590e91fa140f792cbc555b23693aca61da84c94578f6a3b423807f55091f2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:39.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 podman[127777]: 2024-08-10 05:05:39.519707667 +0000 UTC m=+0.492436025 container start 8bd590e91fa140f792cbc555b23693aca61da84c94578f6a3b423807f55091f2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:05:39.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.530Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T05:05:39.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.531Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T05:05:39.726 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.532Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.78 port=9094 2024-08-10T05:05:39.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.533Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T05:05:39.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.555Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:05:39.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.556Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:05:39.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.559Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T05:05:39.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:39.559Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T05:05:39.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 bash[127777]: 8bd590e91fa140f792cbc555b23693aca61da84c94578f6a3b423807f55091f2 2024-08-10T05:05:39.727 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:39 smithi078 systemd[1]: Started Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:40.177 INFO:tasks.rados.rados.0.smithi078.stdout:2759: done (0 left) 2024-08-10T05:05:40.177 INFO:tasks.rados.rados.0.smithi078.stdout:2760: delete oid 36 current snap is 269 2024-08-10T05:05:40.179 INFO:tasks.rados.rados.0.smithi078.stdout:2760: done (0 left) 2024-08-10T05:05:40.179 INFO:tasks.rados.rados.0.smithi078.stdout:2761: delete oid 1 current snap is 269 2024-08-10T05:05:40.187 INFO:tasks.rados.rados.0.smithi078.stdout:2761: done (0 left) 2024-08-10T05:05:40.187 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 21 current snap is 269 2024-08-10T05:05:40.187 INFO:tasks.rados.rados.0.smithi078.stdout:2762: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-08-10T05:05:40.190 INFO:tasks.rados.rados.0.smithi078.stdout:2762: writing smithi07880501-21 from 0 to 655360 tid 1 2024-08-10T05:05:40.195 INFO:tasks.rados.rados.0.smithi078.stdout:2762: writing smithi07880501-21 from 655360 to 1343488 tid 2 2024-08-10T05:05:40.199 INFO:tasks.rados.rados.0.smithi078.stdout:2762: writing smithi07880501-21 from 1343488 to 2023424 tid 3 2024-08-10T05:05:40.201 INFO:tasks.rados.rados.0.smithi078.stdout:2762: writing smithi07880501-21 from 2023424 to 2260992 tid 4 2024-08-10T05:05:40.201 INFO:tasks.rados.rados.0.smithi078.stdout:2763: copy_from oid 19 from oid 49 current snap is 269 2024-08-10T05:05:40.201 INFO:tasks.rados.rados.0.smithi078.stdout:2762: finishing write tid 1 to smithi07880501-21 2024-08-10T05:05:40.201 INFO:tasks.rados.rados.0.smithi078.stdout:2762: finishing write tid 2 to smithi07880501-21 2024-08-10T05:05:40.201 INFO:tasks.rados.rados.0.smithi078.stdout:2764: read oid 9 snap -1 2024-08-10T05:05:40.202 INFO:tasks.rados.rados.0.smithi078.stdout:2764: expect deleted 2024-08-10T05:05:40.202 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 269 2024-08-10T05:05:40.202 INFO:tasks.rados.rados.0.smithi078.stdout:2765: seq_num 852 ranges {13606912=671744,14278656=622592,14901248=442368,15343616=540672} 2024-08-10T05:05:40.278 INFO:tasks.rados.rados.0.smithi078.stdout:2765: writing smithi07880501-5 from 13606912 to 14278656 tid 1 2024-08-10T05:05:40.281 INFO:tasks.rados.rados.0.smithi078.stdout:2765: writing smithi07880501-5 from 14278656 to 14901248 tid 2 2024-08-10T05:05:40.284 INFO:tasks.rados.rados.0.smithi078.stdout:2765: writing smithi07880501-5 from 14901248 to 15343616 tid 3 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2765: writing smithi07880501-5 from 15343616 to 15884288 tid 4 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2766: read oid 46 snap -1 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2766: expect deleted 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2767: delete oid 16 current snap is 269 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2762: finishing write tid 3 to smithi07880501-21 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2762: finishing write tid 4 to smithi07880501-21 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2762: finishing write tid 5 to smithi07880501-21 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2762: finishing write tid 6 to smithi07880501-21 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1731 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2762: left oid 21 (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:05:40.288 INFO:tasks.rados.rados.0.smithi078.stdout:2763: finishing copy_from racing read to smithi07880501-19 2024-08-10T05:05:40.289 INFO:tasks.rados.rados.0.smithi078.stdout:2763: finishing copy_from to smithi07880501-19 2024-08-10T05:05:40.289 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 1896 (ObjNum 844 snap 265 seq_num 844) dirty exists 2024-08-10T05:05:40.289 INFO:tasks.rados.rados.0.smithi078.stdout:2765: finishing write tid 1 to smithi07880501-5 2024-08-10T05:05:40.289 INFO:tasks.rados.rados.0.smithi078.stdout:2765: finishing write tid 2 to smithi07880501-5 2024-08-10T05:05:40.289 INFO:tasks.rados.rados.0.smithi078.stdout:2765: finishing write tid 3 to smithi07880501-5 2024-08-10T05:05:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:2762: done (5 left) 2024-08-10T05:05:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:2763: done (4 left) 2024-08-10T05:05:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:2764: done (3 left) 2024-08-10T05:05:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:2766: done (2 left) 2024-08-10T05:05:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:2767: done (1 left) 2024-08-10T05:05:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:2768: setattr oid 28 current snap is 269 2024-08-10T05:05:40.292 INFO:tasks.rados.rados.0.smithi078.stdout:2765: finishing write tid 4 to smithi07880501-5 2024-08-10T05:05:40.292 INFO:tasks.rados.rados.0.smithi078.stdout:2765: finishing write tid 5 to smithi07880501-5 2024-08-10T05:05:40.292 INFO:tasks.rados.rados.0.smithi078.stdout:2769: read oid 26 snap -1 2024-08-10T05:05:40.292 INFO:tasks.rados.rados.0.smithi078.stdout:2769: expect deleted 2024-08-10T05:05:40.292 INFO:tasks.rados.rados.0.smithi078.stdout:2770: snap_create 2024-08-10T05:05:40.294 INFO:tasks.rados.rados.0.smithi078.stdout:2765: finishing write tid 6 to smithi07880501-5 2024-08-10T05:05:40.294 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2344 (ObjNum 852 snap 269 seq_num 852) dirty exists 2024-08-10T05:05:40.294 INFO:tasks.rados.rados.0.smithi078.stdout:2765: left oid 5 (ObjNum 852 snap 269 seq_num 852) 2024-08-10T05:05:40.294 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2047 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:05:40.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[92251]: osdmap e599: 8 total, 8 up, 8 in 2024-08-10T05:05:40.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:40.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:40.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:40.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[94618]: osdmap e599: 8 total, 8 up, 8 in 2024-08-10T05:05:40.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:40.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:40.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:40 smithi107 ceph-mon[86658]: osdmap e599: 8 total, 8 up, 8 in 2024-08-10T05:05:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:41.143 INFO:tasks.rados.rados.0.smithi078.stdout:2765: done (3 left) 2024-08-10T05:05:41.143 INFO:tasks.rados.rados.0.smithi078.stdout:2768: done (2 left) 2024-08-10T05:05:41.143 INFO:tasks.rados.rados.0.smithi078.stdout:2769: done (1 left) 2024-08-10T05:05:41.143 INFO:tasks.rados.rados.0.smithi078.stdout:2770: done (0 left) 2024-08-10T05:05:41.143 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 270 2024-08-10T05:05:41.144 INFO:tasks.rados.rados.0.smithi078.stdout:2771: seq_num 854 ranges {630784=712704,1343488=794624,2138112=450560,2588672=360448} 2024-08-10T05:05:41.151 INFO:tasks.rados.rados.0.smithi078.stdout:2771: writing smithi07880501-23 from 630784 to 1343488 tid 1 2024-08-10T05:05:41.156 INFO:tasks.rados.rados.0.smithi078.stdout:2771: writing smithi07880501-23 from 1343488 to 2138112 tid 2 2024-08-10T05:05:41.159 INFO:tasks.rados.rados.0.smithi078.stdout:2771: writing smithi07880501-23 from 2138112 to 2588672 tid 3 2024-08-10T05:05:41.161 INFO:tasks.rados.rados.0.smithi078.stdout:2771: writing smithi07880501-23 from 2588672 to 2949120 tid 4 2024-08-10T05:05:41.162 INFO:tasks.rados.rados.0.smithi078.stdout:2772: snap_create 2024-08-10T05:05:41.166 INFO:tasks.rados.rados.0.smithi078.stdout:2771: finishing write tid 1 to smithi07880501-23 2024-08-10T05:05:41.166 INFO:tasks.rados.rados.0.smithi078.stdout:2771: finishing write tid 2 to smithi07880501-23 2024-08-10T05:05:41.167 INFO:tasks.rados.rados.0.smithi078.stdout:2771: finishing write tid 3 to smithi07880501-23 2024-08-10T05:05:41.167 INFO:tasks.rados.rados.0.smithi078.stdout:2771: finishing write tid 4 to smithi07880501-23 2024-08-10T05:05:41.167 INFO:tasks.rados.rados.0.smithi078.stdout:2771: finishing write tid 5 to smithi07880501-23 2024-08-10T05:05:41.169 INFO:tasks.rados.rados.0.smithi078.stdout:2771: finishing write tid 6 to smithi07880501-23 2024-08-10T05:05:41.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2031 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-08-10T05:05:41.169 INFO:tasks.rados.rados.0.smithi078.stdout:2771: left oid 23 (ObjNum 854 snap 270 seq_num 854) 2024-08-10T05:05:41.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-mon[92251]: osdmap e600: 8 total, 8 up, 8 in 2024-08-10T05:05:41.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-mon[92251]: pgmap v563: 121 pgs: 121 active+clean; 383 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-08-10T05:05:41.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-mon[92251]: osdmap e601: 8 total, 8 up, 8 in 2024-08-10T05:05:41.274 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-mon[94618]: osdmap e600: 8 total, 8 up, 8 in 2024-08-10T05:05:41.275 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-mon[94618]: pgmap v563: 121 pgs: 121 active+clean; 383 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-08-10T05:05:41.275 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-mon[94618]: osdmap e601: 8 total, 8 up, 8 in 2024-08-10T05:05:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:41 smithi107 ceph-mon[86658]: osdmap e600: 8 total, 8 up, 8 in 2024-08-10T05:05:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:41 smithi107 ceph-mon[86658]: pgmap v563: 121 pgs: 121 active+clean; 383 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-08-10T05:05:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:41 smithi107 ceph-mon[86658]: osdmap e601: 8 total, 8 up, 8 in 2024-08-10T05:05:41.922 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:41.533Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00012361s 2024-08-10T05:05:42.154 INFO:tasks.rados.rados.0.smithi078.stdout:2771: done (1 left) 2024-08-10T05:05:42.154 INFO:tasks.rados.rados.0.smithi078.stdout:2772: done (0 left) 2024-08-10T05:05:42.154 INFO:tasks.rados.rados.0.smithi078.stdout:2773: delete oid 5 current snap is 271 2024-08-10T05:05:42.159 INFO:tasks.rados.rados.0.smithi078.stdout:2773: done (0 left) 2024-08-10T05:05:42.159 INFO:tasks.rados.rados.0.smithi078.stdout:2774: delete oid 6 current snap is 271 2024-08-10T05:05:42.164 INFO:tasks.rados.rados.0.smithi078.stdout:2774: done (0 left) 2024-08-10T05:05:42.164 INFO:tasks.rados.rados.0.smithi078.stdout:2775: read oid 20 snap 267 2024-08-10T05:05:42.164 INFO:tasks.rados.rados.0.smithi078.stdout:2775: expect deleted 2024-08-10T05:05:42.164 INFO:tasks.rados.rados.0.smithi078.stdout:2776: read oid 16 snap -1 2024-08-10T05:05:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:2776: expect deleted 2024-08-10T05:05:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:2777: snap_remove snap 259 2024-08-10T05:05:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:05:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:05:41] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-08-10T05:05:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:05:43.164 INFO:tasks.rados.rados.0.smithi078.stdout:2777: done (2 left) 2024-08-10T05:05:43.164 INFO:tasks.rados.rados.0.smithi078.stdout:2778: copy_from oid 34 from oid 21 current snap is 271 2024-08-10T05:05:43.164 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 271 2024-08-10T05:05:43.165 INFO:tasks.rados.rados.0.smithi078.stdout:2779: seq_num 857 ranges {9347072=761856,10108928=442368,10551296=630784,11182080=532480} 2024-08-10T05:05:43.218 INFO:tasks.rados.rados.0.smithi078.stdout:2779: writing smithi07880501-27 from 9347072 to 10108928 tid 1 2024-08-10T05:05:43.220 INFO:tasks.rados.rados.0.smithi078.stdout:2779: writing smithi07880501-27 from 10108928 to 10551296 tid 2 2024-08-10T05:05:43.224 INFO:tasks.rados.rados.0.smithi078.stdout:2779: writing smithi07880501-27 from 10551296 to 11182080 tid 3 2024-08-10T05:05:43.227 INFO:tasks.rados.rados.0.smithi078.stdout:2779: writing smithi07880501-27 from 11182080 to 11714560 tid 4 2024-08-10T05:05:43.227 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 271 2024-08-10T05:05:43.228 INFO:tasks.rados.rados.0.smithi078.stdout:2780: seq_num 858 ranges {1187840=778240,1966080=729088,2695168=434176,3129344=442368} 2024-08-10T05:05:43.238 INFO:tasks.rados.rados.0.smithi078.stdout:2780: writing smithi07880501-13 from 1187840 to 1966080 tid 1 2024-08-10T05:05:43.242 INFO:tasks.rados.rados.0.smithi078.stdout:2780: writing smithi07880501-13 from 1966080 to 2695168 tid 2 2024-08-10T05:05:43.245 INFO:tasks.rados.rados.0.smithi078.stdout:2780: writing smithi07880501-13 from 2695168 to 3129344 tid 3 2024-08-10T05:05:43.248 INFO:tasks.rados.rados.0.smithi078.stdout:2780: writing smithi07880501-13 from 3129344 to 3571712 tid 4 2024-08-10T05:05:43.248 INFO:tasks.rados.rados.0.smithi078.stdout:2781: read oid 3 snap -1 2024-08-10T05:05:43.248 INFO:tasks.rados.rados.0.smithi078.stdout:2781: expect deleted 2024-08-10T05:05:43.248 INFO:tasks.rados.rados.0.smithi078.stdout:2782: snap_remove snap 233 2024-08-10T05:05:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[94618]: osdmap e602: 8 total, 8 up, 8 in 2024-08-10T05:05:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[94618]: pgmap v566: 121 pgs: 121 active+clean; 390 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-08-10T05:05:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[92251]: osdmap e602: 8 total, 8 up, 8 in 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[92251]: pgmap v566: 121 pgs: 121 active+clean; 390 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:43 smithi107 ceph-mon[86658]: osdmap e602: 8 total, 8 up, 8 in 2024-08-10T05:05:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:43 smithi107 ceph-mon[86658]: pgmap v566: 121 pgs: 121 active+clean; 390 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-08-10T05:05:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:44.163 INFO:tasks.rados.rados.0.smithi078.stdout:2782: done (6 left) 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2783: read oid 38 snap 232 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2783: expect deleted 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2784: snap_create 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2778: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2778: finishing copy_from to smithi07880501-34 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 1731 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2779: finishing write tid 1 to smithi07880501-27 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2779: finishing write tid 2 to smithi07880501-27 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2779: finishing write tid 3 to smithi07880501-27 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2779: finishing write tid 4 to smithi07880501-27 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2779: finishing write tid 5 to smithi07880501-27 2024-08-10T05:05:44.164 INFO:tasks.rados.rados.0.smithi078.stdout:2779: finishing write tid 6 to smithi07880501-27 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 2358 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2779: left oid 27 (ObjNum 857 snap 271 seq_num 857) 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2780: finishing write tid 1 to smithi07880501-13 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2780: finishing write tid 2 to smithi07880501-13 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2780: finishing write tid 3 to smithi07880501-13 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2780: finishing write tid 4 to smithi07880501-13 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2780: finishing write tid 5 to smithi07880501-13 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2780: finishing write tid 6 to smithi07880501-13 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2060 (ObjNum 858 snap 271 seq_num 858) dirty exists 2024-08-10T05:05:44.165 INFO:tasks.rados.rados.0.smithi078.stdout:2780: left oid 13 (ObjNum 858 snap 271 seq_num 858) 2024-08-10T05:05:44.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:44 smithi078 ceph-mon[92251]: osdmap e603: 8 total, 8 up, 8 in 2024-08-10T05:05:44.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:44 smithi078 ceph-mon[94618]: osdmap e603: 8 total, 8 up, 8 in 2024-08-10T05:05:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:44 smithi107 ceph-mon[86658]: osdmap e603: 8 total, 8 up, 8 in 2024-08-10T05:05:45.169 INFO:tasks.rados.rados.0.smithi078.stdout:2775: done (7 left) 2024-08-10T05:05:45.169 INFO:tasks.rados.rados.0.smithi078.stdout:2776: done (6 left) 2024-08-10T05:05:45.169 INFO:tasks.rados.rados.0.smithi078.stdout:2778: done (5 left) 2024-08-10T05:05:45.169 INFO:tasks.rados.rados.0.smithi078.stdout:2779: done (4 left) 2024-08-10T05:05:45.169 INFO:tasks.rados.rados.0.smithi078.stdout:2780: done (3 left) 2024-08-10T05:05:45.169 INFO:tasks.rados.rados.0.smithi078.stdout:2781: done (2 left) 2024-08-10T05:05:45.169 INFO:tasks.rados.rados.0.smithi078.stdout:2783: done (1 left) 2024-08-10T05:05:45.170 INFO:tasks.rados.rados.0.smithi078.stdout:2784: done (0 left) 2024-08-10T05:05:45.170 INFO:tasks.rados.rados.0.smithi078.stdout:2785: setattr oid 44 current snap is 272 2024-08-10T05:05:45.170 INFO:tasks.rados.rados.0.smithi078.stdout:2786: rollback oid 17 current snap is 272 2024-08-10T05:05:45.170 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 260 2024-08-10T05:05:45.170 INFO:tasks.rados.rados.0.smithi078.stdout:2787: snap_remove snap 257 2024-08-10T05:05:45.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:45 smithi078 ceph-mon[94618]: osdmap e604: 8 total, 8 up, 8 in 2024-08-10T05:05:45.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:45 smithi078 ceph-mon[94618]: pgmap v569: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 7 op/s 2024-08-10T05:05:45.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:45 smithi078 ceph-mon[92251]: osdmap e604: 8 total, 8 up, 8 in 2024-08-10T05:05:45.450 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:45 smithi078 ceph-mon[92251]: pgmap v569: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 7 op/s 2024-08-10T05:05:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:45 smithi107 ceph-mon[86658]: osdmap e604: 8 total, 8 up, 8 in 2024-08-10T05:05:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:45 smithi107 ceph-mon[86658]: pgmap v569: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.3 MiB/s wr, 7 op/s 2024-08-10T05:05:46.145 INFO:tasks.rados.rados.0.smithi078.stdout:2787: done (2 left) 2024-08-10T05:05:46.146 INFO:tasks.rados.rados.0.smithi078.stdout:2788: delete oid 48 current snap is 272 2024-08-10T05:05:46.146 INFO:tasks.rados.rados.0.smithi078.stdout:2786: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:05:46.146 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 1290 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:05:46.146 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 1971 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:05:46.154 INFO:tasks.rados.rados.0.smithi078.stdout:2785: done (2 left) 2024-08-10T05:05:46.154 INFO:tasks.rados.rados.0.smithi078.stdout:2786: done (1 left) 2024-08-10T05:05:46.155 INFO:tasks.rados.rados.0.smithi078.stdout:2788: done (0 left) 2024-08-10T05:05:46.155 INFO:tasks.rados.rados.0.smithi078.stdout:2789: setattr oid 14 current snap is 272 2024-08-10T05:05:46.156 INFO:tasks.rados.rados.0.smithi078.stdout:2790: snap_remove snap 266 2024-08-10T05:05:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[92251]: osdmap e605: 8 total, 8 up, 8 in 2024-08-10T05:05:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[92251]: osdmap e606: 8 total, 8 up, 8 in 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[94618]: osdmap e605: 8 total, 8 up, 8 in 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:46 smithi078 ceph-mon[94618]: osdmap e606: 8 total, 8 up, 8 in 2024-08-10T05:05:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:46 smithi107 ceph-mon[86658]: osdmap e605: 8 total, 8 up, 8 in 2024-08-10T05:05:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:05:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:05:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:46 smithi107 ceph-mon[86658]: osdmap e606: 8 total, 8 up, 8 in 2024-08-10T05:05:47.143 INFO:tasks.rados.rados.0.smithi078.stdout:2790: done (1 left) 2024-08-10T05:05:47.143 INFO:tasks.rados.rados.0.smithi078.stdout:2791: rollback oid 37 current snap is 272 2024-08-10T05:05:47.143 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 37 to 264 2024-08-10T05:05:47.144 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 1788 (ObjNum 782 snap 238 seq_num 782) dirty exists 2024-08-10T05:05:47.144 INFO:tasks.rados.rados.0.smithi078.stdout:2789: done (1 left) 2024-08-10T05:05:47.144 INFO:tasks.rados.rados.0.smithi078.stdout:2792: snap_remove snap 239 2024-08-10T05:05:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:05:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: pgmap v572: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 399 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[92251]: osdmap e607: 8 total, 8 up, 8 in 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: pgmap v572: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 399 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-10T05:05:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:47 smithi078 ceph-mon[94618]: osdmap e607: 8 total, 8 up, 8 in 2024-08-10T05:05:47.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:05:47.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:05:47.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:47.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.489 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: pgmap v572: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 399 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-10T05:05:47.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:47 smithi107 ceph-mon[86658]: osdmap e607: 8 total, 8 up, 8 in 2024-08-10T05:05:48.146 INFO:tasks.rados.rados.0.smithi078.stdout:2792: done (1 left) 2024-08-10T05:05:48.146 INFO:tasks.rados.rados.0.smithi078.stdout:2793: copy_from oid 41 from oid 7 current snap is 272 2024-08-10T05:05:48.146 INFO:tasks.rados.rados.0.smithi078.stdout:2791: finishing rollback tid 0 to smithi07880501-37 2024-08-10T05:05:48.146 INFO:tasks.rados.rados.0.smithi078.stdout:2791: finishing rollback tid 1 to smithi07880501-37 2024-08-10T05:05:48.146 INFO:tasks.rados.rados.0.smithi078.stdout:2791: finishing rollback tid 2 to smithi07880501-37 2024-08-10T05:05:48.147 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2050 (ObjNum 760 snap 229 seq_num 760) dirty exists 2024-08-10T05:05:48.147 INFO:tasks.rados.rados.0.smithi078.stdout:2791: done (1 left) 2024-08-10T05:05:48.147 INFO:tasks.rados.rados.0.smithi078.stdout:2794: read oid 14 snap -1 2024-08-10T05:05:48.147 INFO:tasks.rados.rados.0.smithi078.stdout:2794: expect (ObjNum 782 snap 238 seq_num 782) 2024-08-10T05:05:48.147 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 272 2024-08-10T05:05:48.147 INFO:tasks.rados.rados.0.smithi078.stdout:2795: seq_num 860 ranges {851968=8192} 2024-08-10T05:05:48.150 INFO:tasks.rados.rados.0.smithi078.stdout:2795: writing smithi07880501-42 from 851968 to 860160 tid 1 2024-08-10T05:05:48.150 INFO:tasks.rados.rados.0.smithi078.stdout:2796: snap_create 2024-08-10T05:05:48.154 INFO:tasks.rados.rados.0.smithi078.stdout:2794: expect (ObjNum 782 snap 238 seq_num 782) 2024-08-10T05:05:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:2795: finishing write tid 1 to smithi07880501-42 2024-08-10T05:05:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:2795: finishing write tid 2 to smithi07880501-42 2024-08-10T05:05:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:2793: finishing copy_from racing read to smithi07880501-41 2024-08-10T05:05:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:2793: finishing copy_from to smithi07880501-41 2024-08-10T05:05:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 2316 (ObjNum 837 snap 263 seq_num 837) dirty exists 2024-08-10T05:05:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:2795: finishing write tid 3 to smithi07880501-42 2024-08-10T05:05:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 1986 (ObjNum 860 snap 272 seq_num 860) dirty exists 2024-08-10T05:05:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:2795: left oid 42 (ObjNum 860 snap 272 seq_num 860) 2024-08-10T05:05:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:48 smithi078 ceph-mon[92251]: Upgrade: Updating grafana.a 2024-08-10T05:05:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:48 smithi078 ceph-mon[92251]: Deploying daemon grafana.a on smithi107 2024-08-10T05:05:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:48 smithi078 ceph-mon[92251]: osdmap e608: 8 total, 8 up, 8 in 2024-08-10T05:05:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:48 smithi078 ceph-mon[94618]: Upgrade: Updating grafana.a 2024-08-10T05:05:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:48 smithi078 ceph-mon[94618]: Deploying daemon grafana.a on smithi107 2024-08-10T05:05:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:48 smithi078 ceph-mon[94618]: osdmap e608: 8 total, 8 up, 8 in 2024-08-10T05:05:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:48 smithi107 ceph-mon[86658]: Upgrade: Updating grafana.a 2024-08-10T05:05:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:48 smithi107 ceph-mon[86658]: Deploying daemon grafana.a on smithi107 2024-08-10T05:05:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:48 smithi107 ceph-mon[86658]: osdmap e608: 8 total, 8 up, 8 in 2024-08-10T05:05:49.150 INFO:tasks.rados.rados.0.smithi078.stdout:2793: done (3 left) 2024-08-10T05:05:49.150 INFO:tasks.rados.rados.0.smithi078.stdout:2794: done (2 left) 2024-08-10T05:05:49.150 INFO:tasks.rados.rados.0.smithi078.stdout:2795: done (1 left) 2024-08-10T05:05:49.150 INFO:tasks.rados.rados.0.smithi078.stdout:2796: done (0 left) 2024-08-10T05:05:49.150 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 273 2024-08-10T05:05:49.150 INFO:tasks.rados.rados.0.smithi078.stdout:2797: seq_num 861 ranges {0=24576} 2024-08-10T05:05:49.151 INFO:tasks.rados.rados.0.smithi078.stdout:2797: writing smithi07880501-48 from 0 to 24576 tid 1 2024-08-10T05:05:49.151 INFO:tasks.rados.rados.0.smithi078.stdout:2798: delete oid 9 current snap is 273 2024-08-10T05:05:49.152 INFO:tasks.rados.rados.0.smithi078.stdout:2797: finishing write tid 1 to smithi07880501-48 2024-08-10T05:05:49.154 INFO:tasks.rados.rados.0.smithi078.stdout:2797: finishing write tid 2 to smithi07880501-48 2024-08-10T05:05:49.159 INFO:tasks.rados.rados.0.smithi078.stdout:2798: done (1 left) 2024-08-10T05:05:49.159 INFO:tasks.rados.rados.0.smithi078.stdout:2799: read oid 25 snap -1 2024-08-10T05:05:49.159 INFO:tasks.rados.rados.0.smithi078.stdout:2799: expect deleted 2024-08-10T05:05:49.159 INFO:tasks.rados.rados.0.smithi078.stdout:2800: read oid 18 snap -1 2024-08-10T05:05:49.159 INFO:tasks.rados.rados.0.smithi078.stdout:2800: expect (ObjNum 717 snap 211 seq_num 717) 2024-08-10T05:05:49.159 INFO:tasks.rados.rados.0.smithi078.stdout:2801: copy_from oid 45 from oid 1 current snap is 273 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:2802: read oid 20 snap -1 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:2802: expect deleted 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:2803: rollback oid 21 current snap is 273 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 269 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:2804: snap_create 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:2797: finishing write tid 3 to smithi07880501-48 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2063 (ObjNum 861 snap 273 seq_num 861) dirty exists 2024-08-10T05:05:49.160 INFO:tasks.rados.rados.0.smithi078.stdout:2797: left oid 48 (ObjNum 861 snap 273 seq_num 861) 2024-08-10T05:05:49.161 INFO:tasks.rados.rados.0.smithi078.stdout:2801: finishing copy_from to smithi07880501-45 2024-08-10T05:05:49.161 INFO:tasks.rados.rados.0.smithi078.stdout:2801: got expected ENOENT (src dne) 2024-08-10T05:05:49.161 INFO:tasks.rados.rados.0.smithi078.stdout:2801: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:05:49.162 INFO:tasks.rados.rados.0.smithi078.stdout:2803: finishing rollback tid 0 to smithi07880501-21 2024-08-10T05:05:49.162 INFO:tasks.rados.rados.0.smithi078.stdout:2803: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:05:49.162 INFO:tasks.rados.rados.0.smithi078.stdout:2803: finishing rollback tid 2 to smithi07880501-21 2024-08-10T05:05:49.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1734 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-08-10T05:05:49.163 INFO:tasks.rados.rados.0.smithi078.stdout:2800: expect (ObjNum 717 snap 211 seq_num 717) 2024-08-10T05:05:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:49 smithi078 ceph-mon[92251]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 826 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-10T05:05:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:49 smithi078 ceph-mon[92251]: osdmap e609: 8 total, 8 up, 8 in 2024-08-10T05:05:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:49 smithi078 ceph-mon[94618]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 826 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-10T05:05:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:49 smithi078 ceph-mon[94618]: osdmap e609: 8 total, 8 up, 8 in 2024-08-10T05:05:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:49 smithi107 ceph-mon[86658]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 826 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-10T05:05:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:49 smithi107 ceph-mon[86658]: osdmap e609: 8 total, 8 up, 8 in 2024-08-10T05:05:49.976 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 05:05:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T05:05:49.536Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003138993s 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2797: done (6 left) 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2799: done (5 left) 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2800: done (4 left) 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2801: done (3 left) 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2802: done (2 left) 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2803: done (1 left) 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2804: done (0 left) 2024-08-10T05:05:50.148 INFO:tasks.rados.rados.0.smithi078.stdout:2805: snap_remove snap 273 2024-08-10T05:05:51.145 INFO:tasks.rados.rados.0.smithi078.stdout:2805: done (0 left) 2024-08-10T05:05:51.146 INFO:tasks.rados.rados.0.smithi078.stdout:2806: delete oid 47 current snap is 274 2024-08-10T05:05:51.155 INFO:tasks.rados.rados.0.smithi078.stdout:2806: done (0 left) 2024-08-10T05:05:51.155 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 274 2024-08-10T05:05:51.155 INFO:tasks.rados.rados.0.smithi078.stdout:2807: seq_num 864 ranges {11714560=73728} 2024-08-10T05:05:51.219 INFO:tasks.rados.rados.0.smithi078.stdout:2807: writing smithi07880501-27 from 11714560 to 11788288 tid 1 2024-08-10T05:05:51.219 INFO:tasks.rados.rados.0.smithi078.stdout:2808: read oid 18 snap -1 2024-08-10T05:05:51.219 INFO:tasks.rados.rados.0.smithi078.stdout:2808: expect (ObjNum 717 snap 211 seq_num 717) 2024-08-10T05:05:51.219 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 274 2024-08-10T05:05:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:2809: seq_num 865 ranges {0=90112} 2024-08-10T05:05:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:2809: writing smithi07880501-43 from 0 to 90112 tid 1 2024-08-10T05:05:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:2810: read oid 8 snap 263 2024-08-10T05:05:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:2810: expect deleted 2024-08-10T05:05:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 274 2024-08-10T05:05:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:2811: seq_num 866 ranges {3571712=106496} 2024-08-10T05:05:51.239 INFO:tasks.rados.rados.0.smithi078.stdout:2811: writing smithi07880501-13 from 3571712 to 3678208 tid 1 2024-08-10T05:05:51.239 INFO:tasks.rados.rados.0.smithi078.stdout:2812: snap_remove snap 269 2024-08-10T05:05:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:51 smithi078 ceph-mon[92251]: osdmap e610: 8 total, 8 up, 8 in 2024-08-10T05:05:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:51 smithi078 ceph-mon[92251]: pgmap v578: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 825 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-10T05:05:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:51 smithi078 ceph-mon[94618]: osdmap e610: 8 total, 8 up, 8 in 2024-08-10T05:05:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:51 smithi078 ceph-mon[94618]: pgmap v578: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 825 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-10T05:05:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:51 smithi107 ceph-mon[86658]: osdmap e610: 8 total, 8 up, 8 in 2024-08-10T05:05:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:51 smithi107 ceph-mon[86658]: pgmap v578: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 825 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-10T05:05:52.170 INFO:tasks.rados.rados.0.smithi078.stdout:2809: finishing write tid 1 to smithi07880501-43 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2807: finishing write tid 1 to smithi07880501-27 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2809: finishing write tid 2 to smithi07880501-43 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2807: finishing write tid 2 to smithi07880501-27 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2809: finishing write tid 3 to smithi07880501-43 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2160 (ObjNum 865 snap 274 seq_num 865) dirty exists 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2809: left oid 43 (ObjNum 865 snap 274 seq_num 865) 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2807: finishing write tid 3 to smithi07880501-27 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 2399 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2807: left oid 27 (ObjNum 864 snap 274 seq_num 864) 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2808: expect (ObjNum 717 snap 211 seq_num 717) 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2811: finishing write tid 1 to smithi07880501-13 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2811: finishing write tid 2 to smithi07880501-13 2024-08-10T05:05:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:2811: finishing write tid 3 to smithi07880501-13 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2065 (ObjNum 866 snap 274 seq_num 866) dirty exists 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2811: left oid 13 (ObjNum 866 snap 274 seq_num 866) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2807: done (5 left) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2808: done (4 left) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2809: done (3 left) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2810: done (2 left) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2811: done (1 left) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2812: done (0 left) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2813: read oid 27 snap -1 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2813: expect (ObjNum 864 snap 274 seq_num 864) 2024-08-10T05:05:52.172 INFO:tasks.rados.rados.0.smithi078.stdout:2814: setattr oid 8 current snap is 274 2024-08-10T05:05:52.173 INFO:tasks.rados.rados.0.smithi078.stdout:2815: delete oid 17 current snap is 274 2024-08-10T05:05:52.177 INFO:tasks.rados.rados.0.smithi078.stdout:2815: done (2 left) 2024-08-10T05:05:52.177 INFO:tasks.rados.rados.0.smithi078.stdout:2816: read oid 13 snap -1 2024-08-10T05:05:52.177 INFO:tasks.rados.rados.0.smithi078.stdout:2816: expect (ObjNum 866 snap 274 seq_num 866) 2024-08-10T05:05:52.177 INFO:tasks.rados.rados.0.smithi078.stdout:2817: delete oid 11 current snap is 274 2024-08-10T05:05:52.182 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 1789 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-08-10T05:05:52.185 INFO:tasks.rados.rados.0.smithi078.stdout:2814: done (3 left) 2024-08-10T05:05:52.185 INFO:tasks.rados.rados.0.smithi078.stdout:2817: done (2 left) 2024-08-10T05:05:52.185 INFO:tasks.rados.rados.0.smithi078.stdout:2818: delete oid 19 current snap is 274 2024-08-10T05:05:52.190 INFO:tasks.rados.rados.0.smithi078.stdout:2818: done (2 left) 2024-08-10T05:05:52.190 INFO:tasks.rados.rados.0.smithi078.stdout:2819: read oid 46 snap -1 2024-08-10T05:05:52.190 INFO:tasks.rados.rados.0.smithi078.stdout:2819: expect deleted 2024-08-10T05:05:52.190 INFO:tasks.rados.rados.0.smithi078.stdout:2820: delete oid 43 current snap is 274 2024-08-10T05:05:52.194 INFO:tasks.rados.rados.0.smithi078.stdout:2819: done (3 left) 2024-08-10T05:05:52.194 INFO:tasks.rados.rados.0.smithi078.stdout:2820: done (2 left) 2024-08-10T05:05:52.194 INFO:tasks.rados.rados.0.smithi078.stdout:2821: read oid 10 snap 208 2024-08-10T05:05:52.194 INFO:tasks.rados.rados.0.smithi078.stdout:2821: expect (ObjNum 702 snap 205 seq_num 702) 2024-08-10T05:05:52.195 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 274 2024-08-10T05:05:52.195 INFO:tasks.rados.rados.0.smithi078.stdout:2822: seq_num 871 ranges {0=188416} 2024-08-10T05:05:52.196 INFO:tasks.rados.rados.0.smithi078.stdout:2822: writing smithi07880501-20 from 0 to 188416 tid 1 2024-08-10T05:05:52.196 INFO:tasks.rados.rados.0.smithi078.stdout:2823: read oid 25 snap -1 2024-08-10T05:05:52.196 INFO:tasks.rados.rados.0.smithi078.stdout:2823: expect deleted 2024-08-10T05:05:52.196 INFO:tasks.rados.rados.0.smithi078.stdout:2824: read oid 24 snap 260 2024-08-10T05:05:52.196 INFO:tasks.rados.rados.0.smithi078.stdout:2824: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:05:52.196 INFO:tasks.rados.rados.0.smithi078.stdout:2825: delete oid 1 current snap is 274 2024-08-10T05:05:52.200 INFO:tasks.rados.rados.0.smithi078.stdout:2816: expect (ObjNum 866 snap 274 seq_num 866) 2024-08-10T05:05:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:52 smithi078 ceph-mon[92251]: osdmap e611: 8 total, 8 up, 8 in 2024-08-10T05:05:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:05:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:05:51] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-08-10T05:05:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:52 smithi078 ceph-mon[94618]: osdmap e611: 8 total, 8 up, 8 in 2024-08-10T05:05:52.373 INFO:tasks.rados.rados.0.smithi078.stdout:2822: finishing write tid 1 to smithi07880501-20 2024-08-10T05:05:52.373 INFO:tasks.rados.rados.0.smithi078.stdout:2822: finishing write tid 2 to smithi07880501-20 2024-08-10T05:05:52.373 INFO:tasks.rados.rados.0.smithi078.stdout:2822: finishing write tid 3 to smithi07880501-20 2024-08-10T05:05:52.373 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2318 (ObjNum 871 snap 274 seq_num 871) dirty exists 2024-08-10T05:05:52.373 INFO:tasks.rados.rados.0.smithi078.stdout:2822: left oid 20 (ObjNum 871 snap 274 seq_num 871) 2024-08-10T05:05:52.374 INFO:tasks.rados.rados.0.smithi078.stdout:2821: expect (ObjNum 702 snap 205 seq_num 702) 2024-08-10T05:05:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:52 smithi107 ceph-mon[86658]: osdmap e611: 8 total, 8 up, 8 in 2024-08-10T05:05:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:05:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:05:53.293 INFO:tasks.rados.rados.0.smithi078.stdout:2813: expect (ObjNum 864 snap 274 seq_num 864) 2024-08-10T05:05:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:53 smithi078 ceph-mon[94618]: osdmap e612: 8 total, 8 up, 8 in 2024-08-10T05:05:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:53 smithi078 ceph-mon[94618]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 642 KiB/s wr, 5 op/s 2024-08-10T05:05:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:53 smithi078 ceph-mon[92251]: osdmap e612: 8 total, 8 up, 8 in 2024-08-10T05:05:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:53 smithi078 ceph-mon[92251]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 642 KiB/s wr, 5 op/s 2024-08-10T05:05:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:53 smithi107 ceph-mon[86658]: osdmap e612: 8 total, 8 up, 8 in 2024-08-10T05:05:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:53 smithi107 ceph-mon[86658]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 642 KiB/s wr, 5 op/s 2024-08-10T05:05:54.541 INFO:tasks.rados.rados.0.smithi078.stdout:2824: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:05:54.574 INFO:tasks.rados.rados.0.smithi078.stdout:2813: done (6 left) 2024-08-10T05:05:54.575 INFO:tasks.rados.rados.0.smithi078.stdout:2816: done (5 left) 2024-08-10T05:05:54.575 INFO:tasks.rados.rados.0.smithi078.stdout:2821: done (4 left) 2024-08-10T05:05:54.575 INFO:tasks.rados.rados.0.smithi078.stdout:2822: done (3 left) 2024-08-10T05:05:54.575 INFO:tasks.rados.rados.0.smithi078.stdout:2823: done (2 left) 2024-08-10T05:05:54.575 INFO:tasks.rados.rados.0.smithi078.stdout:2824: done (1 left) 2024-08-10T05:05:54.575 INFO:tasks.rados.rados.0.smithi078.stdout:2825: done (0 left) 2024-08-10T05:05:54.575 INFO:tasks.rados.rados.0.smithi078.stdout:2826: snap_create 2024-08-10T05:05:55.036 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:05:55.292 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:05:55.292 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (16s) 12s ago 11m 16.9M - 0.25.0 c8568f914cd2 8bd590e91fa1 2024-08-10T05:05:55.292 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (7m) 26s ago 11m 86.7M - 9.4.7 954c08fa6188 e7392a458446 2024-08-10T05:05:55.292 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (79s) 12s ago 13m 15.9M - 19.1.0-1335-gbca9905d c7b33901c886 cf9390fd2e86 2024-08-10T05:05:55.292 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (59s) 26s ago 13m 14.5M - 19.1.0-1335-gbca9905d c7b33901c886 a25796c57449 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (7m) 26s ago 16m 442M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (7m) 12s ago 18m 516M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (6m) 12s ago 18m 72.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (6m) 26s ago 17m 56.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (6m) 12s ago 17m 59.8M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (48s) 12s ago 11m 7704k - 1.5.0 0da6a335fe13 e3a0b516b0aa 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (44s) 26s ago 11m 7894k - 1.5.0 0da6a335fe13 67e1044b22cb 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (5m) 12s ago 16m 340M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (4m) 12s ago 16m 228M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (4m) 12s ago 15m 142M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (3m) 12s ago 15m 118M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (3m) 26s ago 14m 193M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (2m) 26s ago 14m 217M 2479M 19.1.0-1335-gbca9905d c7b33901c886 6f0940128fe4 2024-08-10T05:05:55.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (2m) 26s ago 14m 136M 2479M 19.1.0-1335-gbca9905d c7b33901c886 df3a52e395d2 2024-08-10T05:05:55.294 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (95s) 26s ago 13m 76.1M 2479M 19.1.0-1335-gbca9905d c7b33901c886 276fd8508187 2024-08-10T05:05:55.294 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (30s) 26s ago 12m 39.9M - 2.43.0 a07b618ecd1d 5f87926e98c6 2024-08-10T05:05:55.524 INFO:tasks.rados.rados.0.smithi078.stdout:2826: done (0 left) 2024-08-10T05:05:55.524 INFO:tasks.rados.rados.0.smithi078.stdout:2827: snap_remove snap 254 2024-08-10T05:05:55.620 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:55 smithi078 ceph-mon[92251]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 558 KiB/s wr, 11 op/s 2024-08-10T05:05:55.621 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:55 smithi078 ceph-mon[94618]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 558 KiB/s wr, 11 op/s 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:05:55.621 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 15 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:05:55.622 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:05:55.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:55 smithi107 ceph-mon[86658]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 558 KiB/s wr, 11 op/s 2024-08-10T05:05:56.146 INFO:tasks.rados.rados.0.smithi078.stdout:2827: done (0 left) 2024-08-10T05:05:56.149 INFO:tasks.rados.rados.0.smithi078.stdout:2828: rmattr oid 26 current snap is 275 2024-08-10T05:05:56.149 INFO:tasks.rados.rados.0.smithi078.stdout:2828: done (0 left) 2024-08-10T05:05:56.150 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 275 2024-08-10T05:05:56.150 INFO:tasks.rados.rados.0.smithi078.stdout:2829: seq_num 873 ranges {0=229376} 2024-08-10T05:05:56.150 INFO:tasks.rados.rados.0.smithi078.stdout:2829: writing smithi07880501-1 from 0 to 229376 tid 1 2024-08-10T05:05:56.150 INFO:tasks.rados.rados.0.smithi078.stdout:2830: copy_from oid 15 from oid 9 current snap is 275 2024-08-10T05:05:56.151 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 275 2024-08-10T05:05:56.151 INFO:tasks.rados.rados.0.smithi078.stdout:2831: seq_num 874 ranges {2547712=245760} 2024-08-10T05:05:56.164 INFO:tasks.rados.rados.0.smithi078.stdout:2831: writing smithi07880501-41 from 2547712 to 2793472 tid 1 2024-08-10T05:05:56.164 INFO:tasks.rados.rados.0.smithi078.stdout:2832: delete oid 38 current snap is 275 2024-08-10T05:05:56.164 INFO:tasks.rados.rados.0.smithi078.stdout:2830: finishing copy_from to smithi07880501-15 2024-08-10T05:05:56.164 INFO:tasks.rados.rados.0.smithi078.stdout:2830: got expected ENOENT (src dne) 2024-08-10T05:05:56.165 INFO:tasks.rados.rados.0.smithi078.stdout:2830: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:05:56.169 INFO:tasks.rados.rados.0.smithi078.stdout:2829: finishing write tid 1 to smithi07880501-1 2024-08-10T05:05:56.170 INFO:tasks.rados.rados.0.smithi078.stdout:2830: done (3 left) 2024-08-10T05:05:56.170 INFO:tasks.rados.rados.0.smithi078.stdout:2832: done (2 left) 2024-08-10T05:05:56.170 INFO:tasks.rados.rados.0.smithi078.stdout:2833: rollback oid 15 current snap is 275 2024-08-10T05:05:56.170 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 274 2024-08-10T05:05:56.170 INFO:tasks.rados.rados.0.smithi078.stdout:2829: finishing write tid 2 to smithi07880501-1 2024-08-10T05:05:56.170 INFO:tasks.rados.rados.0.smithi078.stdout:2834: rollback oid 20 current snap is 275 2024-08-10T05:05:56.170 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 260 2024-08-10T05:05:56.171 INFO:tasks.rados.rados.0.smithi078.stdout:2835: rollback oid 13 current snap is 275 2024-08-10T05:05:56.171 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 262 2024-08-10T05:05:56.171 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 275 2024-08-10T05:05:56.171 INFO:tasks.rados.rados.0.smithi078.stdout:2836: seq_num 876 ranges {15392768=278528} 2024-08-10T05:05:56.255 INFO:tasks.rados.rados.0.smithi078.stdout:2836: writing smithi07880501-31 from 15392768 to 15671296 tid 1 2024-08-10T05:05:56.255 INFO:tasks.rados.rados.0.smithi078.stdout:2837: snap_create 2024-08-10T05:05:56.255 INFO:tasks.rados.rados.0.smithi078.stdout:2829: finishing write tid 3 to smithi07880501-1 2024-08-10T05:05:56.255 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2320 (ObjNum 873 snap 275 seq_num 873) dirty exists 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2829: left oid 1 (ObjNum 873 snap 275 seq_num 873) 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2835: finishing rollback tid 0 to smithi07880501-13 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2835: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2835: finishing rollback tid 2 to smithi07880501-13 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2068 (ObjNum 787 snap 239 seq_num 787) dirty exists 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2833: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2833: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2831: finishing write tid 1 to smithi07880501-41 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2831: finishing write tid 2 to smithi07880501-41 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2833: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2415 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:05:56.256 INFO:tasks.rados.rados.0.smithi078.stdout:2834: finishing rollback tid 0 to smithi07880501-20 2024-08-10T05:05:56.257 INFO:tasks.rados.rados.0.smithi078.stdout:2834: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:05:56.257 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2324 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:05:56.257 INFO:tasks.rados.rados.0.smithi078.stdout:2831: finishing write tid 3 to smithi07880501-41 2024-08-10T05:05:56.257 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 2322 (ObjNum 874 snap 275 seq_num 874) dirty exists 2024-08-10T05:05:56.257 INFO:tasks.rados.rados.0.smithi078.stdout:2831: left oid 41 (ObjNum 874 snap 275 seq_num 874) 2024-08-10T05:05:56.258 INFO:tasks.rados.rados.0.smithi078.stdout:2836: finishing write tid 1 to smithi07880501-31 2024-08-10T05:05:56.258 INFO:tasks.rados.rados.0.smithi078.stdout:2836: finishing write tid 2 to smithi07880501-31 2024-08-10T05:05:56.259 INFO:tasks.rados.rados.0.smithi078.stdout:2836: finishing write tid 3 to smithi07880501-31 2024-08-10T05:05:56.259 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2056 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-10T05:05:56.259 INFO:tasks.rados.rados.0.smithi078.stdout:2836: left oid 31 (ObjNum 876 snap 275 seq_num 876) 2024-08-10T05:05:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:56 smithi107 ceph-mon[86658]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:56 smithi107 ceph-mon[86658]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:56 smithi107 ceph-mon[86658]: osdmap e613: 8 total, 8 up, 8 in 2024-08-10T05:05:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:56 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2732443210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:56 smithi107 ceph-mon[86658]: osdmap e614: 8 total, 8 up, 8 in 2024-08-10T05:05:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[92251]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[92251]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[92251]: osdmap e613: 8 total, 8 up, 8 in 2024-08-10T05:05:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2732443210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[92251]: osdmap e614: 8 total, 8 up, 8 in 2024-08-10T05:05:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[94618]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[94618]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[94618]: osdmap e613: 8 total, 8 up, 8 in 2024-08-10T05:05:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2732443210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:05:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:56 smithi078 ceph-mon[94618]: osdmap e614: 8 total, 8 up, 8 in 2024-08-10T05:05:57.135 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:57 smithi107 systemd[1]: Stopping Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2829: done (6 left) 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2831: done (5 left) 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2833: done (4 left) 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2834: done (3 left) 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2835: done (2 left) 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2836: done (1 left) 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2837: done (0 left) 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2838: read oid 19 snap -1 2024-08-10T05:05:57.167 INFO:tasks.rados.rados.0.smithi078.stdout:2838: expect deleted 2024-08-10T05:05:57.168 INFO:tasks.rados.rados.0.smithi078.stdout:2839: snap_remove snap 275 2024-08-10T05:05:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:57 smithi107 ceph-mon[86658]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 90 KiB/s wr, 12 op/s 2024-08-10T05:05:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:57 smithi107 ceph-mon[86658]: osdmap e615: 8 total, 8 up, 8 in 2024-08-10T05:05:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:57.818 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:57 smithi107 podman[122885]: 2024-08-10 05:05:57.416171708 +0000 UTC m=+0.132281849 container died e7392a458446e2f49eedb12a2c7aa4603a5a6afaf256459ae5b393c52a1c7ac4 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, vcs-type=git, com.redhat.component=ubi8-container, distribution-scope=public, io.openshift.tags=base rhel8, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, release=239.1651231664, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-10T05:05:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:57 smithi078 ceph-mon[92251]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 90 KiB/s wr, 12 op/s 2024-08-10T05:05:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:57 smithi078 ceph-mon[92251]: osdmap e615: 8 total, 8 up, 8 in 2024-08-10T05:05:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:57 smithi078 ceph-mon[94618]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 90 KiB/s wr, 12 op/s 2024-08-10T05:05:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:57 smithi078 ceph-mon[94618]: osdmap e615: 8 total, 8 up, 8 in 2024-08-10T05:05:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:05:58.169 INFO:tasks.rados.rados.0.smithi078.stdout:2839: done (1 left) 2024-08-10T05:05:58.169 INFO:tasks.rados.rados.0.smithi078.stdout:2840: snap_create 2024-08-10T05:05:58.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:57 smithi107 podman[122885]: 2024-08-10 05:05:57.997156212 +0000 UTC m=+0.713266334 container cleanup e7392a458446e2f49eedb12a2c7aa4603a5a6afaf256459ae5b393c52a1c7ac4 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.openshift.expose-services=, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, vcs-type=git, io.buildah.version=1.32.0, maintainer=Paul Cuzner , name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897) 2024-08-10T05:05:58.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:57 smithi107 bash[122885]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a 2024-08-10T05:05:58.691 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 podman[122900]: 2024-08-10 05:05:58.373906291 +0000 UTC m=+0.960286959 container remove e7392a458446e2f49eedb12a2c7aa4603a5a6afaf256459ae5b393c52a1c7ac4 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, description=Ceph Grafana Container, io.openshift.expose-services=, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, maintainer=Paul Cuzner , architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git) 2024-08-10T05:05:58.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:05:58.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-10T05:05:58.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 systemd[1]: Stopped Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:58.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Consumed 7.532s CPU time. 2024-08-10T05:05:58.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 systemd[1]: Starting Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T05:05:59.022 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 podman[123029]: 2024-08-10 05:05:58.80772942 +0000 UTC m=+0.017613208 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-08-10T05:05:59.022 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:58 smithi107 podman[123029]: 2024-08-10 05:05:58.924817486 +0000 UTC m=+0.134701313 container create 64b7a4c7cde9ae87afc21c0b7eb49e84019e7c25d57febee75d9b843d6b96924 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T05:05:59.176 INFO:tasks.rados.rados.0.smithi078.stdout:2838: done (1 left) 2024-08-10T05:05:59.176 INFO:tasks.rados.rados.0.smithi078.stdout:2840: done (0 left) 2024-08-10T05:05:59.177 INFO:tasks.rados.rados.0.smithi078.stdout:2841: copy_from oid 50 from oid 43 current snap is 277 2024-08-10T05:05:59.177 INFO:tasks.rados.rados.0.smithi078.stdout:2842: snap_create 2024-08-10T05:05:59.180 INFO:tasks.rados.rados.0.smithi078.stdout:2841: finishing copy_from to smithi07880501-50 2024-08-10T05:05:59.180 INFO:tasks.rados.rados.0.smithi078.stdout:2841: got expected ENOENT (src dne) 2024-08-10T05:05:59.180 INFO:tasks.rados.rados.0.smithi078.stdout:2841: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:05:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:59 smithi078 ceph-mon[92251]: osdmap e616: 8 total, 8 up, 8 in 2024-08-10T05:05:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:05:59 smithi078 ceph-mon[92251]: pgmap v588: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:05:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:59 smithi078 ceph-mon[94618]: osdmap e616: 8 total, 8 up, 8 in 2024-08-10T05:05:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:05:59 smithi078 ceph-mon[94618]: pgmap v588: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:05:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-mon[86658]: osdmap e616: 8 total, 8 up, 8 in 2024-08-10T05:05:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-mon[86658]: pgmap v588: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 podman[123029]: 2024-08-10 05:05:59.126746715 +0000 UTC m=+0.336630496 container init 64b7a4c7cde9ae87afc21c0b7eb49e84019e7c25d57febee75d9b843d6b96924 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 podman[123029]: 2024-08-10 05:05:59.129406624 +0000 UTC m=+0.339290414 container start 64b7a4c7cde9ae87afc21c0b7eb49e84019e7c25d57febee75d9b843d6b96924 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 bash[123029]: 64b7a4c7cde9ae87afc21c0b7eb49e84019e7c25d57febee75d9b843d6b96924 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 systemd[1]: Started Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293552369Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293754481Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.29376819Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293773829Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293778332Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293782994Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-10T05:05:59.568 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293787528Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293792299Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293796974Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293802013Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293806835Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293812005Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293816601Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293821845Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293826415Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293832083Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293836502Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293841121Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=settings t=2024-08-10T05:05:59.293845788Z level=info msg="App mode production" 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=sqlstore t=2024-08-10T05:05:59.293896153Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-10T05:05:59.569 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=sqlstore t=2024-08-10T05:05:59.293915523Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-10T05:05:59.570 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=migrator t=2024-08-10T05:05:59.30804658Z level=info msg="Starting DB migrations" 2024-08-10T05:05:59.570 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=migrator t=2024-08-10T05:05:59.312739124Z level=info msg="migrations completed" performed=0 skipped=481 duration=555.081µs 2024-08-10T05:05:59.570 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=sqlstore t=2024-08-10T05:05:59.313119195Z level=info msg="Created default organization" 2024-08-10T05:05:59.570 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=plugin.finder t=2024-08-10T05:05:59.347118887Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-10T05:05:59.570 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=secrets t=2024-08-10T05:05:59.347210169Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-10T05:05:59.570 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=query_data t=2024-08-10T05:05:59.34928135Z level=info msg="Query Service initialization" 2024-08-10T05:05:59.570 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=live.push_http t=2024-08-10T05:05:59.351845748Z level=info msg="Live Push Gateway initialization" 2024-08-10T05:06:00.175 INFO:tasks.rados.rados.0.smithi078.stdout:2841: done (1 left) 2024-08-10T05:06:00.175 INFO:tasks.rados.rados.0.smithi078.stdout:2842: done (0 left) 2024-08-10T05:06:00.175 INFO:tasks.rados.rados.0.smithi078.stdout:2843: rollback oid 44 current snap is 278 2024-08-10T05:06:00.175 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 265 2024-08-10T05:06:00.175 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 278 2024-08-10T05:06:00.176 INFO:tasks.rados.rados.0.smithi078.stdout:2844: seq_num 877 ranges {860160=294912} 2024-08-10T05:06:00.182 INFO:tasks.rados.rados.0.smithi078.stdout:2844: writing smithi07880501-42 from 860160 to 1155072 tid 1 2024-08-10T05:06:00.182 INFO:tasks.rados.rados.0.smithi078.stdout:2845: rollback oid 5 current snap is 278 2024-08-10T05:06:00.182 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 249 2024-08-10T05:06:00.182 INFO:tasks.rados.rados.0.smithi078.stdout:2843: finishing rollback tid 0 to smithi07880501-44 2024-08-10T05:06:00.182 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 278 2024-08-10T05:06:00.183 INFO:tasks.rados.rados.0.smithi078.stdout:2846: seq_num 878 ranges {0=311296} 2024-08-10T05:06:00.184 INFO:tasks.rados.rados.0.smithi078.stdout:2846: writing smithi07880501-50 from 0 to 311296 tid 1 2024-08-10T05:06:00.184 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 278 2024-08-10T05:06:00.184 INFO:tasks.rados.rados.0.smithi078.stdout:2843: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:06:00.184 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 2022 (ObjNum 129 snap 0 seq_num 489131608) dirty dne 2024-08-10T05:06:00.184 INFO:tasks.rados.rados.0.smithi078.stdout:2847: seq_num 879 ranges {3006464=327680} 2024-08-10T05:06:00.203 INFO:tasks.rados.rados.0.smithi078.stdout:2847: writing smithi07880501-32 from 3006464 to 3334144 tid 1 2024-08-10T05:06:00.203 INFO:tasks.rados.rados.0.smithi078.stdout:2843: done (4 left) 2024-08-10T05:06:00.203 INFO:tasks.rados.rados.0.smithi078.stdout:2848: read oid 19 snap -1 2024-08-10T05:06:00.203 INFO:tasks.rados.rados.0.smithi078.stdout:2848: expect deleted 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2849: delete oid 37 current snap is 278 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2844: finishing write tid 1 to smithi07880501-42 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2844: finishing write tid 2 to smithi07880501-42 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2845: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2844: finishing write tid 3 to smithi07880501-42 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 2025 (ObjNum 877 snap 278 seq_num 877) dirty exists 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2844: left oid 42 (ObjNum 877 snap 278 seq_num 877) 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2845: finishing rollback tid 2 to smithi07880501-5 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2417 (ObjNum 712 snap 206 seq_num 712) dirty exists 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2846: finishing write tid 1 to smithi07880501-50 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2846: finishing write tid 2 to smithi07880501-50 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2846: finishing write tid 3 to smithi07880501-50 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 2163 (ObjNum 878 snap 278 seq_num 878) dirty exists 2024-08-10T05:06:00.204 INFO:tasks.rados.rados.0.smithi078.stdout:2846: left oid 50 (ObjNum 878 snap 278 seq_num 878) 2024-08-10T05:06:00.207 INFO:tasks.rados.rados.0.smithi078.stdout:2847: finishing write tid 1 to smithi07880501-32 2024-08-10T05:06:00.207 INFO:tasks.rados.rados.0.smithi078.stdout:2847: finishing write tid 2 to smithi07880501-32 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2844: done (5 left) 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2845: done (4 left) 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2846: done (3 left) 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2848: done (2 left) 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2849: done (1 left) 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2850: read oid 20 snap -1 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2850: expect deleted 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 278 2024-08-10T05:06:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:2851: seq_num 881 ranges {0=360448} 2024-08-10T05:06:00.211 INFO:tasks.rados.rados.0.smithi078.stdout:2851: writing smithi07880501-9 from 0 to 360448 tid 1 2024-08-10T05:06:00.211 INFO:tasks.rados.rados.0.smithi078.stdout:2852: snap_remove snap 267 2024-08-10T05:06:00.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-mon[86658]: osdmap e617: 8 total, 8 up, 8 in 2024-08-10T05:06:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=infra.usagestats.collector t=2024-08-10T05:05:59.98045216Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-10T05:06:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=provisioning.datasources t=2024-08-10T05:05:59.983750839Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-10T05:06:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=provisioning.datasources t=2024-08-10T05:05:59.983763621Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-10T05:06:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:05:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=provisioning.datasources t=2024-08-10T05:05:59.983910017Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-10T05:06:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=provisioning.alerting t=2024-08-10T05:06:00.021474056Z level=info msg="starting to provision alerting" 2024-08-10T05:06:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=provisioning.alerting t=2024-08-10T05:06:00.02148849Z level=info msg="finished to provision alerting" 2024-08-10T05:06:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=grafanaStorageLogger t=2024-08-10T05:06:00.021621552Z level=info msg="storage starting" 2024-08-10T05:06:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=ngalert.state.manager t=2024-08-10T05:06:00.02168548Z level=info msg="Warming state cache for startup" 2024-08-10T05:06:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=ngalert.state.manager t=2024-08-10T05:06:00.021821793Z level=info msg="State cache has been initialized" states=0 duration=135.081µs 2024-08-10T05:06:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=ticker t=2024-08-10T05:06:00.021875377Z level=info msg=starting first_tick=2024-08-10T05:06:10Z 2024-08-10T05:06:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=ngalert.multiorg.alertmanager t=2024-08-10T05:06:00.022069505Z level=info msg="starting MultiOrg Alertmanager" 2024-08-10T05:06:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=http.server t=2024-08-10T05:06:00.023745019Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-10T05:06:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[92251]: osdmap e617: 8 total, 8 up, 8 in 2024-08-10T05:06:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[94618]: osdmap e617: 8 total, 8 up, 8 in 2024-08-10T05:06:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:00 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2852: done (3 left) 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2853: copy_from oid 47 from oid 7 current snap is 278 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2854: read oid 8 snap 212 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2854: expect (ObjNum 679 snap 199 seq_num 679) 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2855: copy_from oid 36 from oid 16 current snap is 278 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2847: finishing write tid 3 to smithi07880501-32 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2052 (ObjNum 879 snap 278 seq_num 879) dirty exists 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2847: left oid 32 (ObjNum 879 snap 278 seq_num 879) 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2851: finishing write tid 1 to smithi07880501-9 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2851: finishing write tid 2 to smithi07880501-9 2024-08-10T05:06:01.150 INFO:tasks.rados.rados.0.smithi078.stdout:2851: finishing write tid 3 to smithi07880501-9 2024-08-10T05:06:01.151 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2070 (ObjNum 881 snap 278 seq_num 881) dirty exists 2024-08-10T05:06:01.151 INFO:tasks.rados.rados.0.smithi078.stdout:2851: left oid 9 (ObjNum 881 snap 278 seq_num 881) 2024-08-10T05:06:01.151 INFO:tasks.rados.rados.0.smithi078.stdout:2847: done (5 left) 2024-08-10T05:06:01.151 INFO:tasks.rados.rados.0.smithi078.stdout:2850: done (4 left) 2024-08-10T05:06:01.151 INFO:tasks.rados.rados.0.smithi078.stdout:2851: done (3 left) 2024-08-10T05:06:01.151 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 278 2024-08-10T05:06:01.151 INFO:tasks.rados.rados.0.smithi078.stdout:2856: seq_num 882 ranges {2949120=376832} 2024-08-10T05:06:01.169 INFO:tasks.rados.rados.0.smithi078.stdout:2856: writing smithi07880501-23 from 2949120 to 3325952 tid 1 2024-08-10T05:06:01.169 INFO:tasks.rados.rados.0.smithi078.stdout:2857: delete oid 38 current snap is 278 2024-08-10T05:06:01.169 INFO:tasks.rados.rados.0.smithi078.stdout:2855: finishing copy_from to smithi07880501-36 2024-08-10T05:06:01.169 INFO:tasks.rados.rados.0.smithi078.stdout:2855: got expected ENOENT (src dne) 2024-08-10T05:06:01.170 INFO:tasks.rados.rados.0.smithi078.stdout:2855: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:06:01.172 INFO:tasks.rados.rados.0.smithi078.stdout:2855: done (4 left) 2024-08-10T05:06:01.172 INFO:tasks.rados.rados.0.smithi078.stdout:2857: done (3 left) 2024-08-10T05:06:01.172 INFO:tasks.rados.rados.0.smithi078.stdout:2858: copy_from oid 29 from oid 35 current snap is 278 2024-08-10T05:06:01.172 INFO:tasks.rados.rados.0.smithi078.stdout:2859: snap_remove snap 263 2024-08-10T05:06:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:01 smithi078 ceph-mon[92251]: osdmap e618: 8 total, 8 up, 8 in 2024-08-10T05:06:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:01 smithi078 ceph-mon[92251]: pgmap v591: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-08-10T05:06:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:01 smithi078 ceph-mon[92251]: osdmap e619: 8 total, 8 up, 8 in 2024-08-10T05:06:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:01 smithi078 ceph-mon[94618]: osdmap e618: 8 total, 8 up, 8 in 2024-08-10T05:06:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:01 smithi078 ceph-mon[94618]: pgmap v591: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-08-10T05:06:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:01 smithi078 ceph-mon[94618]: osdmap e619: 8 total, 8 up, 8 in 2024-08-10T05:06:01.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:01 smithi107 ceph-mon[86658]: osdmap e618: 8 total, 8 up, 8 in 2024-08-10T05:06:01.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:01 smithi107 ceph-mon[86658]: pgmap v591: 121 pgs: 121 active+clean; 402 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 264 KiB/s wr, 5 op/s 2024-08-10T05:06:01.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:01 smithi107 ceph-mon[86658]: osdmap e619: 8 total, 8 up, 8 in 2024-08-10T05:06:02.151 INFO:tasks.rados.rados.0.smithi078.stdout:2859: done (4 left) 2024-08-10T05:06:02.151 INFO:tasks.rados.rados.0.smithi078.stdout:2856: finishing write tid 1 to smithi07880501-23 2024-08-10T05:06:02.151 INFO:tasks.rados.rados.0.smithi078.stdout:2856: finishing write tid 2 to smithi07880501-23 2024-08-10T05:06:02.151 INFO:tasks.rados.rados.0.smithi078.stdout:2856: finishing write tid 3 to smithi07880501-23 2024-08-10T05:06:02.151 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2033 (ObjNum 882 snap 278 seq_num 882) dirty exists 2024-08-10T05:06:02.151 INFO:tasks.rados.rados.0.smithi078.stdout:2856: left oid 23 (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:06:02.151 INFO:tasks.rados.rados.0.smithi078.stdout:2854: expect (ObjNum 679 snap 199 seq_num 679) 2024-08-10T05:06:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:06:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:06:01] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-08-10T05:06:02.319 INFO:tasks.rados.rados.0.smithi078.stdout:2853: finishing copy_from racing read to smithi07880501-47 2024-08-10T05:06:02.319 INFO:tasks.rados.rados.0.smithi078.stdout:2858: finishing copy_from racing read to smithi07880501-29 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2853: finishing copy_from to smithi07880501-47 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 2316 (ObjNum 837 snap 263 seq_num 837) dirty exists 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2858: finishing copy_from to smithi07880501-29 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2113 (ObjNum 806 snap 254 seq_num 806) dirty exists 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2860: read oid 34 snap 272 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2860: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2853: done (4 left) 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2854: done (3 left) 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2856: done (2 left) 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2858: done (1 left) 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:2861: rollback oid 50 current snap is 278 2024-08-10T05:06:02.320 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 50 to 274 2024-08-10T05:06:02.321 INFO:tasks.rados.rados.0.smithi078.stdout:2862: read oid 5 snap -1 2024-08-10T05:06:02.321 INFO:tasks.rados.rados.0.smithi078.stdout:2862: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:06:02.321 INFO:tasks.rados.rados.0.smithi078.stdout:2863: delete oid 24 current snap is 278 2024-08-10T05:06:02.322 INFO:tasks.rados.rados.0.smithi078.stdout:2861: finishing rollback tid 0 to smithi07880501-50 2024-08-10T05:06:02.323 INFO:tasks.rados.rados.0.smithi078.stdout:2861: finishing rollback tid 1 to smithi07880501-50 2024-08-10T05:06:02.323 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 2165 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:06:02.326 INFO:tasks.rados.rados.0.smithi078.stdout:2860: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:02.387 INFO:tasks.rados.rados.0.smithi078.stdout:2862: expect (ObjNum 712 snap 206 seq_num 712) 2024-08-10T05:06:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:06:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:06:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:06:03.306 INFO:tasks.rados.rados.0.smithi078.stdout:2860: done (3 left) 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2861: done (2 left) 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2862: done (1 left) 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2863: done (0 left) 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2864: read oid 29 snap -1 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2864: expect (ObjNum 806 snap 254 seq_num 806) 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2865: read oid 38 snap -1 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2865: expect deleted 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2866: read oid 10 snap -1 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2866: expect (ObjNum 847 snap 266 seq_num 847) 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2867: read oid 26 snap 255 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2867: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:06:03.307 INFO:tasks.rados.rados.0.smithi078.stdout:2868: delete oid 18 current snap is 278 2024-08-10T05:06:03.310 INFO:tasks.rados.rados.0.smithi078.stdout:2865: done (4 left) 2024-08-10T05:06:03.310 INFO:tasks.rados.rados.0.smithi078.stdout:2868: done (3 left) 2024-08-10T05:06:03.310 INFO:tasks.rados.rados.0.smithi078.stdout:2869: snap_create 2024-08-10T05:06:03.313 INFO:tasks.rados.rados.0.smithi078.stdout:2866: expect (ObjNum 847 snap 266 seq_num 847) 2024-08-10T05:06:03.374 INFO:tasks.rados.rados.0.smithi078.stdout:2864: expect (ObjNum 806 snap 254 seq_num 806) 2024-08-10T05:06:03.412 INFO:tasks.rados.rados.0.smithi078.stdout:2867: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:06:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:03 smithi078 ceph-mon[92251]: osdmap e620: 8 total, 8 up, 8 in 2024-08-10T05:06:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:03 smithi078 ceph-mon[92251]: pgmap v594: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 958 KiB/s wr, 6 op/s 2024-08-10T05:06:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:03 smithi078 ceph-mon[94618]: osdmap e620: 8 total, 8 up, 8 in 2024-08-10T05:06:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:03 smithi078 ceph-mon[94618]: pgmap v594: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 958 KiB/s wr, 6 op/s 2024-08-10T05:06:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:03 smithi107 ceph-mon[86658]: osdmap e620: 8 total, 8 up, 8 in 2024-08-10T05:06:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:03 smithi107 ceph-mon[86658]: pgmap v594: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 958 KiB/s wr, 6 op/s 2024-08-10T05:06:04.157 INFO:tasks.rados.rados.0.smithi078.stdout:2864: done (3 left) 2024-08-10T05:06:04.157 INFO:tasks.rados.rados.0.smithi078.stdout:2866: done (2 left) 2024-08-10T05:06:04.157 INFO:tasks.rados.rados.0.smithi078.stdout:2867: done (1 left) 2024-08-10T05:06:04.157 INFO:tasks.rados.rados.0.smithi078.stdout:2869: done (0 left) 2024-08-10T05:06:04.157 INFO:tasks.rados.rados.0.smithi078.stdout:2870: snap_remove snap 242 2024-08-10T05:06:05.168 INFO:tasks.rados.rados.0.smithi078.stdout:2870: done (0 left) 2024-08-10T05:06:05.168 INFO:tasks.rados.rados.0.smithi078.stdout:2871: read oid 37 snap 262 2024-08-10T05:06:05.168 INFO:tasks.rados.rados.0.smithi078.stdout:2871: expect (ObjNum 760 snap 229 seq_num 760) 2024-08-10T05:06:05.169 INFO:tasks.rados.rados.0.smithi078.stdout:2872: read oid 30 snap -1 2024-08-10T05:06:05.169 INFO:tasks.rados.rados.0.smithi078.stdout:2872: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:06:05.169 INFO:tasks.rados.rados.0.smithi078.stdout:2873: copy_from oid 32 from oid 47 current snap is 279 2024-08-10T05:06:05.169 INFO:tasks.rados.rados.0.smithi078.stdout:2874: copy_from oid 20 from oid 2 current snap is 279 2024-08-10T05:06:05.169 INFO:tasks.rados.rados.0.smithi078.stdout:2875: read oid 24 snap -1 2024-08-10T05:06:05.169 INFO:tasks.rados.rados.0.smithi078.stdout:2875: expect deleted 2024-08-10T05:06:05.169 INFO:tasks.rados.rados.0.smithi078.stdout:2876: delete oid 22 current snap is 279 2024-08-10T05:06:05.186 INFO:tasks.rados.rados.0.smithi078.stdout:2874: finishing copy_from racing read to smithi07880501-20 2024-08-10T05:06:05.186 INFO:tasks.rados.rados.0.smithi078.stdout:2875: done (5 left) 2024-08-10T05:06:05.186 INFO:tasks.rados.rados.0.smithi078.stdout:2876: done (4 left) 2024-08-10T05:06:05.186 INFO:tasks.rados.rados.0.smithi078.stdout:2877: snap_create 2024-08-10T05:06:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:2874: finishing copy_from to smithi07880501-20 2024-08-10T05:06:05.190 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2048 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:06:05.191 INFO:tasks.rados.rados.0.smithi078.stdout:2872: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:06:05.241 INFO:tasks.rados.rados.0.smithi078.stdout:2871: expect (ObjNum 760 snap 229 seq_num 760) 2024-08-10T05:06:05.392 INFO:tasks.rados.rados.0.smithi078.stdout:2873: finishing copy_from racing read to smithi07880501-32 2024-08-10T05:06:05.392 INFO:tasks.rados.rados.0.smithi078.stdout:2873: finishing copy_from to smithi07880501-32 2024-08-10T05:06:05.392 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2316 (ObjNum 837 snap 263 seq_num 837) dirty exists 2024-08-10T05:06:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[92251]: osdmap e621: 8 total, 8 up, 8 in 2024-08-10T05:06:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[92251]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-08-10T05:06:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[94618]: osdmap e621: 8 total, 8 up, 8 in 2024-08-10T05:06:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[94618]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-08-10T05:06:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:05 smithi107 ceph-mon[86658]: osdmap e621: 8 total, 8 up, 8 in 2024-08-10T05:06:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:05 smithi107 ceph-mon[86658]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-08-10T05:06:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:06.150 INFO:tasks.rados.rados.0.smithi078.stdout:2871: done (4 left) 2024-08-10T05:06:06.150 INFO:tasks.rados.rados.0.smithi078.stdout:2872: done (3 left) 2024-08-10T05:06:06.150 INFO:tasks.rados.rados.0.smithi078.stdout:2873: done (2 left) 2024-08-10T05:06:06.150 INFO:tasks.rados.rados.0.smithi078.stdout:2874: done (1 left) 2024-08-10T05:06:06.151 INFO:tasks.rados.rados.0.smithi078.stdout:2877: done (0 left) 2024-08-10T05:06:06.151 INFO:tasks.rados.rados.0.smithi078.stdout:2878: delete oid 33 current snap is 280 2024-08-10T05:06:06.155 INFO:tasks.rados.rados.0.smithi078.stdout:2878: done (0 left) 2024-08-10T05:06:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2879: read oid 30 snap -1 2024-08-10T05:06:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2879: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:06:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2880: read oid 37 snap -1 2024-08-10T05:06:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2880: expect deleted 2024-08-10T05:06:06.156 INFO:tasks.rados.rados.0.smithi078.stdout:2881: delete oid 11 current snap is 280 2024-08-10T05:06:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2880: done (2 left) 2024-08-10T05:06:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2881: done (1 left) 2024-08-10T05:06:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2882: read oid 42 snap -1 2024-08-10T05:06:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2882: expect (ObjNum 877 snap 278 seq_num 877) 2024-08-10T05:06:06.161 INFO:tasks.rados.rados.0.smithi078.stdout:2883: read oid 16 snap -1 2024-08-10T05:06:06.162 INFO:tasks.rados.rados.0.smithi078.stdout:2883: expect deleted 2024-08-10T05:06:06.162 INFO:tasks.rados.rados.0.smithi078.stdout:2884: setattr oid 31 current snap is 280 2024-08-10T05:06:06.162 INFO:tasks.rados.rados.0.smithi078.stdout:2879: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:06:06.209 INFO:tasks.rados.rados.0.smithi078.stdout:2882: expect (ObjNum 877 snap 278 seq_num 877) 2024-08-10T05:06:06.265 INFO:tasks.rados.rados.0.smithi078.stdout:2879: done (3 left) 2024-08-10T05:06:06.265 INFO:tasks.rados.rados.0.smithi078.stdout:2882: done (2 left) 2024-08-10T05:06:06.265 INFO:tasks.rados.rados.0.smithi078.stdout:2883: done (1 left) 2024-08-10T05:06:06.265 INFO:tasks.rados.rados.0.smithi078.stdout:2885: snap_create 2024-08-10T05:06:06.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2057 (ObjNum 876 snap 275 seq_num 876) dirty exists 2024-08-10T05:06:06.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:06 smithi107 ceph-mon[86658]: osdmap e622: 8 total, 8 up, 8 in 2024-08-10T05:06:06.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:06.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:06.450 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:06 smithi107 ceph-mon[86658]: osdmap e623: 8 total, 8 up, 8 in 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[92251]: osdmap e622: 8 total, 8 up, 8 in 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[92251]: osdmap e623: 8 total, 8 up, 8 in 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[94618]: osdmap e622: 8 total, 8 up, 8 in 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:06 smithi078 ceph-mon[94618]: osdmap e623: 8 total, 8 up, 8 in 2024-08-10T05:06:07.169 INFO:tasks.rados.rados.0.smithi078.stdout:2884: done (1 left) 2024-08-10T05:06:07.169 INFO:tasks.rados.rados.0.smithi078.stdout:2885: done (0 left) 2024-08-10T05:06:07.170 INFO:tasks.rados.rados.0.smithi078.stdout:2886: snap_remove snap 261 2024-08-10T05:06:07.361 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:07 smithi107 ceph-mon[86658]: pgmap v599: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 420 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-10T05:06:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:07 smithi078 ceph-mon[92251]: pgmap v599: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 420 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-10T05:06:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:07 smithi078 ceph-mon[94618]: pgmap v599: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 420 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-10T05:06:08.172 INFO:tasks.rados.rados.0.smithi078.stdout:2886: done (0 left) 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:2887: read oid 30 snap 208 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:2887: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:2888: rollback oid 27 current snap is 281 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 27 to 262 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:2889: rollback oid 1 current snap is 281 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 1 to 268 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 281 2024-08-10T05:06:08.173 INFO:tasks.rados.rados.0.smithi078.stdout:2890: seq_num 889 ranges {2547712=491520} 2024-08-10T05:06:08.190 INFO:tasks.rados.rados.0.smithi078.stdout:2890: writing smithi07880501-7 from 2547712 to 3039232 tid 1 2024-08-10T05:06:08.191 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 281 2024-08-10T05:06:08.191 INFO:tasks.rados.rados.0.smithi078.stdout:2889: finishing rollback tid 0 to smithi07880501-1 2024-08-10T05:06:08.191 INFO:tasks.rados.rados.0.smithi078.stdout:2891: seq_num 890 ranges {2367488=507904} 2024-08-10T05:06:08.207 INFO:tasks.rados.rados.0.smithi078.stdout:2891: writing smithi07880501-20 from 2367488 to 2875392 tid 1 2024-08-10T05:06:08.207 INFO:tasks.rados.rados.0.smithi078.stdout:2892: copy_from oid 38 from oid 24 current snap is 281 2024-08-10T05:06:08.207 INFO:tasks.rados.rados.0.smithi078.stdout:2889: finishing rollback tid 1 to smithi07880501-1 2024-08-10T05:06:08.207 INFO:tasks.rados.rados.0.smithi078.stdout:2889: finishing rollback tid 2 to smithi07880501-1 2024-08-10T05:06:08.207 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2327 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:06:08.207 INFO:tasks.rados.rados.0.smithi078.stdout:2888: finishing rollback tid 0 to smithi07880501-27 2024-08-10T05:06:08.207 INFO:tasks.rados.rados.0.smithi078.stdout:2887: expect (ObjNum 621 snap 180 seq_num 621) 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:2888: finishing rollback tid 1 to smithi07880501-27 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:2888: finishing rollback tid 2 to smithi07880501-27 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 2455 (ObjNum 538 snap 156 seq_num 538) dirty exists 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:2890: finishing write tid 1 to smithi07880501-7 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:2887: done (5 left) 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:2888: done (4 left) 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:2889: done (3 left) 2024-08-10T05:06:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:2893: setattr oid 18 current snap is 281 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2890: finishing write tid 2 to smithi07880501-7 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2890: finishing write tid 3 to smithi07880501-7 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2462 (ObjNum 889 snap 281 seq_num 889) dirty exists 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2890: left oid 7 (ObjNum 889 snap 281 seq_num 889) 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2892: finishing copy_from to smithi07880501-38 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2892: got expected ENOENT (src dne) 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2892: finishing copy_from racing read to smithi07880501-38 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2891: finishing write tid 1 to smithi07880501-20 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2891: finishing write tid 2 to smithi07880501-20 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2891: finishing write tid 3 to smithi07880501-20 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2329 (ObjNum 890 snap 281 seq_num 890) dirty exists 2024-08-10T05:06:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:2891: left oid 20 (ObjNum 890 snap 281 seq_num 890) 2024-08-10T05:06:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:2890: done (3 left) 2024-08-10T05:06:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:2891: done (2 left) 2024-08-10T05:06:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:2892: done (1 left) 2024-08-10T05:06:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:2894: read oid 41 snap -1 2024-08-10T05:06:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:2894: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-10T05:06:08.235 INFO:tasks.rados.rados.0.smithi078.stdout:2895: setattr oid 33 current snap is 281 2024-08-10T05:06:08.235 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 281 2024-08-10T05:06:08.235 INFO:tasks.rados.rados.0.smithi078.stdout:2896: seq_num 891 ranges {3039232=532480} 2024-08-10T05:06:08.253 INFO:tasks.rados.rados.0.smithi078.stdout:2896: writing smithi07880501-7 from 3039232 to 3571712 tid 1 2024-08-10T05:06:08.253 INFO:tasks.rados.rados.0.smithi078.stdout:2897: setattr oid 43 current snap is 281 2024-08-10T05:06:08.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2471 (ObjNum 65 snap 0 seq_num 0) dirty exists 2024-08-10T05:06:08.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 2472 (ObjNum 33 snap 0 seq_num 490088368) dirty exists 2024-08-10T05:06:08.253 INFO:tasks.rados.rados.0.smithi078.stdout:2894: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-10T05:06:08.373 INFO:tasks.rados.rados.0.smithi078.stdout:2896: finishing write tid 1 to smithi07880501-7 2024-08-10T05:06:08.373 INFO:tasks.rados.rados.0.smithi078.stdout:2896: finishing write tid 2 to smithi07880501-7 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2896: finishing write tid 3 to smithi07880501-7 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2474 (ObjNum 891 snap 281 seq_num 891) dirty exists 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2896: left oid 7 (ObjNum 891 snap 281 seq_num 891) 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2893: done (4 left) 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2894: done (3 left) 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2895: done (2 left) 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2896: done (1 left) 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2898: rollback oid 35 current snap is 281 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 35 to 237 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2899: read oid 22 snap -1 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2899: expect deleted 2024-08-10T05:06:08.374 INFO:tasks.rados.rados.0.smithi078.stdout:2900: read oid 31 snap -1 2024-08-10T05:06:08.375 INFO:tasks.rados.rados.0.smithi078.stdout:2900: expect (ObjNum 876 snap 275 seq_num 876) 2024-08-10T05:06:08.375 INFO:tasks.rados.rados.0.smithi078.stdout:2901: snap_create 2024-08-10T05:06:08.377 INFO:tasks.rados.rados.0.smithi078.stdout:2898: finishing rollback tid 0 to smithi07880501-35 2024-08-10T05:06:08.378 INFO:tasks.rados.rados.0.smithi078.stdout:2898: finishing rollback tid 1 to smithi07880501-35 2024-08-10T05:06:08.378 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 2331 (ObjNum 33 snap 0 seq_num 2091766543) dirty dne 2024-08-10T05:06:08.378 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2166 (ObjNum 65 snap 0 seq_num 481031120) dirty exists 2024-08-10T05:06:08.384 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:08 smithi107 ceph-mon[86658]: osdmap e624: 8 total, 8 up, 8 in 2024-08-10T05:06:08.422 INFO:tasks.rados.rados.0.smithi078.stdout:2900: expect (ObjNum 876 snap 275 seq_num 876) 2024-08-10T05:06:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:08 smithi078 ceph-mon[92251]: osdmap e624: 8 total, 8 up, 8 in 2024-08-10T05:06:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:08 smithi078 ceph-mon[94618]: osdmap e624: 8 total, 8 up, 8 in 2024-08-10T05:06:09.179 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: osdmap e625: 8 total, 8 up, 8 in 2024-08-10T05:06:09.180 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: pgmap v602: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 622 KiB/s wr, 11 op/s 2024-08-10T05:06:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-10T05:06:09.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: osdmap e625: 8 total, 8 up, 8 in 2024-08-10T05:06:09.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: pgmap v602: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 622 KiB/s wr, 11 op/s 2024-08-10T05:06:09.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-10T05:06:09.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: osdmap e625: 8 total, 8 up, 8 in 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: pgmap v602: 121 pgs: 121 active+clean; 420 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 622 KiB/s wr, 11 op/s 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-10T05:06:09.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-10T05:06:09.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:09.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:09.573 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:09.573 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:09.573 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:10.249 INFO:tasks.rados.rados.0.smithi078.stdout:2897: done (4 left) 2024-08-10T05:06:10.249 INFO:tasks.rados.rados.0.smithi078.stdout:2898: done (3 left) 2024-08-10T05:06:10.249 INFO:tasks.rados.rados.0.smithi078.stdout:2899: done (2 left) 2024-08-10T05:06:10.250 INFO:tasks.rados.rados.0.smithi078.stdout:2900: done (1 left) 2024-08-10T05:06:10.250 INFO:tasks.rados.rados.0.smithi078.stdout:2901: done (0 left) 2024-08-10T05:06:10.250 INFO:tasks.rados.rados.0.smithi078.stdout:2902: rmattr oid 49 current snap is 282 2024-08-10T05:06:10.250 INFO:tasks.rados.rados.0.smithi078.stdout:2903: snap_remove snap 232 2024-08-10T05:06:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[92251]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:06:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[92251]: Upgrade: Finalizing container_image settings 2024-08-10T05:06:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[92251]: Upgrade: Complete! 2024-08-10T05:06:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[92251]: osdmap e626: 8 total, 8 up, 8 in 2024-08-10T05:06:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[94618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:06:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[94618]: Upgrade: Finalizing container_image settings 2024-08-10T05:06:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[94618]: Upgrade: Complete! 2024-08-10T05:06:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:10 smithi078 ceph-mon[94618]: osdmap e626: 8 total, 8 up, 8 in 2024-08-10T05:06:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:10 smithi107 ceph-mon[86658]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:06:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:10 smithi107 ceph-mon[86658]: Upgrade: Finalizing container_image settings 2024-08-10T05:06:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:10 smithi107 ceph-mon[86658]: Upgrade: Complete! 2024-08-10T05:06:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:10 smithi107 ceph-mon[86658]: osdmap e626: 8 total, 8 up, 8 in 2024-08-10T05:06:11.156 INFO:tasks.rados.rados.0.smithi078.stdout:2903: done (1 left) 2024-08-10T05:06:11.156 INFO:tasks.rados.rados.0.smithi078.stdout:2904: rollback oid 14 current snap is 282 2024-08-10T05:06:11.156 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 14 to 212 2024-08-10T05:06:11.156 INFO:tasks.rados.rados.0.smithi078.stdout:2905: delete oid 47 current snap is 282 2024-08-10T05:06:11.156 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1897 (ObjNum 844 snap 265 seq_num 844) dirty exists 2024-08-10T05:06:11.167 INFO:tasks.rados.rados.0.smithi078.stdout:2904: finishing rollback tid 0 to smithi07880501-14 2024-08-10T05:06:11.169 INFO:tasks.rados.rados.0.smithi078.stdout:2904: finishing rollback tid 1 to smithi07880501-14 2024-08-10T05:06:11.169 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2115 (ObjNum 353 snap 0 seq_num 489310928) dirty dne 2024-08-10T05:06:11.170 INFO:tasks.rados.rados.0.smithi078.stdout:2902: done (2 left) 2024-08-10T05:06:11.171 INFO:tasks.rados.rados.0.smithi078.stdout:2904: done (1 left) 2024-08-10T05:06:11.171 INFO:tasks.rados.rados.0.smithi078.stdout:2905: done (0 left) 2024-08-10T05:06:11.171 INFO:tasks.rados.rados.0.smithi078.stdout:2906: copy_from oid 45 from oid 47 current snap is 282 2024-08-10T05:06:11.171 INFO:tasks.rados.rados.0.smithi078.stdout:2907: snap_remove snap 212 2024-08-10T05:06:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:11 smithi078 ceph-mon[94618]: pgmap v604: 121 pgs: 121 active+clean; 429 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 650 KiB/s wr, 17 op/s 2024-08-10T05:06:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:11 smithi078 ceph-mon[94618]: osdmap e627: 8 total, 8 up, 8 in 2024-08-10T05:06:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:11 smithi078 ceph-mon[92251]: pgmap v604: 121 pgs: 121 active+clean; 429 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 650 KiB/s wr, 17 op/s 2024-08-10T05:06:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:11 smithi078 ceph-mon[92251]: osdmap e627: 8 total, 8 up, 8 in 2024-08-10T05:06:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:11 smithi107 ceph-mon[86658]: pgmap v604: 121 pgs: 121 active+clean; 429 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 650 KiB/s wr, 17 op/s 2024-08-10T05:06:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:11 smithi107 ceph-mon[86658]: osdmap e627: 8 total, 8 up, 8 in 2024-08-10T05:06:12.161 INFO:tasks.rados.rados.0.smithi078.stdout:2907: done (1 left) 2024-08-10T05:06:12.161 INFO:tasks.rados.rados.0.smithi078.stdout:2908: setattr oid 1 current snap is 282 2024-08-10T05:06:12.161 INFO:tasks.rados.rados.0.smithi078.stdout:2906: finishing copy_from to smithi07880501-45 2024-08-10T05:06:12.161 INFO:tasks.rados.rados.0.smithi078.stdout:2906: got expected ENOENT (src dne) 2024-08-10T05:06:12.161 INFO:tasks.rados.rados.0.smithi078.stdout:2906: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:06:12.162 INFO:tasks.rados.rados.0.smithi078.stdout:2906: done (1 left) 2024-08-10T05:06:12.162 INFO:tasks.rados.rados.0.smithi078.stdout:2909: snap_create 2024-08-10T05:06:12.172 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2332 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:06:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:06:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:06:11] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-08-10T05:06:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:06:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:06:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:06:13.161 INFO:tasks.rados.rados.0.smithi078.stdout:2908: done (1 left) 2024-08-10T05:06:13.161 INFO:tasks.rados.rados.0.smithi078.stdout:2909: done (0 left) 2024-08-10T05:06:13.161 INFO:tasks.rados.rados.0.smithi078.stdout:2910: snap_remove snap 281 2024-08-10T05:06:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[92251]: osdmap e628: 8 total, 8 up, 8 in 2024-08-10T05:06:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[92251]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 885 KiB/s wr, 23 op/s 2024-08-10T05:06:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[94618]: osdmap e628: 8 total, 8 up, 8 in 2024-08-10T05:06:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[94618]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 885 KiB/s wr, 23 op/s 2024-08-10T05:06:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:13 smithi107 ceph-mon[86658]: osdmap e628: 8 total, 8 up, 8 in 2024-08-10T05:06:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:13 smithi107 ceph-mon[86658]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 885 KiB/s wr, 23 op/s 2024-08-10T05:06:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:06:14.163 INFO:tasks.rados.rados.0.smithi078.stdout:2910: done (0 left) 2024-08-10T05:06:14.163 INFO:tasks.rados.rados.0.smithi078.stdout:2911: delete oid 29 current snap is 283 2024-08-10T05:06:14.171 INFO:tasks.rados.rados.0.smithi078.stdout:2911: done (0 left) 2024-08-10T05:06:14.171 INFO:tasks.rados.rados.0.smithi078.stdout:2912: copy_from oid 14 from oid 22 current snap is 283 2024-08-10T05:06:14.171 INFO:tasks.rados.rados.0.smithi078.stdout:2913: delete oid 40 current snap is 283 2024-08-10T05:06:14.172 INFO:tasks.rados.rados.0.smithi078.stdout:2912: finishing copy_from to smithi07880501-14 2024-08-10T05:06:14.172 INFO:tasks.rados.rados.0.smithi078.stdout:2912: got expected ENOENT (src dne) 2024-08-10T05:06:14.173 INFO:tasks.rados.rados.0.smithi078.stdout:2912: finishing copy_from racing read to smithi07880501-14 2024-08-10T05:06:14.174 INFO:tasks.rados.rados.0.smithi078.stdout:2912: done (1 left) 2024-08-10T05:06:14.174 INFO:tasks.rados.rados.0.smithi078.stdout:2913: done (0 left) 2024-08-10T05:06:14.174 INFO:tasks.rados.rados.0.smithi078.stdout:2914: delete oid 19 current snap is 283 2024-08-10T05:06:14.176 INFO:tasks.rados.rados.0.smithi078.stdout:2914: done (0 left) 2024-08-10T05:06:14.176 INFO:tasks.rados.rados.0.smithi078.stdout:2915: rmattr oid 35 current snap is 283 2024-08-10T05:06:14.176 INFO:tasks.rados.rados.0.smithi078.stdout:2915: done (0 left) 2024-08-10T05:06:14.176 INFO:tasks.rados.rados.0.smithi078.stdout:2916: read oid 38 snap 278 2024-08-10T05:06:14.176 INFO:tasks.rados.rados.0.smithi078.stdout:2916: expect deleted 2024-08-10T05:06:14.176 INFO:tasks.rados.rados.0.smithi078.stdout:2917: copy_from oid 36 from oid 40 current snap is 283 2024-08-10T05:06:14.177 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 283 2024-08-10T05:06:14.177 INFO:tasks.rados.rados.0.smithi078.stdout:2918: seq_num 896 ranges {1679360=614400} 2024-08-10T05:06:14.189 INFO:tasks.rados.rados.0.smithi078.stdout:2918: writing smithi07880501-4 from 1679360 to 2293760 tid 1 2024-08-10T05:06:14.189 INFO:tasks.rados.rados.0.smithi078.stdout:2919: read oid 32 snap -1 2024-08-10T05:06:14.189 INFO:tasks.rados.rados.0.smithi078.stdout:2919: expect (ObjNum 837 snap 263 seq_num 837) 2024-08-10T05:06:14.189 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 283 2024-08-10T05:06:14.189 INFO:tasks.rados.rados.0.smithi078.stdout:2920: seq_num 897 ranges {0=630784} 2024-08-10T05:06:14.192 INFO:tasks.rados.rados.0.smithi078.stdout:2920: writing smithi07880501-44 from 0 to 630784 tid 1 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:2921: copy_from oid 14 from oid 12 current snap is 283 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:2917: finishing copy_from to smithi07880501-36 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:2917: got expected ENOENT (src dne) 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:2917: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:2916: done (5 left) 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:2917: done (4 left) 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 283 2024-08-10T05:06:14.193 INFO:tasks.rados.rados.0.smithi078.stdout:2922: seq_num 898 ranges {9347072=647168} 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2922: writing smithi07880501-27 from 9347072 to 9994240 tid 1 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2923: delete oid 25 current snap is 283 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2918: finishing write tid 1 to smithi07880501-4 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2918: finishing write tid 2 to smithi07880501-4 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2920: finishing write tid 1 to smithi07880501-44 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2921: finishing copy_from to smithi07880501-14 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2921: got expected ENOENT (src dne) 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2921: finishing copy_from racing read to smithi07880501-14 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2918: finishing write tid 3 to smithi07880501-4 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2168 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-10T05:06:14.247 INFO:tasks.rados.rados.0.smithi078.stdout:2918: left oid 4 (ObjNum 896 snap 283 seq_num 896) 2024-08-10T05:06:14.248 INFO:tasks.rados.rados.0.smithi078.stdout:2920: finishing write tid 2 to smithi07880501-44 2024-08-10T05:06:14.248 INFO:tasks.rados.rados.0.smithi078.stdout:2920: finishing write tid 3 to smithi07880501-44 2024-08-10T05:06:14.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 2319 (ObjNum 897 snap 283 seq_num 897) dirty exists 2024-08-10T05:06:14.248 INFO:tasks.rados.rados.0.smithi078.stdout:2920: left oid 44 (ObjNum 897 snap 283 seq_num 897) 2024-08-10T05:06:14.248 INFO:tasks.rados.rados.0.smithi078.stdout:2919: expect (ObjNum 837 snap 263 seq_num 837) 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2922: finishing write tid 1 to smithi07880501-27 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2922: finishing write tid 2 to smithi07880501-27 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2922: finishing write tid 3 to smithi07880501-27 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 2503 (ObjNum 898 snap 283 seq_num 898) dirty exists 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2922: left oid 27 (ObjNum 898 snap 283 seq_num 898) 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2918: done (5 left) 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2919: done (4 left) 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2920: done (3 left) 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2921: done (2 left) 2024-08-10T05:06:14.321 INFO:tasks.rados.rados.0.smithi078.stdout:2922: done (1 left) 2024-08-10T05:06:14.322 INFO:tasks.rados.rados.0.smithi078.stdout:2923: done (0 left) 2024-08-10T05:06:14.322 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 283 2024-08-10T05:06:14.322 INFO:tasks.rados.rados.0.smithi078.stdout:2924: seq_num 900 ranges {2367488=679936} 2024-08-10T05:06:14.336 INFO:tasks.rados.rados.0.smithi078.stdout:2924: writing smithi07880501-2 from 2367488 to 3047424 tid 1 2024-08-10T05:06:14.336 INFO:tasks.rados.rados.0.smithi078.stdout:2925: delete oid 14 current snap is 283 2024-08-10T05:06:14.341 INFO:tasks.rados.rados.0.smithi078.stdout:2924: finishing write tid 1 to smithi07880501-2 2024-08-10T05:06:14.342 INFO:tasks.rados.rados.0.smithi078.stdout:2924: finishing write tid 2 to smithi07880501-2 2024-08-10T05:06:14.342 INFO:tasks.rados.rados.0.smithi078.stdout:2925: done (1 left) 2024-08-10T05:06:14.343 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 283 2024-08-10T05:06:14.343 INFO:tasks.rados.rados.0.smithi078.stdout:2926: seq_num 902 ranges {0=712704} 2024-08-10T05:06:14.346 INFO:tasks.rados.rados.0.smithi078.stdout:2926: writing smithi07880501-38 from 0 to 712704 tid 1 2024-08-10T05:06:14.347 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 283 2024-08-10T05:06:14.347 INFO:tasks.rados.rados.0.smithi078.stdout:2927: seq_num 903 ranges {0=729088} 2024-08-10T05:06:14.351 INFO:tasks.rados.rados.0.smithi078.stdout:2927: writing smithi07880501-50 from 0 to 729088 tid 1 2024-08-10T05:06:14.351 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 283 2024-08-10T05:06:14.351 INFO:tasks.rados.rados.0.smithi078.stdout:2924: finishing write tid 3 to smithi07880501-2 2024-08-10T05:06:14.351 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2170 (ObjNum 900 snap 283 seq_num 900) dirty exists 2024-08-10T05:06:14.351 INFO:tasks.rados.rados.0.smithi078.stdout:2924: left oid 2 (ObjNum 900 snap 283 seq_num 900) 2024-08-10T05:06:14.352 INFO:tasks.rados.rados.0.smithi078.stdout:2926: finishing write tid 1 to smithi07880501-38 2024-08-10T05:06:14.352 INFO:tasks.rados.rados.0.smithi078.stdout:2926: finishing write tid 2 to smithi07880501-38 2024-08-10T05:06:14.352 INFO:tasks.rados.rados.0.smithi078.stdout:2928: seq_num 904 ranges {360448=745472} 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:2928: writing smithi07880501-9 from 360448 to 1105920 tid 1 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:2924: done (3 left) 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:2929: read oid 41 snap -1 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:2929: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 283 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:2926: finishing write tid 3 to smithi07880501-38 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 1293 (ObjNum 902 snap 283 seq_num 902) dirty exists 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:2926: left oid 38 (ObjNum 902 snap 283 seq_num 902) 2024-08-10T05:06:14.359 INFO:tasks.rados.rados.0.smithi078.stdout:2927: finishing write tid 1 to smithi07880501-50 2024-08-10T05:06:14.360 INFO:tasks.rados.rados.0.smithi078.stdout:2930: seq_num 905 ranges {0=761856} 2024-08-10T05:06:14.362 INFO:tasks.rados.rados.0.smithi078.stdout:2930: writing smithi07880501-18 from 0 to 761856 tid 1 2024-08-10T05:06:14.362 INFO:tasks.rados.rados.0.smithi078.stdout:2926: done (4 left) 2024-08-10T05:06:14.362 INFO:tasks.rados.rados.0.smithi078.stdout:2931: read oid 44 snap -1 2024-08-10T05:06:14.362 INFO:tasks.rados.rados.0.smithi078.stdout:2931: expect (ObjNum 897 snap 283 seq_num 897) 2024-08-10T05:06:14.362 INFO:tasks.rados.rados.0.smithi078.stdout:2932: snap_remove snap 277 2024-08-10T05:06:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:14 smithi078 ceph-mon[92251]: osdmap e629: 8 total, 8 up, 8 in 2024-08-10T05:06:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:14 smithi078 ceph-mon[94618]: osdmap e629: 8 total, 8 up, 8 in 2024-08-10T05:06:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:14 smithi107 ceph-mon[86658]: osdmap e629: 8 total, 8 up, 8 in 2024-08-10T05:06:15.178 INFO:tasks.rados.rados.0.smithi078.stdout:2932: done (5 left) 2024-08-10T05:06:15.178 INFO:tasks.rados.rados.0.smithi078.stdout:2933: setattr oid 14 current snap is 283 2024-08-10T05:06:15.178 INFO:tasks.rados.rados.0.smithi078.stdout:2927: finishing write tid 2 to smithi07880501-50 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:2927: finishing write tid 3 to smithi07880501-50 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 2172 (ObjNum 903 snap 283 seq_num 903) dirty exists 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:2927: left oid 50 (ObjNum 903 snap 283 seq_num 903) 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:2928: finishing write tid 1 to smithi07880501-9 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:2928: finishing write tid 2 to smithi07880501-9 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:2928: finishing write tid 3 to smithi07880501-9 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2072 (ObjNum 904 snap 283 seq_num 904) dirty exists 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:2928: left oid 9 (ObjNum 904 snap 283 seq_num 904) 2024-08-10T05:06:15.179 INFO:tasks.rados.rados.0.smithi078.stdout:2931: expect (ObjNum 897 snap 283 seq_num 897) 2024-08-10T05:06:15.198 INFO:tasks.rados.rados.0.smithi078.stdout:2930: finishing write tid 1 to smithi07880501-18 2024-08-10T05:06:15.198 INFO:tasks.rados.rados.0.smithi078.stdout:2930: finishing write tid 2 to smithi07880501-18 2024-08-10T05:06:15.198 INFO:tasks.rados.rados.0.smithi078.stdout:2929: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2930: finishing write tid 3 to smithi07880501-18 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2506 (ObjNum 905 snap 283 seq_num 905) dirty exists 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2930: left oid 18 (ObjNum 905 snap 283 seq_num 905) 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2927: done (5 left) 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2928: done (4 left) 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2929: done (3 left) 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2930: done (2 left) 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2931: done (1 left) 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 283 2024-08-10T05:06:15.318 INFO:tasks.rados.rados.0.smithi078.stdout:2934: seq_num 906 ranges {4513792=778240} 2024-08-10T05:06:15.345 INFO:tasks.rados.rados.0.smithi078.stdout:2934: writing smithi07880501-49 from 4513792 to 5292032 tid 1 2024-08-10T05:06:15.346 INFO:tasks.rados.rados.0.smithi078.stdout:2935: snap_remove snap 270 2024-08-10T05:06:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:15 smithi078 ceph-mon[94618]: osdmap e630: 8 total, 8 up, 8 in 2024-08-10T05:06:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:15 smithi078 ceph-mon[94618]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 250 KiB/s wr, 24 op/s 2024-08-10T05:06:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:15 smithi078 ceph-mon[92251]: osdmap e630: 8 total, 8 up, 8 in 2024-08-10T05:06:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:15 smithi078 ceph-mon[92251]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 250 KiB/s wr, 24 op/s 2024-08-10T05:06:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:15 smithi107 ceph-mon[86658]: osdmap e630: 8 total, 8 up, 8 in 2024-08-10T05:06:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:15 smithi107 ceph-mon[86658]: pgmap v610: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 425 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 250 KiB/s wr, 24 op/s 2024-08-10T05:06:16.153 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2117 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-10T05:06:16.154 INFO:tasks.rados.rados.0.smithi078.stdout:2933: done (2 left) 2024-08-10T05:06:16.154 INFO:tasks.rados.rados.0.smithi078.stdout:2935: done (1 left) 2024-08-10T05:06:16.154 INFO:tasks.rados.rados.0.smithi078.stdout:2936: snap_remove snap 262 2024-08-10T05:06:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:16 smithi078 ceph-mon[92251]: osdmap e631: 8 total, 8 up, 8 in 2024-08-10T05:06:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:16 smithi078 ceph-mon[92251]: osdmap e632: 8 total, 8 up, 8 in 2024-08-10T05:06:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:16 smithi078 ceph-mon[94618]: osdmap e631: 8 total, 8 up, 8 in 2024-08-10T05:06:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:16 smithi078 ceph-mon[94618]: osdmap e632: 8 total, 8 up, 8 in 2024-08-10T05:06:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:16 smithi107 ceph-mon[86658]: osdmap e631: 8 total, 8 up, 8 in 2024-08-10T05:06:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:16 smithi107 ceph-mon[86658]: osdmap e632: 8 total, 8 up, 8 in 2024-08-10T05:06:17.161 INFO:tasks.rados.rados.0.smithi078.stdout:2934: finishing write tid 1 to smithi07880501-49 2024-08-10T05:06:17.162 INFO:tasks.rados.rados.0.smithi078.stdout:2934: finishing write tid 2 to smithi07880501-49 2024-08-10T05:06:17.162 INFO:tasks.rados.rados.0.smithi078.stdout:2934: finishing write tid 3 to smithi07880501-49 2024-08-10T05:06:17.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1899 (ObjNum 906 snap 283 seq_num 906) dirty exists 2024-08-10T05:06:17.162 INFO:tasks.rados.rados.0.smithi078.stdout:2934: left oid 49 (ObjNum 906 snap 283 seq_num 906) 2024-08-10T05:06:17.162 INFO:tasks.rados.rados.0.smithi078.stdout:2934: done (1 left) 2024-08-10T05:06:17.162 INFO:tasks.rados.rados.0.smithi078.stdout:2936: done (0 left) 2024-08-10T05:06:17.162 INFO:tasks.rados.rados.0.smithi078.stdout:2937: delete oid 28 current snap is 283 2024-08-10T05:06:17.171 INFO:tasks.rados.rados.0.smithi078.stdout:2937: done (0 left) 2024-08-10T05:06:17.171 INFO:tasks.rados.rados.0.smithi078.stdout:2938: delete oid 19 current snap is 283 2024-08-10T05:06:17.174 INFO:tasks.rados.rados.0.smithi078.stdout:2938: done (0 left) 2024-08-10T05:06:17.174 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 283 2024-08-10T05:06:17.174 INFO:tasks.rados.rados.0.smithi078.stdout:2939: seq_num 909 ranges {761856=425984,1187840=401408} 2024-08-10T05:06:17.181 INFO:tasks.rados.rados.0.smithi078.stdout:2939: writing smithi07880501-18 from 761856 to 1187840 tid 1 2024-08-10T05:06:17.184 INFO:tasks.rados.rados.0.smithi078.stdout:2939: writing smithi07880501-18 from 1187840 to 1589248 tid 2 2024-08-10T05:06:17.184 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 283 2024-08-10T05:06:17.184 INFO:tasks.rados.rados.0.smithi078.stdout:2940: seq_num 910 ranges {0=442368,442368=401408} 2024-08-10T05:06:17.187 INFO:tasks.rados.rados.0.smithi078.stdout:2940: writing smithi07880501-14 from 0 to 442368 tid 1 2024-08-10T05:06:17.189 INFO:tasks.rados.rados.0.smithi078.stdout:2940: writing smithi07880501-14 from 442368 to 843776 tid 2 2024-08-10T05:06:17.189 INFO:tasks.rados.rados.0.smithi078.stdout:2941: delete oid 35 current snap is 283 2024-08-10T05:06:17.189 INFO:tasks.rados.rados.0.smithi078.stdout:2939: finishing write tid 1 to smithi07880501-18 2024-08-10T05:06:17.191 INFO:tasks.rados.rados.0.smithi078.stdout:2941: done (2 left) 2024-08-10T05:06:17.191 INFO:tasks.rados.rados.0.smithi078.stdout:2942: setattr oid 38 current snap is 283 2024-08-10T05:06:17.192 INFO:tasks.rados.rados.0.smithi078.stdout:2939: finishing write tid 2 to smithi07880501-18 2024-08-10T05:06:17.192 INFO:tasks.rados.rados.0.smithi078.stdout:2939: finishing write tid 3 to smithi07880501-18 2024-08-10T05:06:17.193 INFO:tasks.rados.rados.0.smithi078.stdout:2940: finishing write tid 1 to smithi07880501-14 2024-08-10T05:06:17.193 INFO:tasks.rados.rados.0.smithi078.stdout:2940: finishing write tid 2 to smithi07880501-14 2024-08-10T05:06:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:2940: finishing write tid 3 to smithi07880501-14 2024-08-10T05:06:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:2943: copy_from oid 46 from oid 6 current snap is 283 2024-08-10T05:06:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:2944: copy_from oid 9 from oid 30 current snap is 283 2024-08-10T05:06:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 283 2024-08-10T05:06:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:2945: seq_num 912 ranges {0=483328,483328=401408} 2024-08-10T05:06:17.197 INFO:tasks.rados.rados.0.smithi078.stdout:2945: writing smithi07880501-29 from 0 to 483328 tid 1 2024-08-10T05:06:17.199 INFO:tasks.rados.rados.0.smithi078.stdout:2945: writing smithi07880501-29 from 483328 to 884736 tid 2 2024-08-10T05:06:17.199 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 283 2024-08-10T05:06:17.200 INFO:tasks.rados.rados.0.smithi078.stdout:2943: finishing copy_from to smithi07880501-46 2024-08-10T05:06:17.200 INFO:tasks.rados.rados.0.smithi078.stdout:2943: got expected ENOENT (src dne) 2024-08-10T05:06:17.200 INFO:tasks.rados.rados.0.smithi078.stdout:2946: seq_num 913 ranges {5292032=499712,5791744=401408} 2024-08-10T05:06:17.230 INFO:tasks.rados.rados.0.smithi078.stdout:2946: writing smithi07880501-49 from 5292032 to 5791744 tid 1 2024-08-10T05:06:17.233 INFO:tasks.rados.rados.0.smithi078.stdout:2946: writing smithi07880501-49 from 5791744 to 6193152 tid 2 2024-08-10T05:06:17.233 INFO:tasks.rados.rados.0.smithi078.stdout:2947: read oid 40 snap -1 2024-08-10T05:06:17.233 INFO:tasks.rados.rados.0.smithi078.stdout:2947: expect deleted 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2948: rmattr oid 1 current snap is 283 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2943: finishing copy_from racing read to smithi07880501-46 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2939: finishing write tid 4 to smithi07880501-18 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2553 (ObjNum 909 snap 283 seq_num 909) dirty exists 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2939: left oid 18 (ObjNum 909 snap 283 seq_num 909) 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2940: finishing write tid 4 to smithi07880501-14 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2120 (ObjNum 910 snap 283 seq_num 910) dirty exists 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2940: left oid 14 (ObjNum 910 snap 283 seq_num 910) 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 1294 (ObjNum 902 snap 283 seq_num 902) dirty exists 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2939: done (8 left) 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2940: done (7 left) 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2942: done (6 left) 2024-08-10T05:06:17.234 INFO:tasks.rados.rados.0.smithi078.stdout:2943: done (5 left) 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2949: rollback oid 25 current snap is 283 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 276 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2945: finishing write tid 1 to smithi07880501-29 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2944: finishing copy_from racing read to smithi07880501-9 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2944: finishing copy_from to smithi07880501-9 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2157 (ObjNum 746 snap 220 seq_num 746) dirty exists 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2945: finishing write tid 2 to smithi07880501-29 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2944: done (5 left) 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 283 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2945: finishing write tid 3 to smithi07880501-29 2024-08-10T05:06:17.235 INFO:tasks.rados.rados.0.smithi078.stdout:2950: seq_num 914 ranges {0=516096,516096=401408} 2024-08-10T05:06:17.236 INFO:tasks.rados.rados.0.smithi078.stdout:2950: writing smithi07880501-39 from 0 to 516096 tid 1 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:2950: writing smithi07880501-39 from 516096 to 917504 tid 2 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:2951: read oid 21 snap -1 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:2951: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 283 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:2945: finishing write tid 4 to smithi07880501-29 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2123 (ObjNum 912 snap 283 seq_num 912) dirty exists 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:2945: left oid 29 (ObjNum 912 snap 283 seq_num 912) 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:2946: finishing write tid 1 to smithi07880501-49 2024-08-10T05:06:17.239 INFO:tasks.rados.rados.0.smithi078.stdout:2952: seq_num 915 ranges {2195456=532480,2727936=401408} 2024-08-10T05:06:17.254 INFO:tasks.rados.rados.0.smithi078.stdout:2952: writing smithi07880501-10 from 2195456 to 2727936 tid 1 2024-08-10T05:06:17.257 INFO:tasks.rados.rados.0.smithi078.stdout:2952: writing smithi07880501-10 from 2727936 to 3129344 tid 2 2024-08-10T05:06:17.257 INFO:tasks.rados.rados.0.smithi078.stdout:2945: done (7 left) 2024-08-10T05:06:17.257 INFO:tasks.rados.rados.0.smithi078.stdout:2953: copy_from oid 45 from oid 27 current snap is 283 2024-08-10T05:06:17.257 INFO:tasks.rados.rados.0.smithi078.stdout:2949: finishing rollback tid 1 to smithi07880501-25 2024-08-10T05:06:17.257 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1505 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:06:17.257 INFO:tasks.rados.rados.0.smithi078.stdout:2946: finishing write tid 2 to smithi07880501-49 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2946: finishing write tid 3 to smithi07880501-49 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2333 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2946: finishing write tid 4 to smithi07880501-49 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1902 (ObjNum 913 snap 283 seq_num 913) dirty exists 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2946: left oid 49 (ObjNum 913 snap 283 seq_num 913) 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2946: done (7 left) 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2947: done (6 left) 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2948: done (5 left) 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2949: done (4 left) 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2954: snap_create 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2950: finishing write tid 1 to smithi07880501-39 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2950: finishing write tid 2 to smithi07880501-39 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2950: finishing write tid 3 to smithi07880501-39 2024-08-10T05:06:17.258 INFO:tasks.rados.rados.0.smithi078.stdout:2950: finishing write tid 4 to smithi07880501-39 2024-08-10T05:06:17.259 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1816 (ObjNum 914 snap 283 seq_num 914) dirty exists 2024-08-10T05:06:17.259 INFO:tasks.rados.rados.0.smithi078.stdout:2950: left oid 39 (ObjNum 914 snap 283 seq_num 914) 2024-08-10T05:06:17.259 INFO:tasks.rados.rados.0.smithi078.stdout:2951: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:2952: finishing write tid 1 to smithi07880501-10 2024-08-10T05:06:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:2952: finishing write tid 2 to smithi07880501-10 2024-08-10T05:06:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:2952: finishing write tid 3 to smithi07880501-10 2024-08-10T05:06:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:2952: finishing write tid 4 to smithi07880501-10 2024-08-10T05:06:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2322 (ObjNum 915 snap 283 seq_num 915) dirty exists 2024-08-10T05:06:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:2952: left oid 10 (ObjNum 915 snap 283 seq_num 915) 2024-08-10T05:06:17.318 INFO:tasks.rados.rados.0.smithi078.stdout:2953: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:06:17.319 INFO:tasks.rados.rados.0.smithi078.stdout:2953: finishing copy_from to smithi07880501-45 2024-08-10T05:06:17.319 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2503 (ObjNum 898 snap 283 seq_num 898) dirty exists 2024-08-10T05:06:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:17 smithi078 ceph-mon[92251]: pgmap v613: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 405 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 344 KiB/s wr, 15 op/s 2024-08-10T05:06:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:17 smithi078 ceph-mon[92251]: osdmap e633: 8 total, 8 up, 8 in 2024-08-10T05:06:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:17 smithi078 ceph-mon[94618]: pgmap v613: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 405 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 344 KiB/s wr, 15 op/s 2024-08-10T05:06:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:17 smithi078 ceph-mon[94618]: osdmap e633: 8 total, 8 up, 8 in 2024-08-10T05:06:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:17 smithi107 ceph-mon[86658]: pgmap v613: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 405 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 344 KiB/s wr, 15 op/s 2024-08-10T05:06:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:17 smithi107 ceph-mon[86658]: osdmap e633: 8 total, 8 up, 8 in 2024-08-10T05:06:18.185 INFO:tasks.rados.rados.0.smithi078.stdout:2950: done (4 left) 2024-08-10T05:06:18.185 INFO:tasks.rados.rados.0.smithi078.stdout:2951: done (3 left) 2024-08-10T05:06:18.185 INFO:tasks.rados.rados.0.smithi078.stdout:2952: done (2 left) 2024-08-10T05:06:18.185 INFO:tasks.rados.rados.0.smithi078.stdout:2953: done (1 left) 2024-08-10T05:06:18.185 INFO:tasks.rados.rados.0.smithi078.stdout:2954: done (0 left) 2024-08-10T05:06:18.185 INFO:tasks.rados.rados.0.smithi078.stdout:2955: snap_create 2024-08-10T05:06:19.191 INFO:tasks.rados.rados.0.smithi078.stdout:2955: done (0 left) 2024-08-10T05:06:19.191 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 285 2024-08-10T05:06:19.191 INFO:tasks.rados.rados.0.smithi078.stdout:2956: seq_num 916 ranges {1155072=548864,1703936=401408} 2024-08-10T05:06:19.200 INFO:tasks.rados.rados.0.smithi078.stdout:2956: writing smithi07880501-42 from 1155072 to 1703936 tid 1 2024-08-10T05:06:19.202 INFO:tasks.rados.rados.0.smithi078.stdout:2956: writing smithi07880501-42 from 1703936 to 2105344 tid 2 2024-08-10T05:06:19.202 INFO:tasks.rados.rados.0.smithi078.stdout:2957: read oid 35 snap 278 2024-08-10T05:06:19.202 INFO:tasks.rados.rados.0.smithi078.stdout:2957: expect (ObjNum 806 snap 254 seq_num 806) 2024-08-10T05:06:19.203 INFO:tasks.rados.rados.0.smithi078.stdout:2958: read oid 9 snap -1 2024-08-10T05:06:19.203 INFO:tasks.rados.rados.0.smithi078.stdout:2958: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:06:19.203 INFO:tasks.rados.rados.0.smithi078.stdout:2959: snap_remove snap 264 2024-08-10T05:06:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:19 smithi078 ceph-mon[92251]: osdmap e634: 8 total, 8 up, 8 in 2024-08-10T05:06:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:19 smithi078 ceph-mon[92251]: pgmap v616: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-10T05:06:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:19 smithi078 ceph-mon[94618]: osdmap e634: 8 total, 8 up, 8 in 2024-08-10T05:06:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:19 smithi078 ceph-mon[94618]: pgmap v616: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-10T05:06:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:19 smithi107 ceph-mon[86658]: osdmap e634: 8 total, 8 up, 8 in 2024-08-10T05:06:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:19 smithi107 ceph-mon[86658]: pgmap v616: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 419 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-08-10T05:06:20.193 INFO:tasks.rados.rados.0.smithi078.stdout:2959: done (3 left) 2024-08-10T05:06:20.194 INFO:tasks.rados.rados.0.smithi078.stdout:2960: copy_from oid 38 from oid 29 current snap is 285 2024-08-10T05:06:20.194 INFO:tasks.rados.rados.0.smithi078.stdout:2956: finishing write tid 1 to smithi07880501-42 2024-08-10T05:06:20.194 INFO:tasks.rados.rados.0.smithi078.stdout:2956: finishing write tid 2 to smithi07880501-42 2024-08-10T05:06:20.194 INFO:tasks.rados.rados.0.smithi078.stdout:2956: finishing write tid 3 to smithi07880501-42 2024-08-10T05:06:20.194 INFO:tasks.rados.rados.0.smithi078.stdout:2958: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:06:20.250 INFO:tasks.rados.rados.0.smithi078.stdout:2956: finishing write tid 4 to smithi07880501-42 2024-08-10T05:06:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 2325 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-08-10T05:06:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:2956: left oid 42 (ObjNum 916 snap 285 seq_num 916) 2024-08-10T05:06:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:2957: expect (ObjNum 806 snap 254 seq_num 806) 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:2960: finishing copy_from racing read to smithi07880501-38 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:2960: finishing copy_from to smithi07880501-38 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2123 (ObjNum 912 snap 283 seq_num 912) dirty exists 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:2956: done (3 left) 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:2957: done (2 left) 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:2958: done (1 left) 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:2960: done (0 left) 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 285 2024-08-10T05:06:20.289 INFO:tasks.rados.rados.0.smithi078.stdout:2961: seq_num 917 ranges {0=565248,565248=401408} 2024-08-10T05:06:20.291 INFO:tasks.rados.rados.0.smithi078.stdout:2961: writing smithi07880501-43 from 0 to 565248 tid 1 2024-08-10T05:06:20.294 INFO:tasks.rados.rados.0.smithi078.stdout:2961: writing smithi07880501-43 from 565248 to 966656 tid 2 2024-08-10T05:06:20.294 INFO:tasks.rados.rados.0.smithi078.stdout:2962: rollback oid 2 current snap is 285 2024-08-10T05:06:20.294 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 274 2024-08-10T05:06:20.294 INFO:tasks.rados.rados.0.smithi078.stdout:2963: snap_create 2024-08-10T05:06:20.299 INFO:tasks.rados.rados.0.smithi078.stdout:2961: finishing write tid 1 to smithi07880501-43 2024-08-10T05:06:20.299 INFO:tasks.rados.rados.0.smithi078.stdout:2961: finishing write tid 2 to smithi07880501-43 2024-08-10T05:06:20.299 INFO:tasks.rados.rados.0.smithi078.stdout:2961: finishing write tid 3 to smithi07880501-43 2024-08-10T05:06:20.300 INFO:tasks.rados.rados.0.smithi078.stdout:2962: finishing rollback tid 0 to smithi07880501-2 2024-08-10T05:06:20.300 INFO:tasks.rados.rados.0.smithi078.stdout:2962: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:06:20.302 INFO:tasks.rados.rados.0.smithi078.stdout:2961: finishing write tid 4 to smithi07880501-43 2024-08-10T05:06:20.303 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2506 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-10T05:06:20.303 INFO:tasks.rados.rados.0.smithi078.stdout:2961: left oid 43 (ObjNum 917 snap 285 seq_num 917) 2024-08-10T05:06:20.303 INFO:tasks.rados.rados.0.smithi078.stdout:2962: finishing rollback tid 2 to smithi07880501-2 2024-08-10T05:06:20.303 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2509 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:06:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:20 smithi078 ceph-mon[92251]: osdmap e635: 8 total, 8 up, 8 in 2024-08-10T05:06:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:20 smithi078 ceph-mon[94618]: osdmap e635: 8 total, 8 up, 8 in 2024-08-10T05:06:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:20 smithi107 ceph-mon[86658]: osdmap e635: 8 total, 8 up, 8 in 2024-08-10T05:06:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:2961: done (2 left) 2024-08-10T05:06:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:2962: done (1 left) 2024-08-10T05:06:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:2963: done (0 left) 2024-08-10T05:06:21.159 INFO:tasks.rados.rados.0.smithi078.stdout:2964: snap_create 2024-08-10T05:06:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:21 smithi107 ceph-mon[86658]: osdmap e636: 8 total, 8 up, 8 in 2024-08-10T05:06:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:21 smithi107 ceph-mon[86658]: pgmap v619: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-08-10T05:06:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:21 smithi107 ceph-mon[86658]: osdmap e637: 8 total, 8 up, 8 in 2024-08-10T05:06:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:21 smithi078 ceph-mon[92251]: osdmap e636: 8 total, 8 up, 8 in 2024-08-10T05:06:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:21 smithi078 ceph-mon[92251]: pgmap v619: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-08-10T05:06:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:21 smithi078 ceph-mon[92251]: osdmap e637: 8 total, 8 up, 8 in 2024-08-10T05:06:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:21 smithi078 ceph-mon[94618]: osdmap e636: 8 total, 8 up, 8 in 2024-08-10T05:06:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:21 smithi078 ceph-mon[94618]: pgmap v619: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-08-10T05:06:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:21 smithi078 ceph-mon[94618]: osdmap e637: 8 total, 8 up, 8 in 2024-08-10T05:06:22.160 INFO:tasks.rados.rados.0.smithi078.stdout:2964: done (0 left) 2024-08-10T05:06:22.160 INFO:tasks.rados.rados.0.smithi078.stdout:2965: rollback oid 2 current snap is 287 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 255 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:2966: read oid 40 snap -1 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:2966: expect deleted 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:2967: read oid 24 snap -1 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:2967: expect deleted 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:2968: read oid 50 snap -1 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:2968: expect (ObjNum 903 snap 283 seq_num 903) 2024-08-10T05:06:22.161 INFO:tasks.rados.rados.0.smithi078.stdout:2969: delete oid 17 current snap is 287 2024-08-10T05:06:22.162 INFO:tasks.rados.rados.0.smithi078.stdout:2966: done (4 left) 2024-08-10T05:06:22.162 INFO:tasks.rados.rados.0.smithi078.stdout:2969: done (3 left) 2024-08-10T05:06:22.162 INFO:tasks.rados.rados.0.smithi078.stdout:2970: copy_from oid 38 from oid 23 current snap is 287 2024-08-10T05:06:22.162 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 287 2024-08-10T05:06:22.162 INFO:tasks.rados.rados.0.smithi078.stdout:2971: seq_num 919 ranges {0=598016,598016=401408} 2024-08-10T05:06:22.166 INFO:tasks.rados.rados.0.smithi078.stdout:2971: writing smithi07880501-22 from 0 to 598016 tid 1 2024-08-10T05:06:22.169 INFO:tasks.rados.rados.0.smithi078.stdout:2971: writing smithi07880501-22 from 598016 to 999424 tid 2 2024-08-10T05:06:22.169 INFO:tasks.rados.rados.0.smithi078.stdout:2972: delete oid 36 current snap is 287 2024-08-10T05:06:22.169 INFO:tasks.rados.rados.0.smithi078.stdout:2965: finishing rollback tid 0 to smithi07880501-2 2024-08-10T05:06:22.169 INFO:tasks.rados.rados.0.smithi078.stdout:2965: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:06:22.172 INFO:tasks.rados.rados.0.smithi078.stdout:2967: done (5 left) 2024-08-10T05:06:22.172 INFO:tasks.rados.rados.0.smithi078.stdout:2972: done (4 left) 2024-08-10T05:06:22.173 INFO:tasks.rados.rados.0.smithi078.stdout:2973: read oid 15 snap 243 2024-08-10T05:06:22.173 INFO:tasks.rados.rados.0.smithi078.stdout:2973: expect deleted 2024-08-10T05:06:22.173 INFO:tasks.rados.rados.0.smithi078.stdout:2974: rmattr oid 11 current snap is 287 2024-08-10T05:06:22.173 INFO:tasks.rados.rados.0.smithi078.stdout:2974: done (5 left) 2024-08-10T05:06:22.173 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 287 2024-08-10T05:06:22.173 INFO:tasks.rados.rados.0.smithi078.stdout:2975: seq_num 921 ranges {2162688=630784,2793472=401408} 2024-08-10T05:06:22.188 INFO:tasks.rados.rados.0.smithi078.stdout:2975: writing smithi07880501-8 from 2162688 to 2793472 tid 1 2024-08-10T05:06:22.190 INFO:tasks.rados.rados.0.smithi078.stdout:2975: writing smithi07880501-8 from 2793472 to 3194880 tid 2 2024-08-10T05:06:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:2976: rollback oid 17 current snap is 287 2024-08-10T05:06:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 208 2024-08-10T05:06:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:2977: setattr oid 7 current snap is 287 2024-08-10T05:06:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:2971: finishing write tid 1 to smithi07880501-22 2024-08-10T05:06:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:2965: finishing rollback tid 2 to smithi07880501-2 2024-08-10T05:06:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2512 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:06:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:2968: expect (ObjNum 903 snap 283 seq_num 903) 2024-08-10T05:06:22.211 INFO:tasks.rados.rados.0.smithi078.stdout:2971: finishing write tid 2 to smithi07880501-22 2024-08-10T05:06:22.211 INFO:tasks.rados.rados.0.smithi078.stdout:2971: finishing write tid 3 to smithi07880501-22 2024-08-10T05:06:22.211 INFO:tasks.rados.rados.0.smithi078.stdout:2971: finishing write tid 4 to smithi07880501-22 2024-08-10T05:06:22.211 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2572 (ObjNum 919 snap 287 seq_num 919) dirty exists 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2971: left oid 22 (ObjNum 919 snap 287 seq_num 919) 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2970: finishing copy_from racing read to smithi07880501-38 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2970: finishing copy_from to smithi07880501-38 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2033 (ObjNum 882 snap 278 seq_num 882) dirty exists 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2976: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2976: finishing rollback tid 2 to smithi07880501-17 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2125 (ObjNum 693 snap 204 seq_num 693) dirty exists 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2975: finishing write tid 1 to smithi07880501-8 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2975: finishing write tid 2 to smithi07880501-8 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2975: finishing write tid 3 to smithi07880501-8 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:2975: finishing write tid 4 to smithi07880501-8 2024-08-10T05:06:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2126 (ObjNum 921 snap 287 seq_num 921) dirty exists 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2975: left oid 8 (ObjNum 921 snap 287 seq_num 921) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2965: done (7 left) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2968: done (6 left) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2970: done (5 left) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2971: done (4 left) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2973: done (3 left) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2975: done (2 left) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2976: done (1 left) 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2978: rollback oid 3 current snap is 287 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 208 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2979: snap_create 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:2978: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:06:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1725 (ObjNum -822104864 snap 32716 seq_num 304) dirty dne 2024-08-10T05:06:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2574 (ObjNum 891 snap 281 seq_num 891) dirty exists 2024-08-10T05:06:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:06:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:06:21] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-08-10T05:06:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:06:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:06:23.167 INFO:tasks.rados.rados.0.smithi078.stdout:2977: done (2 left) 2024-08-10T05:06:23.167 INFO:tasks.rados.rados.0.smithi078.stdout:2978: done (1 left) 2024-08-10T05:06:23.167 INFO:tasks.rados.rados.0.smithi078.stdout:2979: done (0 left) 2024-08-10T05:06:23.167 INFO:tasks.rados.rados.0.smithi078.stdout:2980: rollback oid 14 current snap is 288 2024-08-10T05:06:23.167 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 14 to 286 2024-08-10T05:06:23.167 INFO:tasks.rados.rados.0.smithi078.stdout:2981: snap_create 2024-08-10T05:06:23.173 INFO:tasks.rados.rados.0.smithi078.stdout:2980: finishing rollback tid 0 to smithi07880501-14 2024-08-10T05:06:23.173 INFO:tasks.rados.rados.0.smithi078.stdout:2980: finishing rollback tid 1 to smithi07880501-14 2024-08-10T05:06:23.173 INFO:tasks.rados.rados.0.smithi078.stdout:2980: finishing rollback tid 2 to smithi07880501-14 2024-08-10T05:06:23.173 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2129 (ObjNum 910 snap 283 seq_num 910) dirty exists 2024-08-10T05:06:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:23 smithi078 ceph-mon[92251]: osdmap e638: 8 total, 8 up, 8 in 2024-08-10T05:06:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:23 smithi078 ceph-mon[92251]: pgmap v622: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-10T05:06:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:23 smithi078 ceph-mon[94618]: osdmap e638: 8 total, 8 up, 8 in 2024-08-10T05:06:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:23 smithi078 ceph-mon[94618]: pgmap v622: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-10T05:06:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:23 smithi107 ceph-mon[86658]: osdmap e638: 8 total, 8 up, 8 in 2024-08-10T05:06:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:23 smithi107 ceph-mon[86658]: pgmap v622: 121 pgs: 121 active+clean; 426 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-10T05:06:24.166 INFO:tasks.rados.rados.0.smithi078.stdout:2980: done (1 left) 2024-08-10T05:06:24.166 INFO:tasks.rados.rados.0.smithi078.stdout:2981: done (0 left) 2024-08-10T05:06:24.166 INFO:tasks.rados.rados.0.smithi078.stdout:2982: read oid 49 snap -1 2024-08-10T05:06:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:2982: expect (ObjNum 913 snap 283 seq_num 913) 2024-08-10T05:06:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:2983: read oid 41 snap -1 2024-08-10T05:06:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:2983: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-10T05:06:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:2984: read oid 44 snap -1 2024-08-10T05:06:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:2984: expect (ObjNum 897 snap 283 seq_num 897) 2024-08-10T05:06:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 289 2024-08-10T05:06:24.167 INFO:tasks.rados.rados.0.smithi078.stdout:2985: seq_num 922 ranges {3129344=647168,3776512=401408} 2024-08-10T05:06:24.188 INFO:tasks.rados.rados.0.smithi078.stdout:2985: writing smithi07880501-10 from 3129344 to 3776512 tid 1 2024-08-10T05:06:24.190 INFO:tasks.rados.rados.0.smithi078.stdout:2985: writing smithi07880501-10 from 3776512 to 4177920 tid 2 2024-08-10T05:06:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 289 2024-08-10T05:06:24.191 INFO:tasks.rados.rados.0.smithi078.stdout:2986: seq_num 923 ranges {0=663552,663552=401408} 2024-08-10T05:06:24.194 INFO:tasks.rados.rados.0.smithi078.stdout:2986: writing smithi07880501-3 from 0 to 663552 tid 1 2024-08-10T05:06:24.197 INFO:tasks.rados.rados.0.smithi078.stdout:2986: writing smithi07880501-3 from 663552 to 1064960 tid 2 2024-08-10T05:06:24.197 INFO:tasks.rados.rados.0.smithi078.stdout:2987: snap_remove snap 240 2024-08-10T05:06:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:24 smithi078 ceph-mon[92251]: osdmap e639: 8 total, 8 up, 8 in 2024-08-10T05:06:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:24 smithi078 ceph-mon[94618]: osdmap e639: 8 total, 8 up, 8 in 2024-08-10T05:06:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:24 smithi107 ceph-mon[86658]: osdmap e639: 8 total, 8 up, 8 in 2024-08-10T05:06:25.180 INFO:tasks.rados.rados.0.smithi078.stdout:2987: done (5 left) 2024-08-10T05:06:25.180 INFO:tasks.rados.rados.0.smithi078.stdout:2988: copy_from oid 17 from oid 7 current snap is 289 2024-08-10T05:06:25.180 INFO:tasks.rados.rados.0.smithi078.stdout:2989: snap_remove snap 276 2024-08-10T05:06:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:25 smithi078 ceph-mon[92251]: osdmap e640: 8 total, 8 up, 8 in 2024-08-10T05:06:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:25 smithi078 ceph-mon[92251]: pgmap v625: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-10T05:06:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:25 smithi078 ceph-mon[94618]: osdmap e640: 8 total, 8 up, 8 in 2024-08-10T05:06:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:25 smithi078 ceph-mon[94618]: pgmap v625: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-10T05:06:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:25 smithi107 ceph-mon[86658]: osdmap e640: 8 total, 8 up, 8 in 2024-08-10T05:06:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:25 smithi107 ceph-mon[86658]: pgmap v625: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-10T05:06:26.155 INFO:tasks.rados.rados.0.smithi078.stdout:2989: done (6 left) 2024-08-10T05:06:26.155 INFO:tasks.rados.rados.0.smithi078.stdout:2990: copy_from oid 12 from oid 28 current snap is 289 2024-08-10T05:06:26.155 INFO:tasks.rados.rados.0.smithi078.stdout:2984: expect (ObjNum 897 snap 283 seq_num 897) 2024-08-10T05:06:26.182 INFO:tasks.rados.rados.0.smithi078.stdout:2983: expect (ObjNum 874 snap 275 seq_num 874) 2024-08-10T05:06:26.304 INFO:tasks.rados.rados.0.smithi078.stdout:2982: expect (ObjNum 913 snap 283 seq_num 913) 2024-08-10T05:06:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:26 smithi078 ceph-mon[92251]: osdmap e641: 8 total, 8 up, 8 in 2024-08-10T05:06:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:26 smithi078 ceph-mon[92251]: osdmap e642: 8 total, 8 up, 8 in 2024-08-10T05:06:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:26 smithi078 ceph-mon[94618]: osdmap e641: 8 total, 8 up, 8 in 2024-08-10T05:06:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:26 smithi078 ceph-mon[94618]: osdmap e642: 8 total, 8 up, 8 in 2024-08-10T05:06:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:26 smithi107 ceph-mon[86658]: osdmap e641: 8 total, 8 up, 8 in 2024-08-10T05:06:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:26 smithi107 ceph-mon[86658]: osdmap e642: 8 total, 8 up, 8 in 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2985: finishing write tid 1 to smithi07880501-10 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2985: finishing write tid 2 to smithi07880501-10 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2985: finishing write tid 3 to smithi07880501-10 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2985: finishing write tid 4 to smithi07880501-10 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2328 (ObjNum 922 snap 289 seq_num 922) dirty exists 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2985: left oid 10 (ObjNum 922 snap 289 seq_num 922) 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2986: finishing write tid 1 to smithi07880501-3 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2986: finishing write tid 2 to smithi07880501-3 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2986: finishing write tid 3 to smithi07880501-3 2024-08-10T05:06:26.665 INFO:tasks.rados.rados.0.smithi078.stdout:2982: done (6 left) 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2983: done (5 left) 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2984: done (4 left) 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2985: done (3 left) 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2991: read oid 34 snap -1 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2991: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2992: delete oid 21 current snap is 289 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2986: finishing write tid 4 to smithi07880501-3 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1737 (ObjNum 923 snap 289 seq_num 923) dirty exists 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2986: left oid 3 (ObjNum 923 snap 289 seq_num 923) 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2988: finishing copy_from racing read to smithi07880501-17 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2988: finishing copy_from to smithi07880501-17 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2574 (ObjNum 891 snap 281 seq_num 891) dirty exists 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2990: finishing copy_from to smithi07880501-12 2024-08-10T05:06:26.666 INFO:tasks.rados.rados.0.smithi078.stdout:2990: got expected ENOENT (src dne) 2024-08-10T05:06:26.667 INFO:tasks.rados.rados.0.smithi078.stdout:2990: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:06:26.667 INFO:tasks.rados.rados.0.smithi078.stdout:2986: done (4 left) 2024-08-10T05:06:26.667 INFO:tasks.rados.rados.0.smithi078.stdout:2988: done (3 left) 2024-08-10T05:06:26.667 INFO:tasks.rados.rados.0.smithi078.stdout:2990: done (2 left) 2024-08-10T05:06:26.667 INFO:tasks.rados.rados.0.smithi078.stdout:2992: done (1 left) 2024-08-10T05:06:26.668 INFO:tasks.rados.rados.0.smithi078.stdout:2993: setattr oid 20 current snap is 289 2024-08-10T05:06:26.668 INFO:tasks.rados.rados.0.smithi078.stdout:2994: snap_create 2024-08-10T05:06:26.671 INFO:tasks.rados.rados.0.smithi078.stdout:2991: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:26.712 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph orch ps' 2024-08-10T05:06:26.731 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2334 (ObjNum 890 snap 281 seq_num 890) dirty exists 2024-08-10T05:06:26.966 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:27.185 INFO:tasks.rados.rados.0.smithi078.stdout:2991: done (2 left) 2024-08-10T05:06:27.185 INFO:tasks.rados.rados.0.smithi078.stdout:2993: done (1 left) 2024-08-10T05:06:27.186 INFO:tasks.rados.rados.0.smithi078.stdout:2994: done (0 left) 2024-08-10T05:06:27.186 INFO:tasks.rados.rados.0.smithi078.stdout:2995: snap_remove snap 249 2024-08-10T05:06:27.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:27 smithi078 ceph-mon[92251]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:27.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:27 smithi078 ceph-mon[92251]: pgmap v628: 121 pgs: 121 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-10T05:06:27.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:27 smithi078 ceph-mon[94618]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:27.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:27 smithi078 ceph-mon[94618]: pgmap v628: 121 pgs: 121 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-10T05:06:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:27 smithi107 ceph-mon[86658]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:27 smithi107 ceph-mon[86658]: pgmap v628: 121 pgs: 121 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-10T05:06:28.190 INFO:tasks.rados.rados.0.smithi078.stdout:2995: done (0 left) 2024-08-10T05:06:28.190 INFO:tasks.rados.rados.0.smithi078.stdout:2996: snap_remove snap 282 2024-08-10T05:06:28.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:28 smithi078 ceph-mon[92251]: osdmap e643: 8 total, 8 up, 8 in 2024-08-10T05:06:28.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:28.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:28 smithi078 ceph-mon[94618]: osdmap e643: 8 total, 8 up, 8 in 2024-08-10T05:06:28.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:28 smithi107 ceph-mon[86658]: osdmap e643: 8 total, 8 up, 8 in 2024-08-10T05:06:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:28.800 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:06:28.800 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 *:9093,9094 running (49s) 46s ago 12m 16.9M - 0.25.0 c8568f914cd2 8bd590e91fa1 2024-08-10T05:06:28.800 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi107 *:3000 running (29s) 23s ago 12m 46.0M - 9.4.12 2bacad6d85d8 64b7a4c7cde9 2024-08-10T05:06:28.800 INFO:teuthology.orchestra.run.smithi078.stdout:mds.a smithi078 running (113s) 46s ago 13m 15.9M - 19.1.0-1335-gbca9905d c7b33901c886 cf9390fd2e86 2024-08-10T05:06:28.800 INFO:teuthology.orchestra.run.smithi078.stdout:mds.b smithi107 running (93s) 23s ago 13m 14.6M - 19.1.0-1335-gbca9905d c7b33901c886 a25796c57449 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi107 *:8443,9283,8765 running (7m) 23s ago 17m 442M - 19.1.0-1335-gbca9905d c7b33901c886 cbf020c65bd2 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443,9283,8765 running (8m) 46s ago 18m 516M - 19.1.0-1335-gbca9905d c7b33901c886 123af4d28a0f 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (7m) 46s ago 19m 72.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 741ff31aaca1 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi107 running (6m) 23s ago 17m 58.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 ac3e23811061 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (7m) 46s ago 17m 59.8M 2048M 19.1.0-1335-gbca9905d c7b33901c886 05fe20ff3c6b 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 *:9100 running (81s) 46s ago 11m 7704k - 1.5.0 0da6a335fe13 e3a0b516b0aa 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi107 *:9100 running (77s) 23s ago 11m 8232k - 1.5.0 0da6a335fe13 67e1044b22cb 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (5m) 46s ago 17m 340M 2480M 19.1.0-1335-gbca9905d c7b33901c886 75a683b57cde 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (5m) 46s ago 16m 228M 2480M 19.1.0-1335-gbca9905d c7b33901c886 f9e9c3471a7d 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (4m) 46s ago 16m 142M 2480M 19.1.0-1335-gbca9905d c7b33901c886 9a367899270d 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (4m) 46s ago 15m 118M 2480M 19.1.0-1335-gbca9905d c7b33901c886 d18ee5cdf5c8 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi107 running (3m) 23s ago 15m 208M 2479M 19.1.0-1335-gbca9905d c7b33901c886 9a307ce76d69 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi107 running (3m) 23s ago 15m 234M 2479M 19.1.0-1335-gbca9905d c7b33901c886 6f0940128fe4 2024-08-10T05:06:28.801 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi107 running (2m) 23s ago 14m 149M 2479M 19.1.0-1335-gbca9905d c7b33901c886 df3a52e395d2 2024-08-10T05:06:28.802 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi107 running (2m) 23s ago 14m 82.1M 2479M 19.1.0-1335-gbca9905d c7b33901c886 276fd8508187 2024-08-10T05:06:28.802 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi107 *:9095 running (63s) 23s ago 12m 49.3M - 2.43.0 a07b618ecd1d 5f87926e98c6 2024-08-10T05:06:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:2996: done (0 left) 2024-08-10T05:06:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:2997: rollback oid 18 current snap is 290 2024-08-10T05:06:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 18 to 205 2024-08-10T05:06:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 290 2024-08-10T05:06:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:2998: seq_num 925 ranges {4177920=696320,4874240=401408} 2024-08-10T05:06:29.223 INFO:tasks.rados.rados.0.smithi078.stdout:2998: writing smithi07880501-10 from 4177920 to 4874240 tid 1 2024-08-10T05:06:29.226 INFO:tasks.rados.rados.0.smithi078.stdout:2998: writing smithi07880501-10 from 4874240 to 5275648 tid 2 2024-08-10T05:06:29.226 INFO:tasks.rados.rados.0.smithi078.stdout:2999: snap_create 2024-08-10T05:06:29.226 INFO:tasks.rados.rados.0.smithi078.stdout:2997: finishing rollback tid 0 to smithi07880501-18 2024-08-10T05:06:29.226 INFO:tasks.rados.rados.0.smithi078.stdout:2997: finishing rollback tid 1 to smithi07880501-18 2024-08-10T05:06:29.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2611 (ObjNum 65 snap 0 seq_num 1769234779) dirty dne 2024-08-10T05:06:29.230 INFO:tasks.rados.rados.0.smithi078.stdout:2998: finishing write tid 1 to smithi07880501-10 2024-08-10T05:06:29.230 INFO:tasks.rados.rados.0.smithi078.stdout:2998: finishing write tid 2 to smithi07880501-10 2024-08-10T05:06:29.230 INFO:tasks.rados.rados.0.smithi078.stdout:2998: finishing write tid 3 to smithi07880501-10 2024-08-10T05:06:29.231 INFO:tasks.rados.rados.0.smithi078.stdout:2998: finishing write tid 4 to smithi07880501-10 2024-08-10T05:06:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2331 (ObjNum 925 snap 290 seq_num 925) dirty exists 2024-08-10T05:06:29.232 INFO:tasks.rados.rados.0.smithi078.stdout:2998: left oid 10 (ObjNum 925 snap 290 seq_num 925) 2024-08-10T05:06:29.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:29 smithi078 ceph-mon[92251]: osdmap e644: 8 total, 8 up, 8 in 2024-08-10T05:06:29.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:29 smithi078 ceph-mon[92251]: pgmap v631: 121 pgs: 121 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 500 KiB/s wr, 8 op/s 2024-08-10T05:06:29.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:29 smithi078 ceph-mon[94618]: osdmap e644: 8 total, 8 up, 8 in 2024-08-10T05:06:29.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:29 smithi078 ceph-mon[94618]: pgmap v631: 121 pgs: 121 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 500 KiB/s wr, 8 op/s 2024-08-10T05:06:29.453 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph versions' 2024-08-10T05:06:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:29 smithi107 ceph-mon[86658]: osdmap e644: 8 total, 8 up, 8 in 2024-08-10T05:06:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:29 smithi107 ceph-mon[86658]: pgmap v631: 121 pgs: 121 active+clean; 435 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 500 KiB/s wr, 8 op/s 2024-08-10T05:06:29.754 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:30.201 INFO:tasks.rados.rados.0.smithi078.stdout:2997: done (2 left) 2024-08-10T05:06:30.201 INFO:tasks.rados.rados.0.smithi078.stdout:2998: done (1 left) 2024-08-10T05:06:30.201 INFO:tasks.rados.rados.0.smithi078.stdout:2999: done (0 left) 2024-08-10T05:06:30.202 INFO:tasks.rados.rados.0.smithi078.stdout:3000: rollback oid 20 current snap is 291 2024-08-10T05:06:30.202 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 287 2024-08-10T05:06:30.202 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 291 2024-08-10T05:06:30.202 INFO:tasks.rados.rados.0.smithi078.stdout:3001: seq_num 926 ranges {0=712704,712704=401408} 2024-08-10T05:06:30.205 INFO:tasks.rados.rados.0.smithi078.stdout:3001: writing smithi07880501-35 from 0 to 712704 tid 1 2024-08-10T05:06:30.207 INFO:tasks.rados.rados.0.smithi078.stdout:3001: writing smithi07880501-35 from 712704 to 1114112 tid 2 2024-08-10T05:06:30.208 INFO:tasks.rados.rados.0.smithi078.stdout:3002: delete oid 5 current snap is 291 2024-08-10T05:06:30.208 INFO:tasks.rados.rados.0.smithi078.stdout:3000: finishing rollback tid 0 to smithi07880501-20 2024-08-10T05:06:30.208 INFO:tasks.rados.rados.0.smithi078.stdout:3000: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:06:30.211 INFO:tasks.rados.rados.0.smithi078.stdout:3000: finishing rollback tid 2 to smithi07880501-20 2024-08-10T05:06:30.211 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2337 (ObjNum 890 snap 281 seq_num 890) dirty exists 2024-08-10T05:06:30.212 INFO:tasks.rados.rados.0.smithi078.stdout:3000: done (2 left) 2024-08-10T05:06:30.212 INFO:tasks.rados.rados.0.smithi078.stdout:3002: done (1 left) 2024-08-10T05:06:30.212 INFO:tasks.rados.rados.0.smithi078.stdout:3003: setattr oid 3 current snap is 291 2024-08-10T05:06:30.215 INFO:tasks.rados.rados.0.smithi078.stdout:3001: finishing write tid 1 to smithi07880501-35 2024-08-10T05:06:30.215 INFO:tasks.rados.rados.0.smithi078.stdout:3001: finishing write tid 2 to smithi07880501-35 2024-08-10T05:06:30.215 INFO:tasks.rados.rados.0.smithi078.stdout:3004: rmattr oid 7 current snap is 291 2024-08-10T05:06:30.215 INFO:tasks.rados.rados.0.smithi078.stdout:3005: rmattr oid 1 current snap is 291 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3001: finishing write tid 3 to smithi07880501-35 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3006: read oid 45 snap 256 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3006: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3007: read oid 5 snap -1 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3007: expect deleted 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3008: rollback oid 27 current snap is 291 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 27 to 271 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 291 2024-08-10T05:06:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3009: seq_num 928 ranges {0=745472,745472=401408} 2024-08-10T05:06:30.220 INFO:tasks.rados.rados.0.smithi078.stdout:3009: writing smithi07880501-19 from 0 to 745472 tid 1 2024-08-10T05:06:30.223 INFO:tasks.rados.rados.0.smithi078.stdout:3009: writing smithi07880501-19 from 745472 to 1146880 tid 2 2024-08-10T05:06:30.224 INFO:tasks.rados.rados.0.smithi078.stdout:3010: snap_remove snap 279 2024-08-10T05:06:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:30 smithi078 ceph-mon[92251]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:30 smithi078 ceph-mon[92251]: osdmap e645: 8 total, 8 up, 8 in 2024-08-10T05:06:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:30 smithi078 ceph-mon[94618]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:30 smithi078 ceph-mon[94618]: osdmap e645: 8 total, 8 up, 8 in 2024-08-10T05:06:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:30 smithi107 ceph-mon[86658]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:30 smithi107 ceph-mon[86658]: osdmap e645: 8 total, 8 up, 8 in 2024-08-10T05:06:31.207 INFO:tasks.rados.rados.0.smithi078.stdout:3010: done (8 left) 2024-08-10T05:06:31.207 INFO:tasks.rados.rados.0.smithi078.stdout:3011: rollback oid 36 current snap is 291 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 36 to 274 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:3012: delete oid 32 current snap is 291 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:3001: finishing write tid 4 to smithi07880501-35 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 2340 (ObjNum 926 snap 291 seq_num 926) dirty exists 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:3001: left oid 35 (ObjNum 926 snap 291 seq_num 926) 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2341 (ObjNum 582 snap 169 seq_num 582) dirty exists 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1739 (ObjNum 923 snap 289 seq_num 923) dirty exists 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2621 (ObjNum 891 snap 281 seq_num 891) dirty exists 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:3008: finishing rollback tid 0 to smithi07880501-27 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:3008: finishing rollback tid 1 to smithi07880501-27 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:3008: finishing rollback tid 2 to smithi07880501-27 2024-08-10T05:06:31.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 2625 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:06:31.209 INFO:tasks.rados.rados.0.smithi078.stdout:3009: finishing write tid 1 to smithi07880501-19 2024-08-10T05:06:31.209 INFO:tasks.rados.rados.0.smithi078.stdout:3009: finishing write tid 2 to smithi07880501-19 2024-08-10T05:06:31.209 INFO:tasks.rados.rados.0.smithi078.stdout:3009: finishing write tid 3 to smithi07880501-19 2024-08-10T05:06:31.209 INFO:tasks.rados.rados.0.smithi078.stdout:3006: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3009: finishing write tid 4 to smithi07880501-19 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2130 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3009: left oid 19 (ObjNum 928 snap 291 seq_num 928) 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3011: finishing rollback tid 1 to smithi07880501-36 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 2054 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3001: done (9 left) 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3003: done (8 left) 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3004: done (7 left) 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3005: done (6 left) 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3006: done (5 left) 2024-08-10T05:06:31.287 INFO:tasks.rados.rados.0.smithi078.stdout:3007: done (4 left) 2024-08-10T05:06:31.288 INFO:tasks.rados.rados.0.smithi078.stdout:3008: done (3 left) 2024-08-10T05:06:31.288 INFO:tasks.rados.rados.0.smithi078.stdout:3009: done (2 left) 2024-08-10T05:06:31.288 INFO:tasks.rados.rados.0.smithi078.stdout:3011: done (1 left) 2024-08-10T05:06:31.288 INFO:tasks.rados.rados.0.smithi078.stdout:3012: done (0 left) 2024-08-10T05:06:31.288 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 291 2024-08-10T05:06:31.288 INFO:tasks.rados.rados.0.smithi078.stdout:3013: seq_num 930 ranges {2367488=786432,3153920=401408} 2024-08-10T05:06:31.302 INFO:tasks.rados.rados.0.smithi078.stdout:3013: writing smithi07880501-2 from 2367488 to 3153920 tid 1 2024-08-10T05:06:31.305 INFO:tasks.rados.rados.0.smithi078.stdout:3013: writing smithi07880501-2 from 3153920 to 3555328 tid 2 2024-08-10T05:06:31.305 INFO:tasks.rados.rados.0.smithi078.stdout:3014: snap_remove snap 284 2024-08-10T05:06:31.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:31 smithi078 ceph-mon[92251]: osdmap e646: 8 total, 8 up, 8 in 2024-08-10T05:06:31.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:31 smithi078 ceph-mon[92251]: pgmap v634: 121 pgs: 121 active+clean; 438 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-10T05:06:31.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:31 smithi078 ceph-mon[94618]: osdmap e646: 8 total, 8 up, 8 in 2024-08-10T05:06:31.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:31 smithi078 ceph-mon[94618]: pgmap v634: 121 pgs: 121 active+clean; 438 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-10T05:06:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:31 smithi107 ceph-mon[86658]: osdmap e646: 8 total, 8 up, 8 in 2024-08-10T05:06:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:31 smithi107 ceph-mon[86658]: pgmap v634: 121 pgs: 121 active+clean; 438 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-10T05:06:31.781 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-08-10T05:06:31.781 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2024-08-10T05:06:31.781 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:06:31.781 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 15 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-08-10T05:06:31.782 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-08-10T05:06:32.110 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:06:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:06:31] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-08-10T05:06:32.215 INFO:tasks.rados.rados.0.smithi078.stdout:3013: finishing write tid 1 to smithi07880501-2 2024-08-10T05:06:32.215 INFO:tasks.rados.rados.0.smithi078.stdout:3013: finishing write tid 2 to smithi07880501-2 2024-08-10T05:06:32.215 INFO:tasks.rados.rados.0.smithi078.stdout:3013: finishing write tid 3 to smithi07880501-2 2024-08-10T05:06:32.215 INFO:tasks.rados.rados.0.smithi078.stdout:3013: finishing write tid 4 to smithi07880501-2 2024-08-10T05:06:32.215 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2515 (ObjNum 930 snap 291 seq_num 930) dirty exists 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:3013: left oid 2 (ObjNum 930 snap 291 seq_num 930) 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:3013: done (1 left) 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:3014: done (0 left) 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:3015: read oid 32 snap -1 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:3015: expect deleted 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:3016: rollback oid 11 current snap is 291 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 255 2024-08-10T05:06:32.216 INFO:tasks.rados.rados.0.smithi078.stdout:3017: setattr oid 49 current snap is 291 2024-08-10T05:06:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3018: copy_from oid 50 from oid 39 current snap is 291 2024-08-10T05:06:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3019: rmattr oid 46 current snap is 291 2024-08-10T05:06:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3019: done (4 left) 2024-08-10T05:06:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 291 2024-08-10T05:06:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3020: seq_num 931 ranges {0=802816,802816=401408} 2024-08-10T05:06:32.223 INFO:tasks.rados.rados.0.smithi078.stdout:3020: writing smithi07880501-37 from 0 to 802816 tid 1 2024-08-10T05:06:32.227 INFO:tasks.rados.rados.0.smithi078.stdout:3020: writing smithi07880501-37 from 802816 to 1204224 tid 2 2024-08-10T05:06:32.227 INFO:tasks.rados.rados.0.smithi078.stdout:3021: delete oid 42 current snap is 291 2024-08-10T05:06:32.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1903 (ObjNum 913 snap 283 seq_num 913) dirty exists 2024-08-10T05:06:32.227 INFO:tasks.rados.rados.0.smithi078.stdout:3016: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:06:32.227 INFO:tasks.rados.rados.0.smithi078.stdout:3016: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:06:32.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 2333 (ObjNum 801 snap 254 seq_num 801) dirty exists 2024-08-10T05:06:32.230 INFO:tasks.rados.rados.0.smithi078.stdout:3015: done (5 left) 2024-08-10T05:06:32.230 INFO:tasks.rados.rados.0.smithi078.stdout:3016: done (4 left) 2024-08-10T05:06:32.230 INFO:tasks.rados.rados.0.smithi078.stdout:3017: done (3 left) 2024-08-10T05:06:32.230 INFO:tasks.rados.rados.0.smithi078.stdout:3021: done (2 left) 2024-08-10T05:06:32.230 INFO:tasks.rados.rados.0.smithi078.stdout:3022: snap_remove snap 255 2024-08-10T05:06:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:32 smithi078 ceph-mon[94618]: osdmap e647: 8 total, 8 up, 8 in 2024-08-10T05:06:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:32 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3312748852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:32 smithi078 ceph-mon[92251]: osdmap e647: 8 total, 8 up, 8 in 2024-08-10T05:06:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:32 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3312748852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:32.519 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-10T05:06:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:32 smithi107 ceph-mon[86658]: osdmap e647: 8 total, 8 up, 8 in 2024-08-10T05:06:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:32 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3312748852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:06:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:06:32.772 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3022: done (2 left) 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3023: read oid 16 snap -1 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3023: expect deleted 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 291 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3020: finishing write tid 1 to smithi07880501-37 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3020: finishing write tid 2 to smithi07880501-37 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3018: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3020: finishing write tid 3 to smithi07880501-37 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3018: finishing copy_from to smithi07880501-50 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 1816 (ObjNum 914 snap 283 seq_num 914) dirty exists 2024-08-10T05:06:33.222 INFO:tasks.rados.rados.0.smithi078.stdout:3020: finishing write tid 4 to smithi07880501-37 2024-08-10T05:06:33.223 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2321 (ObjNum 931 snap 291 seq_num 931) dirty exists 2024-08-10T05:06:33.223 INFO:tasks.rados.rados.0.smithi078.stdout:3020: left oid 37 (ObjNum 931 snap 291 seq_num 931) 2024-08-10T05:06:33.223 INFO:tasks.rados.rados.0.smithi078.stdout:3024: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-08-10T05:06:33.225 INFO:tasks.rados.rados.0.smithi078.stdout:3024: writing smithi07880501-6 from 0 to 434176 tid 1 2024-08-10T05:06:33.228 INFO:tasks.rados.rados.0.smithi078.stdout:3024: writing smithi07880501-6 from 434176 to 983040 tid 2 2024-08-10T05:06:33.230 INFO:tasks.rados.rados.0.smithi078.stdout:3024: writing smithi07880501-6 from 983040 to 1236992 tid 3 2024-08-10T05:06:33.231 INFO:tasks.rados.rados.0.smithi078.stdout:3018: done (3 left) 2024-08-10T05:06:33.231 INFO:tasks.rados.rados.0.smithi078.stdout:3020: done (2 left) 2024-08-10T05:06:33.231 INFO:tasks.rados.rados.0.smithi078.stdout:3025: rollback oid 28 current snap is 291 2024-08-10T05:06:33.231 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 290 2024-08-10T05:06:33.231 INFO:tasks.rados.rados.0.smithi078.stdout:3023: done (2 left) 2024-08-10T05:06:33.231 INFO:tasks.rados.rados.0.smithi078.stdout:3026: rmattr oid 48 current snap is 291 2024-08-10T05:06:33.232 INFO:tasks.rados.rados.0.smithi078.stdout:3026: done (2 left) 2024-08-10T05:06:33.232 INFO:tasks.rados.rados.0.smithi078.stdout:3027: read oid 12 snap 286 2024-08-10T05:06:33.232 INFO:tasks.rados.rados.0.smithi078.stdout:3027: expect deleted 2024-08-10T05:06:33.232 INFO:tasks.rados.rados.0.smithi078.stdout:3028: delete oid 42 current snap is 291 2024-08-10T05:06:33.236 INFO:tasks.rados.rados.0.smithi078.stdout:3024: finishing write tid 1 to smithi07880501-6 2024-08-10T05:06:33.236 INFO:tasks.rados.rados.0.smithi078.stdout:3024: finishing write tid 2 to smithi07880501-6 2024-08-10T05:06:33.238 INFO:tasks.rados.rados.0.smithi078.stdout:3024: finishing write tid 3 to smithi07880501-6 2024-08-10T05:06:33.238 INFO:tasks.rados.rados.0.smithi078.stdout:3024: finishing write tid 4 to smithi07880501-6 2024-08-10T05:06:33.240 INFO:tasks.rados.rados.0.smithi078.stdout:3025: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:06:33.240 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2317 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-08-10T05:06:33.242 INFO:tasks.rados.rados.0.smithi078.stdout:3025: done (3 left) 2024-08-10T05:06:33.242 INFO:tasks.rados.rados.0.smithi078.stdout:3027: done (2 left) 2024-08-10T05:06:33.242 INFO:tasks.rados.rados.0.smithi078.stdout:3028: done (1 left) 2024-08-10T05:06:33.243 INFO:tasks.rados.rados.0.smithi078.stdout:3029: copy_from oid 22 from oid 45 current snap is 291 2024-08-10T05:06:33.243 INFO:tasks.rados.rados.0.smithi078.stdout:3030: read oid 15 snap -1 2024-08-10T05:06:33.243 INFO:tasks.rados.rados.0.smithi078.stdout:3030: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:06:33.243 INFO:tasks.rados.rados.0.smithi078.stdout:3031: read oid 10 snap -1 2024-08-10T05:06:33.243 INFO:tasks.rados.rados.0.smithi078.stdout:3031: expect (ObjNum 925 snap 290 seq_num 925) 2024-08-10T05:06:33.243 INFO:tasks.rados.rados.0.smithi078.stdout:3032: snap_remove snap 289 2024-08-10T05:06:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:33 smithi078 ceph-mon[92251]: osdmap e648: 8 total, 8 up, 8 in 2024-08-10T05:06:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:33 smithi078 ceph-mon[92251]: pgmap v637: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-10T05:06:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:33 smithi078 ceph-mon[94618]: osdmap e648: 8 total, 8 up, 8 in 2024-08-10T05:06:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:33 smithi078 ceph-mon[94618]: pgmap v637: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-10T05:06:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:33 smithi107 ceph-mon[86658]: osdmap e648: 8 total, 8 up, 8 in 2024-08-10T05:06:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:33 smithi107 ceph-mon[86658]: pgmap v637: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-10T05:06:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:3032: done (4 left) 2024-08-10T05:06:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:3033: copy_from oid 3 from oid 36 current snap is 291 2024-08-10T05:06:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:3024: finishing write tid 5 to smithi07880501-6 2024-08-10T05:06:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2134 (ObjNum 933 snap 291 seq_num 933) dirty exists 2024-08-10T05:06:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:3024: left oid 6 (ObjNum 933 snap 291 seq_num 933) 2024-08-10T05:06:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:3030: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:06:34.263 INFO:tasks.rados.rados.0.smithi078.stdout:3031: expect (ObjNum 925 snap 290 seq_num 925) 2024-08-10T05:06:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:34 smithi078 ceph-mon[92251]: osdmap e649: 8 total, 8 up, 8 in 2024-08-10T05:06:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:34 smithi078 ceph-mon[94618]: osdmap e649: 8 total, 8 up, 8 in 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3029: finishing copy_from racing read to smithi07880501-22 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3029: finishing copy_from to smithi07880501-22 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2503 (ObjNum 898 snap 283 seq_num 898) dirty exists 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3033: finishing copy_from to smithi07880501-3 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3033: got expected ENOENT (src dne) 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3033: finishing copy_from racing read to smithi07880501-3 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3024: done (4 left) 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3029: done (3 left) 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3030: done (2 left) 2024-08-10T05:06:34.555 INFO:tasks.rados.rados.0.smithi078.stdout:3031: done (1 left) 2024-08-10T05:06:34.556 INFO:tasks.rados.rados.0.smithi078.stdout:3033: done (0 left) 2024-08-10T05:06:34.556 INFO:tasks.rados.rados.0.smithi078.stdout:3034: copy_from oid 2 from oid 19 current snap is 291 2024-08-10T05:06:34.556 INFO:tasks.rados.rados.0.smithi078.stdout:3035: snap_create 2024-08-10T05:06:34.563 INFO:tasks.rados.rados.0.smithi078.stdout:3034: finishing copy_from racing read to smithi07880501-2 2024-08-10T05:06:34.564 INFO:tasks.rados.rados.0.smithi078.stdout:3034: finishing copy_from to smithi07880501-2 2024-08-10T05:06:34.564 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2130 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-08-10T05:06:34.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:34 smithi107 ceph-mon[86658]: osdmap e649: 8 total, 8 up, 8 in 2024-08-10T05:06:34.620 INFO:teuthology.orchestra.run.smithi078.stdout:true 2024-08-10T05:06:35.241 INFO:tasks.rados.rados.0.smithi078.stdout:3034: done (1 left) 2024-08-10T05:06:35.241 INFO:tasks.rados.rados.0.smithi078.stdout:3035: done (0 left) 2024-08-10T05:06:35.241 INFO:tasks.rados.rados.0.smithi078.stdout:3036: snap_remove snap 268 2024-08-10T05:06:35.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:35 smithi078 ceph-mon[92251]: osdmap e650: 8 total, 8 up, 8 in 2024-08-10T05:06:35.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:35 smithi078 ceph-mon[92251]: pgmap v640: 121 pgs: 121 active+clean; 445 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-10T05:06:35.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4229250540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:35.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:35 smithi078 ceph-mon[94618]: osdmap e650: 8 total, 8 up, 8 in 2024-08-10T05:06:35.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:35 smithi078 ceph-mon[94618]: pgmap v640: 121 pgs: 121 active+clean; 445 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-10T05:06:35.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4229250540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:35.379 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-10T05:06:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:35 smithi107 ceph-mon[86658]: osdmap e650: 8 total, 8 up, 8 in 2024-08-10T05:06:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:35 smithi107 ceph-mon[86658]: pgmap v640: 121 pgs: 121 active+clean; 445 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-10T05:06:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4229250540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:35.635 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:36.158 INFO:tasks.rados.rados.0.smithi078.stdout:3036: done (0 left) 2024-08-10T05:06:36.158 INFO:tasks.rados.rados.0.smithi078.stdout:3037: snap_remove snap 288 2024-08-10T05:06:36.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:36 smithi078 ceph-mon[94618]: osdmap e651: 8 total, 8 up, 8 in 2024-08-10T05:06:36.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:36 smithi078 ceph-mon[94618]: osdmap e652: 8 total, 8 up, 8 in 2024-08-10T05:06:36.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:36 smithi078 ceph-mon[92251]: osdmap e651: 8 total, 8 up, 8 in 2024-08-10T05:06:36.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:36 smithi078 ceph-mon[92251]: osdmap e652: 8 total, 8 up, 8 in 2024-08-10T05:06:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:36 smithi107 ceph-mon[86658]: osdmap e651: 8 total, 8 up, 8 in 2024-08-10T05:06:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:36 smithi107 ceph-mon[86658]: osdmap e652: 8 total, 8 up, 8 in 2024-08-10T05:06:37.166 INFO:tasks.rados.rados.0.smithi078.stdout:3037: done (0 left) 2024-08-10T05:06:37.166 INFO:tasks.rados.rados.0.smithi078.stdout:3038: rollback oid 35 current snap is 292 2024-08-10T05:06:37.166 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 35 to 290 2024-08-10T05:06:37.166 INFO:tasks.rados.rados.0.smithi078.stdout:3039: snap_remove snap 280 2024-08-10T05:06:37.400 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)" 2024-08-10T05:06:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:37 smithi107 ceph-mon[86658]: pgmap v643: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:06:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:37 smithi107 ceph-mon[86658]: osdmap e653: 8 total, 8 up, 8 in 2024-08-10T05:06:37.689 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:37 smithi078 ceph-mon[92251]: pgmap v643: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:06:37.689 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:37 smithi078 ceph-mon[92251]: osdmap e653: 8 total, 8 up, 8 in 2024-08-10T05:06:37.690 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:37 smithi078 ceph-mon[94618]: pgmap v643: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:06:37.690 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:37 smithi078 ceph-mon[94618]: osdmap e653: 8 total, 8 up, 8 in 2024-08-10T05:06:38.110 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-10T05:06:38.110 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-10T05:06:38.110 DEBUG:teuthology.parallel:result is None 2024-08-10T05:06:38.162 INFO:tasks.rados.rados.0.smithi078.stdout:3039: done (1 left) 2024-08-10T05:06:38.162 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 292 2024-08-10T05:06:38.162 INFO:tasks.rados.rados.0.smithi078.stdout:3040: seq_num 935 ranges {1187840=466944,1654784=720896,2375680=81920} 2024-08-10T05:06:38.172 INFO:tasks.rados.rados.0.smithi078.stdout:3040: writing smithi07880501-13 from 1187840 to 1654784 tid 1 2024-08-10T05:06:38.177 INFO:tasks.rados.rados.0.smithi078.stdout:3040: writing smithi07880501-13 from 1654784 to 2375680 tid 2 2024-08-10T05:06:38.177 INFO:tasks.rados.rados.0.smithi078.stdout:3040: writing smithi07880501-13 from 2375680 to 2457600 tid 3 2024-08-10T05:06:38.178 INFO:tasks.rados.rados.0.smithi078.stdout:3041: setattr oid 41 current snap is 292 2024-08-10T05:06:38.178 INFO:tasks.rados.rados.0.smithi078.stdout:3038: finishing rollback tid 0 to smithi07880501-35 2024-08-10T05:06:38.178 INFO:tasks.rados.rados.0.smithi078.stdout:3038: finishing rollback tid 1 to smithi07880501-35 2024-08-10T05:06:38.178 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 2343 (ObjNum 33 snap 0 seq_num 490272992) dirty dne 2024-08-10T05:06:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3038: done (2 left) 2024-08-10T05:06:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3042: read oid 49 snap -1 2024-08-10T05:06:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3042: expect (ObjNum 913 snap 283 seq_num 913) 2024-08-10T05:06:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3043: rmattr oid 34 current snap is 292 2024-08-10T05:06:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3043: done (3 left) 2024-08-10T05:06:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3044: read oid 31 snap 258 2024-08-10T05:06:38.183 INFO:tasks.rados.rados.0.smithi078.stdout:3044: expect (ObjNum 690 snap 202 seq_num 690) 2024-08-10T05:06:38.183 INFO:tasks.rados.rados.0.smithi078.stdout:3045: rmattr oid 22 current snap is 292 2024-08-10T05:06:38.183 INFO:tasks.rados.rados.0.smithi078.stdout:3040: finishing write tid 1 to smithi07880501-13 2024-08-10T05:06:38.183 INFO:tasks.rados.rados.0.smithi078.stdout:3046: snap_remove snap 283 2024-08-10T05:06:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:38 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1483915363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:38 smithi078 ceph-mon[92251]: osdmap e654: 8 total, 8 up, 8 in 2024-08-10T05:06:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:38 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1483915363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:38 smithi078 ceph-mon[94618]: osdmap e654: 8 total, 8 up, 8 in 2024-08-10T05:06:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:38 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1483915363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:06:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:38 smithi107 ceph-mon[86658]: osdmap e654: 8 total, 8 up, 8 in 2024-08-10T05:06:39.165 INFO:tasks.rados.rados.0.smithi078.stdout:3040: finishing write tid 2 to smithi07880501-13 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:3040: finishing write tid 3 to smithi07880501-13 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:3040: finishing write tid 4 to smithi07880501-13 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:3046: done (5 left) 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:3047: rollback oid 6 current snap is 292 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 258 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2699 (ObjNum 898 snap 283 seq_num 898) dirty exists 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:3040: finishing write tid 5 to smithi07880501-13 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2161 (ObjNum 935 snap 292 seq_num 935) dirty exists 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:3040: left oid 13 (ObjNum 935 snap 292 seq_num 935) 2024-08-10T05:06:39.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 2344 (ObjNum 874 snap 275 seq_num 874) dirty exists 2024-08-10T05:06:39.167 INFO:tasks.rados.rados.0.smithi078.stdout:3042: expect (ObjNum 913 snap 283 seq_num 913) 2024-08-10T05:06:39.533 INFO:tasks.rados.rados.0.smithi078.stdout:3044: expect (ObjNum 690 snap 202 seq_num 690) 2024-08-10T05:06:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:39 smithi107 ceph-mon[86658]: pgmap v646: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:06:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:39 smithi107 ceph-mon[86658]: osdmap e655: 8 total, 8 up, 8 in 2024-08-10T05:06:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:39 smithi078 ceph-mon[92251]: pgmap v646: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:06:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:39 smithi078 ceph-mon[92251]: osdmap e655: 8 total, 8 up, 8 in 2024-08-10T05:06:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:39 smithi078 ceph-mon[94618]: pgmap v646: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:06:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:39 smithi078 ceph-mon[94618]: osdmap e655: 8 total, 8 up, 8 in 2024-08-10T05:06:40.589 INFO:tasks.rados.rados.0.smithi078.stdout:3047: finishing rollback tid 0 to smithi07880501-6 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3047: finishing rollback tid 1 to smithi07880501-6 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3047: finishing rollback tid 2 to smithi07880501-6 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2137 (ObjNum 771 snap 234 seq_num 771) dirty exists 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3040: done (5 left) 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3041: done (4 left) 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3042: done (3 left) 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3044: done (2 left) 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3045: done (1 left) 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3047: done (0 left) 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3048: copy_from oid 12 from oid 39 current snap is 292 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3049: read oid 10 snap -1 2024-08-10T05:06:40.590 INFO:tasks.rados.rados.0.smithi078.stdout:3049: expect (ObjNum 925 snap 290 seq_num 925) 2024-08-10T05:06:40.591 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 292 2024-08-10T05:06:40.591 INFO:tasks.rados.rados.0.smithi078.stdout:3050: seq_num 936 ranges {6971392=483328,7454720=655360,8110080=147456} 2024-08-10T05:06:40.629 INFO:tasks.rados.rados.0.smithi078.stdout:3050: writing smithi07880501-1 from 6971392 to 7454720 tid 1 2024-08-10T05:06:40.634 INFO:tasks.rados.rados.0.smithi078.stdout:3050: writing smithi07880501-1 from 7454720 to 8110080 tid 2 2024-08-10T05:06:40.634 INFO:tasks.rados.rados.0.smithi078.stdout:3050: writing smithi07880501-1 from 8110080 to 8257536 tid 3 2024-08-10T05:06:40.634 INFO:tasks.rados.rados.0.smithi078.stdout:3051: read oid 50 snap 237 2024-08-10T05:06:40.634 INFO:tasks.rados.rados.0.smithi078.stdout:3051: expect deleted 2024-08-10T05:06:40.635 INFO:tasks.rados.rados.0.smithi078.stdout:3052: snap_remove snap 287 2024-08-10T05:06:41.162 INFO:tasks.rados.rados.0.smithi078.stdout:3048: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:06:41.162 INFO:tasks.rados.rados.0.smithi078.stdout:3048: finishing copy_from to smithi07880501-12 2024-08-10T05:06:41.162 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 1816 (ObjNum 914 snap 283 seq_num 914) dirty exists 2024-08-10T05:06:41.162 INFO:tasks.rados.rados.0.smithi078.stdout:3049: expect (ObjNum 925 snap 290 seq_num 925) 2024-08-10T05:06:41.455 INFO:tasks.rados.rados.0.smithi078.stdout:3050: finishing write tid 1 to smithi07880501-1 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3050: finishing write tid 2 to smithi07880501-1 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3050: finishing write tid 3 to smithi07880501-1 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3050: finishing write tid 4 to smithi07880501-1 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3050: finishing write tid 5 to smithi07880501-1 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2348 (ObjNum 936 snap 292 seq_num 936) dirty exists 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3050: left oid 1 (ObjNum 936 snap 292 seq_num 936) 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3048: done (4 left) 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3049: done (3 left) 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3050: done (2 left) 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3051: done (1 left) 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3052: done (0 left) 2024-08-10T05:06:41.456 INFO:tasks.rados.rados.0.smithi078.stdout:3053: delete oid 10 current snap is 292 2024-08-10T05:06:41.459 INFO:tasks.rados.rados.0.smithi078.stdout:3053: done (0 left) 2024-08-10T05:06:41.459 INFO:tasks.rados.rados.0.smithi078.stdout:3054: rollback oid 31 current snap is 292 2024-08-10T05:06:41.459 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 258 2024-08-10T05:06:41.459 INFO:tasks.rados.rados.0.smithi078.stdout:3055: snap_remove snap 208 2024-08-10T05:06:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:41 smithi107 ceph-mon[86658]: pgmap v648: 121 pgs: 121 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-10T05:06:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:41 smithi107 ceph-mon[86658]: osdmap e656: 8 total, 8 up, 8 in 2024-08-10T05:06:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:41 smithi078 ceph-mon[92251]: pgmap v648: 121 pgs: 121 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-10T05:06:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:41 smithi078 ceph-mon[92251]: osdmap e656: 8 total, 8 up, 8 in 2024-08-10T05:06:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:41 smithi078 ceph-mon[94618]: pgmap v648: 121 pgs: 121 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-10T05:06:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:41 smithi078 ceph-mon[94618]: osdmap e656: 8 total, 8 up, 8 in 2024-08-10T05:06:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:3055: done (1 left) 2024-08-10T05:06:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:3056: read oid 14 snap -1 2024-08-10T05:06:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:3056: expect (ObjNum 910 snap 283 seq_num 910) 2024-08-10T05:06:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:3057: rollback oid 9 current snap is 292 2024-08-10T05:06:42.165 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 237 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:3054: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:3054: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:3054: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2060 (ObjNum 690 snap 202 seq_num 690) dirty exists 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:3054: done (2 left) 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:3058: rollback oid 13 current snap is 292 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 258 2024-08-10T05:06:42.166 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 292 2024-08-10T05:06:42.167 INFO:tasks.rados.rados.0.smithi078.stdout:3059: seq_num 938 ranges {2293760=516096,2809856=417792,3227648=385024} 2024-08-10T05:06:42.181 INFO:tasks.rados.rados.0.smithi078.stdout:3059: writing smithi07880501-4 from 2293760 to 2809856 tid 1 2024-08-10T05:06:42.184 INFO:tasks.rados.rados.0.smithi078.stdout:3059: writing smithi07880501-4 from 2809856 to 3227648 tid 2 2024-08-10T05:06:42.187 INFO:tasks.rados.rados.0.smithi078.stdout:3059: writing smithi07880501-4 from 3227648 to 3612672 tid 3 2024-08-10T05:06:42.187 INFO:tasks.rados.rados.0.smithi078.stdout:3060: read oid 10 snap -1 2024-08-10T05:06:42.187 INFO:tasks.rados.rados.0.smithi078.stdout:3060: expect deleted 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3061: read oid 48 snap -1 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3061: expect (ObjNum 861 snap 273 seq_num 861) 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3062: rollback oid 40 current snap is 292 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 271 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3057: finishing rollback tid 0 to smithi07880501-9 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3057: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2163 (ObjNum 65 snap 0 seq_num 1382568045) dirty dne 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3058: finishing rollback tid 0 to smithi07880501-13 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3058: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2165 (ObjNum 65 snap 0 seq_num 1599493454) dirty dne 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3057: done (6 left) 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3058: done (5 left) 2024-08-10T05:06:42.188 INFO:tasks.rados.rados.0.smithi078.stdout:3063: delete oid 30 current snap is 292 2024-08-10T05:06:42.190 INFO:tasks.rados.rados.0.smithi078.stdout:3061: expect (ObjNum 861 snap 273 seq_num 861) 2024-08-10T05:06:42.191 INFO:tasks.rados.rados.0.smithi078.stdout:3062: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:06:42.191 INFO:tasks.rados.rados.0.smithi078.stdout:3062: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:06:42.192 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1300 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-08-10T05:06:42.192 INFO:tasks.rados.rados.0.smithi078.stdout:3056: expect (ObjNum 910 snap 283 seq_num 910) 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:3059: finishing write tid 1 to smithi07880501-4 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:3059: finishing write tid 2 to smithi07880501-4 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:3059: finishing write tid 3 to smithi07880501-4 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:3059: finishing write tid 4 to smithi07880501-4 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:3059: finishing write tid 5 to smithi07880501-4 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2519 (ObjNum 938 snap 292 seq_num 938) dirty exists 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:3059: left oid 4 (ObjNum 938 snap 292 seq_num 938) 2024-08-10T05:06:42.221 INFO:tasks.rados.rados.0.smithi078.stdout:3056: done (5 left) 2024-08-10T05:06:42.222 INFO:tasks.rados.rados.0.smithi078.stdout:3059: done (4 left) 2024-08-10T05:06:42.222 INFO:tasks.rados.rados.0.smithi078.stdout:3060: done (3 left) 2024-08-10T05:06:42.222 INFO:tasks.rados.rados.0.smithi078.stdout:3061: done (2 left) 2024-08-10T05:06:42.222 INFO:tasks.rados.rados.0.smithi078.stdout:3062: done (1 left) 2024-08-10T05:06:42.222 INFO:tasks.rados.rados.0.smithi078.stdout:3063: done (0 left) 2024-08-10T05:06:42.222 INFO:tasks.rados.rados.0.smithi078.stdout:3064: setattr oid 22 current snap is 292 2024-08-10T05:06:42.223 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 36 current snap is 292 2024-08-10T05:06:42.223 INFO:tasks.rados.rados.0.smithi078.stdout:3065: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-08-10T05:06:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:06:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:06:41] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-08-10T05:06:42.226 INFO:tasks.rados.rados.0.smithi078.stdout:3065: writing smithi07880501-36 from 0 to 548864 tid 1 2024-08-10T05:06:42.230 INFO:tasks.rados.rados.0.smithi078.stdout:3065: writing smithi07880501-36 from 548864 to 1138688 tid 2 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:3065: writing smithi07880501-36 from 1138688 to 1351680 tid 3 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:3066: copy_from oid 7 from oid 37 current snap is 292 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2732 (ObjNum 898 snap 283 seq_num 898) dirty exists 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:3065: finishing write tid 1 to smithi07880501-36 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:3064: done (2 left) 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:3067: rollback oid 11 current snap is 292 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 243 2024-08-10T05:06:42.232 INFO:tasks.rados.rados.0.smithi078.stdout:3068: setattr oid 8 current snap is 292 2024-08-10T05:06:42.233 INFO:tasks.rados.rados.0.smithi078.stdout:3069: snap_create 2024-08-10T05:06:42.233 INFO:tasks.rados.rados.0.smithi078.stdout:3065: finishing write tid 2 to smithi07880501-36 2024-08-10T05:06:42.235 INFO:tasks.rados.rados.0.smithi078.stdout:3065: finishing write tid 3 to smithi07880501-36 2024-08-10T05:06:42.235 INFO:tasks.rados.rados.0.smithi078.stdout:3065: finishing write tid 4 to smithi07880501-36 2024-08-10T05:06:42.235 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2130 (ObjNum 921 snap 287 seq_num 921) dirty exists 2024-08-10T05:06:42.236 INFO:tasks.rados.rados.0.smithi078.stdout:3067: finishing rollback tid 0 to smithi07880501-11 2024-08-10T05:06:42.236 INFO:tasks.rados.rados.0.smithi078.stdout:3067: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:06:42.236 INFO:tasks.rados.rados.0.smithi078.stdout:3067: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:06:42.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 2338 (ObjNum 772 snap 234 seq_num 772) dirty exists 2024-08-10T05:06:42.236 INFO:tasks.rados.rados.0.smithi078.stdout:3065: finishing write tid 5 to smithi07880501-36 2024-08-10T05:06:42.237 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 2064 (ObjNum 940 snap 292 seq_num 940) dirty exists 2024-08-10T05:06:42.237 INFO:tasks.rados.rados.0.smithi078.stdout:3065: left oid 36 (ObjNum 940 snap 292 seq_num 940) 2024-08-10T05:06:42.240 INFO:tasks.rados.rados.0.smithi078.stdout:3066: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:06:42.240 INFO:tasks.rados.rados.0.smithi078.stdout:3066: finishing copy_from to smithi07880501-7 2024-08-10T05:06:42.241 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2321 (ObjNum 931 snap 291 seq_num 931) dirty exists 2024-08-10T05:06:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:06:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3065: done (4 left) 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3066: done (3 left) 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3067: done (2 left) 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3068: done (1 left) 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3069: done (0 left) 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3070: read oid 18 snap -1 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3070: expect deleted 2024-08-10T05:06:43.167 INFO:tasks.rados.rados.0.smithi078.stdout:3071: read oid 38 snap -1 2024-08-10T05:06:43.168 INFO:tasks.rados.rados.0.smithi078.stdout:3071: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:06:43.168 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 293 2024-08-10T05:06:43.168 INFO:tasks.rados.rados.0.smithi078.stdout:3072: seq_num 941 ranges {3194880=565248,3760128=475136,4235264=327680} 2024-08-10T05:06:43.187 INFO:tasks.rados.rados.0.smithi078.stdout:3072: writing smithi07880501-8 from 3194880 to 3760128 tid 1 2024-08-10T05:06:43.190 INFO:tasks.rados.rados.0.smithi078.stdout:3072: writing smithi07880501-8 from 3760128 to 4235264 tid 2 2024-08-10T05:06:43.191 INFO:tasks.rados.rados.0.smithi078.stdout:3072: writing smithi07880501-8 from 4235264 to 4562944 tid 3 2024-08-10T05:06:43.192 INFO:tasks.rados.rados.0.smithi078.stdout:3073: snap_remove snap 286 2024-08-10T05:06:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:43 smithi078 ceph-mon[94618]: osdmap e657: 8 total, 8 up, 8 in 2024-08-10T05:06:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:43 smithi078 ceph-mon[94618]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 547 KiB/s wr, 11 op/s 2024-08-10T05:06:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:43 smithi078 ceph-mon[92251]: osdmap e657: 8 total, 8 up, 8 in 2024-08-10T05:06:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:43 smithi078 ceph-mon[92251]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 547 KiB/s wr, 11 op/s 2024-08-10T05:06:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:43 smithi107 ceph-mon[86658]: osdmap e657: 8 total, 8 up, 8 in 2024-08-10T05:06:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:43 smithi107 ceph-mon[86658]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 547 KiB/s wr, 11 op/s 2024-08-10T05:06:44.173 INFO:tasks.rados.rados.0.smithi078.stdout:3071: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:06:44.322 INFO:tasks.rados.rados.0.smithi078.stdout:3072: finishing write tid 1 to smithi07880501-8 2024-08-10T05:06:44.322 INFO:tasks.rados.rados.0.smithi078.stdout:3072: finishing write tid 2 to smithi07880501-8 2024-08-10T05:06:44.322 INFO:tasks.rados.rados.0.smithi078.stdout:3072: finishing write tid 3 to smithi07880501-8 2024-08-10T05:06:44.322 INFO:tasks.rados.rados.0.smithi078.stdout:3072: finishing write tid 4 to smithi07880501-8 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:3072: finishing write tid 5 to smithi07880501-8 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2134 (ObjNum 941 snap 293 seq_num 941) dirty exists 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:3072: left oid 8 (ObjNum 941 snap 293 seq_num 941) 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:3070: done (3 left) 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:3071: done (2 left) 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:3072: done (1 left) 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:3073: done (0 left) 2024-08-10T05:06:44.323 INFO:tasks.rados.rados.0.smithi078.stdout:3074: setattr oid 40 current snap is 293 2024-08-10T05:06:44.324 INFO:tasks.rados.rados.0.smithi078.stdout:3075: read oid 46 snap -1 2024-08-10T05:06:44.324 INFO:tasks.rados.rados.0.smithi078.stdout:3075: expect deleted 2024-08-10T05:06:44.324 INFO:tasks.rados.rados.0.smithi078.stdout:3076: rollback oid 2 current snap is 293 2024-08-10T05:06:44.324 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 291 2024-08-10T05:06:44.324 INFO:tasks.rados.rados.0.smithi078.stdout:3077: delete oid 42 current snap is 293 2024-08-10T05:06:44.326 INFO:tasks.rados.rados.0.smithi078.stdout:3075: done (3 left) 2024-08-10T05:06:44.326 INFO:tasks.rados.rados.0.smithi078.stdout:3077: done (2 left) 2024-08-10T05:06:44.326 INFO:tasks.rados.rados.0.smithi078.stdout:3078: rollback oid 17 current snap is 293 2024-08-10T05:06:44.326 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 237 2024-08-10T05:06:44.326 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 293 2024-08-10T05:06:44.326 INFO:tasks.rados.rados.0.smithi078.stdout:3079: seq_num 943 ranges {1146880=598016,1744896=688128,2433024=114688} 2024-08-10T05:06:44.336 INFO:tasks.rados.rados.0.smithi078.stdout:3079: writing smithi07880501-19 from 1146880 to 1744896 tid 1 2024-08-10T05:06:44.340 INFO:tasks.rados.rados.0.smithi078.stdout:3079: writing smithi07880501-19 from 1744896 to 2433024 tid 2 2024-08-10T05:06:44.341 INFO:tasks.rados.rados.0.smithi078.stdout:3079: writing smithi07880501-19 from 2433024 to 2547712 tid 3 2024-08-10T05:06:44.341 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 293 2024-08-10T05:06:44.341 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 1301 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-08-10T05:06:44.341 INFO:tasks.rados.rados.0.smithi078.stdout:3076: finishing rollback tid 0 to smithi07880501-2 2024-08-10T05:06:44.341 INFO:tasks.rados.rados.0.smithi078.stdout:3076: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:06:44.341 INFO:tasks.rados.rados.0.smithi078.stdout:3080: seq_num 944 ranges {917504=614400,1531904=573440,2105344=229376} 2024-08-10T05:06:44.349 INFO:tasks.rados.rados.0.smithi078.stdout:3080: writing smithi07880501-12 from 917504 to 1531904 tid 1 2024-08-10T05:06:44.353 INFO:tasks.rados.rados.0.smithi078.stdout:3080: writing smithi07880501-12 from 1531904 to 2105344 tid 2 2024-08-10T05:06:44.354 INFO:tasks.rados.rados.0.smithi078.stdout:3080: writing smithi07880501-12 from 2105344 to 2334720 tid 3 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:3074: done (4 left) 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 293 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:3078: finishing rollback tid 0 to smithi07880501-17 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:3076: finishing rollback tid 2 to smithi07880501-2 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2523 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:3078: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:3078: finishing rollback tid 2 to smithi07880501-17 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2577 (ObjNum 693 snap 204 seq_num 693) dirty exists 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:3079: finishing write tid 1 to smithi07880501-19 2024-08-10T05:06:44.355 INFO:tasks.rados.rados.0.smithi078.stdout:3081: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-08-10T05:06:44.357 INFO:tasks.rados.rados.0.smithi078.stdout:3081: writing smithi07880501-42 from 0 to 630784 tid 1 2024-08-10T05:06:44.360 INFO:tasks.rados.rados.0.smithi078.stdout:3081: writing smithi07880501-42 from 630784 to 1089536 tid 2 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3081: writing smithi07880501-42 from 1089536 to 1433600 tid 3 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3076: done (4 left) 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3078: done (3 left) 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3082: snap_create 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3079: finishing write tid 2 to smithi07880501-19 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3079: finishing write tid 3 to smithi07880501-19 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3079: finishing write tid 4 to smithi07880501-19 2024-08-10T05:06:44.363 INFO:tasks.rados.rados.0.smithi078.stdout:3079: finishing write tid 5 to smithi07880501-19 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2141 (ObjNum 943 snap 293 seq_num 943) dirty exists 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3079: left oid 19 (ObjNum 943 snap 293 seq_num 943) 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3080: finishing write tid 1 to smithi07880501-12 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3080: finishing write tid 2 to smithi07880501-12 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3080: finishing write tid 3 to smithi07880501-12 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3080: finishing write tid 4 to smithi07880501-12 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3080: finishing write tid 5 to smithi07880501-12 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 2325 (ObjNum 944 snap 293 seq_num 944) dirty exists 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3080: left oid 12 (ObjNum 944 snap 293 seq_num 944) 2024-08-10T05:06:44.364 INFO:tasks.rados.rados.0.smithi078.stdout:3081: finishing write tid 1 to smithi07880501-42 2024-08-10T05:06:44.365 INFO:tasks.rados.rados.0.smithi078.stdout:3081: finishing write tid 2 to smithi07880501-42 2024-08-10T05:06:44.365 INFO:tasks.rados.rados.0.smithi078.stdout:3081: finishing write tid 3 to smithi07880501-42 2024-08-10T05:06:44.365 INFO:tasks.rados.rados.0.smithi078.stdout:3081: finishing write tid 4 to smithi07880501-42 2024-08-10T05:06:44.366 INFO:tasks.rados.rados.0.smithi078.stdout:3081: finishing write tid 5 to smithi07880501-42 2024-08-10T05:06:44.366 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 2342 (ObjNum 945 snap 293 seq_num 945) dirty exists 2024-08-10T05:06:44.367 INFO:tasks.rados.rados.0.smithi078.stdout:3081: left oid 42 (ObjNum 945 snap 293 seq_num 945) 2024-08-10T05:06:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:44 smithi078 ceph-mon[92251]: osdmap e658: 8 total, 8 up, 8 in 2024-08-10T05:06:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:44 smithi078 ceph-mon[94618]: osdmap e658: 8 total, 8 up, 8 in 2024-08-10T05:06:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:44 smithi107 ceph-mon[86658]: osdmap e658: 8 total, 8 up, 8 in 2024-08-10T05:06:45.178 INFO:tasks.rados.rados.0.smithi078.stdout:3079: done (3 left) 2024-08-10T05:06:45.179 INFO:tasks.rados.rados.0.smithi078.stdout:3080: done (2 left) 2024-08-10T05:06:45.179 INFO:tasks.rados.rados.0.smithi078.stdout:3081: done (1 left) 2024-08-10T05:06:45.179 INFO:tasks.rados.rados.0.smithi078.stdout:3082: done (0 left) 2024-08-10T05:06:45.179 INFO:tasks.rados.rados.0.smithi078.stdout:3083: copy_from oid 48 from oid 43 current snap is 294 2024-08-10T05:06:45.179 INFO:tasks.rados.rados.0.smithi078.stdout:3084: setattr oid 7 current snap is 294 2024-08-10T05:06:45.180 INFO:tasks.rados.rados.0.smithi078.stdout:3085: read oid 36 snap 290 2024-08-10T05:06:45.180 INFO:tasks.rados.rados.0.smithi078.stdout:3085: expect deleted 2024-08-10T05:06:45.180 INFO:tasks.rados.rados.0.smithi078.stdout:3086: read oid 25 snap -1 2024-08-10T05:06:45.180 INFO:tasks.rados.rados.0.smithi078.stdout:3086: expect deleted 2024-08-10T05:06:45.180 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 294 2024-08-10T05:06:45.180 INFO:tasks.rados.rados.0.smithi078.stdout:3087: seq_num 946 ranges {630784=647168,1277952=745472,2023424=57344} 2024-08-10T05:06:45.187 INFO:tasks.rados.rados.0.smithi078.stdout:3087: writing smithi07880501-44 from 630784 to 1277952 tid 1 2024-08-10T05:06:45.192 INFO:tasks.rados.rados.0.smithi078.stdout:3087: writing smithi07880501-44 from 1277952 to 2023424 tid 2 2024-08-10T05:06:45.192 INFO:tasks.rados.rados.0.smithi078.stdout:3087: writing smithi07880501-44 from 2023424 to 2080768 tid 3 2024-08-10T05:06:45.192 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 294 2024-08-10T05:06:45.193 INFO:tasks.rados.rados.0.smithi078.stdout:3088: seq_num 947 ranges {0=663552,663552=630784,1294336=172032} 2024-08-10T05:06:45.196 INFO:tasks.rados.rados.0.smithi078.stdout:3088: writing smithi07880501-24 from 0 to 663552 tid 1 2024-08-10T05:06:45.200 INFO:tasks.rados.rados.0.smithi078.stdout:3088: writing smithi07880501-24 from 663552 to 1294336 tid 2 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3088: writing smithi07880501-24 from 1294336 to 1466368 tid 3 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3089: rmattr oid 37 current snap is 294 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3089: done (6 left) 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3090: rmattr oid 23 current snap is 294 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2744 (ObjNum 931 snap 291 seq_num 931) dirty exists 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3083: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3083: finishing copy_from to smithi07880501-48 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2506 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3087: finishing write tid 1 to smithi07880501-44 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3087: finishing write tid 2 to smithi07880501-44 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3087: finishing write tid 3 to smithi07880501-44 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3087: finishing write tid 4 to smithi07880501-44 2024-08-10T05:06:45.203 INFO:tasks.rados.rados.0.smithi078.stdout:3087: finishing write tid 5 to smithi07880501-44 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 2346 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3087: left oid 44 (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3088: finishing write tid 1 to smithi07880501-24 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3083: done (6 left) 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3084: done (5 left) 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3085: done (4 left) 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3086: done (3 left) 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3087: done (2 left) 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3091: read oid 19 snap 260 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3091: expect (ObjNum 694 snap 204 seq_num 694) 2024-08-10T05:06:45.204 INFO:tasks.rados.rados.0.smithi078.stdout:3092: delete oid 9 current snap is 294 2024-08-10T05:06:45.205 INFO:tasks.rados.rados.0.smithi078.stdout:3092: done (3 left) 2024-08-10T05:06:45.205 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 294 2024-08-10T05:06:45.205 INFO:tasks.rados.rados.0.smithi078.stdout:3093: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-08-10T05:06:45.208 INFO:tasks.rados.rados.0.smithi078.stdout:3093: writing smithi07880501-26 from 0 to 704512 tid 1 2024-08-10T05:06:45.213 INFO:tasks.rados.rados.0.smithi078.stdout:3093: writing smithi07880501-26 from 704512 to 1499136 tid 2 2024-08-10T05:06:45.214 INFO:tasks.rados.rados.0.smithi078.stdout:3093: writing smithi07880501-26 from 1499136 to 1507328 tid 3 2024-08-10T05:06:45.214 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 21 current snap is 294 2024-08-10T05:06:45.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 2034 (ObjNum 882 snap 278 seq_num 882) dirty exists 2024-08-10T05:06:45.214 INFO:tasks.rados.rados.0.smithi078.stdout:3094: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-08-10T05:06:45.217 INFO:tasks.rados.rados.0.smithi078.stdout:3094: writing smithi07880501-21 from 0 to 720896 tid 1 2024-08-10T05:06:45.221 INFO:tasks.rados.rados.0.smithi078.stdout:3094: writing smithi07880501-21 from 720896 to 1400832 tid 2 2024-08-10T05:06:45.222 INFO:tasks.rados.rados.0.smithi078.stdout:3094: writing smithi07880501-21 from 1400832 to 1523712 tid 3 2024-08-10T05:06:45.223 INFO:tasks.rados.rados.0.smithi078.stdout:3090: done (4 left) 2024-08-10T05:06:45.223 INFO:tasks.rados.rados.0.smithi078.stdout:3095: read oid 9 snap 271 2024-08-10T05:06:45.223 INFO:tasks.rados.rados.0.smithi078.stdout:3095: expect deleted 2024-08-10T05:06:45.223 INFO:tasks.rados.rados.0.smithi078.stdout:3096: snap_remove snap 290 2024-08-10T05:06:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:45 smithi078 ceph-mon[92251]: osdmap e659: 8 total, 8 up, 8 in 2024-08-10T05:06:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:45 smithi078 ceph-mon[92251]: pgmap v654: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-10T05:06:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:45 smithi078 ceph-mon[94618]: osdmap e659: 8 total, 8 up, 8 in 2024-08-10T05:06:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:45 smithi078 ceph-mon[94618]: pgmap v654: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-10T05:06:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:45 smithi107 ceph-mon[86658]: osdmap e659: 8 total, 8 up, 8 in 2024-08-10T05:06:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:45 smithi107 ceph-mon[86658]: pgmap v654: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 461 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-08-10T05:06:46.160 INFO:tasks.rados.rados.0.smithi078.stdout:3096: done (5 left) 2024-08-10T05:06:46.160 INFO:tasks.rados.rados.0.smithi078.stdout:3097: delete oid 17 current snap is 294 2024-08-10T05:06:46.160 INFO:tasks.rados.rados.0.smithi078.stdout:3088: finishing write tid 2 to smithi07880501-24 2024-08-10T05:06:46.161 INFO:tasks.rados.rados.0.smithi078.stdout:3088: finishing write tid 3 to smithi07880501-24 2024-08-10T05:06:46.161 INFO:tasks.rados.rados.0.smithi078.stdout:3088: finishing write tid 4 to smithi07880501-24 2024-08-10T05:06:46.161 INFO:tasks.rados.rados.0.smithi078.stdout:3091: expect (ObjNum 694 snap 204 seq_num 694) 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3088: finishing write tid 5 to smithi07880501-24 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 2748 (ObjNum 947 snap 294 seq_num 947) dirty exists 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3088: left oid 24 (ObjNum 947 snap 294 seq_num 947) 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3093: finishing write tid 1 to smithi07880501-26 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3093: finishing write tid 2 to smithi07880501-26 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3093: finishing write tid 3 to smithi07880501-26 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3093: finishing write tid 4 to smithi07880501-26 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3093: finishing write tid 5 to smithi07880501-26 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2329 (ObjNum 949 snap 294 seq_num 949) dirty exists 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3093: left oid 26 (ObjNum 949 snap 294 seq_num 949) 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3094: finishing write tid 1 to smithi07880501-21 2024-08-10T05:06:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3088: done (5 left) 2024-08-10T05:06:46.225 INFO:tasks.rados.rados.0.smithi078.stdout:3091: done (4 left) 2024-08-10T05:06:46.225 INFO:tasks.rados.rados.0.smithi078.stdout:3093: done (3 left) 2024-08-10T05:06:46.225 INFO:tasks.rados.rados.0.smithi078.stdout:3097: done (2 left) 2024-08-10T05:06:46.225 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 294 2024-08-10T05:06:46.225 INFO:tasks.rados.rados.0.smithi078.stdout:3098: seq_num 952 ranges {2793472=753664,3547136=499712,4046848=303104} 2024-08-10T05:06:46.243 INFO:tasks.rados.rados.0.smithi078.stdout:3098: writing smithi07880501-41 from 2793472 to 3547136 tid 1 2024-08-10T05:06:46.245 INFO:tasks.rados.rados.0.smithi078.stdout:3098: writing smithi07880501-41 from 3547136 to 4046848 tid 2 2024-08-10T05:06:46.247 INFO:tasks.rados.rados.0.smithi078.stdout:3098: writing smithi07880501-41 from 4046848 to 4349952 tid 3 2024-08-10T05:06:46.249 INFO:tasks.rados.rados.0.smithi078.stdout:3095: done (2 left) 2024-08-10T05:06:46.249 INFO:tasks.rados.rados.0.smithi078.stdout:3099: snap_create 2024-08-10T05:06:46.249 INFO:tasks.rados.rados.0.smithi078.stdout:3094: finishing write tid 2 to smithi07880501-21 2024-08-10T05:06:46.249 INFO:tasks.rados.rados.0.smithi078.stdout:3094: finishing write tid 3 to smithi07880501-21 2024-08-10T05:06:46.250 INFO:tasks.rados.rados.0.smithi078.stdout:3094: finishing write tid 4 to smithi07880501-21 2024-08-10T05:06:46.250 INFO:tasks.rados.rados.0.smithi078.stdout:3094: finishing write tid 5 to smithi07880501-21 2024-08-10T05:06:46.250 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1743 (ObjNum 950 snap 294 seq_num 950) dirty exists 2024-08-10T05:06:46.250 INFO:tasks.rados.rados.0.smithi078.stdout:3094: left oid 21 (ObjNum 950 snap 294 seq_num 950) 2024-08-10T05:06:46.250 INFO:tasks.rados.rados.0.smithi078.stdout:3098: finishing write tid 1 to smithi07880501-41 2024-08-10T05:06:46.251 INFO:tasks.rados.rados.0.smithi078.stdout:3098: finishing write tid 2 to smithi07880501-41 2024-08-10T05:06:46.251 INFO:tasks.rados.rados.0.smithi078.stdout:3098: finishing write tid 3 to smithi07880501-41 2024-08-10T05:06:46.251 INFO:tasks.rados.rados.0.smithi078.stdout:3098: finishing write tid 4 to smithi07880501-41 2024-08-10T05:06:46.254 INFO:tasks.rados.rados.0.smithi078.stdout:3098: finishing write tid 5 to smithi07880501-41 2024-08-10T05:06:46.254 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 2352 (ObjNum 952 snap 294 seq_num 952) dirty exists 2024-08-10T05:06:46.254 INFO:tasks.rados.rados.0.smithi078.stdout:3098: left oid 41 (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:06:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:46 smithi078 ceph-mon[92251]: osdmap e660: 8 total, 8 up, 8 in 2024-08-10T05:06:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:46 smithi078 ceph-mon[92251]: osdmap e661: 8 total, 8 up, 8 in 2024-08-10T05:06:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:46 smithi078 ceph-mon[94618]: osdmap e660: 8 total, 8 up, 8 in 2024-08-10T05:06:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:46 smithi078 ceph-mon[94618]: osdmap e661: 8 total, 8 up, 8 in 2024-08-10T05:06:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:46 smithi107 ceph-mon[86658]: osdmap e660: 8 total, 8 up, 8 in 2024-08-10T05:06:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:46 smithi107 ceph-mon[86658]: osdmap e661: 8 total, 8 up, 8 in 2024-08-10T05:06:47.187 INFO:tasks.rados.rados.0.smithi078.stdout:3094: done (2 left) 2024-08-10T05:06:47.187 INFO:tasks.rados.rados.0.smithi078.stdout:3098: done (1 left) 2024-08-10T05:06:47.187 INFO:tasks.rados.rados.0.smithi078.stdout:3099: done (0 left) 2024-08-10T05:06:47.187 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 295 2024-08-10T05:06:47.188 INFO:tasks.rados.rados.0.smithi078.stdout:3100: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-08-10T05:06:47.191 INFO:tasks.rados.rados.0.smithi078.stdout:3100: writing smithi07880501-13 from 0 to 770048 tid 1 2024-08-10T05:06:47.196 INFO:tasks.rados.rados.0.smithi078.stdout:3100: writing smithi07880501-13 from 770048 to 1556480 tid 2 2024-08-10T05:06:47.196 INFO:tasks.rados.rados.0.smithi078.stdout:3100: writing smithi07880501-13 from 1556480 to 1572864 tid 3 2024-08-10T05:06:47.196 INFO:tasks.rados.rados.0.smithi078.stdout:3101: copy_from oid 41 from oid 46 current snap is 295 2024-08-10T05:06:47.197 INFO:tasks.rados.rados.0.smithi078.stdout:3102: snap_remove snap 291 2024-08-10T05:06:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:47 smithi078 ceph-mon[92251]: pgmap v657: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-08-10T05:06:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:47 smithi078 ceph-mon[94618]: pgmap v657: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-08-10T05:06:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:47 smithi107 ceph-mon[86658]: pgmap v657: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 34 op/s 2024-08-10T05:06:48.194 INFO:tasks.rados.rados.0.smithi078.stdout:3100: finishing write tid 1 to smithi07880501-13 2024-08-10T05:06:48.194 INFO:tasks.rados.rados.0.smithi078.stdout:3101: finishing copy_from to smithi07880501-41 2024-08-10T05:06:48.194 INFO:tasks.rados.rados.0.smithi078.stdout:3101: got expected ENOENT (src dne) 2024-08-10T05:06:48.194 INFO:tasks.rados.rados.0.smithi078.stdout:3101: finishing copy_from racing read to smithi07880501-41 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3100: finishing write tid 2 to smithi07880501-13 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3100: finishing write tid 3 to smithi07880501-13 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3100: finishing write tid 4 to smithi07880501-13 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3100: finishing write tid 5 to smithi07880501-13 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2510 (ObjNum 953 snap 295 seq_num 953) dirty exists 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3100: left oid 13 (ObjNum 953 snap 295 seq_num 953) 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3100: done (2 left) 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3101: done (1 left) 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3102: done (0 left) 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3103: read oid 34 snap -1 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3103: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3104: rollback oid 50 current snap is 295 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 50 to 293 2024-08-10T05:06:48.195 INFO:tasks.rados.rados.0.smithi078.stdout:3105: setattr oid 21 current snap is 295 2024-08-10T05:06:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 295 2024-08-10T05:06:48.196 INFO:tasks.rados.rados.0.smithi078.stdout:3106: seq_num 954 ranges {8257536=786432,9043968=671744,9715712=131072} 2024-08-10T05:06:48.247 INFO:tasks.rados.rados.0.smithi078.stdout:3106: writing smithi07880501-1 from 8257536 to 9043968 tid 1 2024-08-10T05:06:48.250 INFO:tasks.rados.rados.0.smithi078.stdout:3106: writing smithi07880501-1 from 9043968 to 9715712 tid 2 2024-08-10T05:06:48.251 INFO:tasks.rados.rados.0.smithi078.stdout:3106: writing smithi07880501-1 from 9715712 to 9846784 tid 3 2024-08-10T05:06:48.251 INFO:tasks.rados.rados.0.smithi078.stdout:3107: snap_remove snap 205 2024-08-10T05:06:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:48 smithi078 ceph-mon[92251]: osdmap e662: 8 total, 8 up, 8 in 2024-08-10T05:06:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:48 smithi078 ceph-mon[94618]: osdmap e662: 8 total, 8 up, 8 in 2024-08-10T05:06:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:48 smithi107 ceph-mon[86658]: osdmap e662: 8 total, 8 up, 8 in 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:3107: done (4 left) 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:3108: delete oid 49 current snap is 295 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 1744 (ObjNum 950 snap 294 seq_num 950) dirty exists 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:3104: finishing rollback tid 0 to smithi07880501-50 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:3104: finishing rollback tid 1 to smithi07880501-50 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:3104: finishing rollback tid 2 to smithi07880501-50 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 2526 (ObjNum 914 snap 283 seq_num 914) dirty exists 2024-08-10T05:06:49.201 INFO:tasks.rados.rados.0.smithi078.stdout:3103: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:49.275 INFO:tasks.rados.rados.0.smithi078.stdout:3106: finishing write tid 1 to smithi07880501-1 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3106: finishing write tid 2 to smithi07880501-1 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3103: done (4 left) 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3104: done (3 left) 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3105: done (2 left) 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3108: done (1 left) 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3109: snap_create 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3106: finishing write tid 3 to smithi07880501-1 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3106: finishing write tid 4 to smithi07880501-1 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3106: finishing write tid 5 to smithi07880501-1 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2356 (ObjNum 954 snap 295 seq_num 954) dirty exists 2024-08-10T05:06:49.276 INFO:tasks.rados.rados.0.smithi078.stdout:3106: left oid 1 (ObjNum 954 snap 295 seq_num 954) 2024-08-10T05:06:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:49 smithi078 ceph-mon[92251]: osdmap e663: 8 total, 8 up, 8 in 2024-08-10T05:06:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:49 smithi078 ceph-mon[92251]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-08-10T05:06:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:49 smithi078 ceph-mon[94618]: osdmap e663: 8 total, 8 up, 8 in 2024-08-10T05:06:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:49 smithi078 ceph-mon[94618]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-08-10T05:06:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:49 smithi107 ceph-mon[86658]: osdmap e663: 8 total, 8 up, 8 in 2024-08-10T05:06:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:49 smithi107 ceph-mon[86658]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 474 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-08-10T05:06:50.207 INFO:tasks.rados.rados.0.smithi078.stdout:3106: done (1 left) 2024-08-10T05:06:50.207 INFO:tasks.rados.rados.0.smithi078.stdout:3109: done (0 left) 2024-08-10T05:06:50.207 INFO:tasks.rados.rados.0.smithi078.stdout:3110: read oid 43 snap 260 2024-08-10T05:06:50.207 INFO:tasks.rados.rados.0.smithi078.stdout:3110: expect (ObjNum 490446656 snap 22041 seq_num 489247248) 2024-08-10T05:06:50.207 INFO:tasks.rados.rados.0.smithi078.stdout:3111: snap_remove snap 278 2024-08-10T05:06:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:50 smithi078 ceph-mon[94618]: osdmap e664: 8 total, 8 up, 8 in 2024-08-10T05:06:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:50 smithi078 ceph-mon[92251]: osdmap e664: 8 total, 8 up, 8 in 2024-08-10T05:06:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:50 smithi107 ceph-mon[86658]: osdmap e664: 8 total, 8 up, 8 in 2024-08-10T05:06:51.162 INFO:tasks.rados.rados.0.smithi078.stdout:3111: done (1 left) 2024-08-10T05:06:51.162 INFO:tasks.rados.rados.0.smithi078.stdout:3112: delete oid 24 current snap is 296 2024-08-10T05:06:51.162 INFO:tasks.rados.rados.0.smithi078.stdout:3110: expect (ObjNum 490446656 snap 22041 seq_num 489247248) 2024-08-10T05:06:51.183 INFO:tasks.rados.rados.0.smithi078.stdout:3110: done (1 left) 2024-08-10T05:06:51.184 INFO:tasks.rados.rados.0.smithi078.stdout:3112: done (0 left) 2024-08-10T05:06:51.184 INFO:tasks.rados.rados.0.smithi078.stdout:3113: snap_remove snap 292 2024-08-10T05:06:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:51 smithi107 ceph-mon[86658]: osdmap e665: 8 total, 8 up, 8 in 2024-08-10T05:06:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:51 smithi107 ceph-mon[86658]: pgmap v663: 121 pgs: 121 active+clean; 450 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-10T05:06:51.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:51 smithi107 ceph-mon[86658]: osdmap e666: 8 total, 8 up, 8 in 2024-08-10T05:06:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:51 smithi078 ceph-mon[92251]: osdmap e665: 8 total, 8 up, 8 in 2024-08-10T05:06:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:51 smithi078 ceph-mon[92251]: pgmap v663: 121 pgs: 121 active+clean; 450 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-10T05:06:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:51 smithi078 ceph-mon[92251]: osdmap e666: 8 total, 8 up, 8 in 2024-08-10T05:06:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:51 smithi078 ceph-mon[94618]: osdmap e665: 8 total, 8 up, 8 in 2024-08-10T05:06:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:51 smithi078 ceph-mon[94618]: pgmap v663: 121 pgs: 121 active+clean; 450 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-10T05:06:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:51 smithi078 ceph-mon[94618]: osdmap e666: 8 total, 8 up, 8 in 2024-08-10T05:06:52.165 INFO:tasks.rados.rados.0.smithi078.stdout:3113: done (0 left) 2024-08-10T05:06:52.166 INFO:tasks.rados.rados.0.smithi078.stdout:3114: read oid 45 snap 260 2024-08-10T05:06:52.166 INFO:tasks.rados.rados.0.smithi078.stdout:3114: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:06:52.166 INFO:tasks.rados.rados.0.smithi078.stdout:3115: setattr oid 8 current snap is 296 2024-08-10T05:06:52.168 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 296 2024-08-10T05:06:52.168 INFO:tasks.rados.rados.0.smithi078.stdout:3116: seq_num 957 ranges {0=434176,434176=720896,1155072=483328} 2024-08-10T05:06:52.171 INFO:tasks.rados.rados.0.smithi078.stdout:3116: writing smithi07880501-49 from 0 to 434176 tid 1 2024-08-10T05:06:52.176 INFO:tasks.rados.rados.0.smithi078.stdout:3116: writing smithi07880501-49 from 434176 to 1155072 tid 2 2024-08-10T05:06:52.182 INFO:tasks.rados.rados.0.smithi078.stdout:3116: writing smithi07880501-49 from 1155072 to 1638400 tid 3 2024-08-10T05:06:52.182 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 296 2024-08-10T05:06:52.182 INFO:tasks.rados.rados.0.smithi078.stdout:3117: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-08-10T05:06:52.182 INFO:tasks.rados.rados.0.smithi078.stdout:3117: writing smithi07880501-17 from 0 to 450560 tid 1 2024-08-10T05:06:52.187 INFO:tasks.rados.rados.0.smithi078.stdout:3117: writing smithi07880501-17 from 450560 to 1105920 tid 2 2024-08-10T05:06:52.190 INFO:tasks.rados.rados.0.smithi078.stdout:3117: writing smithi07880501-17 from 1105920 to 1654784 tid 3 2024-08-10T05:06:52.190 INFO:tasks.rados.rados.0.smithi078.stdout:3118: snap_remove snap 237 2024-08-10T05:06:52.191 INFO:tasks.rados.rados.0.smithi078.stdout:3116: finishing write tid 1 to smithi07880501-49 2024-08-10T05:06:52.191 INFO:tasks.rados.rados.0.smithi078.stdout:3116: finishing write tid 2 to smithi07880501-49 2024-08-10T05:06:52.191 INFO:tasks.rados.rados.0.smithi078.stdout:3116: finishing write tid 3 to smithi07880501-49 2024-08-10T05:06:52.191 INFO:tasks.rados.rados.0.smithi078.stdout:3116: finishing write tid 4 to smithi07880501-49 2024-08-10T05:06:52.191 INFO:tasks.rados.rados.0.smithi078.stdout:3114: expect (ObjNum 674 snap 199 seq_num 674) 2024-08-10T05:06:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:06:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:06:51] "GET /metrics HTTP/1.1" 200 36197 "" "Prometheus/2.43.0" 2024-08-10T05:06:52.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2135 (ObjNum 941 snap 293 seq_num 941) dirty exists 2024-08-10T05:06:52.265 INFO:tasks.rados.rados.0.smithi078.stdout:3117: finishing write tid 1 to smithi07880501-17 2024-08-10T05:06:52.265 INFO:tasks.rados.rados.0.smithi078.stdout:3116: finishing write tid 5 to smithi07880501-49 2024-08-10T05:06:52.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1908 (ObjNum 957 snap 296 seq_num 957) dirty exists 2024-08-10T05:06:52.265 INFO:tasks.rados.rados.0.smithi078.stdout:3116: left oid 49 (ObjNum 957 snap 296 seq_num 957) 2024-08-10T05:06:52.265 INFO:tasks.rados.rados.0.smithi078.stdout:3117: finishing write tid 2 to smithi07880501-17 2024-08-10T05:06:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:06:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:06:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:06:53.173 INFO:tasks.rados.rados.0.smithi078.stdout:3114: done (4 left) 2024-08-10T05:06:53.173 INFO:tasks.rados.rados.0.smithi078.stdout:3115: done (3 left) 2024-08-10T05:06:53.173 INFO:tasks.rados.rados.0.smithi078.stdout:3116: done (2 left) 2024-08-10T05:06:53.173 INFO:tasks.rados.rados.0.smithi078.stdout:3118: done (1 left) 2024-08-10T05:06:53.173 INFO:tasks.rados.rados.0.smithi078.stdout:3119: delete oid 38 current snap is 296 2024-08-10T05:06:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:3117: finishing write tid 3 to smithi07880501-17 2024-08-10T05:06:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:3117: finishing write tid 4 to smithi07880501-17 2024-08-10T05:06:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:3117: finishing write tid 5 to smithi07880501-17 2024-08-10T05:06:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2582 (ObjNum 958 snap 296 seq_num 958) dirty exists 2024-08-10T05:06:53.174 INFO:tasks.rados.rados.0.smithi078.stdout:3117: left oid 17 (ObjNum 958 snap 296 seq_num 958) 2024-08-10T05:06:53.181 INFO:tasks.rados.rados.0.smithi078.stdout:3117: done (1 left) 2024-08-10T05:06:53.181 INFO:tasks.rados.rados.0.smithi078.stdout:3119: done (0 left) 2024-08-10T05:06:53.181 INFO:tasks.rados.rados.0.smithi078.stdout:3120: rollback oid 31 current snap is 296 2024-08-10T05:06:53.181 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 274 2024-08-10T05:06:53.181 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 296 2024-08-10T05:06:53.181 INFO:tasks.rados.rados.0.smithi078.stdout:3121: seq_num 960 ranges {884736=483328,1368064=425984,1794048=761856,2555904=16384} 2024-08-10T05:06:53.189 INFO:tasks.rados.rados.0.smithi078.stdout:3121: writing smithi07880501-29 from 884736 to 1368064 tid 1 2024-08-10T05:06:53.192 INFO:tasks.rados.rados.0.smithi078.stdout:3121: writing smithi07880501-29 from 1368064 to 1794048 tid 2 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3121: writing smithi07880501-29 from 1794048 to 2555904 tid 3 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3121: writing smithi07880501-29 from 2555904 to 2572288 tid 4 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3122: read oid 48 snap 271 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3122: expect (ObjNum 841 snap 265 seq_num 841) 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3120: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3120: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3120: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2067 (ObjNum 842 snap 265 seq_num 842) dirty exists 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3121: finishing write tid 1 to smithi07880501-29 2024-08-10T05:06:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3121: finishing write tid 2 to smithi07880501-29 2024-08-10T05:06:53.199 INFO:tasks.rados.rados.0.smithi078.stdout:3120: done (2 left) 2024-08-10T05:06:53.199 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 296 2024-08-10T05:06:53.199 INFO:tasks.rados.rados.0.smithi078.stdout:3123: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-08-10T05:06:53.201 INFO:tasks.rados.rados.0.smithi078.stdout:3123: writing smithi07880501-9 from 0 to 499712 tid 1 2024-08-10T05:06:53.206 INFO:tasks.rados.rados.0.smithi078.stdout:3123: writing smithi07880501-9 from 499712 to 1212416 tid 2 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3123: writing smithi07880501-9 from 1212416 to 1703936 tid 3 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3124: copy_from oid 40 from oid 36 current snap is 296 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3121: finishing write tid 3 to smithi07880501-29 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3121: finishing write tid 4 to smithi07880501-29 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3121: finishing write tid 5 to smithi07880501-29 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3121: finishing write tid 6 to smithi07880501-29 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2140 (ObjNum 960 snap 296 seq_num 960) dirty exists 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3121: left oid 29 (ObjNum 960 snap 296 seq_num 960) 2024-08-10T05:06:53.210 INFO:tasks.rados.rados.0.smithi078.stdout:3122: expect (ObjNum 841 snap 265 seq_num 841) 2024-08-10T05:06:53.264 INFO:tasks.rados.rados.0.smithi078.stdout:3123: finishing write tid 1 to smithi07880501-9 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3123: finishing write tid 2 to smithi07880501-9 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3123: finishing write tid 3 to smithi07880501-9 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3123: finishing write tid 4 to smithi07880501-9 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3123: finishing write tid 5 to smithi07880501-9 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2514 (ObjNum 961 snap 296 seq_num 961) dirty exists 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3123: left oid 9 (ObjNum 961 snap 296 seq_num 961) 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3124: finishing copy_from racing read to smithi07880501-40 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3124: finishing copy_from to smithi07880501-40 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2064 (ObjNum 940 snap 292 seq_num 940) dirty exists 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3121: done (3 left) 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3122: done (2 left) 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3123: done (1 left) 2024-08-10T05:06:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3124: done (0 left) 2024-08-10T05:06:53.266 INFO:tasks.rados.rados.0.smithi078.stdout:3125: delete oid 7 current snap is 296 2024-08-10T05:06:53.267 INFO:tasks.rados.rados.0.smithi078.stdout:3125: done (0 left) 2024-08-10T05:06:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:3126: read oid 30 snap -1 2024-08-10T05:06:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:3126: expect deleted 2024-08-10T05:06:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:3127: copy_from oid 35 from oid 28 current snap is 296 2024-08-10T05:06:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 296 2024-08-10T05:06:53.268 INFO:tasks.rados.rados.0.smithi078.stdout:3128: seq_num 963 ranges {1433600=532480,1966080=475136,2441216=532480,2973696=196608} 2024-08-10T05:06:53.278 INFO:tasks.rados.rados.0.smithi078.stdout:3128: writing smithi07880501-42 from 1433600 to 1966080 tid 1 2024-08-10T05:06:53.280 INFO:tasks.rados.rados.0.smithi078.stdout:3128: writing smithi07880501-42 from 1966080 to 2441216 tid 2 2024-08-10T05:06:53.284 INFO:tasks.rados.rados.0.smithi078.stdout:3128: writing smithi07880501-42 from 2441216 to 2973696 tid 3 2024-08-10T05:06:53.285 INFO:tasks.rados.rados.0.smithi078.stdout:3128: writing smithi07880501-42 from 2973696 to 3170304 tid 4 2024-08-10T05:06:53.285 INFO:tasks.rados.rados.0.smithi078.stdout:3129: delete oid 24 current snap is 296 2024-08-10T05:06:53.285 INFO:tasks.rados.rados.0.smithi078.stdout:3127: finishing copy_from to smithi07880501-35 2024-08-10T05:06:53.286 INFO:tasks.rados.rados.0.smithi078.stdout:3127: got expected ENOENT (src dne) 2024-08-10T05:06:53.286 INFO:tasks.rados.rados.0.smithi078.stdout:3127: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:06:53.286 INFO:tasks.rados.rados.0.smithi078.stdout:3128: finishing write tid 1 to smithi07880501-42 2024-08-10T05:06:53.286 INFO:tasks.rados.rados.0.smithi078.stdout:3128: finishing write tid 2 to smithi07880501-42 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3128: finishing write tid 3 to smithi07880501-42 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3126: done (3 left) 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3127: done (2 left) 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3129: done (1 left) 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3130: rollback oid 20 current snap is 296 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 260 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3131: copy_from oid 50 from oid 23 current snap is 296 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3132: rollback oid 22 current snap is 296 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 22 to 243 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3128: finishing write tid 4 to smithi07880501-42 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3133: delete oid 34 current snap is 296 2024-08-10T05:06:53.289 INFO:tasks.rados.rados.0.smithi078.stdout:3128: finishing write tid 5 to smithi07880501-42 2024-08-10T05:06:53.292 INFO:tasks.rados.rados.0.smithi078.stdout:3130: finishing rollback tid 0 to smithi07880501-20 2024-08-10T05:06:53.293 INFO:tasks.rados.rados.0.smithi078.stdout:3130: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:06:53.293 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2358 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:06:53.293 INFO:tasks.rados.rados.0.smithi078.stdout:3128: finishing write tid 6 to smithi07880501-42 2024-08-10T05:06:53.293 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 2351 (ObjNum 963 snap 296 seq_num 963) dirty exists 2024-08-10T05:06:53.293 INFO:tasks.rados.rados.0.smithi078.stdout:3128: left oid 42 (ObjNum 963 snap 296 seq_num 963) 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3128: done (4 left) 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3130: done (3 left) 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3133: done (2 left) 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3134: read oid 37 snap -1 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3134: expect (ObjNum 931 snap 291 seq_num 931) 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3135: read oid 2 snap -1 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3135: expect (ObjNum 928 snap 291 seq_num 928) 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3136: read oid 32 snap -1 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3136: expect deleted 2024-08-10T05:06:53.294 INFO:tasks.rados.rados.0.smithi078.stdout:3137: snap_create 2024-08-10T05:06:53.295 INFO:tasks.rados.rados.0.smithi078.stdout:3132: finishing rollback tid 0 to smithi07880501-22 2024-08-10T05:06:53.295 INFO:tasks.rados.rados.0.smithi078.stdout:3132: finishing rollback tid 1 to smithi07880501-22 2024-08-10T05:06:53.295 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2808 (ObjNum 33 snap 0 seq_num 2882855465) dirty dne 2024-08-10T05:06:53.301 INFO:tasks.rados.rados.0.smithi078.stdout:3134: expect (ObjNum 931 snap 291 seq_num 931) 2024-08-10T05:06:53.332 INFO:tasks.rados.rados.0.smithi078.stdout:3131: finishing copy_from racing read to smithi07880501-50 2024-08-10T05:06:53.333 INFO:tasks.rados.rados.0.smithi078.stdout:3135: expect (ObjNum 928 snap 291 seq_num 928) 2024-08-10T05:06:53.362 INFO:tasks.rados.rados.0.smithi078.stdout:3131: finishing copy_from to smithi07880501-50 2024-08-10T05:06:53.362 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 2034 (ObjNum 882 snap 278 seq_num 882) dirty exists 2024-08-10T05:06:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:53 smithi078 ceph-mon[92251]: osdmap e667: 8 total, 8 up, 8 in 2024-08-10T05:06:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:53 smithi078 ceph-mon[92251]: pgmap v666: 121 pgs: 121 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-10T05:06:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:53 smithi078 ceph-mon[94618]: osdmap e667: 8 total, 8 up, 8 in 2024-08-10T05:06:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:53 smithi078 ceph-mon[94618]: pgmap v666: 121 pgs: 121 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-10T05:06:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:53 smithi107 ceph-mon[86658]: osdmap e667: 8 total, 8 up, 8 in 2024-08-10T05:06:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:53 smithi107 ceph-mon[86658]: pgmap v666: 121 pgs: 121 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3131: done (5 left) 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3132: done (4 left) 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3134: done (3 left) 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3135: done (2 left) 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3136: done (1 left) 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3137: done (0 left) 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3138: rollback oid 3 current snap is 297 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 272 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3139: read oid 39 snap -1 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3139: expect (ObjNum 914 snap 283 seq_num 914) 2024-08-10T05:06:54.175 INFO:tasks.rados.rados.0.smithi078.stdout:3140: delete oid 26 current snap is 297 2024-08-10T05:06:54.180 INFO:tasks.rados.rados.0.smithi078.stdout:3138: finishing rollback tid 0 to smithi07880501-3 2024-08-10T05:06:54.180 INFO:tasks.rados.rados.0.smithi078.stdout:3140: done (2 left) 2024-08-10T05:06:54.181 INFO:tasks.rados.rados.0.smithi078.stdout:3141: snap_remove snap 260 2024-08-10T05:06:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:54 smithi078 ceph-mon[92251]: osdmap e668: 8 total, 8 up, 8 in 2024-08-10T05:06:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:54 smithi078 ceph-mon[94618]: osdmap e668: 8 total, 8 up, 8 in 2024-08-10T05:06:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:54 smithi107 ceph-mon[86658]: osdmap e668: 8 total, 8 up, 8 in 2024-08-10T05:06:55.188 INFO:tasks.rados.rados.0.smithi078.stdout:3141: done (2 left) 2024-08-10T05:06:55.188 INFO:tasks.rados.rados.0.smithi078.stdout:3142: snap_remove snap 274 2024-08-10T05:06:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:55 smithi078 ceph-mon[94618]: osdmap e669: 8 total, 8 up, 8 in 2024-08-10T05:06:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:55 smithi078 ceph-mon[94618]: pgmap v669: 121 pgs: 121 active+clean; 349 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-10T05:06:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:55 smithi078 ceph-mon[92251]: osdmap e669: 8 total, 8 up, 8 in 2024-08-10T05:06:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:55 smithi078 ceph-mon[92251]: pgmap v669: 121 pgs: 121 active+clean; 349 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-10T05:06:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:55 smithi107 ceph-mon[86658]: osdmap e669: 8 total, 8 up, 8 in 2024-08-10T05:06:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:55 smithi107 ceph-mon[86658]: pgmap v669: 121 pgs: 121 active+clean; 349 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-10T05:06:56.163 INFO:tasks.rados.rados.0.smithi078.stdout:3142: done (2 left) 2024-08-10T05:06:56.163 INFO:tasks.rados.rados.0.smithi078.stdout:3143: rollback oid 31 current snap is 297 2024-08-10T05:06:56.164 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 265 2024-08-10T05:06:56.164 INFO:tasks.rados.rados.0.smithi078.stdout:3139: expect (ObjNum 914 snap 283 seq_num 914) 2024-08-10T05:06:56.201 INFO:tasks.rados.rados.0.smithi078.stdout:3138: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1746 (ObjNum 33 snap 0 seq_num 489320768) dirty dne 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:3143: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:3143: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:3143: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2070 (ObjNum 842 snap 265 seq_num 842) dirty exists 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:3138: done (2 left) 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:3139: done (1 left) 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:3143: done (0 left) 2024-08-10T05:06:56.202 INFO:tasks.rados.rados.0.smithi078.stdout:3144: rmattr oid 44 current snap is 297 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3144: done (0 left) 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3145: read oid 28 snap -1 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3145: expect deleted 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3146: read oid 12 snap -1 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3146: expect (ObjNum 944 snap 293 seq_num 944) 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3147: read oid 34 snap 271 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3147: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3148: read oid 11 snap -1 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3148: expect (ObjNum 772 snap 234 seq_num 772) 2024-08-10T05:06:56.203 INFO:tasks.rados.rados.0.smithi078.stdout:3149: snap_remove snap 258 2024-08-10T05:06:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:56 smithi078 ceph-mon[92251]: osdmap e670: 8 total, 8 up, 8 in 2024-08-10T05:06:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:56 smithi078 ceph-mon[92251]: osdmap e671: 8 total, 8 up, 8 in 2024-08-10T05:06:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:56 smithi078 ceph-mon[94618]: osdmap e670: 8 total, 8 up, 8 in 2024-08-10T05:06:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:56 smithi078 ceph-mon[94618]: osdmap e671: 8 total, 8 up, 8 in 2024-08-10T05:06:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:56 smithi107 ceph-mon[86658]: osdmap e670: 8 total, 8 up, 8 in 2024-08-10T05:06:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:56 smithi107 ceph-mon[86658]: osdmap e671: 8 total, 8 up, 8 in 2024-08-10T05:06:57.193 INFO:tasks.rados.rados.0.smithi078.stdout:3149: done (4 left) 2024-08-10T05:06:57.193 INFO:tasks.rados.rados.0.smithi078.stdout:3147: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:06:57.265 INFO:tasks.rados.rados.0.smithi078.stdout:3148: expect (ObjNum 772 snap 234 seq_num 772) 2024-08-10T05:06:57.288 INFO:tasks.rados.rados.0.smithi078.stdout:3146: expect (ObjNum 944 snap 293 seq_num 944) 2024-08-10T05:06:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3150: read oid 41 snap -1 2024-08-10T05:06:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3150: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:06:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3145: done (4 left) 2024-08-10T05:06:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3146: done (3 left) 2024-08-10T05:06:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3147: done (2 left) 2024-08-10T05:06:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3148: done (1 left) 2024-08-10T05:06:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3151: snap_create 2024-08-10T05:06:57.381 INFO:tasks.rados.rados.0.smithi078.stdout:3150: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:06:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:57 smithi078 ceph-mon[92251]: pgmap v672: 121 pgs: 121 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-10T05:06:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:57 smithi078 ceph-mon[94618]: pgmap v672: 121 pgs: 121 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-10T05:06:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:57 smithi107 ceph-mon[86658]: pgmap v672: 121 pgs: 121 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-10T05:06:58.196 INFO:tasks.rados.rados.0.smithi078.stdout:3150: done (1 left) 2024-08-10T05:06:58.197 INFO:tasks.rados.rados.0.smithi078.stdout:3151: done (0 left) 2024-08-10T05:06:58.197 INFO:tasks.rados.rados.0.smithi078.stdout:3152: snap_create 2024-08-10T05:06:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:58 smithi078 ceph-mon[94618]: osdmap e672: 8 total, 8 up, 8 in 2024-08-10T05:06:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:58 smithi078 ceph-mon[92251]: osdmap e672: 8 total, 8 up, 8 in 2024-08-10T05:06:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:58 smithi107 ceph-mon[86658]: osdmap e672: 8 total, 8 up, 8 in 2024-08-10T05:06:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:06:59.203 INFO:tasks.rados.rados.0.smithi078.stdout:3152: done (0 left) 2024-08-10T05:06:59.203 INFO:tasks.rados.rados.0.smithi078.stdout:3153: setattr oid 22 current snap is 299 2024-08-10T05:06:59.204 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 299 2024-08-10T05:06:59.204 INFO:tasks.rados.rados.0.smithi078.stdout:3154: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-08-10T05:06:59.207 INFO:tasks.rados.rados.0.smithi078.stdout:3154: writing smithi07880501-26 from 0 to 598016 tid 1 2024-08-10T05:06:59.210 INFO:tasks.rados.rados.0.smithi078.stdout:3154: writing smithi07880501-26 from 598016 to 1064960 tid 2 2024-08-10T05:06:59.213 INFO:tasks.rados.rados.0.smithi078.stdout:3154: writing smithi07880501-26 from 1064960 to 1581056 tid 3 2024-08-10T05:06:59.215 INFO:tasks.rados.rados.0.smithi078.stdout:3154: writing smithi07880501-26 from 1581056 to 1802240 tid 4 2024-08-10T05:06:59.215 INFO:tasks.rados.rados.0.smithi078.stdout:3155: read oid 36 snap 265 2024-08-10T05:06:59.215 INFO:tasks.rados.rados.0.smithi078.stdout:3155: expect (ObjNum 827 snap 261 seq_num 827) 2024-08-10T05:06:59.215 INFO:tasks.rados.rados.0.smithi078.stdout:3156: read oid 32 snap -1 2024-08-10T05:06:59.215 INFO:tasks.rados.rados.0.smithi078.stdout:3156: expect deleted 2024-08-10T05:06:59.215 INFO:tasks.rados.rados.0.smithi078.stdout:3157: snap_remove snap 298 2024-08-10T05:06:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:59 smithi078 ceph-mon[92251]: osdmap e673: 8 total, 8 up, 8 in 2024-08-10T05:06:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:06:59 smithi078 ceph-mon[92251]: pgmap v675: 121 pgs: 121 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-10T05:06:59.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:59 smithi078 ceph-mon[94618]: osdmap e673: 8 total, 8 up, 8 in 2024-08-10T05:06:59.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:06:59 smithi078 ceph-mon[94618]: pgmap v675: 121 pgs: 121 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-10T05:06:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:59 smithi107 ceph-mon[86658]: osdmap e673: 8 total, 8 up, 8 in 2024-08-10T05:06:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:06:59 smithi107 ceph-mon[86658]: pgmap v675: 121 pgs: 121 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:3157: done (4 left) 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 299 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2855 (ObjNum 65 snap 0 seq_num 490422240) dirty exists 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:3154: finishing write tid 1 to smithi07880501-26 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:3154: finishing write tid 2 to smithi07880501-26 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:3154: finishing write tid 3 to smithi07880501-26 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:3154: finishing write tid 4 to smithi07880501-26 2024-08-10T05:07:00.208 INFO:tasks.rados.rados.0.smithi078.stdout:3154: finishing write tid 5 to smithi07880501-26 2024-08-10T05:07:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:3154: finishing write tid 6 to smithi07880501-26 2024-08-10T05:07:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2335 (ObjNum 967 snap 299 seq_num 967) dirty exists 2024-08-10T05:07:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:3154: left oid 26 (ObjNum 967 snap 299 seq_num 967) 2024-08-10T05:07:00.209 INFO:tasks.rados.rados.0.smithi078.stdout:3155: expect (ObjNum 827 snap 261 seq_num 827) 2024-08-10T05:07:00.362 INFO:tasks.rados.rados.0.smithi078.stdout:3158: seq_num 968 ranges {1146880=614400,1761280=745472,2506752=458752} 2024-08-10T05:07:00.371 INFO:tasks.rados.rados.0.smithi078.stdout:3158: writing smithi07880501-2 from 1146880 to 1761280 tid 1 2024-08-10T05:07:00.375 INFO:tasks.rados.rados.0.smithi078.stdout:3158: writing smithi07880501-2 from 1761280 to 2506752 tid 2 2024-08-10T05:07:00.378 INFO:tasks.rados.rados.0.smithi078.stdout:3158: writing smithi07880501-2 from 2506752 to 2965504 tid 3 2024-08-10T05:07:00.378 INFO:tasks.rados.rados.0.smithi078.stdout:3153: done (4 left) 2024-08-10T05:07:00.378 INFO:tasks.rados.rados.0.smithi078.stdout:3154: done (3 left) 2024-08-10T05:07:00.379 INFO:tasks.rados.rados.0.smithi078.stdout:3155: done (2 left) 2024-08-10T05:07:00.379 INFO:tasks.rados.rados.0.smithi078.stdout:3156: done (1 left) 2024-08-10T05:07:00.379 INFO:tasks.rados.rados.0.smithi078.stdout:3159: snap_remove snap 256 2024-08-10T05:07:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:00 smithi078 ceph-mon[92251]: osdmap e674: 8 total, 8 up, 8 in 2024-08-10T05:07:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:00 smithi078 ceph-mon[94618]: osdmap e674: 8 total, 8 up, 8 in 2024-08-10T05:07:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:00 smithi107 ceph-mon[86658]: osdmap e674: 8 total, 8 up, 8 in 2024-08-10T05:07:01.167 INFO:tasks.rados.rados.0.smithi078.stdout:3159: done (1 left) 2024-08-10T05:07:01.167 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 299 2024-08-10T05:07:01.167 INFO:tasks.rados.rados.0.smithi078.stdout:3160: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-08-10T05:07:01.171 INFO:tasks.rados.rados.0.smithi078.stdout:3160: writing smithi07880501-18 from 0 to 638976 tid 1 2024-08-10T05:07:01.175 INFO:tasks.rados.rados.0.smithi078.stdout:3160: writing smithi07880501-18 from 638976 to 1269760 tid 2 2024-08-10T05:07:01.180 INFO:tasks.rados.rados.0.smithi078.stdout:3160: writing smithi07880501-18 from 1269760 to 1802240 tid 3 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3160: writing smithi07880501-18 from 1802240 to 1843200 tid 4 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3158: finishing write tid 1 to smithi07880501-2 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3158: finishing write tid 2 to smithi07880501-2 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3158: finishing write tid 3 to smithi07880501-2 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3158: finishing write tid 4 to smithi07880501-2 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3158: finishing write tid 5 to smithi07880501-2 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2530 (ObjNum 968 snap 299 seq_num 968) dirty exists 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3158: left oid 2 (ObjNum 968 snap 299 seq_num 968) 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3158: done (1 left) 2024-08-10T05:07:01.181 INFO:tasks.rados.rados.0.smithi078.stdout:3161: snap_create 2024-08-10T05:07:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3160: finishing write tid 1 to smithi07880501-18 2024-08-10T05:07:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3160: finishing write tid 2 to smithi07880501-18 2024-08-10T05:07:01.192 INFO:tasks.rados.rados.0.smithi078.stdout:3160: finishing write tid 3 to smithi07880501-18 2024-08-10T05:07:01.194 INFO:tasks.rados.rados.0.smithi078.stdout:3160: finishing write tid 4 to smithi07880501-18 2024-08-10T05:07:01.194 INFO:tasks.rados.rados.0.smithi078.stdout:3160: finishing write tid 5 to smithi07880501-18 2024-08-10T05:07:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:3160: finishing write tid 6 to smithi07880501-18 2024-08-10T05:07:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2868 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-08-10T05:07:01.198 INFO:tasks.rados.rados.0.smithi078.stdout:3160: left oid 18 (ObjNum 969 snap 299 seq_num 969) 2024-08-10T05:07:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:01 smithi078 ceph-mon[92251]: osdmap e675: 8 total, 8 up, 8 in 2024-08-10T05:07:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:01 smithi078 ceph-mon[92251]: pgmap v678: 121 pgs: 121 active+clean; 346 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-10T05:07:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:01 smithi078 ceph-mon[92251]: osdmap e676: 8 total, 8 up, 8 in 2024-08-10T05:07:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:01 smithi078 ceph-mon[94618]: osdmap e675: 8 total, 8 up, 8 in 2024-08-10T05:07:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:01 smithi078 ceph-mon[94618]: pgmap v678: 121 pgs: 121 active+clean; 346 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-10T05:07:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:01 smithi078 ceph-mon[94618]: osdmap e676: 8 total, 8 up, 8 in 2024-08-10T05:07:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:01 smithi107 ceph-mon[86658]: osdmap e675: 8 total, 8 up, 8 in 2024-08-10T05:07:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:01 smithi107 ceph-mon[86658]: pgmap v678: 121 pgs: 121 active+clean; 346 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-10T05:07:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:01 smithi107 ceph-mon[86658]: osdmap e676: 8 total, 8 up, 8 in 2024-08-10T05:07:01.567 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 05:07:01 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T05:07:01.198+0000 7fae1defa640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13d after trimming was started 2024-08-10T05:07:02.169 INFO:tasks.rados.rados.0.smithi078.stdout:3160: done (1 left) 2024-08-10T05:07:02.170 INFO:tasks.rados.rados.0.smithi078.stdout:3161: done (0 left) 2024-08-10T05:07:02.170 INFO:tasks.rados.rados.0.smithi078.stdout:3162: read oid 30 snap -1 2024-08-10T05:07:02.170 INFO:tasks.rados.rados.0.smithi078.stdout:3162: expect deleted 2024-08-10T05:07:02.170 INFO:tasks.rados.rados.0.smithi078.stdout:3163: delete oid 49 current snap is 300 2024-08-10T05:07:02.174 INFO:tasks.rados.rados.0.smithi078.stdout:3162: done (1 left) 2024-08-10T05:07:02.174 INFO:tasks.rados.rados.0.smithi078.stdout:3163: done (0 left) 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3164: rollback oid 37 current snap is 300 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 37 to 294 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3165: copy_from oid 1 from oid 10 current snap is 300 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3166: read oid 5 snap -1 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3166: expect deleted 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3167: copy_from oid 47 from oid 33 current snap is 300 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3168: rollback oid 25 current snap is 300 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 293 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3169: read oid 28 snap -1 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3169: expect deleted 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 300 2024-08-10T05:07:02.175 INFO:tasks.rados.rados.0.smithi078.stdout:3170: seq_num 971 ranges {843776=671744,1515520=802816,2318336=401408} 2024-08-10T05:07:02.183 INFO:tasks.rados.rados.0.smithi078.stdout:3170: writing smithi07880501-14 from 843776 to 1515520 tid 1 2024-08-10T05:07:02.187 INFO:tasks.rados.rados.0.smithi078.stdout:3170: writing smithi07880501-14 from 1515520 to 2318336 tid 2 2024-08-10T05:07:02.190 INFO:tasks.rados.rados.0.smithi078.stdout:3170: writing smithi07880501-14 from 2318336 to 2719744 tid 3 2024-08-10T05:07:02.190 INFO:tasks.rados.rados.0.smithi078.stdout:3171: snap_create 2024-08-10T05:07:02.190 INFO:tasks.rados.rados.0.smithi078.stdout:3168: finishing rollback tid 1 to smithi07880501-25 2024-08-10T05:07:02.190 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1505 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:07:02.190 INFO:tasks.rados.rados.0.smithi078.stdout:3165: finishing copy_from to smithi07880501-1 2024-08-10T05:07:02.190 INFO:tasks.rados.rados.0.smithi078.stdout:3165: got expected ENOENT (src dne) 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:3165: finishing copy_from racing read to smithi07880501-1 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:3164: finishing rollback tid 0 to smithi07880501-37 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:3164: finishing rollback tid 1 to smithi07880501-37 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:3167: finishing copy_from racing read to smithi07880501-47 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:3164: finishing rollback tid 2 to smithi07880501-37 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2338 (ObjNum 931 snap 291 seq_num 931) dirty exists 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:3167: finishing copy_from to smithi07880501-47 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 2472 (ObjNum 4113 snap 0 seq_num 1634035807) dirty exists 2024-08-10T05:07:02.191 INFO:tasks.rados.rados.0.smithi078.stdout:3170: finishing write tid 1 to smithi07880501-14 2024-08-10T05:07:02.193 INFO:tasks.rados.rados.0.smithi078.stdout:3170: finishing write tid 2 to smithi07880501-14 2024-08-10T05:07:02.193 INFO:tasks.rados.rados.0.smithi078.stdout:3170: finishing write tid 3 to smithi07880501-14 2024-08-10T05:07:02.194 INFO:tasks.rados.rados.0.smithi078.stdout:3170: finishing write tid 4 to smithi07880501-14 2024-08-10T05:07:02.195 INFO:tasks.rados.rados.0.smithi078.stdout:3170: finishing write tid 5 to smithi07880501-14 2024-08-10T05:07:02.195 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2144 (ObjNum 971 snap 300 seq_num 971) dirty exists 2024-08-10T05:07:02.195 INFO:tasks.rados.rados.0.smithi078.stdout:3170: left oid 14 (ObjNum 971 snap 300 seq_num 971) 2024-08-10T05:07:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:07:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:07:01] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-08-10T05:07:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:07:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:07:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:3164: done (7 left) 2024-08-10T05:07:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:3165: done (6 left) 2024-08-10T05:07:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:3166: done (5 left) 2024-08-10T05:07:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:3167: done (4 left) 2024-08-10T05:07:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:3168: done (3 left) 2024-08-10T05:07:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:3169: done (2 left) 2024-08-10T05:07:03.174 INFO:tasks.rados.rados.0.smithi078.stdout:3170: done (1 left) 2024-08-10T05:07:03.175 INFO:tasks.rados.rados.0.smithi078.stdout:3171: done (0 left) 2024-08-10T05:07:03.175 INFO:tasks.rados.rados.0.smithi078.stdout:3172: rollback oid 9 current snap is 301 2024-08-10T05:07:03.175 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 285 2024-08-10T05:07:03.175 INFO:tasks.rados.rados.0.smithi078.stdout:3173: setattr oid 48 current snap is 301 2024-08-10T05:07:03.177 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 301 2024-08-10T05:07:03.177 INFO:tasks.rados.rados.0.smithi078.stdout:3174: seq_num 972 ranges {1843200=688128,2531328=688128,3219456=516096} 2024-08-10T05:07:03.190 INFO:tasks.rados.rados.0.smithi078.stdout:3174: writing smithi07880501-18 from 1843200 to 2531328 tid 1 2024-08-10T05:07:03.194 INFO:tasks.rados.rados.0.smithi078.stdout:3174: writing smithi07880501-18 from 2531328 to 3219456 tid 2 2024-08-10T05:07:03.197 INFO:tasks.rados.rados.0.smithi078.stdout:3174: writing smithi07880501-18 from 3219456 to 3735552 tid 3 2024-08-10T05:07:03.197 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 301 2024-08-10T05:07:03.198 INFO:tasks.rados.rados.0.smithi078.stdout:3172: finishing rollback tid 0 to smithi07880501-9 2024-08-10T05:07:03.198 INFO:tasks.rados.rados.0.smithi078.stdout:3175: seq_num 973 ranges {2965504=704512,3670016=573440,4243456=507904,4751360=122880} 2024-08-10T05:07:03.217 INFO:tasks.rados.rados.0.smithi078.stdout:3175: writing smithi07880501-2 from 2965504 to 3670016 tid 1 2024-08-10T05:07:03.220 INFO:tasks.rados.rados.0.smithi078.stdout:3175: writing smithi07880501-2 from 3670016 to 4243456 tid 2 2024-08-10T05:07:03.223 INFO:tasks.rados.rados.0.smithi078.stdout:3175: writing smithi07880501-2 from 4243456 to 4751360 tid 3 2024-08-10T05:07:03.224 INFO:tasks.rados.rados.0.smithi078.stdout:3175: writing smithi07880501-2 from 4751360 to 4874240 tid 4 2024-08-10T05:07:03.224 INFO:tasks.rados.rados.0.smithi078.stdout:3176: snap_create 2024-08-10T05:07:03.224 INFO:tasks.rados.rados.0.smithi078.stdout:3172: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:07:03.224 INFO:tasks.rados.rados.0.smithi078.stdout:3172: finishing rollback tid 2 to smithi07880501-9 2024-08-10T05:07:03.224 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2517 (ObjNum 746 snap 220 seq_num 746) dirty exists 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2518 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3174: finishing write tid 1 to smithi07880501-18 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3174: finishing write tid 2 to smithi07880501-18 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3174: finishing write tid 3 to smithi07880501-18 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3174: finishing write tid 4 to smithi07880501-18 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3174: finishing write tid 5 to smithi07880501-18 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 2877 (ObjNum 972 snap 301 seq_num 972) dirty exists 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3174: left oid 18 (ObjNum 972 snap 301 seq_num 972) 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3175: finishing write tid 1 to smithi07880501-2 2024-08-10T05:07:03.225 INFO:tasks.rados.rados.0.smithi078.stdout:3175: finishing write tid 2 to smithi07880501-2 2024-08-10T05:07:03.227 INFO:tasks.rados.rados.0.smithi078.stdout:3175: finishing write tid 3 to smithi07880501-2 2024-08-10T05:07:03.228 INFO:tasks.rados.rados.0.smithi078.stdout:3175: finishing write tid 4 to smithi07880501-2 2024-08-10T05:07:03.228 INFO:tasks.rados.rados.0.smithi078.stdout:3175: finishing write tid 5 to smithi07880501-2 2024-08-10T05:07:03.229 INFO:tasks.rados.rados.0.smithi078.stdout:3175: finishing write tid 6 to smithi07880501-2 2024-08-10T05:07:03.229 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 2535 (ObjNum 973 snap 301 seq_num 973) dirty exists 2024-08-10T05:07:03.229 INFO:tasks.rados.rados.0.smithi078.stdout:3175: left oid 2 (ObjNum 973 snap 301 seq_num 973) 2024-08-10T05:07:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:03 smithi078 ceph-mon[92251]: osdmap e677: 8 total, 8 up, 8 in 2024-08-10T05:07:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:03 smithi078 ceph-mon[92251]: pgmap v681: 121 pgs: 121 active+clean; 346 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 890 KiB/s wr, 11 op/s 2024-08-10T05:07:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:03 smithi078 ceph-mon[94618]: osdmap e677: 8 total, 8 up, 8 in 2024-08-10T05:07:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:03 smithi078 ceph-mon[94618]: pgmap v681: 121 pgs: 121 active+clean; 346 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 890 KiB/s wr, 11 op/s 2024-08-10T05:07:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:03 smithi107 ceph-mon[86658]: osdmap e677: 8 total, 8 up, 8 in 2024-08-10T05:07:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:03 smithi107 ceph-mon[86658]: pgmap v681: 121 pgs: 121 active+clean; 346 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 890 KiB/s wr, 11 op/s 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3172: done (4 left) 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3173: done (3 left) 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3174: done (2 left) 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3175: done (1 left) 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3176: done (0 left) 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3177: read oid 9 snap -1 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3177: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:3178: rmattr oid 1 current snap is 302 2024-08-10T05:07:04.183 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 302 2024-08-10T05:07:04.184 INFO:tasks.rados.rados.0.smithi078.stdout:3179: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-08-10T05:07:04.187 INFO:tasks.rados.rados.0.smithi078.stdout:3179: writing smithi07880501-32 from 0 to 720896 tid 1 2024-08-10T05:07:04.190 INFO:tasks.rados.rados.0.smithi078.stdout:3179: writing smithi07880501-32 from 720896 to 1228800 tid 2 2024-08-10T05:07:04.194 INFO:tasks.rados.rados.0.smithi078.stdout:3179: writing smithi07880501-32 from 1228800 to 1900544 tid 3 2024-08-10T05:07:04.195 INFO:tasks.rados.rados.0.smithi078.stdout:3179: writing smithi07880501-32 from 1900544 to 1925120 tid 4 2024-08-10T05:07:04.195 INFO:tasks.rados.rados.0.smithi078.stdout:3180: delete oid 8 current snap is 302 2024-08-10T05:07:04.195 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 2359 (ObjNum 954 snap 295 seq_num 954) dirty exists 2024-08-10T05:07:04.195 INFO:tasks.rados.rados.0.smithi078.stdout:3177: expect (ObjNum 746 snap 220 seq_num 746) 2024-08-10T05:07:04.241 INFO:tasks.rados.rados.0.smithi078.stdout:3179: finishing write tid 1 to smithi07880501-32 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:3179: finishing write tid 2 to smithi07880501-32 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:3177: done (3 left) 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:3178: done (2 left) 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:3180: done (1 left) 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 302 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:3179: finishing write tid 3 to smithi07880501-32 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:3179: finishing write tid 4 to smithi07880501-32 2024-08-10T05:07:04.242 INFO:tasks.rados.rados.0.smithi078.stdout:3181: seq_num 976 ranges {15392768=753664,16146432=671744,16818176=532480} 2024-08-10T05:07:04.325 INFO:tasks.rados.rados.0.smithi078.stdout:3181: writing smithi07880501-31 from 15392768 to 16146432 tid 1 2024-08-10T05:07:04.329 INFO:tasks.rados.rados.0.smithi078.stdout:3181: writing smithi07880501-31 from 16146432 to 16818176 tid 2 2024-08-10T05:07:04.333 INFO:tasks.rados.rados.0.smithi078.stdout:3181: writing smithi07880501-31 from 16818176 to 17350656 tid 3 2024-08-10T05:07:04.333 INFO:tasks.rados.rados.0.smithi078.stdout:3182: snap_remove snap 300 2024-08-10T05:07:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:04 smithi078 ceph-mon[92251]: osdmap e678: 8 total, 8 up, 8 in 2024-08-10T05:07:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:04 smithi078 ceph-mon[94618]: osdmap e678: 8 total, 8 up, 8 in 2024-08-10T05:07:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:04 smithi107 ceph-mon[86658]: osdmap e678: 8 total, 8 up, 8 in 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:3182: done (2 left) 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:3183: rmattr oid 19 current snap is 302 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:3183: done (2 left) 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:3184: delete oid 17 current snap is 302 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:3179: finishing write tid 5 to smithi07880501-32 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:3179: finishing write tid 6 to smithi07880501-32 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2343 (ObjNum 974 snap 302 seq_num 974) dirty exists 2024-08-10T05:07:05.188 INFO:tasks.rados.rados.0.smithi078.stdout:3179: left oid 32 (ObjNum 974 snap 302 seq_num 974) 2024-08-10T05:07:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:3181: finishing write tid 1 to smithi07880501-31 2024-08-10T05:07:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:3181: finishing write tid 2 to smithi07880501-31 2024-08-10T05:07:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:3181: finishing write tid 3 to smithi07880501-31 2024-08-10T05:07:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:3181: finishing write tid 4 to smithi07880501-31 2024-08-10T05:07:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:3181: finishing write tid 5 to smithi07880501-31 2024-08-10T05:07:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2074 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-08-10T05:07:05.189 INFO:tasks.rados.rados.0.smithi078.stdout:3181: left oid 31 (ObjNum 976 snap 302 seq_num 976) 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3179: done (2 left) 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3181: done (1 left) 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3184: done (0 left) 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3185: rollback oid 41 current snap is 302 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 41 to 295 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3186: read oid 26 snap -1 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3186: expect (ObjNum 967 snap 299 seq_num 967) 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3187: read oid 2 snap 301 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3187: expect (ObjNum 973 snap 301 seq_num 973) 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:3188: rollback oid 40 current snap is 302 2024-08-10T05:07:05.193 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 296 2024-08-10T05:07:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:3189: read oid 13 snap -1 2024-08-10T05:07:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:3189: expect (ObjNum 953 snap 295 seq_num 953) 2024-08-10T05:07:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:3190: copy_from oid 15 from oid 10 current snap is 302 2024-08-10T05:07:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:3191: read oid 23 snap 272 2024-08-10T05:07:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:3191: expect (ObjNum 854 snap 270 seq_num 854) 2024-08-10T05:07:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:3192: copy_from oid 4 from oid 43 current snap is 302 2024-08-10T05:07:05.194 INFO:tasks.rados.rados.0.smithi078.stdout:3193: snap_remove snap 299 2024-08-10T05:07:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:05 smithi078 ceph-mon[94618]: osdmap e679: 8 total, 8 up, 8 in 2024-08-10T05:07:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:05 smithi078 ceph-mon[94618]: pgmap v684: 121 pgs: 121 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-10T05:07:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:05 smithi078 ceph-mon[92251]: osdmap e679: 8 total, 8 up, 8 in 2024-08-10T05:07:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:05 smithi078 ceph-mon[92251]: pgmap v684: 121 pgs: 121 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-10T05:07:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:05 smithi107 ceph-mon[86658]: osdmap e679: 8 total, 8 up, 8 in 2024-08-10T05:07:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:05 smithi107 ceph-mon[86658]: pgmap v684: 121 pgs: 121 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3188: finishing rollback tid 0 to smithi07880501-40 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3188: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3188: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2067 (ObjNum 940 snap 292 seq_num 940) dirty exists 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3185: finishing rollback tid 0 to smithi07880501-41 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3185: finishing rollback tid 1 to smithi07880501-41 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3185: finishing rollback tid 2 to smithi07880501-41 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 2362 (ObjNum 952 snap 294 seq_num 952) dirty exists 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3190: finishing copy_from to smithi07880501-15 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3190: got expected ENOENT (src dne) 2024-08-10T05:07:06.166 INFO:tasks.rados.rados.0.smithi078.stdout:3189: expect (ObjNum 953 snap 295 seq_num 953) 2024-08-10T05:07:06.215 INFO:tasks.rados.rados.0.smithi078.stdout:3190: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:07:06.216 INFO:tasks.rados.rados.0.smithi078.stdout:3186: expect (ObjNum 967 snap 299 seq_num 967) 2024-08-10T05:07:06.261 INFO:tasks.rados.rados.0.smithi078.stdout:3191: expect (ObjNum 854 snap 270 seq_num 854) 2024-08-10T05:07:06.345 INFO:tasks.rados.rados.0.smithi078.stdout:3187: expect (ObjNum 973 snap 301 seq_num 973) 2024-08-10T05:07:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:06 smithi078 ceph-mon[92251]: osdmap e680: 8 total, 8 up, 8 in 2024-08-10T05:07:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:06 smithi078 ceph-mon[92251]: osdmap e681: 8 total, 8 up, 8 in 2024-08-10T05:07:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:06 smithi078 ceph-mon[94618]: osdmap e680: 8 total, 8 up, 8 in 2024-08-10T05:07:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:06 smithi078 ceph-mon[94618]: osdmap e681: 8 total, 8 up, 8 in 2024-08-10T05:07:06.533 INFO:tasks.rados.rados.0.smithi078.stdout:3192: finishing copy_from racing read to smithi07880501-4 2024-08-10T05:07:06.533 INFO:tasks.rados.rados.0.smithi078.stdout:3192: finishing copy_from to smithi07880501-4 2024-08-10T05:07:06.533 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2506 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-10T05:07:06.533 INFO:tasks.rados.rados.0.smithi078.stdout:3185: done (8 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3186: done (7 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3187: done (6 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3188: done (5 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3189: done (4 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3190: done (3 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3191: done (2 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3192: done (1 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3193: done (0 left) 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3194: rollback oid 7 current snap is 302 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 7 to 271 2024-08-10T05:07:06.534 INFO:tasks.rados.rados.0.smithi078.stdout:3195: rollback oid 26 current snap is 302 2024-08-10T05:07:06.535 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 243 2024-08-10T05:07:06.535 INFO:tasks.rados.rados.0.smithi078.stdout:3196: rollback oid 28 current snap is 302 2024-08-10T05:07:06.535 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 294 2024-08-10T05:07:06.535 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 302 2024-08-10T05:07:06.535 INFO:tasks.rados.rados.0.smithi078.stdout:3197: seq_num 978 ranges {1204224=786432,1990656=442368,2433024=647168,3080192=114688} 2024-08-10T05:07:06.544 INFO:tasks.rados.rados.0.smithi078.stdout:3197: writing smithi07880501-37 from 1204224 to 1990656 tid 1 2024-08-10T05:07:06.546 INFO:tasks.rados.rados.0.smithi078.stdout:3197: writing smithi07880501-37 from 1990656 to 2433024 tid 2 2024-08-10T05:07:06.550 INFO:tasks.rados.rados.0.smithi078.stdout:3197: writing smithi07880501-37 from 2433024 to 3080192 tid 3 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3197: writing smithi07880501-37 from 3080192 to 3194880 tid 4 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3198: read oid 48 snap -1 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3198: expect (ObjNum 917 snap 285 seq_num 917) 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3199: rmattr oid 24 current snap is 302 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3199: done (5 left) 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3200: rollback oid 5 current snap is 302 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 294 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3194: finishing rollback tid 1 to smithi07880501-7 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3201: snap_remove snap 265 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3194: finishing rollback tid 2 to smithi07880501-7 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2883 (ObjNum 837 snap 263 seq_num 837) dirty exists 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3195: finishing rollback tid 0 to smithi07880501-26 2024-08-10T05:07:06.552 INFO:tasks.rados.rados.0.smithi078.stdout:3195: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:07:06.553 INFO:tasks.rados.rados.0.smithi078.stdout:3195: finishing rollback tid 2 to smithi07880501-26 2024-08-10T05:07:06.553 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2346 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:07:06.553 INFO:tasks.rados.rados.0.smithi078.stdout:3196: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:07:06.553 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2317 (ObjNum 65 snap 0 seq_num 1750294365) dirty dne 2024-08-10T05:07:06.553 INFO:tasks.rados.rados.0.smithi078.stdout:3197: finishing write tid 1 to smithi07880501-37 2024-08-10T05:07:06.553 INFO:tasks.rados.rados.0.smithi078.stdout:3197: finishing write tid 2 to smithi07880501-37 2024-08-10T05:07:06.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:06 smithi107 ceph-mon[86658]: osdmap e680: 8 total, 8 up, 8 in 2024-08-10T05:07:06.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:06 smithi107 ceph-mon[86658]: osdmap e681: 8 total, 8 up, 8 in 2024-08-10T05:07:07.196 INFO:tasks.rados.rados.0.smithi078.stdout:3194: done (6 left) 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3195: done (5 left) 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3196: done (4 left) 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3201: done (3 left) 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3202: rollback oid 33 current snap is 302 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 33 to 295 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3200: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2619 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3197: finishing write tid 3 to smithi07880501-37 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3197: finishing write tid 4 to smithi07880501-37 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3197: finishing write tid 5 to smithi07880501-37 2024-08-10T05:07:07.197 INFO:tasks.rados.rados.0.smithi078.stdout:3198: expect (ObjNum 917 snap 285 seq_num 917) 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:3197: finishing write tid 6 to smithi07880501-37 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2351 (ObjNum 978 snap 302 seq_num 978) dirty exists 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:3197: left oid 37 (ObjNum 978 snap 302 seq_num 978) 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:3197: done (3 left) 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:3198: done (2 left) 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:3200: done (1 left) 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:3203: setattr oid 20 current snap is 302 2024-08-10T05:07:07.241 INFO:tasks.rados.rados.0.smithi078.stdout:3202: finishing rollback tid 0 to smithi07880501-33 2024-08-10T05:07:07.242 INFO:tasks.rados.rados.0.smithi078.stdout:3202: finishing rollback tid 1 to smithi07880501-33 2024-08-10T05:07:07.242 INFO:tasks.rados.rados.0.smithi078.stdout:3202: finishing rollback tid 2 to smithi07880501-33 2024-08-10T05:07:07.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 2888 (ObjNum 161 snap 0 seq_num 2092511551) dirty exists 2024-08-10T05:07:07.242 INFO:tasks.rados.rados.0.smithi078.stdout:3202: done (1 left) 2024-08-10T05:07:07.242 INFO:tasks.rados.rados.0.smithi078.stdout:3204: delete oid 9 current snap is 302 2024-08-10T05:07:07.244 INFO:tasks.rados.rados.0.smithi078.stdout:3204: done (1 left) 2024-08-10T05:07:07.244 INFO:tasks.rados.rados.0.smithi078.stdout:3205: copy_from oid 8 from oid 41 current snap is 302 2024-08-10T05:07:07.244 INFO:tasks.rados.rados.0.smithi078.stdout:3206: snap_remove snap 295 2024-08-10T05:07:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:07 smithi078 ceph-mon[92251]: pgmap v687: 121 pgs: 121 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-10T05:07:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:07 smithi078 ceph-mon[94618]: pgmap v687: 121 pgs: 121 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-10T05:07:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:07 smithi107 ceph-mon[86658]: pgmap v687: 121 pgs: 121 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-10T05:07:08.197 INFO:tasks.rados.rados.0.smithi078.stdout:3206: done (2 left) 2024-08-10T05:07:08.197 INFO:tasks.rados.rados.0.smithi078.stdout:3207: rmattr oid 40 current snap is 302 2024-08-10T05:07:08.197 INFO:tasks.rados.rados.0.smithi078.stdout:3207: done (2 left) 2024-08-10T05:07:08.197 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 302 2024-08-10T05:07:08.197 INFO:tasks.rados.rados.0.smithi078.stdout:3208: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-08-10T05:07:08.199 INFO:tasks.rados.rados.0.smithi078.stdout:3208: writing smithi07880501-38 from 0 to 417792 tid 1 2024-08-10T05:07:08.204 INFO:tasks.rados.rados.0.smithi078.stdout:3208: writing smithi07880501-38 from 417792 to 1032192 tid 2 2024-08-10T05:07:08.209 INFO:tasks.rados.rados.0.smithi078.stdout:3208: writing smithi07880501-38 from 1032192 to 1695744 tid 3 2024-08-10T05:07:08.212 INFO:tasks.rados.rados.0.smithi078.stdout:3208: writing smithi07880501-38 from 1695744 to 2023424 tid 4 2024-08-10T05:07:08.213 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 302 2024-08-10T05:07:08.213 INFO:tasks.rados.rados.0.smithi078.stdout:3209: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2024-08-10T05:07:08.216 INFO:tasks.rados.rados.0.smithi078.stdout:3209: writing smithi07880501-49 from 0 to 434176 tid 1 2024-08-10T05:07:08.220 INFO:tasks.rados.rados.0.smithi078.stdout:3209: writing smithi07880501-49 from 434176 to 974848 tid 2 2024-08-10T05:07:08.223 INFO:tasks.rados.rados.0.smithi078.stdout:3209: writing smithi07880501-49 from 974848 to 1441792 tid 3 2024-08-10T05:07:08.226 INFO:tasks.rados.rados.0.smithi078.stdout:3209: writing smithi07880501-49 from 1441792 to 1966080 tid 4 2024-08-10T05:07:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3209: writing smithi07880501-49 from 1966080 to 2039808 tid 5 2024-08-10T05:07:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 302 2024-08-10T05:07:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2363 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-10T05:07:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3205: finishing copy_from racing read to smithi07880501-8 2024-08-10T05:07:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3210: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-08-10T05:07:08.229 INFO:tasks.rados.rados.0.smithi078.stdout:3210: writing smithi07880501-3 from 0 to 450560 tid 1 2024-08-10T05:07:08.232 INFO:tasks.rados.rados.0.smithi078.stdout:3210: writing smithi07880501-3 from 450560 to 876544 tid 2 2024-08-10T05:07:08.236 INFO:tasks.rados.rados.0.smithi078.stdout:3210: writing smithi07880501-3 from 876544 to 1556480 tid 3 2024-08-10T05:07:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3210: writing smithi07880501-3 from 1556480 to 2023424 tid 4 2024-08-10T05:07:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3210: writing smithi07880501-3 from 2023424 to 2056192 tid 5 2024-08-10T05:07:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3203: done (4 left) 2024-08-10T05:07:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3211: copy_from oid 34 from oid 46 current snap is 302 2024-08-10T05:07:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3205: finishing copy_from to smithi07880501-8 2024-08-10T05:07:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2362 (ObjNum 952 snap 294 seq_num 952) dirty exists 2024-08-10T05:07:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3208: finishing write tid 1 to smithi07880501-38 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3208: finishing write tid 2 to smithi07880501-38 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3205: done (4 left) 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3212: snap_create 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3208: finishing write tid 3 to smithi07880501-38 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3208: finishing write tid 4 to smithi07880501-38 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3208: finishing write tid 5 to smithi07880501-38 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3209: finishing write tid 1 to smithi07880501-49 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3208: finishing write tid 6 to smithi07880501-38 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2589 (ObjNum 980 snap 302 seq_num 980) dirty exists 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3208: left oid 38 (ObjNum 980 snap 302 seq_num 980) 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3209: finishing write tid 2 to smithi07880501-49 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3209: finishing write tid 3 to smithi07880501-49 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3209: finishing write tid 4 to smithi07880501-49 2024-08-10T05:07:08.241 INFO:tasks.rados.rados.0.smithi078.stdout:3209: finishing write tid 5 to smithi07880501-49 2024-08-10T05:07:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:3209: finishing write tid 6 to smithi07880501-49 2024-08-10T05:07:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:3209: finishing write tid 7 to smithi07880501-49 2024-08-10T05:07:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 1915 (ObjNum 981 snap 302 seq_num 981) dirty exists 2024-08-10T05:07:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:3209: left oid 49 (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:3210: finishing write tid 1 to smithi07880501-3 2024-08-10T05:07:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:3210: finishing write tid 2 to smithi07880501-3 2024-08-10T05:07:08.242 INFO:tasks.rados.rados.0.smithi078.stdout:3210: finishing write tid 3 to smithi07880501-3 2024-08-10T05:07:08.243 INFO:tasks.rados.rados.0.smithi078.stdout:3211: finishing copy_from to smithi07880501-34 2024-08-10T05:07:08.243 INFO:tasks.rados.rados.0.smithi078.stdout:3211: got expected ENOENT (src dne) 2024-08-10T05:07:08.243 INFO:tasks.rados.rados.0.smithi078.stdout:3211: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:07:08.243 INFO:tasks.rados.rados.0.smithi078.stdout:3210: finishing write tid 4 to smithi07880501-3 2024-08-10T05:07:08.243 INFO:tasks.rados.rados.0.smithi078.stdout:3210: finishing write tid 5 to smithi07880501-3 2024-08-10T05:07:08.243 INFO:tasks.rados.rados.0.smithi078.stdout:3210: finishing write tid 6 to smithi07880501-3 2024-08-10T05:07:08.244 INFO:tasks.rados.rados.0.smithi078.stdout:3210: finishing write tid 7 to smithi07880501-3 2024-08-10T05:07:08.244 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 1752 (ObjNum 982 snap 302 seq_num 982) dirty exists 2024-08-10T05:07:08.244 INFO:tasks.rados.rados.0.smithi078.stdout:3210: left oid 3 (ObjNum 982 snap 302 seq_num 982) 2024-08-10T05:07:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:08 smithi078 ceph-mon[92251]: osdmap e682: 8 total, 8 up, 8 in 2024-08-10T05:07:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:08 smithi078 ceph-mon[94618]: osdmap e682: 8 total, 8 up, 8 in 2024-08-10T05:07:08.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:08 smithi107 ceph-mon[86658]: osdmap e682: 8 total, 8 up, 8 in 2024-08-10T05:07:09.213 INFO:tasks.rados.rados.0.smithi078.stdout:3208: done (4 left) 2024-08-10T05:07:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:3209: done (3 left) 2024-08-10T05:07:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:3210: done (2 left) 2024-08-10T05:07:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:3211: done (1 left) 2024-08-10T05:07:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:3212: done (0 left) 2024-08-10T05:07:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 303 2024-08-10T05:07:09.214 INFO:tasks.rados.rados.0.smithi078.stdout:3213: seq_num 983 ranges {1572864=466944,2039808=712704,2752512=434176,3186688=458752} 2024-08-10T05:07:09.224 INFO:tasks.rados.rados.0.smithi078.stdout:3213: writing smithi07880501-13 from 1572864 to 2039808 tid 1 2024-08-10T05:07:09.229 INFO:tasks.rados.rados.0.smithi078.stdout:3213: writing smithi07880501-13 from 2039808 to 2752512 tid 2 2024-08-10T05:07:09.231 INFO:tasks.rados.rados.0.smithi078.stdout:3213: writing smithi07880501-13 from 2752512 to 3186688 tid 3 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:3213: writing smithi07880501-13 from 3186688 to 3645440 tid 4 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:3214: rollback oid 43 current snap is 303 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 43 to 271 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:3213: finishing write tid 1 to smithi07880501-13 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:3213: finishing write tid 2 to smithi07880501-13 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:3213: finishing write tid 3 to smithi07880501-13 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 30 current snap is 303 2024-08-10T05:07:09.235 INFO:tasks.rados.rados.0.smithi078.stdout:3215: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-08-10T05:07:09.238 INFO:tasks.rados.rados.0.smithi078.stdout:3215: writing smithi07880501-30 from 0 to 483328 tid 1 2024-08-10T05:07:09.242 INFO:tasks.rados.rados.0.smithi078.stdout:3215: writing smithi07880501-30 from 483328 to 1081344 tid 2 2024-08-10T05:07:09.245 INFO:tasks.rados.rados.0.smithi078.stdout:3215: writing smithi07880501-30 from 1081344 to 1728512 tid 3 2024-08-10T05:07:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:3215: writing smithi07880501-30 from 1728512 to 2088960 tid 4 2024-08-10T05:07:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:3216: snap_create 2024-08-10T05:07:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:3213: finishing write tid 4 to smithi07880501-13 2024-08-10T05:07:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:3213: finishing write tid 5 to smithi07880501-13 2024-08-10T05:07:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:3213: finishing write tid 6 to smithi07880501-13 2024-08-10T05:07:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2524 (ObjNum 983 snap 303 seq_num 983) dirty exists 2024-08-10T05:07:09.248 INFO:tasks.rados.rados.0.smithi078.stdout:3213: left oid 13 (ObjNum 983 snap 303 seq_num 983) 2024-08-10T05:07:09.249 INFO:tasks.rados.rados.0.smithi078.stdout:3214: finishing rollback tid 0 to smithi07880501-43 2024-08-10T05:07:09.249 INFO:tasks.rados.rados.0.smithi078.stdout:3214: finishing rollback tid 1 to smithi07880501-43 2024-08-10T05:07:09.249 INFO:tasks.rados.rados.0.smithi078.stdout:3214: finishing rollback tid 2 to smithi07880501-43 2024-08-10T05:07:09.249 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2538 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:07:09.249 INFO:tasks.rados.rados.0.smithi078.stdout:3215: finishing write tid 1 to smithi07880501-30 2024-08-10T05:07:09.249 INFO:tasks.rados.rados.0.smithi078.stdout:3215: finishing write tid 2 to smithi07880501-30 2024-08-10T05:07:09.251 INFO:tasks.rados.rados.0.smithi078.stdout:3215: finishing write tid 3 to smithi07880501-30 2024-08-10T05:07:09.252 INFO:tasks.rados.rados.0.smithi078.stdout:3215: finishing write tid 4 to smithi07880501-30 2024-08-10T05:07:09.252 INFO:tasks.rados.rados.0.smithi078.stdout:3215: finishing write tid 5 to smithi07880501-30 2024-08-10T05:07:09.254 INFO:tasks.rados.rados.0.smithi078.stdout:3215: finishing write tid 6 to smithi07880501-30 2024-08-10T05:07:09.254 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 2543 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-10T05:07:09.254 INFO:tasks.rados.rados.0.smithi078.stdout:3215: left oid 30 (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:07:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:09 smithi078 ceph-mon[92251]: osdmap e683: 8 total, 8 up, 8 in 2024-08-10T05:07:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:09 smithi078 ceph-mon[92251]: pgmap v690: 121 pgs: 121 active+clean; 351 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-10T05:07:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:09 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:09 smithi078 ceph-mon[94618]: osdmap e683: 8 total, 8 up, 8 in 2024-08-10T05:07:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:09 smithi078 ceph-mon[94618]: pgmap v690: 121 pgs: 121 active+clean; 351 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-10T05:07:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:09 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:09 smithi107 ceph-mon[86658]: osdmap e683: 8 total, 8 up, 8 in 2024-08-10T05:07:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:09 smithi107 ceph-mon[86658]: pgmap v690: 121 pgs: 121 active+clean; 351 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-10T05:07:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:09 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:10.218 INFO:tasks.rados.rados.0.smithi078.stdout:3213: done (3 left) 2024-08-10T05:07:10.218 INFO:tasks.rados.rados.0.smithi078.stdout:3214: done (2 left) 2024-08-10T05:07:10.218 INFO:tasks.rados.rados.0.smithi078.stdout:3215: done (1 left) 2024-08-10T05:07:10.218 INFO:tasks.rados.rados.0.smithi078.stdout:3216: done (0 left) 2024-08-10T05:07:10.218 INFO:tasks.rados.rados.0.smithi078.stdout:3217: snap_remove snap 297 2024-08-10T05:07:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[92251]: osdmap e684: 8 total, 8 up, 8 in 2024-08-10T05:07:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:07:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[94618]: osdmap e684: 8 total, 8 up, 8 in 2024-08-10T05:07:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:07:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:10 smithi107 ceph-mon[86658]: osdmap e684: 8 total, 8 up, 8 in 2024-08-10T05:07:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:07:11.172 INFO:tasks.rados.rados.0.smithi078.stdout:3217: done (0 left) 2024-08-10T05:07:11.172 INFO:tasks.rados.rados.0.smithi078.stdout:3218: setattr oid 40 current snap is 304 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:3219: read oid 41 snap 296 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:3219: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:3220: read oid 12 snap 294 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:3220: expect (ObjNum 944 snap 293 seq_num 944) 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:3221: rollback oid 34 current snap is 304 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 34 to 293 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:3222: copy_from oid 21 from oid 20 current snap is 304 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 304 2024-08-10T05:07:11.173 INFO:tasks.rados.rados.0.smithi078.stdout:3223: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-08-10T05:07:11.174 INFO:tasks.rados.rados.0.smithi078.stdout:3223: writing smithi07880501-5 from 0 to 499712 tid 1 2024-08-10T05:07:11.178 INFO:tasks.rados.rados.0.smithi078.stdout:3223: writing smithi07880501-5 from 499712 to 983040 tid 2 2024-08-10T05:07:11.181 INFO:tasks.rados.rados.0.smithi078.stdout:3223: writing smithi07880501-5 from 983040 to 1433600 tid 3 2024-08-10T05:07:11.185 INFO:tasks.rados.rados.0.smithi078.stdout:3223: writing smithi07880501-5 from 1433600 to 2015232 tid 4 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:3223: writing smithi07880501-5 from 2015232 to 2105344 tid 5 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:3224: rollback oid 16 current snap is 304 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 16 to 272 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:3222: finishing copy_from racing read to smithi07880501-21 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:3221: finishing rollback tid 1 to smithi07880501-34 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:3221: finishing rollback tid 2 to smithi07880501-34 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 2474 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2068 (ObjNum 940 snap 292 seq_num 940) dirty exists 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:3218: done (6 left) 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:3221: done (5 left) 2024-08-10T05:07:11.187 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 304 2024-08-10T05:07:11.188 INFO:tasks.rados.rados.0.smithi078.stdout:3225: seq_num 986 ranges {917504=516096,1433600=770048,2203648=655360,2859008=180224} 2024-08-10T05:07:11.194 INFO:tasks.rados.rados.0.smithi078.stdout:3225: writing smithi07880501-39 from 917504 to 1433600 tid 1 2024-08-10T05:07:11.199 INFO:tasks.rados.rados.0.smithi078.stdout:3225: writing smithi07880501-39 from 1433600 to 2203648 tid 2 2024-08-10T05:07:11.205 INFO:tasks.rados.rados.0.smithi078.stdout:3225: writing smithi07880501-39 from 2203648 to 2859008 tid 3 2024-08-10T05:07:11.206 INFO:tasks.rados.rados.0.smithi078.stdout:3225: writing smithi07880501-39 from 2859008 to 3039232 tid 4 2024-08-10T05:07:11.206 INFO:tasks.rados.rados.0.smithi078.stdout:3226: snap_remove snap 301 2024-08-10T05:07:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:11 smithi078 ceph-mon[92251]: osdmap e685: 8 total, 8 up, 8 in 2024-08-10T05:07:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:11 smithi078 ceph-mon[92251]: pgmap v693: 121 pgs: 121 active+clean; 352 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-10T05:07:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:11 smithi078 ceph-mon[92251]: osdmap e686: 8 total, 8 up, 8 in 2024-08-10T05:07:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:11 smithi078 ceph-mon[94618]: osdmap e685: 8 total, 8 up, 8 in 2024-08-10T05:07:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:11 smithi078 ceph-mon[94618]: pgmap v693: 121 pgs: 121 active+clean; 352 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-10T05:07:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:11 smithi078 ceph-mon[94618]: osdmap e686: 8 total, 8 up, 8 in 2024-08-10T05:07:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:11 smithi107 ceph-mon[86658]: osdmap e685: 8 total, 8 up, 8 in 2024-08-10T05:07:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:11 smithi107 ceph-mon[86658]: pgmap v693: 121 pgs: 121 active+clean; 352 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-10T05:07:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:11 smithi107 ceph-mon[86658]: osdmap e686: 8 total, 8 up, 8 in 2024-08-10T05:07:12.171 INFO:tasks.rados.rados.0.smithi078.stdout:3222: finishing copy_from to smithi07880501-21 2024-08-10T05:07:12.171 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 2363 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:07:12.171 INFO:tasks.rados.rados.0.smithi078.stdout:3224: finishing rollback tid 1 to smithi07880501-16 2024-08-10T05:07:12.171 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-10T05:07:12.172 INFO:tasks.rados.rados.0.smithi078.stdout:3220: expect (ObjNum 944 snap 293 seq_num 944) 2024-08-10T05:07:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:07:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:07:11] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-08-10T05:07:12.251 INFO:tasks.rados.rados.0.smithi078.stdout:3223: finishing write tid 1 to smithi07880501-5 2024-08-10T05:07:12.251 INFO:tasks.rados.rados.0.smithi078.stdout:3223: finishing write tid 2 to smithi07880501-5 2024-08-10T05:07:12.251 INFO:tasks.rados.rados.0.smithi078.stdout:3223: finishing write tid 3 to smithi07880501-5 2024-08-10T05:07:12.251 INFO:tasks.rados.rados.0.smithi078.stdout:3223: finishing write tid 4 to smithi07880501-5 2024-08-10T05:07:12.251 INFO:tasks.rados.rados.0.smithi078.stdout:3223: finishing write tid 5 to smithi07880501-5 2024-08-10T05:07:12.251 INFO:tasks.rados.rados.0.smithi078.stdout:3225: finishing write tid 1 to smithi07880501-39 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3223: finishing write tid 6 to smithi07880501-5 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3225: finishing write tid 2 to smithi07880501-39 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3223: finishing write tid 7 to smithi07880501-5 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2920 (ObjNum 985 snap 304 seq_num 985) dirty exists 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3223: left oid 5 (ObjNum 985 snap 304 seq_num 985) 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3225: finishing write tid 3 to smithi07880501-39 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3220: done (6 left) 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3222: done (5 left) 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3223: done (4 left) 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3224: done (3 left) 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3226: done (2 left) 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3227: read oid 25 snap -1 2024-08-10T05:07:12.252 INFO:tasks.rados.rados.0.smithi078.stdout:3227: expect deleted 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3228: read oid 1 snap -1 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3228: expect (ObjNum 954 snap 295 seq_num 954) 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3229: delete oid 46 current snap is 304 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3225: finishing write tid 4 to smithi07880501-39 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3225: finishing write tid 5 to smithi07880501-39 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3225: finishing write tid 6 to smithi07880501-39 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1821 (ObjNum 986 snap 304 seq_num 986) dirty exists 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3225: left oid 39 (ObjNum 986 snap 304 seq_num 986) 2024-08-10T05:07:12.253 INFO:tasks.rados.rados.0.smithi078.stdout:3219: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:12.459 INFO:tasks.rados.rados.0.smithi078.stdout:3228: expect (ObjNum 954 snap 295 seq_num 954) 2024-08-10T05:07:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:07:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:07:13.300 INFO:tasks.rados.rados.0.smithi078.stdout:3219: done (4 left) 2024-08-10T05:07:13.300 INFO:tasks.rados.rados.0.smithi078.stdout:3225: done (3 left) 2024-08-10T05:07:13.300 INFO:tasks.rados.rados.0.smithi078.stdout:3227: done (2 left) 2024-08-10T05:07:13.300 INFO:tasks.rados.rados.0.smithi078.stdout:3228: done (1 left) 2024-08-10T05:07:13.301 INFO:tasks.rados.rados.0.smithi078.stdout:3229: done (0 left) 2024-08-10T05:07:13.301 INFO:tasks.rados.rados.0.smithi078.stdout:3230: snap_create 2024-08-10T05:07:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:13 smithi078 ceph-mon[94618]: osdmap e687: 8 total, 8 up, 8 in 2024-08-10T05:07:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:13 smithi078 ceph-mon[94618]: pgmap v696: 121 pgs: 121 active+clean; 353 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-08-10T05:07:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:13 smithi078 ceph-mon[92251]: osdmap e687: 8 total, 8 up, 8 in 2024-08-10T05:07:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:13 smithi078 ceph-mon[92251]: pgmap v696: 121 pgs: 121 active+clean; 353 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-08-10T05:07:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:13 smithi107 ceph-mon[86658]: osdmap e687: 8 total, 8 up, 8 in 2024-08-10T05:07:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:13 smithi107 ceph-mon[86658]: pgmap v696: 121 pgs: 121 active+clean; 353 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-08-10T05:07:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:3230: done (0 left) 2024-08-10T05:07:14.184 INFO:tasks.rados.rados.0.smithi078.stdout:3231: setattr oid 28 current snap is 305 2024-08-10T05:07:14.185 INFO:tasks.rados.rados.0.smithi078.stdout:3232: read oid 7 snap 271 2024-08-10T05:07:14.185 INFO:tasks.rados.rados.0.smithi078.stdout:3232: expect (ObjNum 837 snap 263 seq_num 837) 2024-08-10T05:07:14.185 INFO:tasks.rados.rados.0.smithi078.stdout:3233: delete oid 20 current snap is 305 2024-08-10T05:07:14.190 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2352 (ObjNum 129 snap 0 seq_num 490625784) dirty exists 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3231: done (2 left) 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3233: done (1 left) 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3234: read oid 32 snap 293 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3234: expect deleted 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3235: rmattr oid 37 current snap is 305 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3235: done (2 left) 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3236: copy_from oid 11 from oid 17 current snap is 305 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3237: read oid 44 snap -1 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3237: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3238: copy_from oid 29 from oid 10 current snap is 305 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3239: copy_from oid 16 from oid 9 current snap is 305 2024-08-10T05:07:14.194 INFO:tasks.rados.rados.0.smithi078.stdout:3240: read oid 39 snap -1 2024-08-10T05:07:14.195 INFO:tasks.rados.rados.0.smithi078.stdout:3240: expect (ObjNum 986 snap 304 seq_num 986) 2024-08-10T05:07:14.195 INFO:tasks.rados.rados.0.smithi078.stdout:3241: snap_create 2024-08-10T05:07:14.195 INFO:tasks.rados.rados.0.smithi078.stdout:3239: finishing copy_from to smithi07880501-16 2024-08-10T05:07:14.195 INFO:tasks.rados.rados.0.smithi078.stdout:3239: got expected ENOENT (src dne) 2024-08-10T05:07:14.195 INFO:tasks.rados.rados.0.smithi078.stdout:3236: finishing copy_from to smithi07880501-11 2024-08-10T05:07:14.196 INFO:tasks.rados.rados.0.smithi078.stdout:3236: got expected ENOENT (src dne) 2024-08-10T05:07:14.196 INFO:tasks.rados.rados.0.smithi078.stdout:3239: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:07:14.196 INFO:tasks.rados.rados.0.smithi078.stdout:3236: finishing copy_from racing read to smithi07880501-11 2024-08-10T05:07:14.197 INFO:tasks.rados.rados.0.smithi078.stdout:3238: finishing copy_from to smithi07880501-29 2024-08-10T05:07:14.197 INFO:tasks.rados.rados.0.smithi078.stdout:3238: got expected ENOENT (src dne) 2024-08-10T05:07:14.198 INFO:tasks.rados.rados.0.smithi078.stdout:3238: finishing copy_from racing read to smithi07880501-29 2024-08-10T05:07:14.209 INFO:tasks.rados.rados.0.smithi078.stdout:3237: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:14.272 INFO:tasks.rados.rados.0.smithi078.stdout:3232: expect (ObjNum 837 snap 263 seq_num 837) 2024-08-10T05:07:14.345 INFO:tasks.rados.rados.0.smithi078.stdout:3240: expect (ObjNum 986 snap 304 seq_num 986) 2024-08-10T05:07:15.188 INFO:tasks.rados.rados.0.smithi078.stdout:3232: done (7 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3234: done (6 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3236: done (5 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3237: done (4 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3238: done (3 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3239: done (2 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3240: done (1 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3241: done (0 left) 2024-08-10T05:07:15.189 INFO:tasks.rados.rados.0.smithi078.stdout:3242: snap_remove snap 294 2024-08-10T05:07:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:15 smithi078 ceph-mon[92251]: osdmap e688: 8 total, 8 up, 8 in 2024-08-10T05:07:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:15 smithi078 ceph-mon[92251]: pgmap v698: 121 pgs: 121 active+clean; 357 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-10T05:07:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:15 smithi078 ceph-mon[94618]: osdmap e688: 8 total, 8 up, 8 in 2024-08-10T05:07:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:15 smithi078 ceph-mon[94618]: pgmap v698: 121 pgs: 121 active+clean; 357 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-10T05:07:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:15 smithi107 ceph-mon[86658]: osdmap e688: 8 total, 8 up, 8 in 2024-08-10T05:07:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:15 smithi107 ceph-mon[86658]: pgmap v698: 121 pgs: 121 active+clean; 357 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-10T05:07:16.170 INFO:tasks.rados.rados.0.smithi078.stdout:3242: done (0 left) 2024-08-10T05:07:16.171 INFO:tasks.rados.rados.0.smithi078.stdout:3243: copy_from oid 13 from oid 29 current snap is 306 2024-08-10T05:07:16.171 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 306 2024-08-10T05:07:16.171 INFO:tasks.rados.rados.0.smithi078.stdout:3244: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-08-10T05:07:16.174 INFO:tasks.rados.rados.0.smithi078.stdout:3244: writing smithi07880501-47 from 0 to 573440 tid 1 2024-08-10T05:07:16.177 INFO:tasks.rados.rados.0.smithi078.stdout:3244: writing smithi07880501-47 from 573440 to 1040384 tid 2 2024-08-10T05:07:16.181 INFO:tasks.rados.rados.0.smithi078.stdout:3244: writing smithi07880501-47 from 1040384 to 1474560 tid 3 2024-08-10T05:07:16.185 INFO:tasks.rados.rados.0.smithi078.stdout:3244: writing smithi07880501-47 from 1474560 to 2113536 tid 4 2024-08-10T05:07:16.186 INFO:tasks.rados.rados.0.smithi078.stdout:3244: writing smithi07880501-47 from 2113536 to 2179072 tid 5 2024-08-10T05:07:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:3245: read oid 28 snap 305 2024-08-10T05:07:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:3245: expect (ObjNum 489645584 snap 22041 seq_num 490535920) 2024-08-10T05:07:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:3246: copy_from oid 5 from oid 44 current snap is 306 2024-08-10T05:07:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:3247: rollback oid 15 current snap is 306 2024-08-10T05:07:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 296 2024-08-10T05:07:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:3248: snap_create 2024-08-10T05:07:16.187 INFO:tasks.rados.rados.0.smithi078.stdout:3245: expect (ObjNum 489645584 snap 22041 seq_num 490535920) 2024-08-10T05:07:16.195 INFO:tasks.rados.rados.0.smithi078.stdout:3247: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:07:16.198 INFO:tasks.rados.rados.0.smithi078.stdout:3244: finishing write tid 1 to smithi07880501-47 2024-08-10T05:07:16.200 INFO:tasks.rados.rados.0.smithi078.stdout:3247: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:07:16.200 INFO:tasks.rados.rados.0.smithi078.stdout:3247: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:07:16.200 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2930 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:16.202 INFO:tasks.rados.rados.0.smithi078.stdout:3244: finishing write tid 2 to smithi07880501-47 2024-08-10T05:07:16.202 INFO:tasks.rados.rados.0.smithi078.stdout:3244: finishing write tid 3 to smithi07880501-47 2024-08-10T05:07:16.203 INFO:tasks.rados.rados.0.smithi078.stdout:3244: finishing write tid 4 to smithi07880501-47 2024-08-10T05:07:16.204 INFO:tasks.rados.rados.0.smithi078.stdout:3243: finishing copy_from racing read to smithi07880501-13 2024-08-10T05:07:16.206 INFO:tasks.rados.rados.0.smithi078.stdout:3243: finishing copy_from to smithi07880501-13 2024-08-10T05:07:16.206 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2140 (ObjNum 960 snap 296 seq_num 960) dirty exists 2024-08-10T05:07:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:3244: finishing write tid 5 to smithi07880501-47 2024-08-10T05:07:16.207 INFO:tasks.rados.rados.0.smithi078.stdout:3244: finishing write tid 6 to smithi07880501-47 2024-08-10T05:07:16.212 INFO:tasks.rados.rados.0.smithi078.stdout:3244: finishing write tid 7 to smithi07880501-47 2024-08-10T05:07:16.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 2480 (ObjNum 989 snap 306 seq_num 989) dirty exists 2024-08-10T05:07:16.212 INFO:tasks.rados.rados.0.smithi078.stdout:3244: left oid 47 (ObjNum 989 snap 306 seq_num 989) 2024-08-10T05:07:16.218 INFO:tasks.rados.rados.0.smithi078.stdout:3246: finishing copy_from racing read to smithi07880501-5 2024-08-10T05:07:16.219 INFO:tasks.rados.rados.0.smithi078.stdout:3246: finishing copy_from to smithi07880501-5 2024-08-10T05:07:16.219 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 2346 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:07:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:16 smithi078 ceph-mon[92251]: osdmap e689: 8 total, 8 up, 8 in 2024-08-10T05:07:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:16 smithi078 ceph-mon[92251]: osdmap e690: 8 total, 8 up, 8 in 2024-08-10T05:07:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:16 smithi078 ceph-mon[94618]: osdmap e689: 8 total, 8 up, 8 in 2024-08-10T05:07:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:16 smithi078 ceph-mon[94618]: osdmap e690: 8 total, 8 up, 8 in 2024-08-10T05:07:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:16 smithi107 ceph-mon[86658]: osdmap e689: 8 total, 8 up, 8 in 2024-08-10T05:07:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:16 smithi107 ceph-mon[86658]: osdmap e690: 8 total, 8 up, 8 in 2024-08-10T05:07:16.567 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 05:07:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T05:07:16.187+0000 7f8b00c1f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 163 after trimming was started 2024-08-10T05:07:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:3243: done (5 left) 2024-08-10T05:07:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:3244: done (4 left) 2024-08-10T05:07:17.194 INFO:tasks.rados.rados.0.smithi078.stdout:3245: done (3 left) 2024-08-10T05:07:17.195 INFO:tasks.rados.rados.0.smithi078.stdout:3246: done (2 left) 2024-08-10T05:07:17.195 INFO:tasks.rados.rados.0.smithi078.stdout:3247: done (1 left) 2024-08-10T05:07:17.195 INFO:tasks.rados.rados.0.smithi078.stdout:3248: done (0 left) 2024-08-10T05:07:17.195 INFO:tasks.rados.rados.0.smithi078.stdout:3249: snap_remove snap 304 2024-08-10T05:07:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:17 smithi078 ceph-mon[92251]: pgmap v701: 121 pgs: 121 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-08-10T05:07:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:17 smithi078 ceph-mon[94618]: pgmap v701: 121 pgs: 121 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-08-10T05:07:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:17 smithi107 ceph-mon[86658]: pgmap v701: 121 pgs: 121 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-08-10T05:07:18.197 INFO:tasks.rados.rados.0.smithi078.stdout:3249: done (0 left) 2024-08-10T05:07:18.197 INFO:tasks.rados.rados.0.smithi078.stdout:3250: copy_from oid 16 from oid 21 current snap is 307 2024-08-10T05:07:18.197 INFO:tasks.rados.rados.0.smithi078.stdout:3251: rmattr oid 13 current snap is 307 2024-08-10T05:07:18.197 INFO:tasks.rados.rados.0.smithi078.stdout:3251: done (1 left) 2024-08-10T05:07:18.197 INFO:tasks.rados.rados.0.smithi078.stdout:3252: delete oid 33 current snap is 307 2024-08-10T05:07:18.205 INFO:tasks.rados.rados.0.smithi078.stdout:3250: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:07:18.206 INFO:tasks.rados.rados.0.smithi078.stdout:3250: finishing copy_from to smithi07880501-16 2024-08-10T05:07:18.206 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 2363 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:07:18.210 INFO:tasks.rados.rados.0.smithi078.stdout:3250: done (1 left) 2024-08-10T05:07:18.210 INFO:tasks.rados.rados.0.smithi078.stdout:3252: done (0 left) 2024-08-10T05:07:18.210 INFO:tasks.rados.rados.0.smithi078.stdout:3253: snap_remove snap 271 2024-08-10T05:07:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:18 smithi078 ceph-mon[94618]: osdmap e691: 8 total, 8 up, 8 in 2024-08-10T05:07:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:18 smithi078 ceph-mon[92251]: osdmap e691: 8 total, 8 up, 8 in 2024-08-10T05:07:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:18 smithi107 ceph-mon[86658]: osdmap e691: 8 total, 8 up, 8 in 2024-08-10T05:07:19.217 INFO:tasks.rados.rados.0.smithi078.stdout:3253: done (0 left) 2024-08-10T05:07:19.217 INFO:tasks.rados.rados.0.smithi078.stdout:3254: rollback oid 38 current snap is 307 2024-08-10T05:07:19.217 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 302 2024-08-10T05:07:19.217 INFO:tasks.rados.rados.0.smithi078.stdout:3255: setattr oid 47 current snap is 307 2024-08-10T05:07:19.220 INFO:tasks.rados.rados.0.smithi078.stdout:3256: copy_from oid 15 from oid 33 current snap is 307 2024-08-10T05:07:19.220 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 307 2024-08-10T05:07:19.220 INFO:tasks.rados.rados.0.smithi078.stdout:3257: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-08-10T05:07:19.224 INFO:tasks.rados.rados.0.smithi078.stdout:3257: writing smithi07880501-35 from 0 to 606208 tid 1 2024-08-10T05:07:19.229 INFO:tasks.rados.rados.0.smithi078.stdout:3257: writing smithi07880501-35 from 606208 to 1245184 tid 2 2024-08-10T05:07:19.235 INFO:tasks.rados.rados.0.smithi078.stdout:3257: writing smithi07880501-35 from 1245184 to 2039808 tid 3 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3257: writing smithi07880501-35 from 2039808 to 2211840 tid 4 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3258: copy_from oid 4 from oid 5 current snap is 307 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3254: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3256: finishing copy_from to smithi07880501-15 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3256: got expected ENOENT (src dne) 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3256: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3254: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:3254: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:07:19.237 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2592 (ObjNum 980 snap 302 seq_num 980) dirty exists 2024-08-10T05:07:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:3257: finishing write tid 1 to smithi07880501-35 2024-08-10T05:07:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:3257: finishing write tid 2 to smithi07880501-35 2024-08-10T05:07:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 2481 (ObjNum 989 snap 306 seq_num 989) dirty exists 2024-08-10T05:07:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:3254: done (4 left) 2024-08-10T05:07:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:3255: done (3 left) 2024-08-10T05:07:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:3256: done (2 left) 2024-08-10T05:07:19.238 INFO:tasks.rados.rados.0.smithi078.stdout:3259: delete oid 47 current snap is 307 2024-08-10T05:07:19.242 INFO:tasks.rados.rados.0.smithi078.stdout:3257: finishing write tid 3 to smithi07880501-35 2024-08-10T05:07:19.242 INFO:tasks.rados.rados.0.smithi078.stdout:3257: finishing write tid 4 to smithi07880501-35 2024-08-10T05:07:19.242 INFO:tasks.rados.rados.0.smithi078.stdout:3257: finishing write tid 5 to smithi07880501-35 2024-08-10T05:07:19.243 INFO:tasks.rados.rados.0.smithi078.stdout:3259: done (2 left) 2024-08-10T05:07:19.243 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 307 2024-08-10T05:07:19.243 INFO:tasks.rados.rados.0.smithi078.stdout:3260: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-08-10T05:07:19.246 INFO:tasks.rados.rados.0.smithi078.stdout:3260: writing smithi07880501-46 from 0 to 638976 tid 1 2024-08-10T05:07:19.249 INFO:tasks.rados.rados.0.smithi078.stdout:3260: writing smithi07880501-46 from 638976 to 1048576 tid 2 2024-08-10T05:07:19.252 INFO:tasks.rados.rados.0.smithi078.stdout:3260: writing smithi07880501-46 from 1048576 to 1458176 tid 3 2024-08-10T05:07:19.256 INFO:tasks.rados.rados.0.smithi078.stdout:3260: writing smithi07880501-46 from 1458176 to 2146304 tid 4 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3260: writing smithi07880501-46 from 2146304 to 2244608 tid 5 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3261: read oid 28 snap -1 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3261: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3262: rollback oid 8 current snap is 307 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 8 to 285 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3257: finishing write tid 6 to smithi07880501-35 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 2369 (ObjNum 991 snap 307 seq_num 991) dirty exists 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3257: left oid 35 (ObjNum 991 snap 307 seq_num 991) 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3260: finishing write tid 1 to smithi07880501-46 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3258: finishing copy_from racing read to smithi07880501-4 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3260: finishing write tid 2 to smithi07880501-46 2024-08-10T05:07:19.258 INFO:tasks.rados.rados.0.smithi078.stdout:3260: finishing write tid 3 to smithi07880501-46 2024-08-10T05:07:19.259 INFO:tasks.rados.rados.0.smithi078.stdout:3258: finishing copy_from to smithi07880501-4 2024-08-10T05:07:19.259 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2346 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:07:19.259 INFO:tasks.rados.rados.0.smithi078.stdout:3257: done (4 left) 2024-08-10T05:07:19.259 INFO:tasks.rados.rados.0.smithi078.stdout:3258: done (3 left) 2024-08-10T05:07:19.259 INFO:tasks.rados.rados.0.smithi078.stdout:3263: rmattr oid 31 current snap is 307 2024-08-10T05:07:19.259 INFO:tasks.rados.rados.0.smithi078.stdout:3264: snap_create 2024-08-10T05:07:19.259 INFO:tasks.rados.rados.0.smithi078.stdout:3261: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:07:19.261 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2075 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-08-10T05:07:19.261 INFO:tasks.rados.rados.0.smithi078.stdout:3260: finishing write tid 4 to smithi07880501-46 2024-08-10T05:07:19.262 INFO:tasks.rados.rados.0.smithi078.stdout:3260: finishing write tid 5 to smithi07880501-46 2024-08-10T05:07:19.262 INFO:tasks.rados.rados.0.smithi078.stdout:3260: finishing write tid 6 to smithi07880501-46 2024-08-10T05:07:19.263 INFO:tasks.rados.rados.0.smithi078.stdout:3262: finishing rollback tid 0 to smithi07880501-8 2024-08-10T05:07:19.263 INFO:tasks.rados.rados.0.smithi078.stdout:3262: finishing rollback tid 1 to smithi07880501-8 2024-08-10T05:07:19.263 INFO:tasks.rados.rados.0.smithi078.stdout:3262: finishing rollback tid 2 to smithi07880501-8 2024-08-10T05:07:19.263 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2365 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-08-10T05:07:19.265 INFO:tasks.rados.rados.0.smithi078.stdout:3260: finishing write tid 7 to smithi07880501-46 2024-08-10T05:07:19.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2147 (ObjNum 993 snap 307 seq_num 993) dirty exists 2024-08-10T05:07:19.265 INFO:tasks.rados.rados.0.smithi078.stdout:3260: left oid 46 (ObjNum 993 snap 307 seq_num 993) 2024-08-10T05:07:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:19 smithi078 ceph-mon[92251]: osdmap e692: 8 total, 8 up, 8 in 2024-08-10T05:07:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:19 smithi078 ceph-mon[92251]: pgmap v704: 121 pgs: 121 active+clean; 358 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-08-10T05:07:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:19 smithi078 ceph-mon[94618]: osdmap e692: 8 total, 8 up, 8 in 2024-08-10T05:07:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:19 smithi078 ceph-mon[94618]: pgmap v704: 121 pgs: 121 active+clean; 358 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-08-10T05:07:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:19 smithi107 ceph-mon[86658]: osdmap e692: 8 total, 8 up, 8 in 2024-08-10T05:07:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:19 smithi107 ceph-mon[86658]: pgmap v704: 121 pgs: 121 active+clean; 358 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-08-10T05:07:20.216 INFO:tasks.rados.rados.0.smithi078.stdout:3260: done (4 left) 2024-08-10T05:07:20.217 INFO:tasks.rados.rados.0.smithi078.stdout:3261: done (3 left) 2024-08-10T05:07:20.217 INFO:tasks.rados.rados.0.smithi078.stdout:3262: done (2 left) 2024-08-10T05:07:20.217 INFO:tasks.rados.rados.0.smithi078.stdout:3263: done (1 left) 2024-08-10T05:07:20.217 INFO:tasks.rados.rados.0.smithi078.stdout:3264: done (0 left) 2024-08-10T05:07:20.217 INFO:tasks.rados.rados.0.smithi078.stdout:3265: snap_create 2024-08-10T05:07:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:20 smithi078 ceph-mon[92251]: osdmap e693: 8 total, 8 up, 8 in 2024-08-10T05:07:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:20 smithi078 ceph-mon[94618]: osdmap e693: 8 total, 8 up, 8 in 2024-08-10T05:07:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:20 smithi107 ceph-mon[86658]: osdmap e693: 8 total, 8 up, 8 in 2024-08-10T05:07:21.172 INFO:tasks.rados.rados.0.smithi078.stdout:3265: done (0 left) 2024-08-10T05:07:21.172 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 309 2024-08-10T05:07:21.172 INFO:tasks.rados.rados.0.smithi078.stdout:3266: seq_num 994 ranges {1327104=655360,1982464=688128,2670592=622592,3293184=294912} 2024-08-10T05:07:21.182 INFO:tasks.rados.rados.0.smithi078.stdout:3266: writing smithi07880501-15 from 1327104 to 1982464 tid 1 2024-08-10T05:07:21.186 INFO:tasks.rados.rados.0.smithi078.stdout:3266: writing smithi07880501-15 from 1982464 to 2670592 tid 2 2024-08-10T05:07:21.190 INFO:tasks.rados.rados.0.smithi078.stdout:3266: writing smithi07880501-15 from 2670592 to 3293184 tid 3 2024-08-10T05:07:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:3266: writing smithi07880501-15 from 3293184 to 3588096 tid 4 2024-08-10T05:07:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:3267: rollback oid 3 current snap is 309 2024-08-10T05:07:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 306 2024-08-10T05:07:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:3266: finishing write tid 1 to smithi07880501-15 2024-08-10T05:07:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:3268: read oid 50 snap 272 2024-08-10T05:07:21.192 INFO:tasks.rados.rados.0.smithi078.stdout:3268: expect deleted 2024-08-10T05:07:21.193 INFO:tasks.rados.rados.0.smithi078.stdout:3269: snap_create 2024-08-10T05:07:21.193 INFO:tasks.rados.rados.0.smithi078.stdout:3266: finishing write tid 2 to smithi07880501-15 2024-08-10T05:07:21.196 INFO:tasks.rados.rados.0.smithi078.stdout:3266: finishing write tid 3 to smithi07880501-15 2024-08-10T05:07:21.196 INFO:tasks.rados.rados.0.smithi078.stdout:3266: finishing write tid 4 to smithi07880501-15 2024-08-10T05:07:21.197 INFO:tasks.rados.rados.0.smithi078.stdout:3266: finishing write tid 5 to smithi07880501-15 2024-08-10T05:07:21.199 INFO:tasks.rados.rados.0.smithi078.stdout:3267: finishing rollback tid 0 to smithi07880501-3 2024-08-10T05:07:21.199 INFO:tasks.rados.rados.0.smithi078.stdout:3267: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:07:21.199 INFO:tasks.rados.rados.0.smithi078.stdout:3266: finishing write tid 6 to smithi07880501-15 2024-08-10T05:07:21.199 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2962 (ObjNum 994 snap 309 seq_num 994) dirty exists 2024-08-10T05:07:21.199 INFO:tasks.rados.rados.0.smithi078.stdout:3266: left oid 15 (ObjNum 994 snap 309 seq_num 994) 2024-08-10T05:07:21.199 INFO:tasks.rados.rados.0.smithi078.stdout:3267: finishing rollback tid 2 to smithi07880501-3 2024-08-10T05:07:21.199 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2366 (ObjNum 982 snap 302 seq_num 982) dirty exists 2024-08-10T05:07:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:21 smithi107 ceph-mon[86658]: osdmap e694: 8 total, 8 up, 8 in 2024-08-10T05:07:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:21 smithi107 ceph-mon[86658]: pgmap v707: 121 pgs: 121 active+clean; 360 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:07:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:21 smithi107 ceph-mon[86658]: osdmap e695: 8 total, 8 up, 8 in 2024-08-10T05:07:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:21 smithi078 ceph-mon[92251]: osdmap e694: 8 total, 8 up, 8 in 2024-08-10T05:07:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:21 smithi078 ceph-mon[92251]: pgmap v707: 121 pgs: 121 active+clean; 360 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:07:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:21 smithi078 ceph-mon[92251]: osdmap e695: 8 total, 8 up, 8 in 2024-08-10T05:07:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:21 smithi078 ceph-mon[94618]: osdmap e694: 8 total, 8 up, 8 in 2024-08-10T05:07:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:21 smithi078 ceph-mon[94618]: pgmap v707: 121 pgs: 121 active+clean; 360 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:07:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:21 smithi078 ceph-mon[94618]: osdmap e695: 8 total, 8 up, 8 in 2024-08-10T05:07:22.173 INFO:tasks.rados.rados.0.smithi078.stdout:3266: done (3 left) 2024-08-10T05:07:22.174 INFO:tasks.rados.rados.0.smithi078.stdout:3267: done (2 left) 2024-08-10T05:07:22.174 INFO:tasks.rados.rados.0.smithi078.stdout:3268: done (1 left) 2024-08-10T05:07:22.174 INFO:tasks.rados.rados.0.smithi078.stdout:3269: done (0 left) 2024-08-10T05:07:22.174 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 310 2024-08-10T05:07:22.174 INFO:tasks.rados.rados.0.smithi078.stdout:3270: seq_num 995 ranges {2547712=671744,3219456=573440,3792896=778240,4571136=253952} 2024-08-10T05:07:22.191 INFO:tasks.rados.rados.0.smithi078.stdout:3270: writing smithi07880501-7 from 2547712 to 3219456 tid 1 2024-08-10T05:07:22.194 INFO:tasks.rados.rados.0.smithi078.stdout:3270: writing smithi07880501-7 from 3219456 to 3792896 tid 2 2024-08-10T05:07:22.199 INFO:tasks.rados.rados.0.smithi078.stdout:3270: writing smithi07880501-7 from 3792896 to 4571136 tid 3 2024-08-10T05:07:22.201 INFO:tasks.rados.rados.0.smithi078.stdout:3270: writing smithi07880501-7 from 4571136 to 4825088 tid 4 2024-08-10T05:07:22.201 INFO:tasks.rados.rados.0.smithi078.stdout:3271: rollback oid 44 current snap is 310 2024-08-10T05:07:22.201 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 296 2024-08-10T05:07:22.201 INFO:tasks.rados.rados.0.smithi078.stdout:3270: finishing write tid 1 to smithi07880501-7 2024-08-10T05:07:22.201 INFO:tasks.rados.rados.0.smithi078.stdout:3270: finishing write tid 2 to smithi07880501-7 2024-08-10T05:07:22.201 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 310 2024-08-10T05:07:22.201 INFO:tasks.rados.rados.0.smithi078.stdout:3272: seq_num 996 ranges {3170304=688128,3858432=507904,4366336=581632,4947968=516096} 2024-08-10T05:07:22.222 INFO:tasks.rados.rados.0.smithi078.stdout:3272: writing smithi07880501-42 from 3170304 to 3858432 tid 1 2024-08-10T05:07:22.225 INFO:tasks.rados.rados.0.smithi078.stdout:3272: writing smithi07880501-42 from 3858432 to 4366336 tid 2 2024-08-10T05:07:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:07:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:07:21] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-08-10T05:07:22.228 INFO:tasks.rados.rados.0.smithi078.stdout:3272: writing smithi07880501-42 from 4366336 to 4947968 tid 3 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:3272: writing smithi07880501-42 from 4947968 to 5464064 tid 4 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:3273: rollback oid 9 current snap is 310 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 296 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:3270: finishing write tid 3 to smithi07880501-7 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:3270: finishing write tid 4 to smithi07880501-7 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:3270: finishing write tid 5 to smithi07880501-7 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:3270: finishing write tid 6 to smithi07880501-7 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2968 (ObjNum 995 snap 310 seq_num 995) dirty exists 2024-08-10T05:07:22.233 INFO:tasks.rados.rados.0.smithi078.stdout:3270: left oid 7 (ObjNum 995 snap 310 seq_num 995) 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3271: finishing rollback tid 0 to smithi07880501-44 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3271: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3271: finishing rollback tid 2 to smithi07880501-44 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 2485 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3272: finishing write tid 1 to smithi07880501-42 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3272: finishing write tid 2 to smithi07880501-42 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3270: done (3 left) 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3271: done (2 left) 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3274: read oid 14 snap -1 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3274: expect (ObjNum 971 snap 300 seq_num 971) 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3275: read oid 25 snap -1 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3275: expect deleted 2024-08-10T05:07:22.234 INFO:tasks.rados.rados.0.smithi078.stdout:3276: rollback oid 28 current snap is 310 2024-08-10T05:07:22.235 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 302 2024-08-10T05:07:22.235 INFO:tasks.rados.rados.0.smithi078.stdout:3272: finishing write tid 3 to smithi07880501-42 2024-08-10T05:07:22.235 INFO:tasks.rados.rados.0.smithi078.stdout:3277: setattr oid 22 current snap is 310 2024-08-10T05:07:22.235 INFO:tasks.rados.rados.0.smithi078.stdout:3275: done (5 left) 2024-08-10T05:07:22.236 INFO:tasks.rados.rados.0.smithi078.stdout:3278: copy_from oid 37 from oid 11 current snap is 310 2024-08-10T05:07:22.236 INFO:tasks.rados.rados.0.smithi078.stdout:3279: rollback oid 38 current snap is 310 2024-08-10T05:07:22.236 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 307 2024-08-10T05:07:22.236 INFO:tasks.rados.rados.0.smithi078.stdout:3280: read oid 4 snap -1 2024-08-10T05:07:22.236 INFO:tasks.rados.rados.0.smithi078.stdout:3280: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:22.236 INFO:tasks.rados.rados.0.smithi078.stdout:3281: snap_create 2024-08-10T05:07:22.237 INFO:tasks.rados.rados.0.smithi078.stdout:3273: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:07:22.237 INFO:tasks.rados.rados.0.smithi078.stdout:3272: finishing write tid 4 to smithi07880501-42 2024-08-10T05:07:22.238 INFO:tasks.rados.rados.0.smithi078.stdout:3272: finishing write tid 5 to smithi07880501-42 2024-08-10T05:07:22.238 INFO:tasks.rados.rados.0.smithi078.stdout:3273: finishing rollback tid 2 to smithi07880501-9 2024-08-10T05:07:22.239 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2526 (ObjNum 961 snap 296 seq_num 961) dirty exists 2024-08-10T05:07:22.239 INFO:tasks.rados.rados.0.smithi078.stdout:3279: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:07:22.239 INFO:tasks.rados.rados.0.smithi078.stdout:3279: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:07:22.240 INFO:tasks.rados.rados.0.smithi078.stdout:3279: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:07:22.240 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2595 (ObjNum 980 snap 302 seq_num 980) dirty exists 2024-08-10T05:07:22.240 INFO:tasks.rados.rados.0.smithi078.stdout:3276: finishing rollback tid 0 to smithi07880501-28 2024-08-10T05:07:22.241 INFO:tasks.rados.rados.0.smithi078.stdout:3276: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:07:22.241 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2354 (ObjNum 4113 snap 0 seq_num 292313307) dirty dne 2024-08-10T05:07:22.242 INFO:tasks.rados.rados.0.smithi078.stdout:3272: finishing write tid 6 to smithi07880501-42 2024-08-10T05:07:22.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 2490 (ObjNum 996 snap 310 seq_num 996) dirty exists 2024-08-10T05:07:22.242 INFO:tasks.rados.rados.0.smithi078.stdout:3272: left oid 42 (ObjNum 996 snap 310 seq_num 996) 2024-08-10T05:07:22.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 2970 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:07:22.248 INFO:tasks.rados.rados.0.smithi078.stdout:3278: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:07:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:3278: finishing copy_from to smithi07880501-37 2024-08-10T05:07:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2338 (ObjNum 772 snap 234 seq_num 772) dirty exists 2024-08-10T05:07:22.254 INFO:tasks.rados.rados.0.smithi078.stdout:3274: expect (ObjNum 971 snap 300 seq_num 971) 2024-08-10T05:07:22.339 INFO:tasks.rados.rados.0.smithi078.stdout:3280: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:07:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:07:23.177 INFO:tasks.rados.rados.0.smithi078.stdout:3272: done (8 left) 2024-08-10T05:07:23.177 INFO:tasks.rados.rados.0.smithi078.stdout:3273: done (7 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3274: done (6 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3276: done (5 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3277: done (4 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3278: done (3 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3279: done (2 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3280: done (1 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3281: done (0 left) 2024-08-10T05:07:23.178 INFO:tasks.rados.rados.0.smithi078.stdout:3282: delete oid 25 current snap is 311 2024-08-10T05:07:23.181 INFO:tasks.rados.rados.0.smithi078.stdout:3282: done (0 left) 2024-08-10T05:07:23.181 INFO:tasks.rados.rados.0.smithi078.stdout:3283: read oid 49 snap -1 2024-08-10T05:07:23.181 INFO:tasks.rados.rados.0.smithi078.stdout:3283: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:23.181 INFO:tasks.rados.rados.0.smithi078.stdout:3284: delete oid 29 current snap is 311 2024-08-10T05:07:23.185 INFO:tasks.rados.rados.0.smithi078.stdout:3284: done (1 left) 2024-08-10T05:07:23.185 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 311 2024-08-10T05:07:23.185 INFO:tasks.rados.rados.0.smithi078.stdout:3285: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-08-10T05:07:23.189 INFO:tasks.rados.rados.0.smithi078.stdout:3285: writing smithi07880501-20 from 0 to 737280 tid 1 2024-08-10T05:07:23.192 INFO:tasks.rados.rados.0.smithi078.stdout:3285: writing smithi07880501-20 from 737280 to 1302528 tid 2 2024-08-10T05:07:23.196 INFO:tasks.rados.rados.0.smithi078.stdout:3285: writing smithi07880501-20 from 1302528 to 2064384 tid 3 2024-08-10T05:07:23.198 INFO:tasks.rados.rados.0.smithi078.stdout:3285: writing smithi07880501-20 from 2064384 to 2342912 tid 4 2024-08-10T05:07:23.198 INFO:tasks.rados.rados.0.smithi078.stdout:3286: copy_from oid 19 from oid 39 current snap is 311 2024-08-10T05:07:23.198 INFO:tasks.rados.rados.0.smithi078.stdout:3283: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:3285: finishing write tid 1 to smithi07880501-20 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:3285: finishing write tid 2 to smithi07880501-20 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:3283: done (2 left) 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:3287: read oid 34 snap 306 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:3287: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:3288: rollback oid 25 current snap is 311 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 305 2024-08-10T05:07:23.255 INFO:tasks.rados.rados.0.smithi078.stdout:3285: finishing write tid 3 to smithi07880501-20 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3285: finishing write tid 4 to smithi07880501-20 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3285: finishing write tid 5 to smithi07880501-20 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3285: finishing write tid 6 to smithi07880501-20 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2374 (ObjNum 999 snap 311 seq_num 999) dirty exists 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3285: left oid 20 (ObjNum 999 snap 311 seq_num 999) 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3286: finishing copy_from racing read to smithi07880501-19 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3286: finishing copy_from to smithi07880501-19 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 1821 (ObjNum 986 snap 304 seq_num 986) dirty exists 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3285: done (3 left) 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3286: done (2 left) 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3289: read oid 18 snap -1 2024-08-10T05:07:23.256 INFO:tasks.rados.rados.0.smithi078.stdout:3289: expect (ObjNum 972 snap 301 seq_num 972) 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:3290: rollback oid 35 current snap is 311 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 35 to 309 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:3291: copy_from oid 4 from oid 44 current snap is 311 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:3292: copy_from oid 7 from oid 20 current snap is 311 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:3293: read oid 41 snap -1 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:3293: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 311 2024-08-10T05:07:23.257 INFO:tasks.rados.rados.0.smithi078.stdout:3294: seq_num 1000 ranges {2244608=753664,2998272=442368,3440640=565248,4005888=458752,4464640=139264} 2024-08-10T05:07:23.270 INFO:tasks.rados.rados.0.smithi078.stdout:3294: writing smithi07880501-46 from 2244608 to 2998272 tid 1 2024-08-10T05:07:23.273 INFO:tasks.rados.rados.0.smithi078.stdout:3294: writing smithi07880501-46 from 2998272 to 3440640 tid 2 2024-08-10T05:07:23.277 INFO:tasks.rados.rados.0.smithi078.stdout:3294: writing smithi07880501-46 from 3440640 to 4005888 tid 3 2024-08-10T05:07:23.280 INFO:tasks.rados.rados.0.smithi078.stdout:3294: writing smithi07880501-46 from 4005888 to 4464640 tid 4 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:3294: writing smithi07880501-46 from 4464640 to 4603904 tid 5 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:3295: snap_create 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:3288: finishing rollback tid 1 to smithi07880501-25 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1505 (ObjNum 129 snap 0 seq_num 490332928) dirty dne 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:3290: finishing rollback tid 0 to smithi07880501-35 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:3290: finishing rollback tid 1 to smithi07880501-35 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:3290: finishing rollback tid 2 to smithi07880501-35 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 2377 (ObjNum 991 snap 307 seq_num 991) dirty exists 2024-08-10T05:07:23.282 INFO:tasks.rados.rados.0.smithi078.stdout:3287: expect (ObjNum 851 snap 269 seq_num 851) 2024-08-10T05:07:23.340 INFO:tasks.rados.rados.0.smithi078.stdout:3294: finishing write tid 1 to smithi07880501-46 2024-08-10T05:07:23.341 INFO:tasks.rados.rados.0.smithi078.stdout:3291: finishing copy_from racing read to smithi07880501-4 2024-08-10T05:07:23.341 INFO:tasks.rados.rados.0.smithi078.stdout:3294: finishing write tid 2 to smithi07880501-46 2024-08-10T05:07:23.341 INFO:tasks.rados.rados.0.smithi078.stdout:3291: finishing copy_from to smithi07880501-4 2024-08-10T05:07:23.341 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2485 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:07:23.341 INFO:tasks.rados.rados.0.smithi078.stdout:3294: finishing write tid 3 to smithi07880501-46 2024-08-10T05:07:23.341 INFO:tasks.rados.rados.0.smithi078.stdout:3289: expect (ObjNum 972 snap 301 seq_num 972) 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:3292: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:3294: finishing write tid 4 to smithi07880501-46 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:3294: finishing write tid 5 to smithi07880501-46 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:3294: finishing write tid 6 to smithi07880501-46 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:3292: finishing copy_from to smithi07880501-7 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2374 (ObjNum 999 snap 311 seq_num 999) dirty exists 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:3294: finishing write tid 7 to smithi07880501-46 2024-08-10T05:07:23.463 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2153 (ObjNum 1000 snap 311 seq_num 1000) dirty exists 2024-08-10T05:07:23.464 INFO:tasks.rados.rados.0.smithi078.stdout:3294: left oid 46 (ObjNum 1000 snap 311 seq_num 1000) 2024-08-10T05:07:23.464 INFO:tasks.rados.rados.0.smithi078.stdout:3293: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:23 smithi078 ceph-mon[92251]: osdmap e696: 8 total, 8 up, 8 in 2024-08-10T05:07:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:23 smithi078 ceph-mon[92251]: pgmap v710: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-10T05:07:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:23 smithi078 ceph-mon[94618]: osdmap e696: 8 total, 8 up, 8 in 2024-08-10T05:07:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:23 smithi078 ceph-mon[94618]: pgmap v710: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-10T05:07:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:23 smithi107 ceph-mon[86658]: osdmap e696: 8 total, 8 up, 8 in 2024-08-10T05:07:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:23 smithi107 ceph-mon[86658]: pgmap v710: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3287: done (8 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3288: done (7 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3289: done (6 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3290: done (5 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3291: done (4 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3292: done (3 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3293: done (2 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3294: done (1 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3295: done (0 left) 2024-08-10T05:07:24.183 INFO:tasks.rados.rados.0.smithi078.stdout:3296: snap_remove snap 293 2024-08-10T05:07:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:24 smithi078 ceph-mon[92251]: osdmap e697: 8 total, 8 up, 8 in 2024-08-10T05:07:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:24 smithi078 ceph-mon[94618]: osdmap e697: 8 total, 8 up, 8 in 2024-08-10T05:07:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:24 smithi107 ceph-mon[86658]: osdmap e697: 8 total, 8 up, 8 in 2024-08-10T05:07:25.190 INFO:tasks.rados.rados.0.smithi078.stdout:3296: done (0 left) 2024-08-10T05:07:25.190 INFO:tasks.rados.rados.0.smithi078.stdout:3297: read oid 1 snap -1 2024-08-10T05:07:25.190 INFO:tasks.rados.rados.0.smithi078.stdout:3297: expect (ObjNum 954 snap 295 seq_num 954) 2024-08-10T05:07:25.190 INFO:tasks.rados.rados.0.smithi078.stdout:3298: rollback oid 37 current snap is 312 2024-08-10T05:07:25.190 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 37 to 243 2024-08-10T05:07:25.190 INFO:tasks.rados.rados.0.smithi078.stdout:3299: setattr oid 44 current snap is 312 2024-08-10T05:07:25.192 INFO:tasks.rados.rados.0.smithi078.stdout:3300: copy_from oid 7 from oid 22 current snap is 312 2024-08-10T05:07:25.192 INFO:tasks.rados.rados.0.smithi078.stdout:3301: read oid 29 snap -1 2024-08-10T05:07:25.192 INFO:tasks.rados.rados.0.smithi078.stdout:3301: expect deleted 2024-08-10T05:07:25.192 INFO:tasks.rados.rados.0.smithi078.stdout:3302: rollback oid 15 current snap is 312 2024-08-10T05:07:25.192 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 306 2024-08-10T05:07:25.192 INFO:tasks.rados.rados.0.smithi078.stdout:3303: snap_remove snap 305 2024-08-10T05:07:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:25 smithi078 ceph-mon[94618]: osdmap e698: 8 total, 8 up, 8 in 2024-08-10T05:07:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:25 smithi078 ceph-mon[94618]: pgmap v713: 121 pgs: 121 active+clean; 371 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-08-10T05:07:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:25 smithi078 ceph-mon[92251]: osdmap e698: 8 total, 8 up, 8 in 2024-08-10T05:07:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:25 smithi078 ceph-mon[92251]: pgmap v713: 121 pgs: 121 active+clean; 371 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-08-10T05:07:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:25 smithi107 ceph-mon[86658]: osdmap e698: 8 total, 8 up, 8 in 2024-08-10T05:07:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:25 smithi107 ceph-mon[86658]: pgmap v713: 121 pgs: 121 active+clean; 371 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-08-10T05:07:26.174 INFO:tasks.rados.rados.0.smithi078.stdout:3303: done (6 left) 2024-08-10T05:07:26.174 INFO:tasks.rados.rados.0.smithi078.stdout:3304: rollback oid 45 current snap is 312 2024-08-10T05:07:26.174 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 45 to 296 2024-08-10T05:07:26.175 INFO:tasks.rados.rados.0.smithi078.stdout:3305: rmattr oid 47 current snap is 312 2024-08-10T05:07:26.175 INFO:tasks.rados.rados.0.smithi078.stdout:3305: done (7 left) 2024-08-10T05:07:26.175 INFO:tasks.rados.rados.0.smithi078.stdout:3306: snap_remove snap 285 2024-08-10T05:07:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:26 smithi078 ceph-mon[92251]: osdmap e699: 8 total, 8 up, 8 in 2024-08-10T05:07:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:26 smithi078 ceph-mon[92251]: osdmap e700: 8 total, 8 up, 8 in 2024-08-10T05:07:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:26 smithi078 ceph-mon[94618]: osdmap e699: 8 total, 8 up, 8 in 2024-08-10T05:07:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:26 smithi078 ceph-mon[94618]: osdmap e700: 8 total, 8 up, 8 in 2024-08-10T05:07:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:26 smithi107 ceph-mon[86658]: osdmap e699: 8 total, 8 up, 8 in 2024-08-10T05:07:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:26 smithi107 ceph-mon[86658]: osdmap e700: 8 total, 8 up, 8 in 2024-08-10T05:07:27.175 INFO:tasks.rados.rados.0.smithi078.stdout:3306: done (7 left) 2024-08-10T05:07:27.175 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 312 2024-08-10T05:07:27.175 INFO:tasks.rados.rados.0.smithi078.stdout:3307: seq_num 1001 ranges {3325952=770048,4096000=729088,4825088=770048,5595136=106496} 2024-08-10T05:07:27.199 INFO:tasks.rados.rados.0.smithi078.stdout:3307: writing smithi07880501-50 from 3325952 to 4096000 tid 1 2024-08-10T05:07:27.204 INFO:tasks.rados.rados.0.smithi078.stdout:3307: writing smithi07880501-50 from 4096000 to 4825088 tid 2 2024-08-10T05:07:27.209 INFO:tasks.rados.rados.0.smithi078.stdout:3307: writing smithi07880501-50 from 4825088 to 5595136 tid 3 2024-08-10T05:07:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:3307: writing smithi07880501-50 from 5595136 to 5701632 tid 4 2024-08-10T05:07:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:3308: read oid 40 snap -1 2024-08-10T05:07:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:3308: expect (ObjNum 940 snap 292 seq_num 940) 2024-08-10T05:07:27.210 INFO:tasks.rados.rados.0.smithi078.stdout:3309: snap_remove snap 302 2024-08-10T05:07:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:27 smithi078 ceph-mon[92251]: pgmap v716: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-08-10T05:07:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:27 smithi078 ceph-mon[92251]: osdmap e701: 8 total, 8 up, 8 in 2024-08-10T05:07:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:27 smithi078 ceph-mon[94618]: pgmap v716: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-08-10T05:07:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:27 smithi078 ceph-mon[94618]: osdmap e701: 8 total, 8 up, 8 in 2024-08-10T05:07:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:27 smithi107 ceph-mon[86658]: pgmap v716: 121 pgs: 121 active+clean; 364 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-08-10T05:07:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:27 smithi107 ceph-mon[86658]: osdmap e701: 8 total, 8 up, 8 in 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:3298: finishing rollback tid 0 to smithi07880501-37 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:3298: finishing rollback tid 1 to smithi07880501-37 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:3298: finishing rollback tid 2 to smithi07880501-37 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2357 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:3300: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 2491 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:3302: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:3302: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:07:28.213 INFO:tasks.rados.rados.0.smithi078.stdout:3302: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:07:28.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2980 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:28.214 INFO:tasks.rados.rados.0.smithi078.stdout:3300: finishing copy_from to smithi07880501-7 2024-08-10T05:07:28.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 2970 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:07:28.214 INFO:tasks.rados.rados.0.smithi078.stdout:3297: expect (ObjNum 954 snap 295 seq_num 954) 2024-08-10T05:07:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:29.068 INFO:tasks.rados.rados.0.smithi078.stdout:3304: finishing rollback tid 0 to smithi07880501-45 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3304: finishing rollback tid 1 to smithi07880501-45 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3304: finishing rollback tid 2 to smithi07880501-45 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2546 (ObjNum 898 snap 283 seq_num 898) dirty exists 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3307: finishing write tid 1 to smithi07880501-50 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3307: finishing write tid 2 to smithi07880501-50 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3307: finishing write tid 3 to smithi07880501-50 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3307: finishing write tid 4 to smithi07880501-50 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3307: finishing write tid 5 to smithi07880501-50 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:3307: finishing write tid 6 to smithi07880501-50 2024-08-10T05:07:29.069 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 2551 (ObjNum 1001 snap 312 seq_num 1001) dirty exists 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3307: left oid 50 (ObjNum 1001 snap 312 seq_num 1001) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3297: done (9 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3298: done (8 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3299: done (7 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3300: done (6 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3301: done (5 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3302: done (4 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3304: done (3 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3307: done (2 left) 2024-08-10T05:07:29.070 INFO:tasks.rados.rados.0.smithi078.stdout:3309: done (1 left) 2024-08-10T05:07:29.071 INFO:tasks.rados.rados.0.smithi078.stdout:3310: rollback oid 26 current snap is 312 2024-08-10T05:07:29.071 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 306 2024-08-10T05:07:29.071 INFO:tasks.rados.rados.0.smithi078.stdout:3308: expect (ObjNum 940 snap 292 seq_num 940) 2024-08-10T05:07:29.104 INFO:tasks.rados.rados.0.smithi078.stdout:3310: finishing rollback tid 0 to smithi07880501-26 2024-08-10T05:07:29.104 INFO:tasks.rados.rados.0.smithi078.stdout:3310: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:07:29.104 INFO:tasks.rados.rados.0.smithi078.stdout:3310: finishing rollback tid 2 to smithi07880501-26 2024-08-10T05:07:29.105 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2360 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:07:29.105 INFO:tasks.rados.rados.0.smithi078.stdout:3308: done (1 left) 2024-08-10T05:07:29.105 INFO:tasks.rados.rados.0.smithi078.stdout:3310: done (0 left) 2024-08-10T05:07:29.105 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 312 2024-08-10T05:07:29.105 INFO:tasks.rados.rados.0.smithi078.stdout:3311: seq_num 1002 ranges {2080768=786432,2867200=614400,3481600=581632,4063232=409600} 2024-08-10T05:07:29.119 INFO:tasks.rados.rados.0.smithi078.stdout:3311: writing smithi07880501-4 from 2080768 to 2867200 tid 1 2024-08-10T05:07:29.122 INFO:tasks.rados.rados.0.smithi078.stdout:3311: writing smithi07880501-4 from 2867200 to 3481600 tid 2 2024-08-10T05:07:29.125 INFO:tasks.rados.rados.0.smithi078.stdout:3311: writing smithi07880501-4 from 3481600 to 4063232 tid 3 2024-08-10T05:07:29.128 INFO:tasks.rados.rados.0.smithi078.stdout:3311: writing smithi07880501-4 from 4063232 to 4472832 tid 4 2024-08-10T05:07:29.128 INFO:tasks.rados.rados.0.smithi078.stdout:3312: rmattr oid 43 current snap is 312 2024-08-10T05:07:29.128 INFO:tasks.rados.rados.0.smithi078.stdout:3311: finishing write tid 1 to smithi07880501-4 2024-08-10T05:07:29.128 INFO:tasks.rados.rados.0.smithi078.stdout:3311: finishing write tid 2 to smithi07880501-4 2024-08-10T05:07:29.128 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 312 2024-08-10T05:07:29.128 INFO:tasks.rados.rados.0.smithi078.stdout:3313: seq_num 1003 ranges {933888=802816,1736704=499712,2236416=737280,2973696=368640} 2024-08-10T05:07:29.137 INFO:tasks.rados.rados.0.smithi078.stdout:3313: writing smithi07880501-11 from 933888 to 1736704 tid 1 2024-08-10T05:07:29.140 INFO:tasks.rados.rados.0.smithi078.stdout:3313: writing smithi07880501-11 from 1736704 to 2236416 tid 2 2024-08-10T05:07:29.145 INFO:tasks.rados.rados.0.smithi078.stdout:3313: writing smithi07880501-11 from 2236416 to 2973696 tid 3 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:3313: writing smithi07880501-11 from 2973696 to 3342336 tid 4 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:3314: rmattr oid 37 current snap is 312 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:3311: finishing write tid 3 to smithi07880501-4 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 21 current snap is 312 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:3311: finishing write tid 4 to smithi07880501-4 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:3315: seq_num 1004 ranges {0=16384} 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:3315: writing smithi07880501-21 from 0 to 16384 tid 1 2024-08-10T05:07:29.148 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 6 current snap is 312 2024-08-10T05:07:29.149 INFO:tasks.rados.rados.0.smithi078.stdout:3311: finishing write tid 5 to smithi07880501-4 2024-08-10T05:07:29.149 INFO:tasks.rados.rados.0.smithi078.stdout:3311: finishing write tid 6 to smithi07880501-4 2024-08-10T05:07:29.149 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2556 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-08-10T05:07:29.149 INFO:tasks.rados.rados.0.smithi078.stdout:3311: left oid 4 (ObjNum 1002 snap 312 seq_num 1002) 2024-08-10T05:07:29.149 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2557 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:07:29.149 INFO:tasks.rados.rados.0.smithi078.stdout:3316: seq_num 1005 ranges {1433600=32768} 2024-08-10T05:07:29.156 INFO:tasks.rados.rados.0.smithi078.stdout:3316: writing smithi07880501-6 from 1433600 to 1466368 tid 1 2024-08-10T05:07:29.156 INFO:tasks.rados.rados.0.smithi078.stdout:3311: done (5 left) 2024-08-10T05:07:29.156 INFO:tasks.rados.rados.0.smithi078.stdout:3312: done (4 left) 2024-08-10T05:07:29.156 INFO:tasks.rados.rados.0.smithi078.stdout:3317: delete oid 46 current snap is 312 2024-08-10T05:07:29.156 INFO:tasks.rados.rados.0.smithi078.stdout:3313: finishing write tid 1 to smithi07880501-11 2024-08-10T05:07:29.156 INFO:tasks.rados.rados.0.smithi078.stdout:3313: finishing write tid 2 to smithi07880501-11 2024-08-10T05:07:29.156 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2361 (ObjNum 674 snap 199 seq_num 674) dirty exists 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3315: finishing write tid 1 to smithi07880501-21 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3315: finishing write tid 2 to smithi07880501-21 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3313: finishing write tid 3 to smithi07880501-11 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3313: finishing write tid 4 to smithi07880501-11 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3313: finishing write tid 5 to smithi07880501-11 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3315: finishing write tid 3 to smithi07880501-21 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 2368 (ObjNum 1004 snap 312 seq_num 1004) dirty exists 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3315: left oid 21 (ObjNum 1004 snap 312 seq_num 1004) 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3313: finishing write tid 6 to smithi07880501-11 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 2496 (ObjNum 1003 snap 312 seq_num 1003) dirty exists 2024-08-10T05:07:29.157 INFO:tasks.rados.rados.0.smithi078.stdout:3313: left oid 11 (ObjNum 1003 snap 312 seq_num 1003) 2024-08-10T05:07:29.159 INFO:tasks.rados.rados.0.smithi078.stdout:3316: finishing write tid 1 to smithi07880501-6 2024-08-10T05:07:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:3316: finishing write tid 2 to smithi07880501-6 2024-08-10T05:07:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:3313: done (4 left) 2024-08-10T05:07:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:3314: done (3 left) 2024-08-10T05:07:29.160 INFO:tasks.rados.rados.0.smithi078.stdout:3315: done (2 left) 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:3317: done (1 left) 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:3318: read oid 9 snap -1 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:3318: expect (ObjNum 961 snap 296 seq_num 961) 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:3319: rmattr oid 46 current snap is 312 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:3319: done (2 left) 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:3320: snap_create 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:3316: finishing write tid 3 to smithi07880501-6 2024-08-10T05:07:29.161 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2155 (ObjNum 1005 snap 312 seq_num 1005) dirty exists 2024-08-10T05:07:29.162 INFO:tasks.rados.rados.0.smithi078.stdout:3316: left oid 6 (ObjNum 1005 snap 312 seq_num 1005) 2024-08-10T05:07:29.168 INFO:tasks.rados.rados.0.smithi078.stdout:3318: expect (ObjNum 961 snap 296 seq_num 961) 2024-08-10T05:07:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:3316: done (2 left) 2024-08-10T05:07:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:3318: done (1 left) 2024-08-10T05:07:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:3320: done (0 left) 2024-08-10T05:07:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:3321: read oid 49 snap -1 2024-08-10T05:07:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:3321: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:29.222 INFO:tasks.rados.rados.0.smithi078.stdout:3322: delete oid 13 current snap is 313 2024-08-10T05:07:29.227 INFO:tasks.rados.rados.0.smithi078.stdout:3322: done (1 left) 2024-08-10T05:07:29.227 INFO:tasks.rados.rados.0.smithi078.stdout:3323: snap_create 2024-08-10T05:07:29.231 INFO:tasks.rados.rados.0.smithi078.stdout:3321: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:29 smithi078 ceph-mon[92251]: osdmap e702: 8 total, 8 up, 8 in 2024-08-10T05:07:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:29 smithi078 ceph-mon[92251]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 373 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-08-10T05:07:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:29 smithi078 ceph-mon[94618]: osdmap e702: 8 total, 8 up, 8 in 2024-08-10T05:07:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:29 smithi078 ceph-mon[94618]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 373 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-08-10T05:07:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:29 smithi107 ceph-mon[86658]: osdmap e702: 8 total, 8 up, 8 in 2024-08-10T05:07:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:29 smithi107 ceph-mon[86658]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 373 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-08-10T05:07:30.229 INFO:tasks.rados.rados.0.smithi078.stdout:3321: done (1 left) 2024-08-10T05:07:30.229 INFO:tasks.rados.rados.0.smithi078.stdout:3323: done (0 left) 2024-08-10T05:07:30.230 INFO:tasks.rados.rados.0.smithi078.stdout:3324: rollback oid 15 current snap is 314 2024-08-10T05:07:30.230 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 296 2024-08-10T05:07:30.230 INFO:tasks.rados.rados.0.smithi078.stdout:3325: read oid 40 snap -1 2024-08-10T05:07:30.230 INFO:tasks.rados.rados.0.smithi078.stdout:3325: expect (ObjNum 940 snap 292 seq_num 940) 2024-08-10T05:07:30.230 INFO:tasks.rados.rados.0.smithi078.stdout:3326: snap_create 2024-08-10T05:07:30.235 INFO:tasks.rados.rados.0.smithi078.stdout:3324: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:07:30.236 INFO:tasks.rados.rados.0.smithi078.stdout:3324: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:07:30.236 INFO:tasks.rados.rados.0.smithi078.stdout:3324: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:07:30.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 3020 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:30.242 INFO:tasks.rados.rados.0.smithi078.stdout:3325: expect (ObjNum 940 snap 292 seq_num 940) 2024-08-10T05:07:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:30 smithi078 ceph-mon[92251]: osdmap e703: 8 total, 8 up, 8 in 2024-08-10T05:07:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:30 smithi078 ceph-mon[94618]: osdmap e703: 8 total, 8 up, 8 in 2024-08-10T05:07:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:30 smithi107 ceph-mon[86658]: osdmap e703: 8 total, 8 up, 8 in 2024-08-10T05:07:31.234 INFO:tasks.rados.rados.0.smithi078.stdout:3324: done (2 left) 2024-08-10T05:07:31.235 INFO:tasks.rados.rados.0.smithi078.stdout:3325: done (1 left) 2024-08-10T05:07:31.235 INFO:tasks.rados.rados.0.smithi078.stdout:3326: done (0 left) 2024-08-10T05:07:31.235 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 315 2024-08-10T05:07:31.235 INFO:tasks.rados.rados.0.smithi078.stdout:3327: seq_num 1008 ranges {2719744=90112} 2024-08-10T05:07:31.249 INFO:tasks.rados.rados.0.smithi078.stdout:3327: writing smithi07880501-14 from 2719744 to 2809856 tid 1 2024-08-10T05:07:31.250 INFO:tasks.rados.rados.0.smithi078.stdout:3328: rollback oid 15 current snap is 315 2024-08-10T05:07:31.250 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 308 2024-08-10T05:07:31.250 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 315 2024-08-10T05:07:31.250 INFO:tasks.rados.rados.0.smithi078.stdout:3329: seq_num 1009 ranges {0=106496} 2024-08-10T05:07:31.251 INFO:tasks.rados.rados.0.smithi078.stdout:3329: writing smithi07880501-46 from 0 to 106496 tid 1 2024-08-10T05:07:31.251 INFO:tasks.rados.rados.0.smithi078.stdout:3330: read oid 49 snap 308 2024-08-10T05:07:31.251 INFO:tasks.rados.rados.0.smithi078.stdout:3330: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:31.251 INFO:tasks.rados.rados.0.smithi078.stdout:3331: rmattr oid 8 current snap is 315 2024-08-10T05:07:31.251 INFO:tasks.rados.rados.0.smithi078.stdout:3332: snap_create 2024-08-10T05:07:31.257 INFO:tasks.rados.rados.0.smithi078.stdout:3329: finishing write tid 1 to smithi07880501-46 2024-08-10T05:07:31.257 INFO:tasks.rados.rados.0.smithi078.stdout:3329: finishing write tid 2 to smithi07880501-46 2024-08-10T05:07:31.258 INFO:tasks.rados.rados.0.smithi078.stdout:3327: finishing write tid 1 to smithi07880501-14 2024-08-10T05:07:31.258 INFO:tasks.rados.rados.0.smithi078.stdout:3328: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:07:31.259 INFO:tasks.rados.rados.0.smithi078.stdout:3327: finishing write tid 2 to smithi07880501-14 2024-08-10T05:07:31.259 INFO:tasks.rados.rados.0.smithi078.stdout:3329: finishing write tid 3 to smithi07880501-46 2024-08-10T05:07:31.259 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2158 (ObjNum 1009 snap 315 seq_num 1009) dirty exists 2024-08-10T05:07:31.259 INFO:tasks.rados.rados.0.smithi078.stdout:3329: left oid 46 (ObjNum 1009 snap 315 seq_num 1009) 2024-08-10T05:07:31.259 INFO:tasks.rados.rados.0.smithi078.stdout:3330: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:31.311 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2369 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-08-10T05:07:31.311 INFO:tasks.rados.rados.0.smithi078.stdout:3328: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:07:31.311 INFO:tasks.rados.rados.0.smithi078.stdout:3328: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:07:31.311 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 3024 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:31.311 INFO:tasks.rados.rados.0.smithi078.stdout:3327: finishing write tid 3 to smithi07880501-14 2024-08-10T05:07:31.311 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2368 (ObjNum 1008 snap 315 seq_num 1008) dirty exists 2024-08-10T05:07:31.311 INFO:tasks.rados.rados.0.smithi078.stdout:3327: left oid 14 (ObjNum 1008 snap 315 seq_num 1008) 2024-08-10T05:07:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:31 smithi107 ceph-mon[86658]: osdmap e704: 8 total, 8 up, 8 in 2024-08-10T05:07:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:31 smithi107 ceph-mon[86658]: pgmap v722: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-08-10T05:07:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:31 smithi078 ceph-mon[92251]: osdmap e704: 8 total, 8 up, 8 in 2024-08-10T05:07:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:31 smithi078 ceph-mon[92251]: pgmap v722: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-08-10T05:07:31.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:31 smithi078 ceph-mon[94618]: osdmap e704: 8 total, 8 up, 8 in 2024-08-10T05:07:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:31 smithi078 ceph-mon[94618]: pgmap v722: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-08-10T05:07:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:07:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:07:31] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-08-10T05:07:32.236 INFO:tasks.rados.rados.0.smithi078.stdout:3327: done (5 left) 2024-08-10T05:07:32.236 INFO:tasks.rados.rados.0.smithi078.stdout:3328: done (4 left) 2024-08-10T05:07:32.236 INFO:tasks.rados.rados.0.smithi078.stdout:3329: done (3 left) 2024-08-10T05:07:32.236 INFO:tasks.rados.rados.0.smithi078.stdout:3330: done (2 left) 2024-08-10T05:07:32.236 INFO:tasks.rados.rados.0.smithi078.stdout:3331: done (1 left) 2024-08-10T05:07:32.236 INFO:tasks.rados.rados.0.smithi078.stdout:3332: done (0 left) 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3333: read oid 5 snap -1 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3333: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3334: read oid 41 snap -1 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3334: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3335: read oid 11 snap -1 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3335: expect (ObjNum 1003 snap 312 seq_num 1003) 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3336: rollback oid 36 current snap is 316 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 36 to 307 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3337: copy_from oid 32 from oid 27 current snap is 316 2024-08-10T05:07:32.237 INFO:tasks.rados.rados.0.smithi078.stdout:3338: snap_remove snap 308 2024-08-10T05:07:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:32 smithi107 ceph-mon[86658]: osdmap e705: 8 total, 8 up, 8 in 2024-08-10T05:07:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:07:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:07:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:32 smithi078 ceph-mon[92251]: osdmap e705: 8 total, 8 up, 8 in 2024-08-10T05:07:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:32 smithi078 ceph-mon[94618]: osdmap e705: 8 total, 8 up, 8 in 2024-08-10T05:07:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:3338: done (5 left) 2024-08-10T05:07:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:3339: rollback oid 28 current snap is 316 2024-08-10T05:07:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 307 2024-08-10T05:07:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:3336: finishing rollback tid 0 to smithi07880501-36 2024-08-10T05:07:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:3336: finishing rollback tid 1 to smithi07880501-36 2024-08-10T05:07:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:3336: finishing rollback tid 2 to smithi07880501-36 2024-08-10T05:07:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 2078 (ObjNum 940 snap 292 seq_num 940) dirty exists 2024-08-10T05:07:33.249 INFO:tasks.rados.rados.0.smithi078.stdout:3335: expect (ObjNum 1003 snap 312 seq_num 1003) 2024-08-10T05:07:33.353 INFO:tasks.rados.rados.0.smithi078.stdout:3333: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:33.415 INFO:tasks.rados.rados.0.smithi078.stdout:3334: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:33 smithi107 ceph-mon[86658]: osdmap e706: 8 total, 8 up, 8 in 2024-08-10T05:07:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:33 smithi107 ceph-mon[86658]: pgmap v725: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 622 KiB/s wr, 8 op/s 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:3337: finishing copy_from racing read to smithi07880501-32 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:3337: finishing copy_from to smithi07880501-32 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2625 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:3339: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:3339: finishing rollback tid 2 to smithi07880501-28 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2627 (ObjNum 97 snap 0 seq_num 489773664) dirty exists 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:3333: done (5 left) 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:3334: done (4 left) 2024-08-10T05:07:33.622 INFO:tasks.rados.rados.0.smithi078.stdout:3335: done (3 left) 2024-08-10T05:07:33.623 INFO:tasks.rados.rados.0.smithi078.stdout:3336: done (2 left) 2024-08-10T05:07:33.623 INFO:tasks.rados.rados.0.smithi078.stdout:3337: done (1 left) 2024-08-10T05:07:33.623 INFO:tasks.rados.rados.0.smithi078.stdout:3339: done (0 left) 2024-08-10T05:07:33.623 INFO:tasks.rados.rados.0.smithi078.stdout:3340: delete oid 6 current snap is 316 2024-08-10T05:07:33.626 INFO:tasks.rados.rados.0.smithi078.stdout:3340: done (0 left) 2024-08-10T05:07:33.626 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 34 current snap is 316 2024-08-10T05:07:33.626 INFO:tasks.rados.rados.0.smithi078.stdout:3341: seq_num 1011 ranges {2260992=139264} 2024-08-10T05:07:33.639 INFO:tasks.rados.rados.0.smithi078.stdout:3341: writing smithi07880501-34 from 2260992 to 2400256 tid 1 2024-08-10T05:07:33.639 INFO:tasks.rados.rados.0.smithi078.stdout:3342: read oid 41 snap 303 2024-08-10T05:07:33.639 INFO:tasks.rados.rados.0.smithi078.stdout:3342: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:33.640 INFO:tasks.rados.rados.0.smithi078.stdout:3343: snap_create 2024-08-10T05:07:33.643 INFO:tasks.rados.rados.0.smithi078.stdout:3341: finishing write tid 1 to smithi07880501-34 2024-08-10T05:07:33.644 INFO:tasks.rados.rados.0.smithi078.stdout:3341: finishing write tid 2 to smithi07880501-34 2024-08-10T05:07:33.645 INFO:tasks.rados.rados.0.smithi078.stdout:3341: finishing write tid 3 to smithi07880501-34 2024-08-10T05:07:33.645 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 2498 (ObjNum 1011 snap 316 seq_num 1011) dirty exists 2024-08-10T05:07:33.645 INFO:tasks.rados.rados.0.smithi078.stdout:3341: left oid 34 (ObjNum 1011 snap 316 seq_num 1011) 2024-08-10T05:07:33.658 INFO:tasks.rados.rados.0.smithi078.stdout:3342: expect (ObjNum 952 snap 294 seq_num 952) 2024-08-10T05:07:33.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:33 smithi078 ceph-mon[92251]: osdmap e706: 8 total, 8 up, 8 in 2024-08-10T05:07:33.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:33 smithi078 ceph-mon[92251]: pgmap v725: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 622 KiB/s wr, 8 op/s 2024-08-10T05:07:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:33 smithi078 ceph-mon[94618]: osdmap e706: 8 total, 8 up, 8 in 2024-08-10T05:07:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:33 smithi078 ceph-mon[94618]: pgmap v725: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 622 KiB/s wr, 8 op/s 2024-08-10T05:07:34.253 INFO:tasks.rados.rados.0.smithi078.stdout:3341: done (2 left) 2024-08-10T05:07:34.253 INFO:tasks.rados.rados.0.smithi078.stdout:3342: done (1 left) 2024-08-10T05:07:34.253 INFO:tasks.rados.rados.0.smithi078.stdout:3343: done (0 left) 2024-08-10T05:07:34.254 INFO:tasks.rados.rados.0.smithi078.stdout:3344: copy_from oid 24 from oid 15 current snap is 317 2024-08-10T05:07:34.254 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 317 2024-08-10T05:07:34.254 INFO:tasks.rados.rados.0.smithi078.stdout:3345: seq_num 1012 ranges {2162688=155648} 2024-08-10T05:07:34.266 INFO:tasks.rados.rados.0.smithi078.stdout:3345: writing smithi07880501-8 from 2162688 to 2318336 tid 1 2024-08-10T05:07:34.266 INFO:tasks.rados.rados.0.smithi078.stdout:3346: delete oid 50 current snap is 317 2024-08-10T05:07:34.266 INFO:tasks.rados.rados.0.smithi078.stdout:3344: finishing copy_from racing read to smithi07880501-24 2024-08-10T05:07:34.266 INFO:tasks.rados.rados.0.smithi078.stdout:3344: finishing copy_from to smithi07880501-24 2024-08-10T05:07:34.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3024 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:34.269 INFO:tasks.rados.rados.0.smithi078.stdout:3345: finishing write tid 1 to smithi07880501-8 2024-08-10T05:07:34.270 INFO:tasks.rados.rados.0.smithi078.stdout:3345: finishing write tid 2 to smithi07880501-8 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:3345: finishing write tid 3 to smithi07880501-8 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2371 (ObjNum 1012 snap 317 seq_num 1012) dirty exists 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:3345: left oid 8 (ObjNum 1012 snap 317 seq_num 1012) 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:3344: done (2 left) 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:3345: done (1 left) 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:3346: done (0 left) 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:3347: read oid 26 snap -1 2024-08-10T05:07:34.272 INFO:tasks.rados.rados.0.smithi078.stdout:3347: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:07:34.273 INFO:tasks.rados.rados.0.smithi078.stdout:3348: snap_create 2024-08-10T05:07:34.298 INFO:tasks.rados.rados.0.smithi078.stdout:3347: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:07:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:34 smithi107 ceph-mon[86658]: osdmap e707: 8 total, 8 up, 8 in 2024-08-10T05:07:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:34 smithi078 ceph-mon[92251]: osdmap e707: 8 total, 8 up, 8 in 2024-08-10T05:07:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:34 smithi078 ceph-mon[94618]: osdmap e707: 8 total, 8 up, 8 in 2024-08-10T05:07:35.263 INFO:tasks.rados.rados.0.smithi078.stdout:3347: done (1 left) 2024-08-10T05:07:35.264 INFO:tasks.rados.rados.0.smithi078.stdout:3348: done (0 left) 2024-08-10T05:07:35.264 INFO:tasks.rados.rados.0.smithi078.stdout:3349: snap_create 2024-08-10T05:07:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:35 smithi107 ceph-mon[86658]: osdmap e708: 8 total, 8 up, 8 in 2024-08-10T05:07:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:35 smithi107 ceph-mon[86658]: pgmap v728: 121 pgs: 121 active+clean; 348 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:07:35.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:35 smithi078 ceph-mon[94618]: osdmap e708: 8 total, 8 up, 8 in 2024-08-10T05:07:35.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:35 smithi078 ceph-mon[94618]: pgmap v728: 121 pgs: 121 active+clean; 348 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:07:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:35 smithi078 ceph-mon[92251]: osdmap e708: 8 total, 8 up, 8 in 2024-08-10T05:07:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:35 smithi078 ceph-mon[92251]: pgmap v728: 121 pgs: 121 active+clean; 348 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:07:36.176 INFO:tasks.rados.rados.0.smithi078.stdout:3349: done (0 left) 2024-08-10T05:07:36.176 INFO:tasks.rados.rados.0.smithi078.stdout:3350: rollback oid 32 current snap is 319 2024-08-10T05:07:36.177 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 311 2024-08-10T05:07:36.177 INFO:tasks.rados.rados.0.smithi078.stdout:3351: copy_from oid 1 from oid 15 current snap is 319 2024-08-10T05:07:36.177 INFO:tasks.rados.rados.0.smithi078.stdout:3352: snap_remove snap 318 2024-08-10T05:07:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:36 smithi107 ceph-mon[86658]: osdmap e709: 8 total, 8 up, 8 in 2024-08-10T05:07:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:36 smithi107 ceph-mon[86658]: osdmap e710: 8 total, 8 up, 8 in 2024-08-10T05:07:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:36 smithi078 ceph-mon[92251]: osdmap e709: 8 total, 8 up, 8 in 2024-08-10T05:07:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:36 smithi078 ceph-mon[92251]: osdmap e710: 8 total, 8 up, 8 in 2024-08-10T05:07:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:36 smithi078 ceph-mon[94618]: osdmap e709: 8 total, 8 up, 8 in 2024-08-10T05:07:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:36 smithi078 ceph-mon[94618]: osdmap e710: 8 total, 8 up, 8 in 2024-08-10T05:07:37.180 INFO:tasks.rados.rados.0.smithi078.stdout:3352: done (2 left) 2024-08-10T05:07:37.181 INFO:tasks.rados.rados.0.smithi078.stdout:3353: copy_from oid 40 from oid 30 current snap is 319 2024-08-10T05:07:37.181 INFO:tasks.rados.rados.0.smithi078.stdout:3354: read oid 29 snap -1 2024-08-10T05:07:37.181 INFO:tasks.rados.rados.0.smithi078.stdout:3354: expect deleted 2024-08-10T05:07:37.181 INFO:tasks.rados.rados.0.smithi078.stdout:3355: read oid 6 snap -1 2024-08-10T05:07:37.181 INFO:tasks.rados.rados.0.smithi078.stdout:3355: expect deleted 2024-08-10T05:07:37.181 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 319 2024-08-10T05:07:37.181 INFO:tasks.rados.rados.0.smithi078.stdout:3356: seq_num 1014 ranges {0=188416} 2024-08-10T05:07:37.182 INFO:tasks.rados.rados.0.smithi078.stdout:3356: writing smithi07880501-17 from 0 to 188416 tid 1 2024-08-10T05:07:37.182 INFO:tasks.rados.rados.0.smithi078.stdout:3357: rmattr oid 48 current snap is 319 2024-08-10T05:07:37.182 INFO:tasks.rados.rados.0.smithi078.stdout:3350: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3350: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3350: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2630 (ObjNum 974 snap 302 seq_num 974) dirty exists 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3351: finishing copy_from racing read to smithi07880501-1 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3351: finishing copy_from to smithi07880501-1 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 3024 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3350: done (6 left) 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3351: done (5 left) 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3354: done (4 left) 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 319 2024-08-10T05:07:37.183 INFO:tasks.rados.rados.0.smithi078.stdout:3358: seq_num 1015 ranges {106496=204800} 2024-08-10T05:07:37.184 INFO:tasks.rados.rados.0.smithi078.stdout:3358: writing smithi07880501-46 from 106496 to 311296 tid 1 2024-08-10T05:07:37.185 INFO:tasks.rados.rados.0.smithi078.stdout:3359: read oid 9 snap -1 2024-08-10T05:07:37.185 INFO:tasks.rados.rados.0.smithi078.stdout:3359: expect (ObjNum 961 snap 296 seq_num 961) 2024-08-10T05:07:37.185 INFO:tasks.rados.rados.0.smithi078.stdout:3360: snap_remove snap 316 2024-08-10T05:07:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:37 smithi107 ceph-mon[86658]: pgmap v731: 121 pgs: 121 active+clean; 361 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-08-10T05:07:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:37 smithi107 ceph-mon[86658]: osdmap e711: 8 total, 8 up, 8 in 2024-08-10T05:07:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:37 smithi078 ceph-mon[92251]: pgmap v731: 121 pgs: 121 active+clean; 361 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-08-10T05:07:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:37 smithi078 ceph-mon[92251]: osdmap e711: 8 total, 8 up, 8 in 2024-08-10T05:07:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:37 smithi078 ceph-mon[94618]: pgmap v731: 121 pgs: 121 active+clean; 361 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-08-10T05:07:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:37 smithi078 ceph-mon[94618]: osdmap e711: 8 total, 8 up, 8 in 2024-08-10T05:07:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:3360: done (6 left) 2024-08-10T05:07:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:3361: rollback oid 43 current snap is 319 2024-08-10T05:07:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 43 to 315 2024-08-10T05:07:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:3362: read oid 11 snap -1 2024-08-10T05:07:38.181 INFO:tasks.rados.rados.0.smithi078.stdout:3362: expect (ObjNum 1003 snap 312 seq_num 1003) 2024-08-10T05:07:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3363: rollback oid 32 current snap is 319 2024-08-10T05:07:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 306 2024-08-10T05:07:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3364: read oid 5 snap -1 2024-08-10T05:07:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3364: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:3365: rollback oid 41 current snap is 319 2024-08-10T05:07:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 41 to 314 2024-08-10T05:07:38.182 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 319 2024-08-10T05:07:38.183 INFO:tasks.rados.rados.0.smithi078.stdout:3366: seq_num 1016 ranges {0=221184} 2024-08-10T05:07:38.183 INFO:tasks.rados.rados.0.smithi078.stdout:3366: writing smithi07880501-28 from 0 to 221184 tid 1 2024-08-10T05:07:38.183 INFO:tasks.rados.rados.0.smithi078.stdout:3367: snap_remove snap 310 2024-08-10T05:07:39.189 INFO:tasks.rados.rados.0.smithi078.stdout:3367: done (12 left) 2024-08-10T05:07:39.190 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 319 2024-08-10T05:07:39.191 INFO:tasks.rados.rados.0.smithi078.stdout:3368: seq_num 1017 ranges {0=237568} 2024-08-10T05:07:39.191 INFO:tasks.rados.rados.0.smithi078.stdout:3368: writing smithi07880501-7 from 0 to 237568 tid 1 2024-08-10T05:07:39.192 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 319 2024-08-10T05:07:39.192 INFO:tasks.rados.rados.0.smithi078.stdout:3369: seq_num 1018 ranges {9994240=253952} 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:3369: writing smithi07880501-45 from 9994240 to 10248192 tid 1 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:3370: setattr oid 4 current snap is 319 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:3356: finishing write tid 1 to smithi07880501-17 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:3356: finishing write tid 2 to smithi07880501-17 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:3356: finishing write tid 3 to smithi07880501-17 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2597 (ObjNum 1014 snap 319 seq_num 1014) dirty exists 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:3356: left oid 17 (ObjNum 1014 snap 319 seq_num 1014) 2024-08-10T05:07:39.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2528 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-10T05:07:39.248 INFO:tasks.rados.rados.0.smithi078.stdout:3358: finishing write tid 1 to smithi07880501-46 2024-08-10T05:07:39.248 INFO:tasks.rados.rados.0.smithi078.stdout:3358: finishing write tid 2 to smithi07880501-46 2024-08-10T05:07:39.248 INFO:tasks.rados.rados.0.smithi078.stdout:3359: expect (ObjNum 961 snap 296 seq_num 961) 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3358: finishing write tid 3 to smithi07880501-46 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2161 (ObjNum 1015 snap 319 seq_num 1015) dirty exists 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3358: left oid 46 (ObjNum 1015 snap 319 seq_num 1015) 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3353: finishing copy_from racing read to smithi07880501-40 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3353: finishing copy_from to smithi07880501-40 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2543 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3365: finishing rollback tid 0 to smithi07880501-41 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3361: finishing rollback tid 0 to smithi07880501-43 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3361: finishing rollback tid 1 to smithi07880501-43 2024-08-10T05:07:39.292 INFO:tasks.rados.rados.0.smithi078.stdout:3362: expect (ObjNum 1003 snap 312 seq_num 1003) 2024-08-10T05:07:39.391 INFO:tasks.rados.rados.0.smithi078.stdout:3361: finishing rollback tid 2 to smithi07880501-43 2024-08-10T05:07:39.392 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 2561 (ObjNum 65 snap 0 seq_num 1515150938) dirty exists 2024-08-10T05:07:39.392 INFO:tasks.rados.rados.0.smithi078.stdout:3364: expect (ObjNum 946 snap 294 seq_num 946) 2024-08-10T05:07:39.454 INFO:tasks.rados.rados.0.smithi078.stdout:3365: finishing rollback tid 1 to smithi07880501-41 2024-08-10T05:07:39.454 INFO:tasks.rados.rados.0.smithi078.stdout:3365: finishing rollback tid 2 to smithi07880501-41 2024-08-10T05:07:39.454 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 3027 (ObjNum 952 snap 294 seq_num 952) dirty exists 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3363: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3353: done (14 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3355: done (13 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3356: done (12 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3357: done (11 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3358: done (10 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3359: done (9 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3361: done (8 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3362: done (7 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3364: done (6 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3365: done (5 left) 2024-08-10T05:07:39.455 INFO:tasks.rados.rados.0.smithi078.stdout:3371: snap_remove snap 312 2024-08-10T05:07:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:39 smithi078 ceph-mon[94618]: osdmap e712: 8 total, 8 up, 8 in 2024-08-10T05:07:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:39 smithi078 ceph-mon[94618]: pgmap v734: 121 pgs: 121 active+clean; 361 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-10T05:07:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:39 smithi078 ceph-mon[92251]: osdmap e712: 8 total, 8 up, 8 in 2024-08-10T05:07:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:39 smithi078 ceph-mon[92251]: pgmap v734: 121 pgs: 121 active+clean; 361 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-10T05:07:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:39 smithi107 ceph-mon[86658]: osdmap e712: 8 total, 8 up, 8 in 2024-08-10T05:07:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:39 smithi107 ceph-mon[86658]: pgmap v734: 121 pgs: 121 active+clean; 361 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-10T05:07:40.192 INFO:tasks.rados.rados.0.smithi078.stdout:3371: done (5 left) 2024-08-10T05:07:40.193 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 319 2024-08-10T05:07:40.193 INFO:tasks.rados.rados.0.smithi078.stdout:3372: seq_num 1019 ranges {2211840=270336} 2024-08-10T05:07:40.208 INFO:tasks.rados.rados.0.smithi078.stdout:3372: writing smithi07880501-35 from 2211840 to 2482176 tid 1 2024-08-10T05:07:40.208 INFO:tasks.rados.rados.0.smithi078.stdout:3373: read oid 49 snap -1 2024-08-10T05:07:40.208 INFO:tasks.rados.rados.0.smithi078.stdout:3373: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3374: setattr oid 16 current snap is 319 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3363: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3363: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2633 (ObjNum 974 snap 302 seq_num 974) dirty exists 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3366: finishing write tid 1 to smithi07880501-28 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3366: finishing write tid 2 to smithi07880501-28 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3366: finishing write tid 3 to smithi07880501-28 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2635 (ObjNum 1016 snap 319 seq_num 1016) dirty exists 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3366: left oid 28 (ObjNum 1016 snap 319 seq_num 1016) 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3368: finishing write tid 1 to smithi07880501-7 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3368: finishing write tid 2 to smithi07880501-7 2024-08-10T05:07:40.209 INFO:tasks.rados.rados.0.smithi078.stdout:3368: finishing write tid 3 to smithi07880501-7 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 3038 (ObjNum 1017 snap 319 seq_num 1017) dirty exists 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:3368: left oid 7 (ObjNum 1017 snap 319 seq_num 1017) 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:3369: finishing write tid 1 to smithi07880501-45 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:3369: finishing write tid 2 to smithi07880501-45 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:3369: finishing write tid 3 to smithi07880501-45 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2563 (ObjNum 1018 snap 319 seq_num 1018) dirty exists 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:3369: left oid 45 (ObjNum 1018 snap 319 seq_num 1018) 2024-08-10T05:07:40.210 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2564 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-08-10T05:07:40.211 INFO:tasks.rados.rados.0.smithi078.stdout:3363: done (7 left) 2024-08-10T05:07:40.211 INFO:tasks.rados.rados.0.smithi078.stdout:3366: done (6 left) 2024-08-10T05:07:40.211 INFO:tasks.rados.rados.0.smithi078.stdout:3368: done (5 left) 2024-08-10T05:07:40.212 INFO:tasks.rados.rados.0.smithi078.stdout:3369: done (4 left) 2024-08-10T05:07:40.212 INFO:tasks.rados.rados.0.smithi078.stdout:3370: done (3 left) 2024-08-10T05:07:40.212 INFO:tasks.rados.rados.0.smithi078.stdout:3375: setattr oid 48 current snap is 319 2024-08-10T05:07:40.212 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 319 2024-08-10T05:07:40.212 INFO:tasks.rados.rados.0.smithi078.stdout:3376: seq_num 1020 ranges {4349952=286720} 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:3376: writing smithi07880501-41 from 4349952 to 4636672 tid 1 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:3377: delete oid 45 current snap is 319 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:3372: finishing write tid 1 to smithi07880501-35 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:3372: finishing write tid 2 to smithi07880501-35 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:3372: finishing write tid 3 to smithi07880501-35 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 3029 (ObjNum 1019 snap 319 seq_num 1019) dirty exists 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:3372: left oid 35 (ObjNum 1019 snap 319 seq_num 1019) 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 2565 (ObjNum 33 snap 0 seq_num 489164336) dirty exists 2024-08-10T05:07:40.237 INFO:tasks.rados.rados.0.smithi078.stdout:3373: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2529 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-10T05:07:40.290 INFO:tasks.rados.rados.0.smithi078.stdout:3376: finishing write tid 1 to smithi07880501-41 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3376: finishing write tid 2 to smithi07880501-41 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3376: finishing write tid 3 to smithi07880501-41 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 3031 (ObjNum 1020 snap 319 seq_num 1020) dirty exists 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3376: left oid 41 (ObjNum 1020 snap 319 seq_num 1020) 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3372: done (5 left) 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3373: done (4 left) 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3374: done (3 left) 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3375: done (2 left) 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3376: done (1 left) 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3377: done (0 left) 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:3378: rollback oid 11 current snap is 319 2024-08-10T05:07:40.291 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 306 2024-08-10T05:07:40.292 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 319 2024-08-10T05:07:40.292 INFO:tasks.rados.rados.0.smithi078.stdout:3379: seq_num 1022 ranges {1925120=319488} 2024-08-10T05:07:40.302 INFO:tasks.rados.rados.0.smithi078.stdout:3379: writing smithi07880501-32 from 1925120 to 2244608 tid 1 2024-08-10T05:07:40.302 INFO:tasks.rados.rados.0.smithi078.stdout:3380: read oid 46 snap -1 2024-08-10T05:07:40.303 INFO:tasks.rados.rados.0.smithi078.stdout:3380: expect (ObjNum 1015 snap 319 seq_num 1015) 2024-08-10T05:07:40.303 INFO:tasks.rados.rados.0.smithi078.stdout:3381: snap_remove snap 307 2024-08-10T05:07:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:40 smithi078 ceph-mon[92251]: osdmap e713: 8 total, 8 up, 8 in 2024-08-10T05:07:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:40 smithi078 ceph-mon[94618]: osdmap e713: 8 total, 8 up, 8 in 2024-08-10T05:07:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:40 smithi107 ceph-mon[86658]: osdmap e713: 8 total, 8 up, 8 in 2024-08-10T05:07:41.181 INFO:tasks.rados.rados.0.smithi078.stdout:3378: finishing rollback tid 0 to smithi07880501-11 2024-08-10T05:07:41.181 INFO:tasks.rados.rados.0.smithi078.stdout:3378: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:07:41.181 INFO:tasks.rados.rados.0.smithi078.stdout:3378: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:07:41.182 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 2501 (ObjNum 772 snap 234 seq_num 772) dirty exists 2024-08-10T05:07:41.182 INFO:tasks.rados.rados.0.smithi078.stdout:3380: expect (ObjNum 1015 snap 319 seq_num 1015) 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3379: finishing write tid 1 to smithi07880501-32 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3379: finishing write tid 2 to smithi07880501-32 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3379: finishing write tid 3 to smithi07880501-32 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2637 (ObjNum 1022 snap 319 seq_num 1022) dirty exists 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3379: left oid 32 (ObjNum 1022 snap 319 seq_num 1022) 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3378: done (3 left) 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3379: done (2 left) 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3380: done (1 left) 2024-08-10T05:07:41.196 INFO:tasks.rados.rados.0.smithi078.stdout:3381: done (0 left) 2024-08-10T05:07:41.197 INFO:tasks.rados.rados.0.smithi078.stdout:3382: read oid 11 snap -1 2024-08-10T05:07:41.197 INFO:tasks.rados.rados.0.smithi078.stdout:3382: expect (ObjNum 772 snap 234 seq_num 772) 2024-08-10T05:07:41.197 INFO:tasks.rados.rados.0.smithi078.stdout:3383: snap_remove snap 314 2024-08-10T05:07:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:41 smithi078 ceph-mon[92251]: osdmap e714: 8 total, 8 up, 8 in 2024-08-10T05:07:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:41 smithi078 ceph-mon[92251]: pgmap v737: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-10T05:07:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:41 smithi078 ceph-mon[92251]: osdmap e715: 8 total, 8 up, 8 in 2024-08-10T05:07:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:41 smithi078 ceph-mon[94618]: osdmap e714: 8 total, 8 up, 8 in 2024-08-10T05:07:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:41 smithi078 ceph-mon[94618]: pgmap v737: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-10T05:07:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:41 smithi078 ceph-mon[94618]: osdmap e715: 8 total, 8 up, 8 in 2024-08-10T05:07:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:41 smithi107 ceph-mon[86658]: osdmap e714: 8 total, 8 up, 8 in 2024-08-10T05:07:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:41 smithi107 ceph-mon[86658]: pgmap v737: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-10T05:07:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:41 smithi107 ceph-mon[86658]: osdmap e715: 8 total, 8 up, 8 in 2024-08-10T05:07:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:3383: done (1 left) 2024-08-10T05:07:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:3384: read oid 29 snap -1 2024-08-10T05:07:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:3384: expect deleted 2024-08-10T05:07:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 319 2024-08-10T05:07:42.203 INFO:tasks.rados.rados.0.smithi078.stdout:3385: seq_num 1023 ranges {2482176=335872} 2024-08-10T05:07:42.219 INFO:tasks.rados.rados.0.smithi078.stdout:3385: writing smithi07880501-35 from 2482176 to 2818048 tid 1 2024-08-10T05:07:42.219 INFO:tasks.rados.rados.0.smithi078.stdout:3386: copy_from oid 17 from oid 4 current snap is 319 2024-08-10T05:07:42.219 INFO:tasks.rados.rados.0.smithi078.stdout:3382: expect (ObjNum 772 snap 234 seq_num 772) 2024-08-10T05:07:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:07:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:07:41] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-08-10T05:07:42.248 INFO:tasks.rados.rados.0.smithi078.stdout:3385: finishing write tid 1 to smithi07880501-35 2024-08-10T05:07:42.248 INFO:tasks.rados.rados.0.smithi078.stdout:3385: finishing write tid 2 to smithi07880501-35 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3385: finishing write tid 3 to smithi07880501-35 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 3033 (ObjNum 1023 snap 319 seq_num 1023) dirty exists 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3385: left oid 35 (ObjNum 1023 snap 319 seq_num 1023) 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3386: finishing copy_from racing read to smithi07880501-17 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3382: done (3 left) 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3384: done (2 left) 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3385: done (1 left) 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3387: read oid 35 snap -1 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3387: expect (ObjNum 1023 snap 319 seq_num 1023) 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 319 2024-08-10T05:07:42.249 INFO:tasks.rados.rados.0.smithi078.stdout:3388: seq_num 1024 ranges {2809856=352256} 2024-08-10T05:07:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:3388: writing smithi07880501-14 from 2809856 to 3162112 tid 1 2024-08-10T05:07:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 319 2024-08-10T05:07:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:3386: finishing copy_from to smithi07880501-17 2024-08-10T05:07:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2564 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-08-10T05:07:42.266 INFO:tasks.rados.rados.0.smithi078.stdout:3387: expect (ObjNum 1023 snap 319 seq_num 1023) 2024-08-10T05:07:42.409 INFO:tasks.rados.rados.0.smithi078.stdout:3388: finishing write tid 1 to smithi07880501-14 2024-08-10T05:07:42.409 INFO:tasks.rados.rados.0.smithi078.stdout:3388: finishing write tid 2 to smithi07880501-14 2024-08-10T05:07:42.409 INFO:tasks.rados.rados.0.smithi078.stdout:3388: finishing write tid 3 to smithi07880501-14 2024-08-10T05:07:42.409 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2373 (ObjNum 1024 snap 319 seq_num 1024) dirty exists 2024-08-10T05:07:42.409 INFO:tasks.rados.rados.0.smithi078.stdout:3388: left oid 14 (ObjNum 1024 snap 319 seq_num 1024) 2024-08-10T05:07:42.410 INFO:tasks.rados.rados.0.smithi078.stdout:3389: seq_num 1025 ranges {0=368640} 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3389: writing smithi07880501-10 from 0 to 368640 tid 1 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3386: done (3 left) 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3387: done (2 left) 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3388: done (1 left) 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3390: rollback oid 25 current snap is 319 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 25 to 272 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3391: read oid 30 snap -1 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3391: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3392: read oid 26 snap 306 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3392: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:07:42.412 INFO:tasks.rados.rados.0.smithi078.stdout:3393: snap_remove snap 313 2024-08-10T05:07:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:07:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:07:43.207 INFO:tasks.rados.rados.0.smithi078.stdout:3393: done (4 left) 2024-08-10T05:07:43.207 INFO:tasks.rados.rados.0.smithi078.stdout:3394: read oid 34 snap -1 2024-08-10T05:07:43.208 INFO:tasks.rados.rados.0.smithi078.stdout:3394: expect (ObjNum 1011 snap 316 seq_num 1011) 2024-08-10T05:07:43.208 INFO:tasks.rados.rados.0.smithi078.stdout:3395: copy_from oid 22 from oid 39 current snap is 319 2024-08-10T05:07:43.208 INFO:tasks.rados.rados.0.smithi078.stdout:3390: finishing rollback tid 1 to smithi07880501-25 2024-08-10T05:07:43.208 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 25 v 1505 (ObjNum 4113 snap 0 seq_num 731824740) dirty dne 2024-08-10T05:07:43.208 INFO:tasks.rados.rados.0.smithi078.stdout:3389: finishing write tid 1 to smithi07880501-10 2024-08-10T05:07:43.208 INFO:tasks.rados.rados.0.smithi078.stdout:3389: finishing write tid 2 to smithi07880501-10 2024-08-10T05:07:43.208 INFO:tasks.rados.rados.0.smithi078.stdout:3391: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:07:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3389: finishing write tid 3 to smithi07880501-10 2024-08-10T05:07:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2503 (ObjNum 1025 snap 319 seq_num 1025) dirty exists 2024-08-10T05:07:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3389: left oid 10 (ObjNum 1025 snap 319 seq_num 1025) 2024-08-10T05:07:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3392: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:07:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:43 smithi078 ceph-mon[94618]: osdmap e716: 8 total, 8 up, 8 in 2024-08-10T05:07:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:43 smithi078 ceph-mon[94618]: pgmap v740: 121 pgs: 121 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 992 KiB/s wr, 14 op/s 2024-08-10T05:07:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:43 smithi078 ceph-mon[92251]: osdmap e716: 8 total, 8 up, 8 in 2024-08-10T05:07:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:43 smithi078 ceph-mon[92251]: pgmap v740: 121 pgs: 121 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 992 KiB/s wr, 14 op/s 2024-08-10T05:07:43.538 INFO:tasks.rados.rados.0.smithi078.stdout:3394: expect (ObjNum 1011 snap 316 seq_num 1011) 2024-08-10T05:07:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:43 smithi107 ceph-mon[86658]: osdmap e716: 8 total, 8 up, 8 in 2024-08-10T05:07:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:43 smithi107 ceph-mon[86658]: pgmap v740: 121 pgs: 121 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 992 KiB/s wr, 14 op/s 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3395: finishing copy_from racing read to smithi07880501-22 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3395: finishing copy_from to smithi07880501-22 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 1821 (ObjNum 986 snap 304 seq_num 986) dirty exists 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3389: done (5 left) 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3390: done (4 left) 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3391: done (3 left) 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3392: done (2 left) 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3394: done (1 left) 2024-08-10T05:07:43.634 INFO:tasks.rados.rados.0.smithi078.stdout:3395: done (0 left) 2024-08-10T05:07:43.635 INFO:tasks.rados.rados.0.smithi078.stdout:3396: read oid 24 snap -1 2024-08-10T05:07:43.635 INFO:tasks.rados.rados.0.smithi078.stdout:3396: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:07:43.635 INFO:tasks.rados.rados.0.smithi078.stdout:3397: delete oid 39 current snap is 319 2024-08-10T05:07:43.636 INFO:tasks.rados.rados.0.smithi078.stdout:3397: done (1 left) 2024-08-10T05:07:43.636 INFO:tasks.rados.rados.0.smithi078.stdout:3398: read oid 26 snap -1 2024-08-10T05:07:43.636 INFO:tasks.rados.rados.0.smithi078.stdout:3398: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:07:43.636 INFO:tasks.rados.rados.0.smithi078.stdout:3399: snap_create 2024-08-10T05:07:43.641 INFO:tasks.rados.rados.0.smithi078.stdout:3396: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:07:43.678 INFO:tasks.rados.rados.0.smithi078.stdout:3398: expect (ObjNum 686 snap 200 seq_num 686) 2024-08-10T05:07:44.207 INFO:tasks.rados.rados.0.smithi078.stdout:3396: done (2 left) 2024-08-10T05:07:44.207 INFO:tasks.rados.rados.0.smithi078.stdout:3398: done (1 left) 2024-08-10T05:07:44.207 INFO:tasks.rados.rados.0.smithi078.stdout:3399: done (0 left) 2024-08-10T05:07:44.207 INFO:tasks.rados.rados.0.smithi078.stdout:3400: copy_from oid 34 from oid 8 current snap is 320 2024-08-10T05:07:44.207 INFO:tasks.rados.rados.0.smithi078.stdout:3401: snap_create 2024-08-10T05:07:44.225 INFO:tasks.rados.rados.0.smithi078.stdout:3400: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:07:44.226 INFO:tasks.rados.rados.0.smithi078.stdout:3400: finishing copy_from to smithi07880501-34 2024-08-10T05:07:44.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 2371 (ObjNum 1012 snap 317 seq_num 1012) dirty exists 2024-08-10T05:07:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:44 smithi078 ceph-mon[92251]: osdmap e717: 8 total, 8 up, 8 in 2024-08-10T05:07:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:44 smithi078 ceph-mon[94618]: osdmap e717: 8 total, 8 up, 8 in 2024-08-10T05:07:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:44 smithi107 ceph-mon[86658]: osdmap e717: 8 total, 8 up, 8 in 2024-08-10T05:07:45.212 INFO:tasks.rados.rados.0.smithi078.stdout:3400: done (1 left) 2024-08-10T05:07:45.212 INFO:tasks.rados.rados.0.smithi078.stdout:3401: done (0 left) 2024-08-10T05:07:45.212 INFO:tasks.rados.rados.0.smithi078.stdout:3402: read oid 38 snap 272 2024-08-10T05:07:45.212 INFO:tasks.rados.rados.0.smithi078.stdout:3402: expect (ObjNum 802 snap 254 seq_num 802) 2024-08-10T05:07:45.212 INFO:tasks.rados.rados.0.smithi078.stdout:3403: delete oid 20 current snap is 321 2024-08-10T05:07:45.216 INFO:tasks.rados.rados.0.smithi078.stdout:3403: done (1 left) 2024-08-10T05:07:45.216 INFO:tasks.rados.rados.0.smithi078.stdout:3404: snap_create 2024-08-10T05:07:45.220 INFO:tasks.rados.rados.0.smithi078.stdout:3402: expect (ObjNum 802 snap 254 seq_num 802) 2024-08-10T05:07:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:45 smithi078 ceph-mon[92251]: osdmap e718: 8 total, 8 up, 8 in 2024-08-10T05:07:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:45 smithi078 ceph-mon[92251]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:07:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:45 smithi078 ceph-mon[94618]: osdmap e718: 8 total, 8 up, 8 in 2024-08-10T05:07:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:45 smithi078 ceph-mon[94618]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:07:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:45 smithi107 ceph-mon[86658]: osdmap e718: 8 total, 8 up, 8 in 2024-08-10T05:07:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:45 smithi107 ceph-mon[86658]: pgmap v743: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 370 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:07:46.180 INFO:tasks.rados.rados.0.smithi078.stdout:3402: done (1 left) 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:3404: done (0 left) 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:3405: rollback oid 31 current snap is 322 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 31 to 321 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:3406: read oid 45 snap -1 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:3406: expect deleted 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:3407: read oid 1 snap -1 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:3407: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:07:46.181 INFO:tasks.rados.rados.0.smithi078.stdout:3408: snap_remove snap 317 2024-08-10T05:07:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:46 smithi078 ceph-mon[92251]: osdmap e719: 8 total, 8 up, 8 in 2024-08-10T05:07:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:46 smithi078 ceph-mon[92251]: osdmap e720: 8 total, 8 up, 8 in 2024-08-10T05:07:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:46 smithi078 ceph-mon[94618]: osdmap e719: 8 total, 8 up, 8 in 2024-08-10T05:07:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:46 smithi078 ceph-mon[94618]: osdmap e720: 8 total, 8 up, 8 in 2024-08-10T05:07:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:46 smithi107 ceph-mon[86658]: osdmap e719: 8 total, 8 up, 8 in 2024-08-10T05:07:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:46 smithi107 ceph-mon[86658]: osdmap e720: 8 total, 8 up, 8 in 2024-08-10T05:07:47.181 INFO:tasks.rados.rados.0.smithi078.stdout:3408: done (3 left) 2024-08-10T05:07:47.181 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 41 current snap is 322 2024-08-10T05:07:47.181 INFO:tasks.rados.rados.0.smithi078.stdout:3409: seq_num 1028 ranges {4636672=425984} 2024-08-10T05:07:47.209 INFO:tasks.rados.rados.0.smithi078.stdout:3409: writing smithi07880501-41 from 4636672 to 5062656 tid 1 2024-08-10T05:07:47.209 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 322 2024-08-10T05:07:47.210 INFO:tasks.rados.rados.0.smithi078.stdout:3410: seq_num 1029 ranges {3039232=442368} 2024-08-10T05:07:47.228 INFO:tasks.rados.rados.0.smithi078.stdout:3410: writing smithi07880501-22 from 3039232 to 3481600 tid 1 2024-08-10T05:07:47.229 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 322 2024-08-10T05:07:47.229 INFO:tasks.rados.rados.0.smithi078.stdout:3411: seq_num 1030 ranges {3039232=458752} 2024-08-10T05:07:47.247 INFO:tasks.rados.rados.0.smithi078.stdout:3411: writing smithi07880501-19 from 3039232 to 3497984 tid 1 2024-08-10T05:07:47.248 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 322 2024-08-10T05:07:47.248 INFO:tasks.rados.rados.0.smithi078.stdout:3412: seq_num 1031 ranges {221184=475136} 2024-08-10T05:07:47.252 INFO:tasks.rados.rados.0.smithi078.stdout:3412: writing smithi07880501-28 from 221184 to 696320 tid 1 2024-08-10T05:07:47.252 INFO:tasks.rados.rados.0.smithi078.stdout:3413: read oid 42 snap -1 2024-08-10T05:07:47.252 INFO:tasks.rados.rados.0.smithi078.stdout:3413: expect (ObjNum 996 snap 310 seq_num 996) 2024-08-10T05:07:47.252 INFO:tasks.rados.rados.0.smithi078.stdout:3414: snap_remove snap 319 2024-08-10T05:07:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:47 smithi078 ceph-mon[92251]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 373 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-08-10T05:07:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:47 smithi078 ceph-mon[92251]: osdmap e721: 8 total, 8 up, 8 in 2024-08-10T05:07:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:47 smithi078 ceph-mon[94618]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 373 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-08-10T05:07:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:47 smithi078 ceph-mon[94618]: osdmap e721: 8 total, 8 up, 8 in 2024-08-10T05:07:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:47 smithi107 ceph-mon[86658]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 373 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-08-10T05:07:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:47 smithi107 ceph-mon[86658]: osdmap e721: 8 total, 8 up, 8 in 2024-08-10T05:07:48.227 INFO:tasks.rados.rados.0.smithi078.stdout:3414: done (8 left) 2024-08-10T05:07:48.227 INFO:tasks.rados.rados.0.smithi078.stdout:3415: delete oid 34 current snap is 322 2024-08-10T05:07:48.227 INFO:tasks.rados.rados.0.smithi078.stdout:3405: finishing rollback tid 0 to smithi07880501-31 2024-08-10T05:07:48.227 INFO:tasks.rados.rados.0.smithi078.stdout:3405: finishing rollback tid 1 to smithi07880501-31 2024-08-10T05:07:48.227 INFO:tasks.rados.rados.0.smithi078.stdout:3405: finishing rollback tid 2 to smithi07880501-31 2024-08-10T05:07:48.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2081 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-08-10T05:07:48.228 INFO:tasks.rados.rados.0.smithi078.stdout:3407: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:07:48.264 INFO:tasks.rados.rados.0.smithi078.stdout:3409: finishing write tid 1 to smithi07880501-41 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3409: finishing write tid 2 to smithi07880501-41 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3405: done (8 left) 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3406: done (7 left) 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3407: done (6 left) 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3415: done (5 left) 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3416: delete oid 46 current snap is 322 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3409: finishing write tid 3 to smithi07880501-41 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 3036 (ObjNum 1028 snap 322 seq_num 1028) dirty exists 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3409: left oid 41 (ObjNum 1028 snap 322 seq_num 1028) 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3410: finishing write tid 1 to smithi07880501-22 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3410: finishing write tid 2 to smithi07880501-22 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:3410: finishing write tid 3 to smithi07880501-22 2024-08-10T05:07:48.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 3065 (ObjNum 1029 snap 322 seq_num 1029) dirty exists 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3410: left oid 22 (ObjNum 1029 snap 322 seq_num 1029) 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3411: finishing write tid 1 to smithi07880501-19 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3411: finishing write tid 2 to smithi07880501-19 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3411: finishing write tid 3 to smithi07880501-19 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2163 (ObjNum 1030 snap 322 seq_num 1030) dirty exists 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3411: left oid 19 (ObjNum 1030 snap 322 seq_num 1030) 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3412: finishing write tid 1 to smithi07880501-28 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3412: finishing write tid 2 to smithi07880501-28 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3412: finishing write tid 3 to smithi07880501-28 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2639 (ObjNum 1031 snap 322 seq_num 1031) dirty exists 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3412: left oid 28 (ObjNum 1031 snap 322 seq_num 1031) 2024-08-10T05:07:48.266 INFO:tasks.rados.rados.0.smithi078.stdout:3413: expect (ObjNum 996 snap 310 seq_num 996) 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3409: done (5 left) 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3410: done (4 left) 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3411: done (3 left) 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3412: done (2 left) 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3413: done (1 left) 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3416: done (0 left) 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3417: copy_from oid 7 from oid 33 current snap is 322 2024-08-10T05:07:48.477 INFO:tasks.rados.rados.0.smithi078.stdout:3418: setattr oid 8 current snap is 322 2024-08-10T05:07:48.478 INFO:tasks.rados.rados.0.smithi078.stdout:3417: finishing copy_from to smithi07880501-7 2024-08-10T05:07:48.478 INFO:tasks.rados.rados.0.smithi078.stdout:3417: got expected ENOENT (src dne) 2024-08-10T05:07:48.478 INFO:tasks.rados.rados.0.smithi078.stdout:3417: finishing copy_from racing read to smithi07880501-7 2024-08-10T05:07:48.478 INFO:tasks.rados.rados.0.smithi078.stdout:3417: done (1 left) 2024-08-10T05:07:48.478 INFO:tasks.rados.rados.0.smithi078.stdout:3419: delete oid 16 current snap is 322 2024-08-10T05:07:48.482 INFO:tasks.rados.rados.0.smithi078.stdout:3419: done (1 left) 2024-08-10T05:07:48.482 INFO:tasks.rados.rados.0.smithi078.stdout:3420: snap_create 2024-08-10T05:07:48.483 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2374 (ObjNum 1012 snap 317 seq_num 1012) dirty exists 2024-08-10T05:07:49.229 INFO:tasks.rados.rados.0.smithi078.stdout:3418: done (1 left) 2024-08-10T05:07:49.229 INFO:tasks.rados.rados.0.smithi078.stdout:3420: done (0 left) 2024-08-10T05:07:49.229 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 323 2024-08-10T05:07:49.229 INFO:tasks.rados.rados.0.smithi078.stdout:3421: seq_num 1035 ranges {0=540672} 2024-08-10T05:07:49.232 INFO:tasks.rados.rados.0.smithi078.stdout:3421: writing smithi07880501-45 from 0 to 540672 tid 1 2024-08-10T05:07:49.232 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 323 2024-08-10T05:07:49.232 INFO:tasks.rados.rados.0.smithi078.stdout:3422: seq_num 1036 ranges {1327104=557056} 2024-08-10T05:07:49.243 INFO:tasks.rados.rados.0.smithi078.stdout:3422: writing smithi07880501-1 from 1327104 to 1884160 tid 1 2024-08-10T05:07:49.243 INFO:tasks.rados.rados.0.smithi078.stdout:3423: snap_remove snap 309 2024-08-10T05:07:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:49 smithi107 ceph-mon[86658]: osdmap e722: 8 total, 8 up, 8 in 2024-08-10T05:07:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:49 smithi107 ceph-mon[86658]: pgmap v749: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 376 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-10T05:07:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:49 smithi078 ceph-mon[92251]: osdmap e722: 8 total, 8 up, 8 in 2024-08-10T05:07:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:49 smithi078 ceph-mon[92251]: pgmap v749: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 376 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-10T05:07:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:49 smithi078 ceph-mon[94618]: osdmap e722: 8 total, 8 up, 8 in 2024-08-10T05:07:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:49 smithi078 ceph-mon[94618]: pgmap v749: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 376 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:3421: finishing write tid 1 to smithi07880501-45 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:3421: finishing write tid 2 to smithi07880501-45 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:3421: finishing write tid 3 to smithi07880501-45 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2569 (ObjNum 1035 snap 323 seq_num 1035) dirty exists 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:3421: left oid 45 (ObjNum 1035 snap 323 seq_num 1035) 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:3422: finishing write tid 1 to smithi07880501-1 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:3422: finishing write tid 2 to smithi07880501-1 2024-08-10T05:07:50.244 INFO:tasks.rados.rados.0.smithi078.stdout:3422: finishing write tid 3 to smithi07880501-1 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 3038 (ObjNum 1036 snap 323 seq_num 1036) dirty exists 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3422: left oid 1 (ObjNum 1036 snap 323 seq_num 1036) 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3421: done (2 left) 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3422: done (1 left) 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3423: done (0 left) 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3424: read oid 32 snap 303 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3424: expect (ObjNum 974 snap 302 seq_num 974) 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3425: rmattr oid 27 current snap is 323 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3426: read oid 46 snap 322 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3426: expect deleted 2024-08-10T05:07:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3427: snap_create 2024-08-10T05:07:50.264 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3069 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:07:50.267 INFO:tasks.rados.rados.0.smithi078.stdout:3424: expect (ObjNum 974 snap 302 seq_num 974) 2024-08-10T05:07:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:50 smithi107 ceph-mon[86658]: osdmap e723: 8 total, 8 up, 8 in 2024-08-10T05:07:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:50 smithi078 ceph-mon[92251]: osdmap e723: 8 total, 8 up, 8 in 2024-08-10T05:07:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:50 smithi078 ceph-mon[94618]: osdmap e723: 8 total, 8 up, 8 in 2024-08-10T05:07:51.181 INFO:tasks.rados.rados.0.smithi078.stdout:3424: done (3 left) 2024-08-10T05:07:51.181 INFO:tasks.rados.rados.0.smithi078.stdout:3425: done (2 left) 2024-08-10T05:07:51.181 INFO:tasks.rados.rados.0.smithi078.stdout:3426: done (1 left) 2024-08-10T05:07:51.181 INFO:tasks.rados.rados.0.smithi078.stdout:3427: done (0 left) 2024-08-10T05:07:51.181 INFO:tasks.rados.rados.0.smithi078.stdout:3428: snap_remove snap 321 2024-08-10T05:07:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:51 smithi107 ceph-mon[86658]: osdmap e724: 8 total, 8 up, 8 in 2024-08-10T05:07:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:51 smithi107 ceph-mon[86658]: pgmap v752: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-08-10T05:07:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:51 smithi107 ceph-mon[86658]: osdmap e725: 8 total, 8 up, 8 in 2024-08-10T05:07:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:51 smithi078 ceph-mon[92251]: osdmap e724: 8 total, 8 up, 8 in 2024-08-10T05:07:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:51 smithi078 ceph-mon[92251]: pgmap v752: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-08-10T05:07:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:51 smithi078 ceph-mon[92251]: osdmap e725: 8 total, 8 up, 8 in 2024-08-10T05:07:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:51 smithi078 ceph-mon[94618]: osdmap e724: 8 total, 8 up, 8 in 2024-08-10T05:07:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:51 smithi078 ceph-mon[94618]: pgmap v752: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 876 KiB/s wr, 6 op/s 2024-08-10T05:07:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:51 smithi078 ceph-mon[94618]: osdmap e725: 8 total, 8 up, 8 in 2024-08-10T05:07:52.184 INFO:tasks.rados.rados.0.smithi078.stdout:3428: done (0 left) 2024-08-10T05:07:52.184 INFO:tasks.rados.rados.0.smithi078.stdout:3429: rollback oid 24 current snap is 324 2024-08-10T05:07:52.185 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 306 2024-08-10T05:07:52.185 INFO:tasks.rados.rados.0.smithi078.stdout:3430: copy_from oid 33 from oid 15 current snap is 324 2024-08-10T05:07:52.185 INFO:tasks.rados.rados.0.smithi078.stdout:3431: snap_remove snap 296 2024-08-10T05:07:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:07:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:07:51] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-08-10T05:07:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:07:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:07:53.197 INFO:tasks.rados.rados.0.smithi078.stdout:3429: finishing rollback tid 0 to smithi07880501-24 2024-08-10T05:07:53.197 INFO:tasks.rados.rados.0.smithi078.stdout:3429: finishing rollback tid 1 to smithi07880501-24 2024-08-10T05:07:53.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3078 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:07:53.197 INFO:tasks.rados.rados.0.smithi078.stdout:3430: finishing copy_from racing read to smithi07880501-33 2024-08-10T05:07:53.197 INFO:tasks.rados.rados.0.smithi078.stdout:3430: finishing copy_from to smithi07880501-33 2024-08-10T05:07:53.197 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 3024 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3429: done (2 left) 2024-08-10T05:07:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3430: done (1 left) 2024-08-10T05:07:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3431: done (0 left) 2024-08-10T05:07:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 324 2024-08-10T05:07:53.198 INFO:tasks.rados.rados.0.smithi078.stdout:3432: seq_num 1037 ranges {4472832=573440} 2024-08-10T05:07:53.224 INFO:tasks.rados.rados.0.smithi078.stdout:3432: writing smithi07880501-4 from 4472832 to 5046272 tid 1 2024-08-10T05:07:53.224 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 324 2024-08-10T05:07:53.225 INFO:tasks.rados.rados.0.smithi078.stdout:3433: seq_num 1038 ranges {696320=589824} 2024-08-10T05:07:53.232 INFO:tasks.rados.rados.0.smithi078.stdout:3433: writing smithi07880501-28 from 696320 to 1286144 tid 1 2024-08-10T05:07:53.232 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 324 2024-08-10T05:07:53.232 INFO:tasks.rados.rados.0.smithi078.stdout:3432: finishing write tid 1 to smithi07880501-4 2024-08-10T05:07:53.232 INFO:tasks.rados.rados.0.smithi078.stdout:3432: finishing write tid 2 to smithi07880501-4 2024-08-10T05:07:53.233 INFO:tasks.rados.rados.0.smithi078.stdout:3432: finishing write tid 3 to smithi07880501-4 2024-08-10T05:07:53.233 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2577 (ObjNum 1037 snap 324 seq_num 1037) dirty exists 2024-08-10T05:07:53.233 INFO:tasks.rados.rados.0.smithi078.stdout:3432: left oid 4 (ObjNum 1037 snap 324 seq_num 1037) 2024-08-10T05:07:53.233 INFO:tasks.rados.rados.0.smithi078.stdout:3434: seq_num 1039 ranges {2244608=606208} 2024-08-10T05:07:53.247 INFO:tasks.rados.rados.0.smithi078.stdout:3434: writing smithi07880501-32 from 2244608 to 2850816 tid 1 2024-08-10T05:07:53.247 INFO:tasks.rados.rados.0.smithi078.stdout:3432: done (2 left) 2024-08-10T05:07:53.248 INFO:tasks.rados.rados.0.smithi078.stdout:3435: delete oid 26 current snap is 324 2024-08-10T05:07:53.248 INFO:tasks.rados.rados.0.smithi078.stdout:3433: finishing write tid 1 to smithi07880501-28 2024-08-10T05:07:53.248 INFO:tasks.rados.rados.0.smithi078.stdout:3433: finishing write tid 2 to smithi07880501-28 2024-08-10T05:07:53.248 INFO:tasks.rados.rados.0.smithi078.stdout:3433: finishing write tid 3 to smithi07880501-28 2024-08-10T05:07:53.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2641 (ObjNum 1038 snap 324 seq_num 1038) dirty exists 2024-08-10T05:07:53.248 INFO:tasks.rados.rados.0.smithi078.stdout:3433: left oid 28 (ObjNum 1038 snap 324 seq_num 1038) 2024-08-10T05:07:53.251 INFO:tasks.rados.rados.0.smithi078.stdout:3434: finishing write tid 1 to smithi07880501-32 2024-08-10T05:07:53.254 INFO:tasks.rados.rados.0.smithi078.stdout:3434: finishing write tid 2 to smithi07880501-32 2024-08-10T05:07:53.255 INFO:tasks.rados.rados.0.smithi078.stdout:3434: finishing write tid 3 to smithi07880501-32 2024-08-10T05:07:53.255 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2643 (ObjNum 1039 snap 324 seq_num 1039) dirty exists 2024-08-10T05:07:53.255 INFO:tasks.rados.rados.0.smithi078.stdout:3434: left oid 32 (ObjNum 1039 snap 324 seq_num 1039) 2024-08-10T05:07:53.255 INFO:tasks.rados.rados.0.smithi078.stdout:3433: done (2 left) 2024-08-10T05:07:53.255 INFO:tasks.rados.rados.0.smithi078.stdout:3434: done (1 left) 2024-08-10T05:07:53.255 INFO:tasks.rados.rados.0.smithi078.stdout:3435: done (0 left) 2024-08-10T05:07:53.256 INFO:tasks.rados.rados.0.smithi078.stdout:3436: snap_create 2024-08-10T05:07:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:53 smithi078 ceph-mon[92251]: osdmap e726: 8 total, 8 up, 8 in 2024-08-10T05:07:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:53 smithi078 ceph-mon[92251]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 440 KiB/s wr, 10 op/s 2024-08-10T05:07:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:53 smithi078 ceph-mon[94618]: osdmap e726: 8 total, 8 up, 8 in 2024-08-10T05:07:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:53 smithi078 ceph-mon[94618]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 440 KiB/s wr, 10 op/s 2024-08-10T05:07:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:53 smithi107 ceph-mon[86658]: osdmap e726: 8 total, 8 up, 8 in 2024-08-10T05:07:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:53 smithi107 ceph-mon[86658]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 440 KiB/s wr, 10 op/s 2024-08-10T05:07:54.196 INFO:tasks.rados.rados.0.smithi078.stdout:3436: done (0 left) 2024-08-10T05:07:54.196 INFO:tasks.rados.rados.0.smithi078.stdout:3437: read oid 21 snap 315 2024-08-10T05:07:54.196 INFO:tasks.rados.rados.0.smithi078.stdout:3437: expect (ObjNum 1004 snap 312 seq_num 1004) 2024-08-10T05:07:54.196 INFO:tasks.rados.rados.0.smithi078.stdout:3438: rollback oid 28 current snap is 325 2024-08-10T05:07:54.197 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 28 to 324 2024-08-10T05:07:54.197 INFO:tasks.rados.rados.0.smithi078.stdout:3439: read oid 15 snap -1 2024-08-10T05:07:54.197 INFO:tasks.rados.rados.0.smithi078.stdout:3439: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:07:54.197 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 325 2024-08-10T05:07:54.197 INFO:tasks.rados.rados.0.smithi078.stdout:3440: seq_num 1041 ranges {2318336=638976} 2024-08-10T05:07:54.213 INFO:tasks.rados.rados.0.smithi078.stdout:3440: writing smithi07880501-8 from 2318336 to 2957312 tid 1 2024-08-10T05:07:54.213 INFO:tasks.rados.rados.0.smithi078.stdout:3441: copy_from oid 30 from oid 23 current snap is 325 2024-08-10T05:07:54.213 INFO:tasks.rados.rados.0.smithi078.stdout:3438: finishing rollback tid 0 to smithi07880501-28 2024-08-10T05:07:54.213 INFO:tasks.rados.rados.0.smithi078.stdout:3437: expect (ObjNum 1004 snap 312 seq_num 1004) 2024-08-10T05:07:54.215 INFO:tasks.rados.rados.0.smithi078.stdout:3438: finishing rollback tid 1 to smithi07880501-28 2024-08-10T05:07:54.215 INFO:tasks.rados.rados.0.smithi078.stdout:3438: finishing rollback tid 2 to smithi07880501-28 2024-08-10T05:07:54.215 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2647 (ObjNum 1038 snap 324 seq_num 1038) dirty exists 2024-08-10T05:07:54.215 INFO:tasks.rados.rados.0.smithi078.stdout:3439: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3440: finishing write tid 1 to smithi07880501-8 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3440: finishing write tid 2 to smithi07880501-8 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3440: finishing write tid 3 to smithi07880501-8 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2376 (ObjNum 1041 snap 325 seq_num 1041) dirty exists 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3440: left oid 8 (ObjNum 1041 snap 325 seq_num 1041) 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3441: finishing copy_from racing read to smithi07880501-30 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3441: finishing copy_from to smithi07880501-30 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 2034 (ObjNum 882 snap 278 seq_num 882) dirty exists 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3437: done (4 left) 2024-08-10T05:07:54.253 INFO:tasks.rados.rados.0.smithi078.stdout:3438: done (3 left) 2024-08-10T05:07:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:3439: done (2 left) 2024-08-10T05:07:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:3440: done (1 left) 2024-08-10T05:07:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:3441: done (0 left) 2024-08-10T05:07:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:3442: read oid 45 snap -1 2024-08-10T05:07:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:3442: expect (ObjNum 1035 snap 323 seq_num 1035) 2024-08-10T05:07:54.254 INFO:tasks.rados.rados.0.smithi078.stdout:3443: snap_remove snap 272 2024-08-10T05:07:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:54 smithi078 ceph-mon[92251]: osdmap e727: 8 total, 8 up, 8 in 2024-08-10T05:07:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:54 smithi078 ceph-mon[94618]: osdmap e727: 8 total, 8 up, 8 in 2024-08-10T05:07:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:54 smithi107 ceph-mon[86658]: osdmap e727: 8 total, 8 up, 8 in 2024-08-10T05:07:55.200 INFO:tasks.rados.rados.0.smithi078.stdout:3442: expect (ObjNum 1035 snap 323 seq_num 1035) 2024-08-10T05:07:55.223 INFO:tasks.rados.rados.0.smithi078.stdout:3442: done (1 left) 2024-08-10T05:07:55.223 INFO:tasks.rados.rados.0.smithi078.stdout:3443: done (0 left) 2024-08-10T05:07:55.223 INFO:tasks.rados.rados.0.smithi078.stdout:3444: setattr oid 29 current snap is 325 2024-08-10T05:07:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:3445: copy_from oid 44 from oid 15 current snap is 325 2024-08-10T05:07:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:3446: rollback oid 11 current snap is 325 2024-08-10T05:07:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 324 2024-08-10T05:07:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:3447: rollback oid 30 current snap is 325 2024-08-10T05:07:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 30 to 324 2024-08-10T05:07:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:3448: rmattr oid 32 current snap is 325 2024-08-10T05:07:55.227 INFO:tasks.rados.rados.0.smithi078.stdout:3448: done (4 left) 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3449: read oid 41 snap -1 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3449: expect (ObjNum 1028 snap 322 seq_num 1028) 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3450: read oid 3 snap -1 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3450: expect (ObjNum 982 snap 302 seq_num 982) 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3451: rollback oid 7 current snap is 325 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 7 to 303 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3452: read oid 49 snap 323 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3452: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:55.228 INFO:tasks.rados.rados.0.smithi078.stdout:3453: snap_remove snap 322 2024-08-10T05:07:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:55 smithi078 ceph-mon[92251]: osdmap e728: 8 total, 8 up, 8 in 2024-08-10T05:07:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:55 smithi078 ceph-mon[92251]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 351 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 628 KiB/s wr, 13 op/s 2024-08-10T05:07:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:55 smithi078 ceph-mon[94618]: osdmap e728: 8 total, 8 up, 8 in 2024-08-10T05:07:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:55 smithi078 ceph-mon[94618]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 351 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 628 KiB/s wr, 13 op/s 2024-08-10T05:07:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:55 smithi107 ceph-mon[86658]: osdmap e728: 8 total, 8 up, 8 in 2024-08-10T05:07:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:55 smithi107 ceph-mon[86658]: pgmap v758: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 351 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 628 KiB/s wr, 13 op/s 2024-08-10T05:07:56.184 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2377 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:07:56.185 INFO:tasks.rados.rados.0.smithi078.stdout:3447: finishing rollback tid 0 to smithi07880501-30 2024-08-10T05:07:56.185 INFO:tasks.rados.rados.0.smithi078.stdout:3447: finishing rollback tid 1 to smithi07880501-30 2024-08-10T05:07:56.185 INFO:tasks.rados.rados.0.smithi078.stdout:3447: finishing rollback tid 2 to smithi07880501-30 2024-08-10T05:07:56.185 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 30 v 2590 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-10T05:07:56.185 INFO:tasks.rados.rados.0.smithi078.stdout:3451: finishing rollback tid 0 to smithi07880501-7 2024-08-10T05:07:56.185 INFO:tasks.rados.rados.0.smithi078.stdout:3451: finishing rollback tid 1 to smithi07880501-7 2024-08-10T05:07:56.185 INFO:tasks.rados.rados.0.smithi078.stdout:3452: expect (ObjNum 981 snap 302 seq_num 981) 2024-08-10T05:07:56.242 INFO:tasks.rados.rados.0.smithi078.stdout:3446: finishing rollback tid 0 to smithi07880501-11 2024-08-10T05:07:56.242 INFO:tasks.rados.rados.0.smithi078.stdout:3446: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:07:56.242 INFO:tasks.rados.rados.0.smithi078.stdout:3451: finishing rollback tid 2 to smithi07880501-7 2024-08-10T05:07:56.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 3105 (ObjNum 837 snap 263 seq_num 837) dirty exists 2024-08-10T05:07:56.242 INFO:tasks.rados.rados.0.smithi078.stdout:3450: expect (ObjNum 982 snap 302 seq_num 982) 2024-08-10T05:07:56.293 INFO:tasks.rados.rados.0.smithi078.stdout:3445: finishing copy_from racing read to smithi07880501-44 2024-08-10T05:07:56.293 INFO:tasks.rados.rados.0.smithi078.stdout:3446: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:07:56.293 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 2507 (ObjNum 772 snap 234 seq_num 772) dirty exists 2024-08-10T05:07:56.293 INFO:tasks.rados.rados.0.smithi078.stdout:3445: finishing copy_from to smithi07880501-44 2024-08-10T05:07:56.294 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 3024 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:07:56.294 INFO:tasks.rados.rados.0.smithi078.stdout:3449: expect (ObjNum 1028 snap 322 seq_num 1028) 2024-08-10T05:07:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:56 smithi078 ceph-mon[94618]: osdmap e729: 8 total, 8 up, 8 in 2024-08-10T05:07:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:56 smithi078 ceph-mon[94618]: osdmap e730: 8 total, 8 up, 8 in 2024-08-10T05:07:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:56 smithi078 ceph-mon[92251]: osdmap e729: 8 total, 8 up, 8 in 2024-08-10T05:07:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:56 smithi078 ceph-mon[92251]: osdmap e730: 8 total, 8 up, 8 in 2024-08-10T05:07:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:56 smithi107 ceph-mon[86658]: osdmap e729: 8 total, 8 up, 8 in 2024-08-10T05:07:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:56 smithi107 ceph-mon[86658]: osdmap e730: 8 total, 8 up, 8 in 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3444: done (8 left) 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3445: done (7 left) 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3446: done (6 left) 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3447: done (5 left) 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3449: done (4 left) 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3450: done (3 left) 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3451: done (2 left) 2024-08-10T05:07:56.658 INFO:tasks.rados.rados.0.smithi078.stdout:3452: done (1 left) 2024-08-10T05:07:56.659 INFO:tasks.rados.rados.0.smithi078.stdout:3453: done (0 left) 2024-08-10T05:07:56.659 INFO:tasks.rados.rados.0.smithi078.stdout:3454: copy_from oid 49 from oid 17 current snap is 325 2024-08-10T05:07:56.659 INFO:tasks.rados.rados.0.smithi078.stdout:3455: snap_remove snap 243 2024-08-10T05:07:57.222 INFO:tasks.rados.rados.0.smithi078.stdout:3454: finishing copy_from racing read to smithi07880501-49 2024-08-10T05:07:57.222 INFO:tasks.rados.rados.0.smithi078.stdout:3454: finishing copy_from to smithi07880501-49 2024-08-10T05:07:57.222 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2564 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-08-10T05:07:57.222 INFO:tasks.rados.rados.0.smithi078.stdout:3454: done (1 left) 2024-08-10T05:07:57.222 INFO:tasks.rados.rados.0.smithi078.stdout:3455: done (0 left) 2024-08-10T05:07:57.222 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 325 2024-08-10T05:07:57.222 INFO:tasks.rados.rados.0.smithi078.stdout:3456: seq_num 1042 ranges {540672=655360} 2024-08-10T05:07:57.229 INFO:tasks.rados.rados.0.smithi078.stdout:3456: writing smithi07880501-45 from 540672 to 1196032 tid 1 2024-08-10T05:07:57.229 INFO:tasks.rados.rados.0.smithi078.stdout:3457: snap_remove snap 315 2024-08-10T05:07:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:57 smithi078 ceph-mon[92251]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-08-10T05:07:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:57 smithi078 ceph-mon[94618]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-08-10T05:07:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:57 smithi107 ceph-mon[86658]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-08-10T05:07:58.225 INFO:tasks.rados.rados.0.smithi078.stdout:3456: finishing write tid 1 to smithi07880501-45 2024-08-10T05:07:58.226 INFO:tasks.rados.rados.0.smithi078.stdout:3456: finishing write tid 2 to smithi07880501-45 2024-08-10T05:07:58.226 INFO:tasks.rados.rados.0.smithi078.stdout:3456: finishing write tid 3 to smithi07880501-45 2024-08-10T05:07:58.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2601 (ObjNum 1042 snap 325 seq_num 1042) dirty exists 2024-08-10T05:07:58.226 INFO:tasks.rados.rados.0.smithi078.stdout:3456: left oid 45 (ObjNum 1042 snap 325 seq_num 1042) 2024-08-10T05:07:58.226 INFO:tasks.rados.rados.0.smithi078.stdout:3456: done (1 left) 2024-08-10T05:07:58.226 INFO:tasks.rados.rados.0.smithi078.stdout:3457: done (0 left) 2024-08-10T05:07:58.226 INFO:tasks.rados.rados.0.smithi078.stdout:3458: delete oid 18 current snap is 325 2024-08-10T05:07:58.237 INFO:tasks.rados.rados.0.smithi078.stdout:3458: done (0 left) 2024-08-10T05:07:58.237 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 325 2024-08-10T05:07:58.237 INFO:tasks.rados.rados.0.smithi078.stdout:3459: seq_num 1044 ranges {5046272=688128} 2024-08-10T05:07:58.269 INFO:tasks.rados.rados.0.smithi078.stdout:3459: writing smithi07880501-4 from 5046272 to 5734400 tid 1 2024-08-10T05:07:58.269 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 325 2024-08-10T05:07:58.269 INFO:tasks.rados.rados.0.smithi078.stdout:3460: seq_num 1045 ranges {2088960=704512} 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3460: writing smithi07880501-40 from 2088960 to 2793472 tid 1 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3461: copy_from oid 33 from oid 22 current snap is 325 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3459: finishing write tid 1 to smithi07880501-4 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3459: finishing write tid 2 to smithi07880501-4 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3459: finishing write tid 3 to smithi07880501-4 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2620 (ObjNum 1044 snap 325 seq_num 1044) dirty exists 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3459: left oid 4 (ObjNum 1044 snap 325 seq_num 1044) 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3459: done (2 left) 2024-08-10T05:07:58.286 INFO:tasks.rados.rados.0.smithi078.stdout:3462: snap_remove snap 323 2024-08-10T05:07:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:58 smithi078 ceph-mon[92251]: osdmap e731: 8 total, 8 up, 8 in 2024-08-10T05:07:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:58 smithi078 ceph-mon[94618]: osdmap e731: 8 total, 8 up, 8 in 2024-08-10T05:07:58.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:58 smithi107 ceph-mon[86658]: osdmap e731: 8 total, 8 up, 8 in 2024-08-10T05:07:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:07:59.235 INFO:tasks.rados.rados.0.smithi078.stdout:3462: done (2 left) 2024-08-10T05:07:59.235 INFO:tasks.rados.rados.0.smithi078.stdout:3463: rmattr oid 45 current snap is 325 2024-08-10T05:07:59.235 INFO:tasks.rados.rados.0.smithi078.stdout:3463: done (2 left) 2024-08-10T05:07:59.235 INFO:tasks.rados.rados.0.smithi078.stdout:3464: setattr oid 32 current snap is 325 2024-08-10T05:07:59.235 INFO:tasks.rados.rados.0.smithi078.stdout:3460: finishing write tid 1 to smithi07880501-40 2024-08-10T05:07:59.236 INFO:tasks.rados.rados.0.smithi078.stdout:3460: finishing write tid 2 to smithi07880501-40 2024-08-10T05:07:59.236 INFO:tasks.rados.rados.0.smithi078.stdout:3460: finishing write tid 3 to smithi07880501-40 2024-08-10T05:07:59.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2545 (ObjNum 1045 snap 325 seq_num 1045) dirty exists 2024-08-10T05:07:59.236 INFO:tasks.rados.rados.0.smithi078.stdout:3460: left oid 40 (ObjNum 1045 snap 325 seq_num 1045) 2024-08-10T05:07:59.236 INFO:tasks.rados.rados.0.smithi078.stdout:3461: finishing copy_from racing read to smithi07880501-33 2024-08-10T05:07:59.236 INFO:tasks.rados.rados.0.smithi078.stdout:3461: finishing copy_from to smithi07880501-33 2024-08-10T05:07:59.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 3065 (ObjNum 1029 snap 322 seq_num 1029) dirty exists 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:3460: done (2 left) 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:3461: done (1 left) 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:3465: read oid 33 snap -1 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:3465: expect (ObjNum 1029 snap 322 seq_num 1029) 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:3466: copy_from oid 36 from oid 31 current snap is 325 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:3467: copy_from oid 37 from oid 6 current snap is 325 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 325 2024-08-10T05:07:59.237 INFO:tasks.rados.rados.0.smithi078.stdout:3468: seq_num 1046 ranges {0=729088} 2024-08-10T05:07:59.242 INFO:tasks.rados.rados.0.smithi078.stdout:3468: writing smithi07880501-39 from 0 to 729088 tid 1 2024-08-10T05:07:59.242 INFO:tasks.rados.rados.0.smithi078.stdout:3469: rollback oid 4 current snap is 325 2024-08-10T05:07:59.242 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 320 2024-08-10T05:07:59.242 INFO:tasks.rados.rados.0.smithi078.stdout:3470: delete oid 25 current snap is 325 2024-08-10T05:07:59.244 INFO:tasks.rados.rados.0.smithi078.stdout:3467: finishing copy_from to smithi07880501-37 2024-08-10T05:07:59.244 INFO:tasks.rados.rados.0.smithi078.stdout:3467: got expected ENOENT (src dne) 2024-08-10T05:07:59.245 INFO:tasks.rados.rados.0.smithi078.stdout:3467: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:07:59.246 INFO:tasks.rados.rados.0.smithi078.stdout:3467: done (6 left) 2024-08-10T05:07:59.246 INFO:tasks.rados.rados.0.smithi078.stdout:3470: done (5 left) 2024-08-10T05:07:59.246 INFO:tasks.rados.rados.0.smithi078.stdout:3471: copy_from oid 37 from oid 5 current snap is 325 2024-08-10T05:07:59.246 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 42 current snap is 325 2024-08-10T05:07:59.246 INFO:tasks.rados.rados.0.smithi078.stdout:3472: seq_num 1048 ranges {5464064=761856} 2024-08-10T05:07:59.283 INFO:tasks.rados.rados.0.smithi078.stdout:3472: writing smithi07880501-42 from 5464064 to 6225920 tid 1 2024-08-10T05:07:59.283 INFO:tasks.rados.rados.0.smithi078.stdout:3473: rollback oid 6 current snap is 325 2024-08-10T05:07:59.283 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 306 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2648 (ObjNum 1039 snap 324 seq_num 1039) dirty exists 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:3464: done (7 left) 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:3474: rollback oid 10 current snap is 325 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 311 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:3468: finishing write tid 1 to smithi07880501-39 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:3468: finishing write tid 2 to smithi07880501-39 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 325 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:3469: finishing rollback tid 0 to smithi07880501-4 2024-08-10T05:07:59.284 INFO:tasks.rados.rados.0.smithi078.stdout:3475: seq_num 1049 ranges {3481600=778240} 2024-08-10T05:07:59.307 INFO:tasks.rados.rados.0.smithi078.stdout:3475: writing smithi07880501-22 from 3481600 to 4259840 tid 1 2024-08-10T05:07:59.307 INFO:tasks.rados.rados.0.smithi078.stdout:3476: delete oid 2 current snap is 325 2024-08-10T05:07:59.307 INFO:tasks.rados.rados.0.smithi078.stdout:3469: finishing rollback tid 1 to smithi07880501-4 2024-08-10T05:07:59.307 INFO:tasks.rados.rados.0.smithi078.stdout:3469: finishing rollback tid 2 to smithi07880501-4 2024-08-10T05:07:59.307 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 2627 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-08-10T05:07:59.307 INFO:tasks.rados.rados.0.smithi078.stdout:3468: finishing write tid 3 to smithi07880501-39 2024-08-10T05:07:59.309 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1824 (ObjNum 1046 snap 325 seq_num 1046) dirty exists 2024-08-10T05:07:59.309 INFO:tasks.rados.rados.0.smithi078.stdout:3468: left oid 39 (ObjNum 1046 snap 325 seq_num 1046) 2024-08-10T05:07:59.309 INFO:tasks.rados.rados.0.smithi078.stdout:3465: expect (ObjNum 1029 snap 322 seq_num 1029) 2024-08-10T05:07:59.460 INFO:tasks.rados.rados.0.smithi078.stdout:3471: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:07:59.460 INFO:tasks.rados.rados.0.smithi078.stdout:3471: finishing copy_from to smithi07880501-37 2024-08-10T05:07:59.460 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 2346 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:07:59.460 INFO:tasks.rados.rados.0.smithi078.stdout:3473: finishing rollback tid 1 to smithi07880501-6 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3473: finishing rollback tid 2 to smithi07880501-6 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2166 (ObjNum 771 snap 234 seq_num 771) dirty exists 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3472: finishing write tid 1 to smithi07880501-42 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3472: finishing write tid 2 to smithi07880501-42 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3474: finishing rollback tid 0 to smithi07880501-10 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3465: done (9 left) 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3468: done (8 left) 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3469: done (7 left) 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3471: done (6 left) 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3473: done (5 left) 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3476: done (4 left) 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3477: read oid 24 snap -1 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3477: expect deleted 2024-08-10T05:07:59.461 INFO:tasks.rados.rados.0.smithi078.stdout:3478: delete oid 2 current snap is 325 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3474: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 3028 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3472: finishing write tid 3 to smithi07880501-42 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 3026 (ObjNum 1048 snap 325 seq_num 1048) dirty exists 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3472: left oid 42 (ObjNum 1048 snap 325 seq_num 1048) 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3475: finishing write tid 1 to smithi07880501-22 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3475: finishing write tid 2 to smithi07880501-22 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3475: finishing write tid 3 to smithi07880501-22 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 3142 (ObjNum 1049 snap 325 seq_num 1049) dirty exists 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3475: left oid 22 (ObjNum 1049 snap 325 seq_num 1049) 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3466: finishing copy_from racing read to smithi07880501-36 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:3466: finishing copy_from to smithi07880501-36 2024-08-10T05:07:59.462 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 36 v 2081 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-08-10T05:07:59.463 INFO:tasks.rados.rados.0.smithi078.stdout:3466: done (5 left) 2024-08-10T05:07:59.463 INFO:tasks.rados.rados.0.smithi078.stdout:3472: done (4 left) 2024-08-10T05:07:59.463 INFO:tasks.rados.rados.0.smithi078.stdout:3474: done (3 left) 2024-08-10T05:07:59.463 INFO:tasks.rados.rados.0.smithi078.stdout:3475: done (2 left) 2024-08-10T05:07:59.463 INFO:tasks.rados.rados.0.smithi078.stdout:3477: done (1 left) 2024-08-10T05:07:59.464 INFO:tasks.rados.rados.0.smithi078.stdout:3478: done (0 left) 2024-08-10T05:07:59.464 INFO:tasks.rados.rados.0.smithi078.stdout:3479: copy_from oid 16 from oid 14 current snap is 325 2024-08-10T05:07:59.464 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 325 2024-08-10T05:07:59.464 INFO:tasks.rados.rados.0.smithi078.stdout:3480: seq_num 1052 ranges {1884160=425984,2310144=401408} 2024-08-10T05:07:59.475 INFO:tasks.rados.rados.0.smithi078.stdout:3480: writing smithi07880501-1 from 1884160 to 2310144 tid 1 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3480: writing smithi07880501-1 from 2310144 to 2711552 tid 2 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3481: read oid 27 snap -1 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3481: expect (ObjNum 857 snap 271 seq_num 857) 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3482: read oid 30 snap 320 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3482: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3483: setattr oid 47 current snap is 325 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3479: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:07:59.478 INFO:tasks.rados.rados.0.smithi078.stdout:3479: finishing copy_from to smithi07880501-16 2024-08-10T05:07:59.479 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 2373 (ObjNum 1024 snap 319 seq_num 1024) dirty exists 2024-08-10T05:07:59.479 INFO:tasks.rados.rados.0.smithi078.stdout:3479: done (4 left) 2024-08-10T05:07:59.479 INFO:tasks.rados.rados.0.smithi078.stdout:3484: rollback oid 20 current snap is 325 2024-08-10T05:07:59.479 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 306 2024-08-10T05:07:59.479 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 325 2024-08-10T05:07:59.479 INFO:tasks.rados.rados.0.smithi078.stdout:3485: seq_num 1053 ranges {1327104=442368,1769472=401408} 2024-08-10T05:07:59.489 INFO:tasks.rados.rados.0.smithi078.stdout:3485: writing smithi07880501-15 from 1327104 to 1769472 tid 1 2024-08-10T05:07:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3485: writing smithi07880501-15 from 1769472 to 2170880 tid 2 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3486: copy_from oid 43 from oid 42 current snap is 325 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3480: finishing write tid 1 to smithi07880501-1 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 325 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 3029 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3480: finishing write tid 2 to smithi07880501-1 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3480: finishing write tid 3 to smithi07880501-1 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3484: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 3034 (ObjNum 4113 snap 0 seq_num 2882305438) dirty dne 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3480: finishing write tid 4 to smithi07880501-1 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 3041 (ObjNum 1052 snap 325 seq_num 1052) dirty exists 2024-08-10T05:07:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3480: left oid 1 (ObjNum 1052 snap 325 seq_num 1052) 2024-08-10T05:07:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3482: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:07:59.551 INFO:tasks.rados.rados.0.smithi078.stdout:3485: finishing write tid 1 to smithi07880501-15 2024-08-10T05:07:59.551 INFO:tasks.rados.rados.0.smithi078.stdout:3486: finishing copy_from racing read to smithi07880501-43 2024-08-10T05:07:59.551 INFO:tasks.rados.rados.0.smithi078.stdout:3481: expect (ObjNum 857 snap 271 seq_num 857) 2024-08-10T05:07:59.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:59 smithi107 ceph-mon[86658]: osdmap e732: 8 total, 8 up, 8 in 2024-08-10T05:07:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:07:59 smithi107 ceph-mon[86658]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 298 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-10T05:07:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:59 smithi078 ceph-mon[92251]: osdmap e732: 8 total, 8 up, 8 in 2024-08-10T05:07:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:07:59 smithi078 ceph-mon[92251]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 298 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-10T05:07:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:59 smithi078 ceph-mon[94618]: osdmap e732: 8 total, 8 up, 8 in 2024-08-10T05:07:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:07:59 smithi078 ceph-mon[94618]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 298 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-08-10T05:08:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:00 smithi107 ceph-mon[86658]: osdmap e733: 8 total, 8 up, 8 in 2024-08-10T05:08:00.616 INFO:tasks.rados.rados.0.smithi078.stdout:3485: finishing write tid 2 to smithi07880501-15 2024-08-10T05:08:00.616 INFO:tasks.rados.rados.0.smithi078.stdout:3485: finishing write tid 3 to smithi07880501-15 2024-08-10T05:08:00.616 INFO:tasks.rados.rados.0.smithi078.stdout:3485: finishing write tid 4 to smithi07880501-15 2024-08-10T05:08:00.617 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 3146 (ObjNum 1053 snap 325 seq_num 1053) dirty exists 2024-08-10T05:08:00.617 INFO:tasks.rados.rados.0.smithi078.stdout:3485: left oid 15 (ObjNum 1053 snap 325 seq_num 1053) 2024-08-10T05:08:00.617 INFO:tasks.rados.rados.0.smithi078.stdout:3486: finishing copy_from to smithi07880501-43 2024-08-10T05:08:00.617 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 3026 (ObjNum 1048 snap 325 seq_num 1048) dirty exists 2024-08-10T05:08:00.617 INFO:tasks.rados.rados.0.smithi078.stdout:3487: seq_num 1054 ranges {1327104=458752,1785856=401408} 2024-08-10T05:08:00.625 INFO:tasks.rados.rados.0.smithi078.stdout:3487: writing smithi07880501-44 from 1327104 to 1785856 tid 1 2024-08-10T05:08:00.628 INFO:tasks.rados.rados.0.smithi078.stdout:3487: writing smithi07880501-44 from 1785856 to 2187264 tid 2 2024-08-10T05:08:00.628 INFO:tasks.rados.rados.0.smithi078.stdout:3480: done (7 left) 2024-08-10T05:08:00.628 INFO:tasks.rados.rados.0.smithi078.stdout:3481: done (6 left) 2024-08-10T05:08:00.628 INFO:tasks.rados.rados.0.smithi078.stdout:3482: done (5 left) 2024-08-10T05:08:00.628 INFO:tasks.rados.rados.0.smithi078.stdout:3483: done (4 left) 2024-08-10T05:08:00.628 INFO:tasks.rados.rados.0.smithi078.stdout:3484: done (3 left) 2024-08-10T05:08:00.629 INFO:tasks.rados.rados.0.smithi078.stdout:3485: done (2 left) 2024-08-10T05:08:00.629 INFO:tasks.rados.rados.0.smithi078.stdout:3486: done (1 left) 2024-08-10T05:08:00.629 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 325 2024-08-10T05:08:00.629 INFO:tasks.rados.rados.0.smithi078.stdout:3488: seq_num 1055 ranges {729088=475136,1204224=401408} 2024-08-10T05:08:00.634 INFO:tasks.rados.rados.0.smithi078.stdout:3488: writing smithi07880501-39 from 729088 to 1204224 tid 1 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3488: writing smithi07880501-39 from 1204224 to 1605632 tid 2 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3489: read oid 10 snap -1 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3489: expect deleted 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3490: read oid 50 snap 311 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3490: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3491: rollback oid 48 current snap is 325 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3487: finishing write tid 1 to smithi07880501-44 2024-08-10T05:08:00.638 INFO:tasks.rados.rados.0.smithi078.stdout:3487: finishing write tid 2 to smithi07880501-44 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:3487: finishing write tid 3 to smithi07880501-44 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:3487: finishing write tid 4 to smithi07880501-44 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 3032 (ObjNum 1054 snap 325 seq_num 1054) dirty exists 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:3487: left oid 44 (ObjNum 1054 snap 325 seq_num 1054) 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:3488: finishing write tid 1 to smithi07880501-39 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 48 to 303 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:3487: done (4 left) 2024-08-10T05:08:00.639 INFO:tasks.rados.rados.0.smithi078.stdout:3492: delete oid 45 current snap is 325 2024-08-10T05:08:00.640 INFO:tasks.rados.rados.0.smithi078.stdout:3488: finishing write tid 2 to smithi07880501-39 2024-08-10T05:08:00.640 INFO:tasks.rados.rados.0.smithi078.stdout:3488: finishing write tid 3 to smithi07880501-39 2024-08-10T05:08:00.641 INFO:tasks.rados.rados.0.smithi078.stdout:3488: finishing write tid 4 to smithi07880501-39 2024-08-10T05:08:00.641 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1827 (ObjNum 1055 snap 325 seq_num 1055) dirty exists 2024-08-10T05:08:00.641 INFO:tasks.rados.rados.0.smithi078.stdout:3488: left oid 39 (ObjNum 1055 snap 325 seq_num 1055) 2024-08-10T05:08:00.645 INFO:tasks.rados.rados.0.smithi078.stdout:3491: finishing rollback tid 0 to smithi07880501-48 2024-08-10T05:08:00.648 INFO:tasks.rados.rados.0.smithi078.stdout:3491: finishing rollback tid 1 to smithi07880501-48 2024-08-10T05:08:00.648 INFO:tasks.rados.rados.0.smithi078.stdout:3491: finishing rollback tid 2 to smithi07880501-48 2024-08-10T05:08:00.648 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2532 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-08-10T05:08:00.654 INFO:tasks.rados.rados.0.smithi078.stdout:3490: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:08:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:00 smithi078 ceph-mon[92251]: osdmap e733: 8 total, 8 up, 8 in 2024-08-10T05:08:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:00 smithi078 ceph-mon[94618]: osdmap e733: 8 total, 8 up, 8 in 2024-08-10T05:08:00.795 INFO:tasks.rados.rados.0.smithi078.stdout:3488: done (4 left) 2024-08-10T05:08:00.796 INFO:tasks.rados.rados.0.smithi078.stdout:3489: done (3 left) 2024-08-10T05:08:00.796 INFO:tasks.rados.rados.0.smithi078.stdout:3490: done (2 left) 2024-08-10T05:08:00.796 INFO:tasks.rados.rados.0.smithi078.stdout:3491: done (1 left) 2024-08-10T05:08:00.796 INFO:tasks.rados.rados.0.smithi078.stdout:3492: done (0 left) 2024-08-10T05:08:00.796 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 325 2024-08-10T05:08:00.796 INFO:tasks.rados.rados.0.smithi078.stdout:3493: seq_num 1057 ranges {4472832=507904,4980736=401408} 2024-08-10T05:08:00.821 INFO:tasks.rados.rados.0.smithi078.stdout:3493: writing smithi07880501-49 from 4472832 to 4980736 tid 1 2024-08-10T05:08:00.823 INFO:tasks.rados.rados.0.smithi078.stdout:3493: writing smithi07880501-49 from 4980736 to 5382144 tid 2 2024-08-10T05:08:00.823 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 325 2024-08-10T05:08:00.824 INFO:tasks.rados.rados.0.smithi078.stdout:3494: seq_num 1058 ranges {3162112=524288,3686400=401408} 2024-08-10T05:08:00.843 INFO:tasks.rados.rados.0.smithi078.stdout:3494: writing smithi07880501-14 from 3162112 to 3686400 tid 1 2024-08-10T05:08:00.845 INFO:tasks.rados.rados.0.smithi078.stdout:3494: writing smithi07880501-14 from 3686400 to 4087808 tid 2 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:3495: rollback oid 26 current snap is 325 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 320 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:3493: finishing write tid 1 to smithi07880501-49 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:3496: delete oid 38 current snap is 325 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:3493: finishing write tid 2 to smithi07880501-49 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:3493: finishing write tid 3 to smithi07880501-49 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:3493: finishing write tid 4 to smithi07880501-49 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2567 (ObjNum 1057 snap 325 seq_num 1057) dirty exists 2024-08-10T05:08:00.846 INFO:tasks.rados.rados.0.smithi078.stdout:3493: left oid 49 (ObjNum 1057 snap 325 seq_num 1057) 2024-08-10T05:08:00.847 INFO:tasks.rados.rados.0.smithi078.stdout:3493: done (3 left) 2024-08-10T05:08:00.847 INFO:tasks.rados.rados.0.smithi078.stdout:3496: done (2 left) 2024-08-10T05:08:00.847 INFO:tasks.rados.rados.0.smithi078.stdout:3497: delete oid 34 current snap is 325 2024-08-10T05:08:00.850 INFO:tasks.rados.rados.0.smithi078.stdout:3494: finishing write tid 1 to smithi07880501-14 2024-08-10T05:08:00.850 INFO:tasks.rados.rados.0.smithi078.stdout:3494: finishing write tid 2 to smithi07880501-14 2024-08-10T05:08:00.850 INFO:tasks.rados.rados.0.smithi078.stdout:3495: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:08:00.852 INFO:tasks.rados.rados.0.smithi078.stdout:3495: finishing rollback tid 2 to smithi07880501-26 2024-08-10T05:08:00.852 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2650 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:08:00.852 INFO:tasks.rados.rados.0.smithi078.stdout:3495: done (2 left) 2024-08-10T05:08:00.852 INFO:tasks.rados.rados.0.smithi078.stdout:3497: done (1 left) 2024-08-10T05:08:00.852 INFO:tasks.rados.rados.0.smithi078.stdout:3498: read oid 24 snap 320 2024-08-10T05:08:00.852 INFO:tasks.rados.rados.0.smithi078.stdout:3498: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:08:00.853 INFO:tasks.rados.rados.0.smithi078.stdout:3499: snap_remove snap 324 2024-08-10T05:08:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3499: done (2 left) 2024-08-10T05:08:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3500: delete oid 8 current snap is 325 2024-08-10T05:08:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3494: finishing write tid 3 to smithi07880501-14 2024-08-10T05:08:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3494: finishing write tid 4 to smithi07880501-14 2024-08-10T05:08:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2380 (ObjNum 1058 snap 325 seq_num 1058) dirty exists 2024-08-10T05:08:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3494: left oid 14 (ObjNum 1058 snap 325 seq_num 1058) 2024-08-10T05:08:01.189 INFO:tasks.rados.rados.0.smithi078.stdout:3498: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:08:01.234 INFO:tasks.rados.rados.0.smithi078.stdout:3494: done (2 left) 2024-08-10T05:08:01.235 INFO:tasks.rados.rados.0.smithi078.stdout:3498: done (1 left) 2024-08-10T05:08:01.235 INFO:tasks.rados.rados.0.smithi078.stdout:3500: done (0 left) 2024-08-10T05:08:01.235 INFO:tasks.rados.rados.0.smithi078.stdout:3501: delete oid 22 current snap is 325 2024-08-10T05:08:01.237 INFO:tasks.rados.rados.0.smithi078.stdout:3501: done (0 left) 2024-08-10T05:08:01.238 INFO:tasks.rados.rados.0.smithi078.stdout:3502: rollback oid 41 current snap is 325 2024-08-10T05:08:01.238 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 41 to 320 2024-08-10T05:08:01.238 INFO:tasks.rados.rados.0.smithi078.stdout:3503: rollback oid 19 current snap is 325 2024-08-10T05:08:01.238 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 320 2024-08-10T05:08:01.238 INFO:tasks.rados.rados.0.smithi078.stdout:3504: rollback oid 24 current snap is 325 2024-08-10T05:08:01.239 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 311 2024-08-10T05:08:01.239 INFO:tasks.rados.rados.0.smithi078.stdout:3505: snap_create 2024-08-10T05:08:01.241 INFO:tasks.rados.rados.0.smithi078.stdout:3503: finishing rollback tid 0 to smithi07880501-19 2024-08-10T05:08:01.241 INFO:tasks.rados.rados.0.smithi078.stdout:3503: finishing rollback tid 1 to smithi07880501-19 2024-08-10T05:08:01.241 INFO:tasks.rados.rados.0.smithi078.stdout:3503: finishing rollback tid 2 to smithi07880501-19 2024-08-10T05:08:01.242 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 2169 (ObjNum 986 snap 304 seq_num 986) dirty exists 2024-08-10T05:08:01.243 INFO:tasks.rados.rados.0.smithi078.stdout:3504: finishing rollback tid 1 to smithi07880501-24 2024-08-10T05:08:01.243 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3078 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:08:01.243 INFO:tasks.rados.rados.0.smithi078.stdout:3502: finishing rollback tid 0 to smithi07880501-41 2024-08-10T05:08:01.243 INFO:tasks.rados.rados.0.smithi078.stdout:3502: finishing rollback tid 1 to smithi07880501-41 2024-08-10T05:08:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3502: finishing rollback tid 2 to smithi07880501-41 2024-08-10T05:08:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 3044 (ObjNum 1020 snap 319 seq_num 1020) dirty exists 2024-08-10T05:08:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:01 smithi107 ceph-mon[86658]: pgmap v766: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-10T05:08:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:01 smithi107 ceph-mon[86658]: osdmap e734: 8 total, 8 up, 8 in 2024-08-10T05:08:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:01 smithi078 ceph-mon[92251]: pgmap v766: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-10T05:08:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:01 smithi078 ceph-mon[92251]: osdmap e734: 8 total, 8 up, 8 in 2024-08-10T05:08:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:01 smithi078 ceph-mon[94618]: pgmap v766: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-08-10T05:08:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:01 smithi078 ceph-mon[94618]: osdmap e734: 8 total, 8 up, 8 in 2024-08-10T05:08:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:08:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:08:01] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3502: done (3 left) 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3503: done (2 left) 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3504: done (1 left) 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3505: done (0 left) 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3506: read oid 49 snap -1 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3506: expect (ObjNum 1057 snap 325 seq_num 1057) 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3507: read oid 7 snap -1 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3507: expect (ObjNum 837 snap 263 seq_num 837) 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3508: read oid 46 snap -1 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3508: expect deleted 2024-08-10T05:08:02.243 INFO:tasks.rados.rados.0.smithi078.stdout:3509: rollback oid 29 current snap is 326 2024-08-10T05:08:02.244 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 320 2024-08-10T05:08:02.244 INFO:tasks.rados.rados.0.smithi078.stdout:3510: snap_create 2024-08-10T05:08:02.247 INFO:tasks.rados.rados.0.smithi078.stdout:3509: finishing rollback tid 0 to smithi07880501-29 2024-08-10T05:08:02.248 INFO:tasks.rados.rados.0.smithi078.stdout:3509: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:08:02.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2383 (ObjNum 385 snap 0 seq_num 490626288) dirty dne 2024-08-10T05:08:02.259 INFO:tasks.rados.rados.0.smithi078.stdout:3507: expect (ObjNum 837 snap 263 seq_num 837) 2024-08-10T05:08:02.334 INFO:tasks.rados.rados.0.smithi078.stdout:3506: expect (ObjNum 1057 snap 325 seq_num 1057) 2024-08-10T05:08:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:08:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:08:03.248 INFO:tasks.rados.rados.0.smithi078.stdout:3506: done (4 left) 2024-08-10T05:08:03.248 INFO:tasks.rados.rados.0.smithi078.stdout:3507: done (3 left) 2024-08-10T05:08:03.248 INFO:tasks.rados.rados.0.smithi078.stdout:3508: done (2 left) 2024-08-10T05:08:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:3509: done (1 left) 2024-08-10T05:08:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:3510: done (0 left) 2024-08-10T05:08:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:3511: rollback oid 24 current snap is 327 2024-08-10T05:08:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 311 2024-08-10T05:08:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 327 2024-08-10T05:08:03.249 INFO:tasks.rados.rados.0.smithi078.stdout:3512: seq_num 1063 ranges {0=606208,606208=401408} 2024-08-10T05:08:03.251 INFO:tasks.rados.rados.0.smithi078.stdout:3512: writing smithi07880501-22 from 0 to 606208 tid 1 2024-08-10T05:08:03.254 INFO:tasks.rados.rados.0.smithi078.stdout:3512: writing smithi07880501-22 from 606208 to 1007616 tid 2 2024-08-10T05:08:03.254 INFO:tasks.rados.rados.0.smithi078.stdout:3513: delete oid 47 current snap is 327 2024-08-10T05:08:03.255 INFO:tasks.rados.rados.0.smithi078.stdout:3511: finishing rollback tid 1 to smithi07880501-24 2024-08-10T05:08:03.255 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3078 (ObjNum 65 snap 0 seq_num 1464823899) dirty dne 2024-08-10T05:08:03.259 INFO:tasks.rados.rados.0.smithi078.stdout:3512: finishing write tid 1 to smithi07880501-22 2024-08-10T05:08:03.259 INFO:tasks.rados.rados.0.smithi078.stdout:3511: done (2 left) 2024-08-10T05:08:03.260 INFO:tasks.rados.rados.0.smithi078.stdout:3513: done (1 left) 2024-08-10T05:08:03.260 INFO:tasks.rados.rados.0.smithi078.stdout:3514: copy_from oid 42 from oid 30 current snap is 327 2024-08-10T05:08:03.260 INFO:tasks.rados.rados.0.smithi078.stdout:3512: finishing write tid 2 to smithi07880501-22 2024-08-10T05:08:03.260 INFO:tasks.rados.rados.0.smithi078.stdout:3515: setattr oid 16 current snap is 327 2024-08-10T05:08:03.260 INFO:tasks.rados.rados.0.smithi078.stdout:3512: finishing write tid 3 to smithi07880501-22 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:3516: rollback oid 43 current snap is 327 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 43 to 325 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:3517: rmattr oid 25 current snap is 327 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:3517: done (4 left) 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:3518: rollback oid 15 current snap is 327 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 15 to 320 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:3519: copy_from oid 46 from oid 9 current snap is 327 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:3520: rollback oid 21 current snap is 327 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 320 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 327 2024-08-10T05:08:03.261 INFO:tasks.rados.rados.0.smithi078.stdout:3521: seq_num 1065 ranges {933888=638976,1572864=401408} 2024-08-10T05:08:03.270 INFO:tasks.rados.rados.0.smithi078.stdout:3521: writing smithi07880501-11 from 933888 to 1572864 tid 1 2024-08-10T05:08:03.274 INFO:tasks.rados.rados.0.smithi078.stdout:3521: writing smithi07880501-11 from 1572864 to 1974272 tid 2 2024-08-10T05:08:03.274 INFO:tasks.rados.rados.0.smithi078.stdout:3522: read oid 23 snap 320 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3522: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3523: delete oid 50 current snap is 327 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3512: finishing write tid 4 to smithi07880501-22 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 3162 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3512: left oid 22 (ObjNum 1063 snap 327 seq_num 1063) 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3518: finishing rollback tid 0 to smithi07880501-15 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3518: finishing rollback tid 1 to smithi07880501-15 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3518: finishing rollback tid 2 to smithi07880501-15 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 3166 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3520: finishing rollback tid 0 to smithi07880501-21 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3520: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3028 (ObjNum 1024 snap 319 seq_num 1024) dirty exists 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:3520: finishing rollback tid 2 to smithi07880501-21 2024-08-10T05:08:03.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 2371 (ObjNum 1004 snap 312 seq_num 1004) dirty exists 2024-08-10T05:08:03.276 INFO:tasks.rados.rados.0.smithi078.stdout:3519: finishing copy_from racing read to smithi07880501-46 2024-08-10T05:08:03.276 INFO:tasks.rados.rados.0.smithi078.stdout:3516: finishing rollback tid 0 to smithi07880501-43 2024-08-10T05:08:03.276 INFO:tasks.rados.rados.0.smithi078.stdout:3516: finishing rollback tid 1 to smithi07880501-43 2024-08-10T05:08:03.276 INFO:tasks.rados.rados.0.smithi078.stdout:3519: finishing copy_from to smithi07880501-46 2024-08-10T05:08:03.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2526 (ObjNum 961 snap 296 seq_num 961) dirty exists 2024-08-10T05:08:03.276 INFO:tasks.rados.rados.0.smithi078.stdout:3516: finishing rollback tid 2 to smithi07880501-43 2024-08-10T05:08:03.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 3031 (ObjNum 1048 snap 325 seq_num 1048) dirty exists 2024-08-10T05:08:03.280 INFO:tasks.rados.rados.0.smithi078.stdout:3512: done (9 left) 2024-08-10T05:08:03.280 INFO:tasks.rados.rados.0.smithi078.stdout:3515: done (8 left) 2024-08-10T05:08:03.281 INFO:tasks.rados.rados.0.smithi078.stdout:3516: done (7 left) 2024-08-10T05:08:03.281 INFO:tasks.rados.rados.0.smithi078.stdout:3518: done (6 left) 2024-08-10T05:08:03.281 INFO:tasks.rados.rados.0.smithi078.stdout:3519: done (5 left) 2024-08-10T05:08:03.281 INFO:tasks.rados.rados.0.smithi078.stdout:3520: done (4 left) 2024-08-10T05:08:03.281 INFO:tasks.rados.rados.0.smithi078.stdout:3523: done (3 left) 2024-08-10T05:08:03.281 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 327 2024-08-10T05:08:03.281 INFO:tasks.rados.rados.0.smithi078.stdout:3524: seq_num 1067 ranges {0=679936,679936=401408} 2024-08-10T05:08:03.284 INFO:tasks.rados.rados.0.smithi078.stdout:3524: writing smithi07880501-45 from 0 to 679936 tid 1 2024-08-10T05:08:03.287 INFO:tasks.rados.rados.0.smithi078.stdout:3524: writing smithi07880501-45 from 679936 to 1081344 tid 2 2024-08-10T05:08:03.288 INFO:tasks.rados.rados.0.smithi078.stdout:3525: setattr oid 39 current snap is 327 2024-08-10T05:08:03.288 INFO:tasks.rados.rados.0.smithi078.stdout:3514: finishing copy_from racing read to smithi07880501-42 2024-08-10T05:08:03.288 INFO:tasks.rados.rados.0.smithi078.stdout:3521: finishing write tid 1 to smithi07880501-11 2024-08-10T05:08:03.288 INFO:tasks.rados.rados.0.smithi078.stdout:3522: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3521: finishing write tid 2 to smithi07880501-11 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3521: finishing write tid 3 to smithi07880501-11 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3514: finishing copy_from to smithi07880501-42 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 2590 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3521: finishing write tid 4 to smithi07880501-11 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 3036 (ObjNum 1065 snap 327 seq_num 1065) dirty exists 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3521: left oid 11 (ObjNum 1065 snap 327 seq_num 1065) 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3524: finishing write tid 1 to smithi07880501-45 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3524: finishing write tid 2 to smithi07880501-45 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3524: finishing write tid 3 to smithi07880501-45 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:3524: finishing write tid 4 to smithi07880501-45 2024-08-10T05:08:03.430 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 3034 (ObjNum 1067 snap 327 seq_num 1067) dirty exists 2024-08-10T05:08:03.431 INFO:tasks.rados.rados.0.smithi078.stdout:3524: left oid 45 (ObjNum 1067 snap 327 seq_num 1067) 2024-08-10T05:08:03.431 INFO:tasks.rados.rados.0.smithi078.stdout:3514: done (4 left) 2024-08-10T05:08:03.431 INFO:tasks.rados.rados.0.smithi078.stdout:3521: done (3 left) 2024-08-10T05:08:03.431 INFO:tasks.rados.rados.0.smithi078.stdout:3522: done (2 left) 2024-08-10T05:08:03.431 INFO:tasks.rados.rados.0.smithi078.stdout:3524: done (1 left) 2024-08-10T05:08:03.431 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 327 2024-08-10T05:08:03.431 INFO:tasks.rados.rados.0.smithi078.stdout:3526: seq_num 1068 ranges {1286144=696320,1982464=401408} 2024-08-10T05:08:03.440 INFO:tasks.rados.rados.0.smithi078.stdout:3526: writing smithi07880501-28 from 1286144 to 1982464 tid 1 2024-08-10T05:08:03.442 INFO:tasks.rados.rados.0.smithi078.stdout:3526: writing smithi07880501-28 from 1982464 to 2383872 tid 2 2024-08-10T05:08:03.442 INFO:tasks.rados.rados.0.smithi078.stdout:3527: rmattr oid 32 current snap is 327 2024-08-10T05:08:03.442 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1828 (ObjNum 1055 snap 325 seq_num 1055) dirty exists 2024-08-10T05:08:03.443 INFO:tasks.rados.rados.0.smithi078.stdout:3525: done (2 left) 2024-08-10T05:08:03.443 INFO:tasks.rados.rados.0.smithi078.stdout:3528: snap_create 2024-08-10T05:08:03.446 INFO:tasks.rados.rados.0.smithi078.stdout:3526: finishing write tid 1 to smithi07880501-28 2024-08-10T05:08:03.447 INFO:tasks.rados.rados.0.smithi078.stdout:3526: finishing write tid 2 to smithi07880501-28 2024-08-10T05:08:03.447 INFO:tasks.rados.rados.0.smithi078.stdout:3526: finishing write tid 3 to smithi07880501-28 2024-08-10T05:08:03.450 INFO:tasks.rados.rados.0.smithi078.stdout:3526: finishing write tid 4 to smithi07880501-28 2024-08-10T05:08:03.450 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2653 (ObjNum 1068 snap 327 seq_num 1068) dirty exists 2024-08-10T05:08:03.450 INFO:tasks.rados.rados.0.smithi078.stdout:3526: left oid 28 (ObjNum 1068 snap 327 seq_num 1068) 2024-08-10T05:08:03.450 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2654 (ObjNum 1039 snap 324 seq_num 1039) dirty exists 2024-08-10T05:08:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:03 smithi107 ceph-mon[86658]: osdmap e735: 8 total, 8 up, 8 in 2024-08-10T05:08:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:03 smithi107 ceph-mon[86658]: pgmap v769: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 204 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:08:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:03 smithi078 ceph-mon[92251]: osdmap e735: 8 total, 8 up, 8 in 2024-08-10T05:08:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:03 smithi078 ceph-mon[92251]: pgmap v769: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 204 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:08:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:03 smithi078 ceph-mon[94618]: osdmap e735: 8 total, 8 up, 8 in 2024-08-10T05:08:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:03 smithi078 ceph-mon[94618]: pgmap v769: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 204 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:08:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:3526: done (2 left) 2024-08-10T05:08:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:3527: done (1 left) 2024-08-10T05:08:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:3528: done (0 left) 2024-08-10T05:08:04.253 INFO:tasks.rados.rados.0.smithi078.stdout:3529: copy_from oid 26 from oid 49 current snap is 328 2024-08-10T05:08:04.254 INFO:tasks.rados.rados.0.smithi078.stdout:3530: setattr oid 24 current snap is 328 2024-08-10T05:08:04.255 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 328 2024-08-10T05:08:04.255 INFO:tasks.rados.rados.0.smithi078.stdout:3531: seq_num 1069 ranges {3162112=712704,3874816=401408} 2024-08-10T05:08:04.276 INFO:tasks.rados.rados.0.smithi078.stdout:3531: writing smithi07880501-16 from 3162112 to 3874816 tid 1 2024-08-10T05:08:04.279 INFO:tasks.rados.rados.0.smithi078.stdout:3531: writing smithi07880501-16 from 3874816 to 4276224 tid 2 2024-08-10T05:08:04.279 INFO:tasks.rados.rados.0.smithi078.stdout:3532: delete oid 41 current snap is 328 2024-08-10T05:08:04.279 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3167 (ObjNum 4113 snap 0 seq_num 731824740) dirty exists 2024-08-10T05:08:04.281 INFO:tasks.rados.rados.0.smithi078.stdout:3529: finishing copy_from racing read to smithi07880501-26 2024-08-10T05:08:04.286 INFO:tasks.rados.rados.0.smithi078.stdout:3531: finishing write tid 1 to smithi07880501-16 2024-08-10T05:08:04.286 INFO:tasks.rados.rados.0.smithi078.stdout:3529: finishing copy_from to smithi07880501-26 2024-08-10T05:08:04.286 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2567 (ObjNum 1057 snap 325 seq_num 1057) dirty exists 2024-08-10T05:08:04.286 INFO:tasks.rados.rados.0.smithi078.stdout:3531: finishing write tid 2 to smithi07880501-16 2024-08-10T05:08:04.286 INFO:tasks.rados.rados.0.smithi078.stdout:3531: finishing write tid 3 to smithi07880501-16 2024-08-10T05:08:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:3529: done (3 left) 2024-08-10T05:08:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:3530: done (2 left) 2024-08-10T05:08:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:3532: done (1 left) 2024-08-10T05:08:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:3533: rmattr oid 10 current snap is 328 2024-08-10T05:08:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:3533: done (1 left) 2024-08-10T05:08:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 328 2024-08-10T05:08:04.288 INFO:tasks.rados.rados.0.smithi078.stdout:3534: seq_num 1071 ranges {2080768=745472,2826240=401408} 2024-08-10T05:08:04.302 INFO:tasks.rados.rados.0.smithi078.stdout:3534: writing smithi07880501-5 from 2080768 to 2826240 tid 1 2024-08-10T05:08:04.305 INFO:tasks.rados.rados.0.smithi078.stdout:3534: writing smithi07880501-5 from 2826240 to 3227648 tid 2 2024-08-10T05:08:04.305 INFO:tasks.rados.rados.0.smithi078.stdout:3535: snap_create 2024-08-10T05:08:04.305 INFO:tasks.rados.rados.0.smithi078.stdout:3531: finishing write tid 4 to smithi07880501-16 2024-08-10T05:08:04.305 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3037 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-08-10T05:08:04.305 INFO:tasks.rados.rados.0.smithi078.stdout:3531: left oid 16 (ObjNum 1069 snap 328 seq_num 1069) 2024-08-10T05:08:04.308 INFO:tasks.rados.rados.0.smithi078.stdout:3534: finishing write tid 1 to smithi07880501-5 2024-08-10T05:08:04.309 INFO:tasks.rados.rados.0.smithi078.stdout:3534: finishing write tid 2 to smithi07880501-5 2024-08-10T05:08:04.309 INFO:tasks.rados.rados.0.smithi078.stdout:3534: finishing write tid 3 to smithi07880501-5 2024-08-10T05:08:04.310 INFO:tasks.rados.rados.0.smithi078.stdout:3534: finishing write tid 4 to smithi07880501-5 2024-08-10T05:08:04.310 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 3171 (ObjNum 1071 snap 328 seq_num 1071) dirty exists 2024-08-10T05:08:04.310 INFO:tasks.rados.rados.0.smithi078.stdout:3534: left oid 5 (ObjNum 1071 snap 328 seq_num 1071) 2024-08-10T05:08:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:04 smithi107 ceph-mon[86658]: osdmap e736: 8 total, 8 up, 8 in 2024-08-10T05:08:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:04 smithi078 ceph-mon[92251]: osdmap e736: 8 total, 8 up, 8 in 2024-08-10T05:08:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:04 smithi078 ceph-mon[94618]: osdmap e736: 8 total, 8 up, 8 in 2024-08-10T05:08:05.260 INFO:tasks.rados.rados.0.smithi078.stdout:3531: done (2 left) 2024-08-10T05:08:05.260 INFO:tasks.rados.rados.0.smithi078.stdout:3534: done (1 left) 2024-08-10T05:08:05.260 INFO:tasks.rados.rados.0.smithi078.stdout:3535: done (0 left) 2024-08-10T05:08:05.260 INFO:tasks.rados.rados.0.smithi078.stdout:3536: delete oid 25 current snap is 329 2024-08-10T05:08:05.263 INFO:tasks.rados.rados.0.smithi078.stdout:3536: done (0 left) 2024-08-10T05:08:05.263 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 329 2024-08-10T05:08:05.264 INFO:tasks.rados.rados.0.smithi078.stdout:3537: seq_num 1073 ranges {1081344=778240,1859584=401408} 2024-08-10T05:08:05.273 INFO:tasks.rados.rados.0.smithi078.stdout:3537: writing smithi07880501-45 from 1081344 to 1859584 tid 1 2024-08-10T05:08:05.276 INFO:tasks.rados.rados.0.smithi078.stdout:3537: writing smithi07880501-45 from 1859584 to 2260992 tid 2 2024-08-10T05:08:05.276 INFO:tasks.rados.rados.0.smithi078.stdout:3538: read oid 17 snap -1 2024-08-10T05:08:05.276 INFO:tasks.rados.rados.0.smithi078.stdout:3538: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-08-10T05:08:05.276 INFO:tasks.rados.rados.0.smithi078.stdout:3539: rollback oid 5 current snap is 329 2024-08-10T05:08:05.276 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 5 to 326 2024-08-10T05:08:05.276 INFO:tasks.rados.rados.0.smithi078.stdout:3540: snap_create 2024-08-10T05:08:05.283 INFO:tasks.rados.rados.0.smithi078.stdout:3537: finishing write tid 1 to smithi07880501-45 2024-08-10T05:08:05.283 INFO:tasks.rados.rados.0.smithi078.stdout:3537: finishing write tid 2 to smithi07880501-45 2024-08-10T05:08:05.283 INFO:tasks.rados.rados.0.smithi078.stdout:3537: finishing write tid 3 to smithi07880501-45 2024-08-10T05:08:05.285 INFO:tasks.rados.rados.0.smithi078.stdout:3539: finishing rollback tid 0 to smithi07880501-5 2024-08-10T05:08:05.285 INFO:tasks.rados.rados.0.smithi078.stdout:3539: finishing rollback tid 1 to smithi07880501-5 2024-08-10T05:08:05.285 INFO:tasks.rados.rados.0.smithi078.stdout:3539: finishing rollback tid 2 to smithi07880501-5 2024-08-10T05:08:05.285 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 3175 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:08:05.285 INFO:tasks.rados.rados.0.smithi078.stdout:3537: finishing write tid 4 to smithi07880501-45 2024-08-10T05:08:05.286 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 3040 (ObjNum 1073 snap 329 seq_num 1073) dirty exists 2024-08-10T05:08:05.286 INFO:tasks.rados.rados.0.smithi078.stdout:3537: left oid 45 (ObjNum 1073 snap 329 seq_num 1073) 2024-08-10T05:08:05.290 INFO:tasks.rados.rados.0.smithi078.stdout:3538: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-08-10T05:08:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:05 smithi107 ceph-mon[86658]: osdmap e737: 8 total, 8 up, 8 in 2024-08-10T05:08:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:05 smithi107 ceph-mon[86658]: pgmap v772: 121 pgs: 121 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 9.2 MiB/s wr, 33 op/s 2024-08-10T05:08:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:05 smithi078 ceph-mon[92251]: osdmap e737: 8 total, 8 up, 8 in 2024-08-10T05:08:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:05 smithi078 ceph-mon[92251]: pgmap v772: 121 pgs: 121 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 9.2 MiB/s wr, 33 op/s 2024-08-10T05:08:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:05 smithi078 ceph-mon[94618]: osdmap e737: 8 total, 8 up, 8 in 2024-08-10T05:08:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:05 smithi078 ceph-mon[94618]: pgmap v772: 121 pgs: 121 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 9.2 MiB/s wr, 33 op/s 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3537: done (3 left) 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3538: done (2 left) 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3539: done (1 left) 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3540: done (0 left) 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3541: read oid 15 snap -1 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3541: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3542: read oid 49 snap -1 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3542: expect (ObjNum 1057 snap 325 seq_num 1057) 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3543: copy_from oid 43 from oid 7 current snap is 330 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3544: copy_from oid 48 from oid 3 current snap is 330 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:3545: rollback oid 39 current snap is 330 2024-08-10T05:08:06.186 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 39 to 329 2024-08-10T05:08:06.187 INFO:tasks.rados.rados.0.smithi078.stdout:3546: read oid 16 snap -1 2024-08-10T05:08:06.187 INFO:tasks.rados.rados.0.smithi078.stdout:3546: expect (ObjNum 1069 snap 328 seq_num 1069) 2024-08-10T05:08:06.187 INFO:tasks.rados.rados.0.smithi078.stdout:3547: copy_from oid 29 from oid 25 current snap is 330 2024-08-10T05:08:06.187 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 330 2024-08-10T05:08:06.187 INFO:tasks.rados.rados.0.smithi078.stdout:3548: seq_num 1074 ranges {0=794624,794624=401408} 2024-08-10T05:08:06.191 INFO:tasks.rados.rados.0.smithi078.stdout:3548: writing smithi07880501-18 from 0 to 794624 tid 1 2024-08-10T05:08:06.194 INFO:tasks.rados.rados.0.smithi078.stdout:3548: writing smithi07880501-18 from 794624 to 1196032 tid 2 2024-08-10T05:08:06.195 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 330 2024-08-10T05:08:06.195 INFO:tasks.rados.rados.0.smithi078.stdout:3545: finishing rollback tid 0 to smithi07880501-39 2024-08-10T05:08:06.195 INFO:tasks.rados.rados.0.smithi078.stdout:3549: seq_num 1075 ranges {3481600=409600,3891200=671744,4562944=131072} 2024-08-10T05:08:06.217 INFO:tasks.rados.rados.0.smithi078.stdout:3549: writing smithi07880501-33 from 3481600 to 3891200 tid 1 2024-08-10T05:08:06.221 INFO:tasks.rados.rados.0.smithi078.stdout:3549: writing smithi07880501-33 from 3891200 to 4562944 tid 2 2024-08-10T05:08:06.222 INFO:tasks.rados.rados.0.smithi078.stdout:3549: writing smithi07880501-33 from 4562944 to 4694016 tid 3 2024-08-10T05:08:06.222 INFO:tasks.rados.rados.0.smithi078.stdout:3550: snap_remove snap 328 2024-08-10T05:08:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:06 smithi107 ceph-mon[86658]: osdmap e738: 8 total, 8 up, 8 in 2024-08-10T05:08:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:06 smithi107 ceph-mon[86658]: osdmap e739: 8 total, 8 up, 8 in 2024-08-10T05:08:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:06 smithi078 ceph-mon[94618]: osdmap e738: 8 total, 8 up, 8 in 2024-08-10T05:08:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:06 smithi078 ceph-mon[94618]: osdmap e739: 8 total, 8 up, 8 in 2024-08-10T05:08:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:06 smithi078 ceph-mon[92251]: osdmap e738: 8 total, 8 up, 8 in 2024-08-10T05:08:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:06 smithi078 ceph-mon[92251]: osdmap e739: 8 total, 8 up, 8 in 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3550: done (9 left) 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3545: finishing rollback tid 1 to smithi07880501-39 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3545: finishing rollback tid 2 to smithi07880501-39 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1831 (ObjNum 1055 snap 325 seq_num 1055) dirty exists 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3547: finishing copy_from to smithi07880501-29 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3547: got expected ENOENT (src dne) 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3547: finishing copy_from racing read to smithi07880501-29 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3544: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:08:07.189 INFO:tasks.rados.rados.0.smithi078.stdout:3541: expect (ObjNum 795 snap 251 seq_num 795) 2024-08-10T05:08:07.226 INFO:tasks.rados.rados.0.smithi078.stdout:3548: finishing write tid 1 to smithi07880501-18 2024-08-10T05:08:07.227 INFO:tasks.rados.rados.0.smithi078.stdout:3548: finishing write tid 2 to smithi07880501-18 2024-08-10T05:08:07.227 INFO:tasks.rados.rados.0.smithi078.stdout:3544: finishing copy_from to smithi07880501-48 2024-08-10T05:08:07.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2366 (ObjNum 982 snap 302 seq_num 982) dirty exists 2024-08-10T05:08:07.227 INFO:tasks.rados.rados.0.smithi078.stdout:3548: finishing write tid 3 to smithi07880501-18 2024-08-10T05:08:07.227 INFO:tasks.rados.rados.0.smithi078.stdout:3542: expect (ObjNum 1057 snap 325 seq_num 1057) 2024-08-10T05:08:07.479 INFO:tasks.rados.rados.0.smithi078.stdout:3548: finishing write tid 4 to smithi07880501-18 2024-08-10T05:08:07.479 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 3178 (ObjNum 1074 snap 330 seq_num 1074) dirty exists 2024-08-10T05:08:07.479 INFO:tasks.rados.rados.0.smithi078.stdout:3548: left oid 18 (ObjNum 1074 snap 330 seq_num 1074) 2024-08-10T05:08:07.479 INFO:tasks.rados.rados.0.smithi078.stdout:3543: finishing copy_from racing read to smithi07880501-43 2024-08-10T05:08:07.479 INFO:tasks.rados.rados.0.smithi078.stdout:3549: finishing write tid 1 to smithi07880501-33 2024-08-10T05:08:07.479 INFO:tasks.rados.rados.0.smithi078.stdout:3546: expect (ObjNum 1069 snap 328 seq_num 1069) 2024-08-10T05:08:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:07 smithi107 ceph-mon[86658]: pgmap v775: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-08-10T05:08:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:07 smithi107 ceph-mon[86658]: osdmap e740: 8 total, 8 up, 8 in 2024-08-10T05:08:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:07 smithi078 ceph-mon[92251]: pgmap v775: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-08-10T05:08:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:07 smithi078 ceph-mon[92251]: osdmap e740: 8 total, 8 up, 8 in 2024-08-10T05:08:07.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:07 smithi078 ceph-mon[94618]: pgmap v775: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-08-10T05:08:07.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:07 smithi078 ceph-mon[94618]: osdmap e740: 8 total, 8 up, 8 in 2024-08-10T05:08:07.737 INFO:tasks.rados.rados.0.smithi078.stdout:3543: finishing copy_from to smithi07880501-43 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 3105 (ObjNum 837 snap 263 seq_num 837) dirty exists 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3549: finishing write tid 2 to smithi07880501-33 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3549: finishing write tid 3 to smithi07880501-33 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3549: finishing write tid 4 to smithi07880501-33 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3549: finishing write tid 5 to smithi07880501-33 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 3183 (ObjNum 1075 snap 330 seq_num 1075) dirty exists 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3549: left oid 33 (ObjNum 1075 snap 330 seq_num 1075) 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3551: read oid 2 snap -1 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3551: expect deleted 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3541: done (9 left) 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3542: done (8 left) 2024-08-10T05:08:07.738 INFO:tasks.rados.rados.0.smithi078.stdout:3543: done (7 left) 2024-08-10T05:08:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:3544: done (6 left) 2024-08-10T05:08:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:3545: done (5 left) 2024-08-10T05:08:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:3546: done (4 left) 2024-08-10T05:08:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:3547: done (3 left) 2024-08-10T05:08:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:3548: done (2 left) 2024-08-10T05:08:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:3549: done (1 left) 2024-08-10T05:08:07.739 INFO:tasks.rados.rados.0.smithi078.stdout:3552: snap_create 2024-08-10T05:08:08.271 INFO:tasks.rados.rados.0.smithi078.stdout:3551: done (1 left) 2024-08-10T05:08:08.271 INFO:tasks.rados.rados.0.smithi078.stdout:3552: done (0 left) 2024-08-10T05:08:08.271 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 331 2024-08-10T05:08:08.271 INFO:tasks.rados.rados.0.smithi078.stdout:3553: seq_num 1076 ranges {1196032=425984,1622016=548864,2170880=253952} 2024-08-10T05:08:08.279 INFO:tasks.rados.rados.0.smithi078.stdout:3553: writing smithi07880501-18 from 1196032 to 1622016 tid 1 2024-08-10T05:08:08.282 INFO:tasks.rados.rados.0.smithi078.stdout:3553: writing smithi07880501-18 from 1622016 to 2170880 tid 2 2024-08-10T05:08:08.284 INFO:tasks.rados.rados.0.smithi078.stdout:3553: writing smithi07880501-18 from 2170880 to 2424832 tid 3 2024-08-10T05:08:08.284 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 331 2024-08-10T05:08:08.284 INFO:tasks.rados.rados.0.smithi078.stdout:3554: seq_num 1077 ranges {2080768=442368,2523136=434176,2957312=368640} 2024-08-10T05:08:08.298 INFO:tasks.rados.rados.0.smithi078.stdout:3554: writing smithi07880501-5 from 2080768 to 2523136 tid 1 2024-08-10T05:08:08.301 INFO:tasks.rados.rados.0.smithi078.stdout:3554: writing smithi07880501-5 from 2523136 to 2957312 tid 2 2024-08-10T05:08:08.303 INFO:tasks.rados.rados.0.smithi078.stdout:3554: writing smithi07880501-5 from 2957312 to 3325952 tid 3 2024-08-10T05:08:08.303 INFO:tasks.rados.rados.0.smithi078.stdout:3555: delete oid 35 current snap is 331 2024-08-10T05:08:08.303 INFO:tasks.rados.rados.0.smithi078.stdout:3553: finishing write tid 1 to smithi07880501-18 2024-08-10T05:08:08.304 INFO:tasks.rados.rados.0.smithi078.stdout:3553: finishing write tid 2 to smithi07880501-18 2024-08-10T05:08:08.304 INFO:tasks.rados.rados.0.smithi078.stdout:3553: finishing write tid 3 to smithi07880501-18 2024-08-10T05:08:08.304 INFO:tasks.rados.rados.0.smithi078.stdout:3553: finishing write tid 4 to smithi07880501-18 2024-08-10T05:08:08.304 INFO:tasks.rados.rados.0.smithi078.stdout:3553: finishing write tid 5 to smithi07880501-18 2024-08-10T05:08:08.304 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 3192 (ObjNum 1076 snap 331 seq_num 1076) dirty exists 2024-08-10T05:08:08.304 INFO:tasks.rados.rados.0.smithi078.stdout:3553: left oid 18 (ObjNum 1076 snap 331 seq_num 1076) 2024-08-10T05:08:08.304 INFO:tasks.rados.rados.0.smithi078.stdout:3554: finishing write tid 1 to smithi07880501-5 2024-08-10T05:08:08.308 INFO:tasks.rados.rados.0.smithi078.stdout:3553: done (2 left) 2024-08-10T05:08:08.308 INFO:tasks.rados.rados.0.smithi078.stdout:3555: done (1 left) 2024-08-10T05:08:08.309 INFO:tasks.rados.rados.0.smithi078.stdout:3556: delete oid 33 current snap is 331 2024-08-10T05:08:08.309 INFO:tasks.rados.rados.0.smithi078.stdout:3554: finishing write tid 2 to smithi07880501-5 2024-08-10T05:08:08.309 INFO:tasks.rados.rados.0.smithi078.stdout:3554: finishing write tid 3 to smithi07880501-5 2024-08-10T05:08:08.309 INFO:tasks.rados.rados.0.smithi078.stdout:3554: finishing write tid 4 to smithi07880501-5 2024-08-10T05:08:08.312 INFO:tasks.rados.rados.0.smithi078.stdout:3554: finishing write tid 5 to smithi07880501-5 2024-08-10T05:08:08.313 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 3197 (ObjNum 1077 snap 331 seq_num 1077) dirty exists 2024-08-10T05:08:08.313 INFO:tasks.rados.rados.0.smithi078.stdout:3554: left oid 5 (ObjNum 1077 snap 331 seq_num 1077) 2024-08-10T05:08:08.313 INFO:tasks.rados.rados.0.smithi078.stdout:3554: done (1 left) 2024-08-10T05:08:08.313 INFO:tasks.rados.rados.0.smithi078.stdout:3556: done (0 left) 2024-08-10T05:08:08.313 INFO:tasks.rados.rados.0.smithi078.stdout:3557: snap_create 2024-08-10T05:08:09.279 INFO:tasks.rados.rados.0.smithi078.stdout:3557: done (0 left) 2024-08-10T05:08:09.280 INFO:tasks.rados.rados.0.smithi078.stdout:3558: copy_from oid 23 from oid 22 current snap is 332 2024-08-10T05:08:09.280 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 332 2024-08-10T05:08:09.280 INFO:tasks.rados.rados.0.smithi078.stdout:3559: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-08-10T05:08:09.282 INFO:tasks.rados.rados.0.smithi078.stdout:3559: writing smithi07880501-33 from 0 to 491520 tid 1 2024-08-10T05:08:09.285 INFO:tasks.rados.rados.0.smithi078.stdout:3559: writing smithi07880501-33 from 491520 to 1032192 tid 2 2024-08-10T05:08:09.287 INFO:tasks.rados.rados.0.smithi078.stdout:3559: writing smithi07880501-33 from 1032192 to 1294336 tid 3 2024-08-10T05:08:09.287 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 332 2024-08-10T05:08:09.287 INFO:tasks.rados.rados.0.smithi078.stdout:3560: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-08-10T05:08:09.290 INFO:tasks.rados.rados.0.smithi078.stdout:3560: writing smithi07880501-13 from 0 to 507904 tid 1 2024-08-10T05:08:09.292 INFO:tasks.rados.rados.0.smithi078.stdout:3560: writing smithi07880501-13 from 507904 to 933888 tid 2 2024-08-10T05:08:09.295 INFO:tasks.rados.rados.0.smithi078.stdout:3560: writing smithi07880501-13 from 933888 to 1310720 tid 3 2024-08-10T05:08:09.295 INFO:tasks.rados.rados.0.smithi078.stdout:3561: rmattr oid 16 current snap is 332 2024-08-10T05:08:09.295 INFO:tasks.rados.rados.0.smithi078.stdout:3559: finishing write tid 1 to smithi07880501-33 2024-08-10T05:08:09.295 INFO:tasks.rados.rados.0.smithi078.stdout:3558: finishing copy_from racing read to smithi07880501-23 2024-08-10T05:08:09.295 INFO:tasks.rados.rados.0.smithi078.stdout:3558: finishing copy_from to smithi07880501-23 2024-08-10T05:08:09.296 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3162 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2024-08-10T05:08:09.296 INFO:tasks.rados.rados.0.smithi078.stdout:3559: finishing write tid 2 to smithi07880501-33 2024-08-10T05:08:09.296 INFO:tasks.rados.rados.0.smithi078.stdout:3559: finishing write tid 3 to smithi07880501-33 2024-08-10T05:08:09.296 INFO:tasks.rados.rados.0.smithi078.stdout:3559: finishing write tid 4 to smithi07880501-33 2024-08-10T05:08:09.296 INFO:tasks.rados.rados.0.smithi078.stdout:3558: done (3 left) 2024-08-10T05:08:09.296 INFO:tasks.rados.rados.0.smithi078.stdout:3562: snap_create 2024-08-10T05:08:09.299 INFO:tasks.rados.rados.0.smithi078.stdout:3560: finishing write tid 1 to smithi07880501-13 2024-08-10T05:08:09.299 INFO:tasks.rados.rados.0.smithi078.stdout:3559: finishing write tid 5 to smithi07880501-33 2024-08-10T05:08:09.300 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 3203 (ObjNum 1080 snap 332 seq_num 1080) dirty exists 2024-08-10T05:08:09.300 INFO:tasks.rados.rados.0.smithi078.stdout:3559: left oid 33 (ObjNum 1080 snap 332 seq_num 1080) 2024-08-10T05:08:09.300 INFO:tasks.rados.rados.0.smithi078.stdout:3560: finishing write tid 2 to smithi07880501-13 2024-08-10T05:08:09.300 INFO:tasks.rados.rados.0.smithi078.stdout:3560: finishing write tid 3 to smithi07880501-13 2024-08-10T05:08:09.300 INFO:tasks.rados.rados.0.smithi078.stdout:3560: finishing write tid 4 to smithi07880501-13 2024-08-10T05:08:09.300 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3106 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-08-10T05:08:09.301 INFO:tasks.rados.rados.0.smithi078.stdout:3560: finishing write tid 5 to smithi07880501-13 2024-08-10T05:08:09.301 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2536 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-08-10T05:08:09.301 INFO:tasks.rados.rados.0.smithi078.stdout:3560: left oid 13 (ObjNum 1081 snap 332 seq_num 1081) 2024-08-10T05:08:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:09 smithi107 ceph-mon[86658]: osdmap e741: 8 total, 8 up, 8 in 2024-08-10T05:08:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:09 smithi107 ceph-mon[86658]: pgmap v778: 121 pgs: 121 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-08-10T05:08:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:09 smithi078 ceph-mon[92251]: osdmap e741: 8 total, 8 up, 8 in 2024-08-10T05:08:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:09 smithi078 ceph-mon[92251]: pgmap v778: 121 pgs: 121 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-08-10T05:08:09.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:09 smithi078 ceph-mon[94618]: osdmap e741: 8 total, 8 up, 8 in 2024-08-10T05:08:09.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:09 smithi078 ceph-mon[94618]: pgmap v778: 121 pgs: 121 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-08-10T05:08:10.281 INFO:tasks.rados.rados.0.smithi078.stdout:3559: done (3 left) 2024-08-10T05:08:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:3560: done (2 left) 2024-08-10T05:08:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:3561: done (1 left) 2024-08-10T05:08:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:3562: done (0 left) 2024-08-10T05:08:10.282 INFO:tasks.rados.rados.0.smithi078.stdout:3563: delete oid 7 current snap is 333 2024-08-10T05:08:10.286 INFO:tasks.rados.rados.0.smithi078.stdout:3563: done (0 left) 2024-08-10T05:08:10.286 INFO:tasks.rados.rados.0.smithi078.stdout:3564: snap_remove snap 332 2024-08-10T05:08:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:10 smithi107 ceph-mon[86658]: osdmap e742: 8 total, 8 up, 8 in 2024-08-10T05:08:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:08:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[94618]: osdmap e742: 8 total, 8 up, 8 in 2024-08-10T05:08:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:08:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[92251]: osdmap e742: 8 total, 8 up, 8 in 2024-08-10T05:08:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:08:11.191 INFO:tasks.rados.rados.0.smithi078.stdout:3564: done (0 left) 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:3565: read oid 20 snap -1 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:3565: expect deleted 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:3566: read oid 12 snap -1 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:3566: expect (ObjNum 944 snap 293 seq_num 944) 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:3567: rollback oid 32 current snap is 333 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 303 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 333 2024-08-10T05:08:11.192 INFO:tasks.rados.rados.0.smithi078.stdout:3568: seq_num 1083 ranges {5382144=540672,5922816=589824,6512640=212992} 2024-08-10T05:08:11.224 INFO:tasks.rados.rados.0.smithi078.stdout:3568: writing smithi07880501-49 from 5382144 to 5922816 tid 1 2024-08-10T05:08:11.227 INFO:tasks.rados.rados.0.smithi078.stdout:3568: writing smithi07880501-49 from 5922816 to 6512640 tid 2 2024-08-10T05:08:11.229 INFO:tasks.rados.rados.0.smithi078.stdout:3568: writing smithi07880501-49 from 6512640 to 6725632 tid 3 2024-08-10T05:08:11.229 INFO:tasks.rados.rados.0.smithi078.stdout:3569: read oid 4 snap 320 2024-08-10T05:08:11.229 INFO:tasks.rados.rados.0.smithi078.stdout:3569: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-08-10T05:08:11.229 INFO:tasks.rados.rados.0.smithi078.stdout:3570: rollback oid 39 current snap is 333 2024-08-10T05:08:11.229 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 39 to 329 2024-08-10T05:08:11.229 INFO:tasks.rados.rados.0.smithi078.stdout:3566: expect (ObjNum 944 snap 293 seq_num 944) 2024-08-10T05:08:11.310 INFO:tasks.rados.rados.0.smithi078.stdout:3567: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:08:11.310 INFO:tasks.rados.rados.0.smithi078.stdout:3567: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:08:11.310 INFO:tasks.rados.rados.0.smithi078.stdout:3565: done (5 left) 2024-08-10T05:08:11.310 INFO:tasks.rados.rados.0.smithi078.stdout:3566: done (4 left) 2024-08-10T05:08:11.310 INFO:tasks.rados.rados.0.smithi078.stdout:3571: setattr oid 23 current snap is 333 2024-08-10T05:08:11.310 INFO:tasks.rados.rados.0.smithi078.stdout:3567: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2657 (ObjNum 974 snap 302 seq_num 974) dirty exists 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3568: finishing write tid 1 to smithi07880501-49 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3568: finishing write tid 2 to smithi07880501-49 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3568: finishing write tid 3 to smithi07880501-49 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3568: finishing write tid 4 to smithi07880501-49 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3570: finishing rollback tid 0 to smithi07880501-39 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3570: finishing rollback tid 1 to smithi07880501-39 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3570: finishing rollback tid 2 to smithi07880501-39 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1834 (ObjNum 1055 snap 325 seq_num 1055) dirty exists 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3568: finishing write tid 5 to smithi07880501-49 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2571 (ObjNum 1083 snap 333 seq_num 1083) dirty exists 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3568: left oid 49 (ObjNum 1083 snap 333 seq_num 1083) 2024-08-10T05:08:11.311 INFO:tasks.rados.rados.0.smithi078.stdout:3569: expect (ObjNum 1002 snap 312 seq_num 1002) 2024-08-10T05:08:11.469 INFO:tasks.rados.rados.0.smithi078.stdout:3567: done (4 left) 2024-08-10T05:08:11.469 INFO:tasks.rados.rados.0.smithi078.stdout:3568: done (3 left) 2024-08-10T05:08:11.469 INFO:tasks.rados.rados.0.smithi078.stdout:3569: done (2 left) 2024-08-10T05:08:11.469 INFO:tasks.rados.rados.0.smithi078.stdout:3570: done (1 left) 2024-08-10T05:08:11.469 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 333 2024-08-10T05:08:11.469 INFO:tasks.rados.rados.0.smithi078.stdout:3572: seq_num 1084 ranges {0=557056,557056=475136,1032192=327680} 2024-08-10T05:08:11.472 INFO:tasks.rados.rados.0.smithi078.stdout:3572: writing smithi07880501-29 from 0 to 557056 tid 1 2024-08-10T05:08:11.475 INFO:tasks.rados.rados.0.smithi078.stdout:3572: writing smithi07880501-29 from 557056 to 1032192 tid 2 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:3572: writing smithi07880501-29 from 1032192 to 1359872 tid 3 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:3573: read oid 34 snap -1 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:3573: expect deleted 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:3574: copy_from oid 49 from oid 6 current snap is 333 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3163 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:3572: finishing write tid 1 to smithi07880501-29 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:3571: done (3 left) 2024-08-10T05:08:11.478 INFO:tasks.rados.rados.0.smithi078.stdout:3575: read oid 46 snap -1 2024-08-10T05:08:11.479 INFO:tasks.rados.rados.0.smithi078.stdout:3575: expect (ObjNum 961 snap 296 seq_num 961) 2024-08-10T05:08:11.479 INFO:tasks.rados.rados.0.smithi078.stdout:3576: copy_from oid 45 from oid 9 current snap is 333 2024-08-10T05:08:11.479 INFO:tasks.rados.rados.0.smithi078.stdout:3577: read oid 11 snap 331 2024-08-10T05:08:11.479 INFO:tasks.rados.rados.0.smithi078.stdout:3577: expect (ObjNum 1065 snap 327 seq_num 1065) 2024-08-10T05:08:11.479 INFO:tasks.rados.rados.0.smithi078.stdout:3578: setattr oid 42 current snap is 333 2024-08-10T05:08:11.479 INFO:tasks.rados.rados.0.smithi078.stdout:3573: done (6 left) 2024-08-10T05:08:11.479 INFO:tasks.rados.rados.0.smithi078.stdout:3579: snap_remove snap 325 2024-08-10T05:08:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:11 smithi107 ceph-mon[86658]: osdmap e743: 8 total, 8 up, 8 in 2024-08-10T05:08:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:11 smithi107 ceph-mon[86658]: pgmap v781: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-10T05:08:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:11 smithi107 ceph-mon[86658]: osdmap e744: 8 total, 8 up, 8 in 2024-08-10T05:08:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:11 smithi078 ceph-mon[92251]: osdmap e743: 8 total, 8 up, 8 in 2024-08-10T05:08:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:11 smithi078 ceph-mon[92251]: pgmap v781: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-10T05:08:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:11 smithi078 ceph-mon[92251]: osdmap e744: 8 total, 8 up, 8 in 2024-08-10T05:08:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:11 smithi078 ceph-mon[94618]: osdmap e743: 8 total, 8 up, 8 in 2024-08-10T05:08:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:11 smithi078 ceph-mon[94618]: pgmap v781: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-10T05:08:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:11 smithi078 ceph-mon[94618]: osdmap e744: 8 total, 8 up, 8 in 2024-08-10T05:08:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:08:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:08:11] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-08-10T05:08:12.295 INFO:tasks.rados.rados.0.smithi078.stdout:3572: finishing write tid 2 to smithi07880501-29 2024-08-10T05:08:12.295 INFO:tasks.rados.rados.0.smithi078.stdout:3572: finishing write tid 3 to smithi07880501-29 2024-08-10T05:08:12.295 INFO:tasks.rados.rados.0.smithi078.stdout:3572: finishing write tid 4 to smithi07880501-29 2024-08-10T05:08:12.295 INFO:tasks.rados.rados.0.smithi078.stdout:3572: finishing write tid 5 to smithi07880501-29 2024-08-10T05:08:12.295 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2387 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2024-08-10T05:08:12.295 INFO:tasks.rados.rados.0.smithi078.stdout:3572: left oid 29 (ObjNum 1084 snap 333 seq_num 1084) 2024-08-10T05:08:12.295 INFO:tasks.rados.rados.0.smithi078.stdout:3575: expect (ObjNum 961 snap 296 seq_num 961) 2024-08-10T05:08:12.342 INFO:tasks.rados.rados.0.smithi078.stdout:3577: expect (ObjNum 1065 snap 327 seq_num 1065) 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 3037 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:3574: finishing copy_from racing read to smithi07880501-49 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:3576: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:3574: finishing copy_from to smithi07880501-49 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2166 (ObjNum 771 snap 234 seq_num 771) dirty exists 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:3576: finishing copy_from to smithi07880501-45 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2526 (ObjNum 961 snap 296 seq_num 961) dirty exists 2024-08-10T05:08:12.406 INFO:tasks.rados.rados.0.smithi078.stdout:3572: done (6 left) 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:3574: done (5 left) 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:3575: done (4 left) 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:3576: done (3 left) 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:3577: done (2 left) 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:3578: done (1 left) 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:3579: done (0 left) 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 333 2024-08-10T05:08:12.407 INFO:tasks.rados.rados.0.smithi078.stdout:3580: seq_num 1085 ranges {2056192=581632,2637824=761856,3399680=40960} 2024-08-10T05:08:12.419 INFO:tasks.rados.rados.0.smithi078.stdout:3580: writing smithi07880501-3 from 2056192 to 2637824 tid 1 2024-08-10T05:08:12.424 INFO:tasks.rados.rados.0.smithi078.stdout:3580: writing smithi07880501-3 from 2637824 to 3399680 tid 2 2024-08-10T05:08:12.425 INFO:tasks.rados.rados.0.smithi078.stdout:3580: writing smithi07880501-3 from 3399680 to 3440640 tid 3 2024-08-10T05:08:12.425 INFO:tasks.rados.rados.0.smithi078.stdout:3581: copy_from oid 9 from oid 21 current snap is 333 2024-08-10T05:08:12.425 INFO:tasks.rados.rados.0.smithi078.stdout:3582: snap_remove snap 330 2024-08-10T05:08:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:08:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3580: finishing write tid 1 to smithi07880501-3 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3580: finishing write tid 2 to smithi07880501-3 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3580: finishing write tid 3 to smithi07880501-3 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3580: finishing write tid 4 to smithi07880501-3 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3580: finishing write tid 5 to smithi07880501-3 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2375 (ObjNum 1085 snap 333 seq_num 1085) dirty exists 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3580: left oid 3 (ObjNum 1085 snap 333 seq_num 1085) 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3581: finishing copy_from racing read to smithi07880501-9 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3581: finishing copy_from to smithi07880501-9 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2371 (ObjNum 1004 snap 312 seq_num 1004) dirty exists 2024-08-10T05:08:13.302 INFO:tasks.rados.rados.0.smithi078.stdout:3580: done (2 left) 2024-08-10T05:08:13.303 INFO:tasks.rados.rados.0.smithi078.stdout:3581: done (1 left) 2024-08-10T05:08:13.303 INFO:tasks.rados.rados.0.smithi078.stdout:3582: done (0 left) 2024-08-10T05:08:13.303 INFO:tasks.rados.rados.0.smithi078.stdout:3583: read oid 24 snap 303 2024-08-10T05:08:13.303 INFO:tasks.rados.rados.0.smithi078.stdout:3583: expect deleted 2024-08-10T05:08:13.303 INFO:tasks.rados.rados.0.smithi078.stdout:3584: read oid 34 snap -1 2024-08-10T05:08:13.303 INFO:tasks.rados.rados.0.smithi078.stdout:3584: expect deleted 2024-08-10T05:08:13.303 INFO:tasks.rados.rados.0.smithi078.stdout:3585: snap_remove snap 331 2024-08-10T05:08:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:13 smithi107 ceph-mon[86658]: osdmap e745: 8 total, 8 up, 8 in 2024-08-10T05:08:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:13 smithi107 ceph-mon[86658]: pgmap v784: 121 pgs: 121 active+clean; 259 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-10T05:08:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:13 smithi078 ceph-mon[92251]: osdmap e745: 8 total, 8 up, 8 in 2024-08-10T05:08:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:13 smithi078 ceph-mon[92251]: pgmap v784: 121 pgs: 121 active+clean; 259 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-10T05:08:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:13 smithi078 ceph-mon[94618]: osdmap e745: 8 total, 8 up, 8 in 2024-08-10T05:08:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:13 smithi078 ceph-mon[94618]: pgmap v784: 121 pgs: 121 active+clean; 259 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-10T05:08:14.306 INFO:tasks.rados.rados.0.smithi078.stdout:3585: done (2 left) 2024-08-10T05:08:14.306 INFO:tasks.rados.rados.0.smithi078.stdout:3586: rmattr oid 49 current snap is 333 2024-08-10T05:08:14.306 INFO:tasks.rados.rados.0.smithi078.stdout:3583: done (2 left) 2024-08-10T05:08:14.306 INFO:tasks.rados.rados.0.smithi078.stdout:3584: done (1 left) 2024-08-10T05:08:14.306 INFO:tasks.rados.rados.0.smithi078.stdout:3587: snap_create 2024-08-10T05:08:14.311 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2572 (ObjNum 771 snap 234 seq_num 771) dirty exists 2024-08-10T05:08:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:14 smithi107 ceph-mon[86658]: osdmap e746: 8 total, 8 up, 8 in 2024-08-10T05:08:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:14 smithi078 ceph-mon[92251]: osdmap e746: 8 total, 8 up, 8 in 2024-08-10T05:08:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:14 smithi078 ceph-mon[94618]: osdmap e746: 8 total, 8 up, 8 in 2024-08-10T05:08:15.312 INFO:tasks.rados.rados.0.smithi078.stdout:3586: done (1 left) 2024-08-10T05:08:15.312 INFO:tasks.rados.rados.0.smithi078.stdout:3587: done (0 left) 2024-08-10T05:08:15.312 INFO:tasks.rados.rados.0.smithi078.stdout:3588: delete oid 43 current snap is 334 2024-08-10T05:08:15.319 INFO:tasks.rados.rados.0.smithi078.stdout:3588: done (0 left) 2024-08-10T05:08:15.319 INFO:tasks.rados.rados.0.smithi078.stdout:3589: snap_create 2024-08-10T05:08:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:15 smithi107 ceph-mon[86658]: osdmap e747: 8 total, 8 up, 8 in 2024-08-10T05:08:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:15 smithi107 ceph-mon[86658]: pgmap v787: 121 pgs: 121 active+clean; 267 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-08-10T05:08:15.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:15 smithi078 ceph-mon[92251]: osdmap e747: 8 total, 8 up, 8 in 2024-08-10T05:08:15.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:15 smithi078 ceph-mon[92251]: pgmap v787: 121 pgs: 121 active+clean; 267 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-08-10T05:08:15.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:15 smithi078 ceph-mon[94618]: osdmap e747: 8 total, 8 up, 8 in 2024-08-10T05:08:15.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:15 smithi078 ceph-mon[94618]: pgmap v787: 121 pgs: 121 active+clean; 267 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-08-10T05:08:16.189 INFO:tasks.rados.rados.0.smithi078.stdout:3589: done (0 left) 2024-08-10T05:08:16.189 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 335 2024-08-10T05:08:16.189 INFO:tasks.rados.rados.0.smithi078.stdout:3590: seq_num 1087 ranges {1294336=614400,1908736=532480,2441216=270336} 2024-08-10T05:08:16.199 INFO:tasks.rados.rados.0.smithi078.stdout:3590: writing smithi07880501-33 from 1294336 to 1908736 tid 1 2024-08-10T05:08:16.202 INFO:tasks.rados.rados.0.smithi078.stdout:3590: writing smithi07880501-33 from 1908736 to 2441216 tid 2 2024-08-10T05:08:16.204 INFO:tasks.rados.rados.0.smithi078.stdout:3590: writing smithi07880501-33 from 2441216 to 2711552 tid 3 2024-08-10T05:08:16.204 INFO:tasks.rados.rados.0.smithi078.stdout:3591: copy_from oid 10 from oid 40 current snap is 335 2024-08-10T05:08:16.204 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 335 2024-08-10T05:08:16.204 INFO:tasks.rados.rados.0.smithi078.stdout:3592: seq_num 1088 ranges {2424832=630784,3055616=466944,3522560=335872} 2024-08-10T05:08:16.221 INFO:tasks.rados.rados.0.smithi078.stdout:3592: writing smithi07880501-18 from 2424832 to 3055616 tid 1 2024-08-10T05:08:16.224 INFO:tasks.rados.rados.0.smithi078.stdout:3592: writing smithi07880501-18 from 3055616 to 3522560 tid 2 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3592: writing smithi07880501-18 from 3522560 to 3858432 tid 3 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3593: setattr oid 34 current snap is 335 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3590: finishing write tid 1 to smithi07880501-33 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3590: finishing write tid 2 to smithi07880501-33 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3590: finishing write tid 3 to smithi07880501-33 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3590: finishing write tid 4 to smithi07880501-33 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3590: finishing write tid 5 to smithi07880501-33 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 3230 (ObjNum 1087 snap 335 seq_num 1087) dirty exists 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3590: left oid 33 (ObjNum 1087 snap 335 seq_num 1087) 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3591: finishing copy_from racing read to smithi07880501-10 2024-08-10T05:08:16.227 INFO:tasks.rados.rados.0.smithi078.stdout:3591: finishing copy_from to smithi07880501-10 2024-08-10T05:08:16.228 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2545 (ObjNum 1045 snap 325 seq_num 1045) dirty exists 2024-08-10T05:08:16.228 INFO:tasks.rados.rados.0.smithi078.stdout:3592: finishing write tid 1 to smithi07880501-18 2024-08-10T05:08:16.228 INFO:tasks.rados.rados.0.smithi078.stdout:3590: done (3 left) 2024-08-10T05:08:16.229 INFO:tasks.rados.rados.0.smithi078.stdout:3591: done (2 left) 2024-08-10T05:08:16.229 INFO:tasks.rados.rados.0.smithi078.stdout:3594: snap_remove snap 334 2024-08-10T05:08:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:16 smithi107 ceph-mon[86658]: osdmap e748: 8 total, 8 up, 8 in 2024-08-10T05:08:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:16 smithi107 ceph-mon[86658]: osdmap e749: 8 total, 8 up, 8 in 2024-08-10T05:08:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:16 smithi078 ceph-mon[92251]: osdmap e748: 8 total, 8 up, 8 in 2024-08-10T05:08:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:16 smithi078 ceph-mon[92251]: osdmap e749: 8 total, 8 up, 8 in 2024-08-10T05:08:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:16 smithi078 ceph-mon[94618]: osdmap e748: 8 total, 8 up, 8 in 2024-08-10T05:08:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:16 smithi078 ceph-mon[94618]: osdmap e749: 8 total, 8 up, 8 in 2024-08-10T05:08:17.191 INFO:tasks.rados.rados.0.smithi078.stdout:3594: done (2 left) 2024-08-10T05:08:17.191 INFO:tasks.rados.rados.0.smithi078.stdout:3595: snap_remove snap 326 2024-08-10T05:08:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:17 smithi078 ceph-mon[92251]: pgmap v790: 121 pgs: 121 active+clean; 271 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-08-10T05:08:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:17 smithi078 ceph-mon[92251]: osdmap e750: 8 total, 8 up, 8 in 2024-08-10T05:08:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:17 smithi078 ceph-mon[94618]: pgmap v790: 121 pgs: 121 active+clean; 271 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-08-10T05:08:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:17 smithi078 ceph-mon[94618]: osdmap e750: 8 total, 8 up, 8 in 2024-08-10T05:08:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:17 smithi107 ceph-mon[86658]: pgmap v790: 121 pgs: 121 active+clean; 271 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-08-10T05:08:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:17 smithi107 ceph-mon[86658]: osdmap e750: 8 total, 8 up, 8 in 2024-08-10T05:08:18.193 INFO:tasks.rados.rados.0.smithi078.stdout:3595: done (2 left) 2024-08-10T05:08:18.193 INFO:tasks.rados.rados.0.smithi078.stdout:3596: snap_remove snap 329 2024-08-10T05:08:19.200 INFO:tasks.rados.rados.0.smithi078.stdout:3596: done (2 left) 2024-08-10T05:08:19.200 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 335 2024-08-10T05:08:19.200 INFO:tasks.rados.rados.0.smithi078.stdout:3597: seq_num 1089 ranges {1433600=647168,2080768=745472,2826240=57344} 2024-08-10T05:08:19.213 INFO:tasks.rados.rados.0.smithi078.stdout:3597: writing smithi07880501-49 from 1433600 to 2080768 tid 1 2024-08-10T05:08:19.218 INFO:tasks.rados.rados.0.smithi078.stdout:3597: writing smithi07880501-49 from 2080768 to 2826240 tid 2 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3597: writing smithi07880501-49 from 2826240 to 2883584 tid 3 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3598: snap_create 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3592: finishing write tid 2 to smithi07880501-18 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3592: finishing write tid 3 to smithi07880501-18 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3592: finishing write tid 4 to smithi07880501-18 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 3038 (ObjNum 4113 snap 0 seq_num 731824740) dirty exists 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3592: finishing write tid 5 to smithi07880501-18 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 3235 (ObjNum 1088 snap 335 seq_num 1088) dirty exists 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3592: left oid 18 (ObjNum 1088 snap 335 seq_num 1088) 2024-08-10T05:08:19.219 INFO:tasks.rados.rados.0.smithi078.stdout:3597: finishing write tid 1 to smithi07880501-49 2024-08-10T05:08:19.222 INFO:tasks.rados.rados.0.smithi078.stdout:3597: finishing write tid 2 to smithi07880501-49 2024-08-10T05:08:19.222 INFO:tasks.rados.rados.0.smithi078.stdout:3597: finishing write tid 3 to smithi07880501-49 2024-08-10T05:08:19.222 INFO:tasks.rados.rados.0.smithi078.stdout:3597: finishing write tid 4 to smithi07880501-49 2024-08-10T05:08:19.223 INFO:tasks.rados.rados.0.smithi078.stdout:3597: finishing write tid 5 to smithi07880501-49 2024-08-10T05:08:19.223 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2576 (ObjNum 1089 snap 335 seq_num 1089) dirty exists 2024-08-10T05:08:19.223 INFO:tasks.rados.rados.0.smithi078.stdout:3597: left oid 49 (ObjNum 1089 snap 335 seq_num 1089) 2024-08-10T05:08:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:19 smithi078 ceph-mon[92251]: osdmap e751: 8 total, 8 up, 8 in 2024-08-10T05:08:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:19 smithi078 ceph-mon[92251]: pgmap v793: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:08:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:19 smithi078 ceph-mon[94618]: osdmap e751: 8 total, 8 up, 8 in 2024-08-10T05:08:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:19 smithi078 ceph-mon[94618]: pgmap v793: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:08:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:19 smithi107 ceph-mon[86658]: osdmap e751: 8 total, 8 up, 8 in 2024-08-10T05:08:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:19 smithi107 ceph-mon[86658]: pgmap v793: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:08:20.200 INFO:tasks.rados.rados.0.smithi078.stdout:3592: done (3 left) 2024-08-10T05:08:20.200 INFO:tasks.rados.rados.0.smithi078.stdout:3593: done (2 left) 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:3597: done (1 left) 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:3598: done (0 left) 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:3599: rmattr oid 43 current snap is 336 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:3599: done (0 left) 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:3600: read oid 26 snap 335 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:3600: expect (ObjNum 1057 snap 325 seq_num 1057) 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 336 2024-08-10T05:08:20.201 INFO:tasks.rados.rados.0.smithi078.stdout:3601: seq_num 1090 ranges {2334720=663552,2998272=630784,3629056=172032} 2024-08-10T05:08:20.218 INFO:tasks.rados.rados.0.smithi078.stdout:3601: writing smithi07880501-12 from 2334720 to 2998272 tid 1 2024-08-10T05:08:20.223 INFO:tasks.rados.rados.0.smithi078.stdout:3601: writing smithi07880501-12 from 2998272 to 3629056 tid 2 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:3601: writing smithi07880501-12 from 3629056 to 3801088 tid 3 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:3602: read oid 50 snap -1 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:3602: expect deleted 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:3603: rollback oid 2 current snap is 336 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 311 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:3604: read oid 11 snap -1 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:3604: expect (ObjNum 1065 snap 327 seq_num 1065) 2024-08-10T05:08:20.225 INFO:tasks.rados.rados.0.smithi078.stdout:3605: copy_from oid 9 from oid 29 current snap is 336 2024-08-10T05:08:20.226 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 336 2024-08-10T05:08:20.226 INFO:tasks.rados.rados.0.smithi078.stdout:3606: seq_num 1091 ranges {1007616=679936,1687552=516096,2203648=286720} 2024-08-10T05:08:20.235 INFO:tasks.rados.rados.0.smithi078.stdout:3606: writing smithi07880501-23 from 1007616 to 1687552 tid 1 2024-08-10T05:08:20.239 INFO:tasks.rados.rados.0.smithi078.stdout:3606: writing smithi07880501-23 from 1687552 to 2203648 tid 2 2024-08-10T05:08:20.241 INFO:tasks.rados.rados.0.smithi078.stdout:3606: writing smithi07880501-23 from 2203648 to 2490368 tid 3 2024-08-10T05:08:20.241 INFO:tasks.rados.rados.0.smithi078.stdout:3607: copy_from oid 45 from oid 37 current snap is 336 2024-08-10T05:08:20.241 INFO:tasks.rados.rados.0.smithi078.stdout:3600: expect (ObjNum 1057 snap 325 seq_num 1057) 2024-08-10T05:08:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:20 smithi078 ceph-mon[92251]: osdmap e752: 8 total, 8 up, 8 in 2024-08-10T05:08:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:20 smithi078 ceph-mon[94618]: osdmap e752: 8 total, 8 up, 8 in 2024-08-10T05:08:20.492 INFO:tasks.rados.rados.0.smithi078.stdout:3601: finishing write tid 1 to smithi07880501-12 2024-08-10T05:08:20.492 INFO:tasks.rados.rados.0.smithi078.stdout:3603: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:08:20.492 INFO:tasks.rados.rados.0.smithi078.stdout:3601: finishing write tid 2 to smithi07880501-12 2024-08-10T05:08:20.492 INFO:tasks.rados.rados.0.smithi078.stdout:3603: finishing rollback tid 2 to smithi07880501-2 2024-08-10T05:08:20.492 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 3109 (ObjNum 973 snap 301 seq_num 973) dirty exists 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3601: finishing write tid 3 to smithi07880501-12 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3601: finishing write tid 4 to smithi07880501-12 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3600: done (7 left) 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3602: done (6 left) 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3603: done (5 left) 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 336 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3601: finishing write tid 5 to smithi07880501-12 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 2661 (ObjNum 1090 snap 336 seq_num 1090) dirty exists 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3601: left oid 12 (ObjNum 1090 snap 336 seq_num 1090) 2024-08-10T05:08:20.493 INFO:tasks.rados.rados.0.smithi078.stdout:3604: expect (ObjNum 1065 snap 327 seq_num 1065) 2024-08-10T05:08:20.556 INFO:tasks.rados.rados.0.smithi078.stdout:3605: finishing copy_from racing read to smithi07880501-9 2024-08-10T05:08:20.556 INFO:tasks.rados.rados.0.smithi078.stdout:3605: finishing copy_from to smithi07880501-9 2024-08-10T05:08:20.557 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2387 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2024-08-10T05:08:20.557 INFO:tasks.rados.rados.0.smithi078.stdout:3606: finishing write tid 1 to smithi07880501-23 2024-08-10T05:08:20.557 INFO:tasks.rados.rados.0.smithi078.stdout:3606: finishing write tid 2 to smithi07880501-23 2024-08-10T05:08:20.557 INFO:tasks.rados.rados.0.smithi078.stdout:3606: finishing write tid 3 to smithi07880501-23 2024-08-10T05:08:20.557 INFO:tasks.rados.rados.0.smithi078.stdout:3608: seq_num 1092 ranges {0=696320,696320=802816} 2024-08-10T05:08:20.560 INFO:tasks.rados.rados.0.smithi078.stdout:3608: writing smithi07880501-8 from 0 to 696320 tid 1 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3608: writing smithi07880501-8 from 696320 to 1499136 tid 2 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3601: done (5 left) 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3604: done (4 left) 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3605: done (3 left) 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 336 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3606: finishing write tid 4 to smithi07880501-23 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3606: finishing write tid 5 to smithi07880501-23 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3167 (ObjNum 1091 snap 336 seq_num 1091) dirty exists 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3606: left oid 23 (ObjNum 1091 snap 336 seq_num 1091) 2024-08-10T05:08:20.565 INFO:tasks.rados.rados.0.smithi078.stdout:3607: finishing copy_from racing read to smithi07880501-45 2024-08-10T05:08:20.566 INFO:tasks.rados.rados.0.smithi078.stdout:3607: finishing copy_from to smithi07880501-45 2024-08-10T05:08:20.566 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 2346 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:08:20.566 INFO:tasks.rados.rados.0.smithi078.stdout:3608: finishing write tid 1 to smithi07880501-8 2024-08-10T05:08:20.566 INFO:tasks.rados.rados.0.smithi078.stdout:3609: seq_num 1093 ranges {0=712704,712704=688128,1400832=114688} 2024-08-10T05:08:20.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:20 smithi107 ceph-mon[86658]: osdmap e752: 8 total, 8 up, 8 in 2024-08-10T05:08:20.568 INFO:tasks.rados.rados.0.smithi078.stdout:3609: writing smithi07880501-35 from 0 to 712704 tid 1 2024-08-10T05:08:20.572 INFO:tasks.rados.rados.0.smithi078.stdout:3609: writing smithi07880501-35 from 712704 to 1400832 tid 2 2024-08-10T05:08:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:3609: writing smithi07880501-35 from 1400832 to 1515520 tid 3 2024-08-10T05:08:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:3606: done (3 left) 2024-08-10T05:08:20.573 INFO:tasks.rados.rados.0.smithi078.stdout:3607: done (2 left) 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3610: rollback oid 39 current snap is 336 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 39 to 303 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3608: finishing write tid 2 to smithi07880501-8 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3608: finishing write tid 3 to smithi07880501-8 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3608: finishing write tid 4 to smithi07880501-8 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2390 (ObjNum 1092 snap 336 seq_num 1092) dirty exists 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3608: left oid 8 (ObjNum 1092 snap 336 seq_num 1092) 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3609: finishing write tid 1 to smithi07880501-35 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3608: done (2 left) 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3611: copy_from oid 16 from oid 47 current snap is 336 2024-08-10T05:08:20.574 INFO:tasks.rados.rados.0.smithi078.stdout:3612: snap_create 2024-08-10T05:08:20.575 INFO:tasks.rados.rados.0.smithi078.stdout:3611: finishing copy_from to smithi07880501-16 2024-08-10T05:08:20.575 INFO:tasks.rados.rados.0.smithi078.stdout:3611: got expected ENOENT (src dne) 2024-08-10T05:08:20.575 INFO:tasks.rados.rados.0.smithi078.stdout:3611: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:08:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:3610: finishing rollback tid 0 to smithi07880501-39 2024-08-10T05:08:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:3609: finishing write tid 2 to smithi07880501-35 2024-08-10T05:08:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:3610: finishing rollback tid 1 to smithi07880501-39 2024-08-10T05:08:20.576 INFO:tasks.rados.rados.0.smithi078.stdout:3610: finishing rollback tid 2 to smithi07880501-39 2024-08-10T05:08:20.577 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1837 (ObjNum 914 snap 283 seq_num 914) dirty exists 2024-08-10T05:08:20.577 INFO:tasks.rados.rados.0.smithi078.stdout:3609: finishing write tid 3 to smithi07880501-35 2024-08-10T05:08:20.577 INFO:tasks.rados.rados.0.smithi078.stdout:3609: finishing write tid 4 to smithi07880501-35 2024-08-10T05:08:20.581 INFO:tasks.rados.rados.0.smithi078.stdout:3609: finishing write tid 5 to smithi07880501-35 2024-08-10T05:08:20.581 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 3050 (ObjNum 1093 snap 336 seq_num 1093) dirty exists 2024-08-10T05:08:20.582 INFO:tasks.rados.rados.0.smithi078.stdout:3609: left oid 35 (ObjNum 1093 snap 336 seq_num 1093) 2024-08-10T05:08:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:3609: done (3 left) 2024-08-10T05:08:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:3610: done (2 left) 2024-08-10T05:08:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:3611: done (1 left) 2024-08-10T05:08:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:3612: done (0 left) 2024-08-10T05:08:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 337 2024-08-10T05:08:21.191 INFO:tasks.rados.rados.0.smithi078.stdout:3613: seq_num 1094 ranges {4874240=729088,5603328=573440,6176768=229376} 2024-08-10T05:08:21.221 INFO:tasks.rados.rados.0.smithi078.stdout:3613: writing smithi07880501-2 from 4874240 to 5603328 tid 1 2024-08-10T05:08:21.224 INFO:tasks.rados.rados.0.smithi078.stdout:3613: writing smithi07880501-2 from 5603328 to 6176768 tid 2 2024-08-10T05:08:21.225 INFO:tasks.rados.rados.0.smithi078.stdout:3613: writing smithi07880501-2 from 6176768 to 6406144 tid 3 2024-08-10T05:08:21.226 INFO:tasks.rados.rados.0.smithi078.stdout:3614: setattr oid 41 current snap is 337 2024-08-10T05:08:21.228 INFO:tasks.rados.rados.0.smithi078.stdout:3615: read oid 44 snap -1 2024-08-10T05:08:21.228 INFO:tasks.rados.rados.0.smithi078.stdout:3615: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-08-10T05:08:21.228 INFO:tasks.rados.rados.0.smithi078.stdout:3616: read oid 6 snap -1 2024-08-10T05:08:21.228 INFO:tasks.rados.rados.0.smithi078.stdout:3616: expect (ObjNum 771 snap 234 seq_num 771) 2024-08-10T05:08:21.228 INFO:tasks.rados.rados.0.smithi078.stdout:3617: setattr oid 27 current snap is 337 2024-08-10T05:08:21.231 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 18 current snap is 337 2024-08-10T05:08:21.231 INFO:tasks.rados.rados.0.smithi078.stdout:3618: seq_num 1095 ranges {3858432=745472,4603904=499712,5103616=303104} 2024-08-10T05:08:21.256 INFO:tasks.rados.rados.0.smithi078.stdout:3618: writing smithi07880501-18 from 3858432 to 4603904 tid 1 2024-08-10T05:08:21.259 INFO:tasks.rados.rados.0.smithi078.stdout:3618: writing smithi07880501-18 from 4603904 to 5103616 tid 2 2024-08-10T05:08:21.261 INFO:tasks.rados.rados.0.smithi078.stdout:3618: writing smithi07880501-18 from 5103616 to 5406720 tid 3 2024-08-10T05:08:21.262 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 32 current snap is 337 2024-08-10T05:08:21.262 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 41 v 3051 (ObjNum 81 snap 0 seq_num 3494313656) dirty exists 2024-08-10T05:08:21.262 INFO:tasks.rados.rados.0.smithi078.stdout:3619: seq_num 1096 ranges {1925120=761856,2686976=786432,3473408=16384} 2024-08-10T05:08:21.275 INFO:tasks.rados.rados.0.smithi078.stdout:3619: writing smithi07880501-32 from 1925120 to 2686976 tid 1 2024-08-10T05:08:21.280 INFO:tasks.rados.rados.0.smithi078.stdout:3619: writing smithi07880501-32 from 2686976 to 3473408 tid 2 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3619: writing smithi07880501-32 from 3473408 to 3489792 tid 3 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3614: done (6 left) 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3620: delete oid 28 current snap is 337 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3613: finishing write tid 1 to smithi07880501-2 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3613: finishing write tid 2 to smithi07880501-2 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3613: finishing write tid 3 to smithi07880501-2 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3613: finishing write tid 4 to smithi07880501-2 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3255 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3613: finishing write tid 5 to smithi07880501-2 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 3113 (ObjNum 1094 snap 337 seq_num 1094) dirty exists 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3613: left oid 2 (ObjNum 1094 snap 337 seq_num 1094) 2024-08-10T05:08:21.281 INFO:tasks.rados.rados.0.smithi078.stdout:3615: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-08-10T05:08:21.357 INFO:tasks.rados.rados.0.smithi078.stdout:3616: expect (ObjNum 771 snap 234 seq_num 771) 2024-08-10T05:08:21.405 INFO:tasks.rados.rados.0.smithi078.stdout:3618: finishing write tid 1 to smithi07880501-18 2024-08-10T05:08:21.406 INFO:tasks.rados.rados.0.smithi078.stdout:3618: finishing write tid 2 to smithi07880501-18 2024-08-10T05:08:21.406 INFO:tasks.rados.rados.0.smithi078.stdout:3618: finishing write tid 3 to smithi07880501-18 2024-08-10T05:08:21.406 INFO:tasks.rados.rados.0.smithi078.stdout:3618: finishing write tid 4 to smithi07880501-18 2024-08-10T05:08:21.406 INFO:tasks.rados.rados.0.smithi078.stdout:3618: finishing write tid 5 to smithi07880501-18 2024-08-10T05:08:21.407 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 3260 (ObjNum 1095 snap 337 seq_num 1095) dirty exists 2024-08-10T05:08:21.407 INFO:tasks.rados.rados.0.smithi078.stdout:3618: left oid 18 (ObjNum 1095 snap 337 seq_num 1095) 2024-08-10T05:08:21.407 INFO:tasks.rados.rados.0.smithi078.stdout:3619: finishing write tid 1 to smithi07880501-32 2024-08-10T05:08:21.407 INFO:tasks.rados.rados.0.smithi078.stdout:3619: finishing write tid 2 to smithi07880501-32 2024-08-10T05:08:21.407 INFO:tasks.rados.rados.0.smithi078.stdout:3613: done (6 left) 2024-08-10T05:08:21.408 INFO:tasks.rados.rados.0.smithi078.stdout:3615: done (5 left) 2024-08-10T05:08:21.408 INFO:tasks.rados.rados.0.smithi078.stdout:3616: done (4 left) 2024-08-10T05:08:21.408 INFO:tasks.rados.rados.0.smithi078.stdout:3617: done (3 left) 2024-08-10T05:08:21.408 INFO:tasks.rados.rados.0.smithi078.stdout:3618: done (2 left) 2024-08-10T05:08:21.408 INFO:tasks.rados.rados.0.smithi078.stdout:3620: done (1 left) 2024-08-10T05:08:21.409 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 337 2024-08-10T05:08:21.409 INFO:tasks.rados.rados.0.smithi078.stdout:3619: finishing write tid 3 to smithi07880501-32 2024-08-10T05:08:21.409 INFO:tasks.rados.rados.0.smithi078.stdout:3621: seq_num 1098 ranges {2793472=794624,3588096=557056,4145152=245760} 2024-08-10T05:08:21.421 INFO:tasks.rados.rados.0.smithi078.stdout:3621: writing smithi07880501-10 from 2793472 to 3588096 tid 1 2024-08-10T05:08:21.424 INFO:tasks.rados.rados.0.smithi078.stdout:3621: writing smithi07880501-10 from 3588096 to 4145152 tid 2 2024-08-10T05:08:21.426 INFO:tasks.rados.rados.0.smithi078.stdout:3621: writing smithi07880501-10 from 4145152 to 4390912 tid 3 2024-08-10T05:08:21.426 INFO:tasks.rados.rados.0.smithi078.stdout:3622: snap_create 2024-08-10T05:08:21.426 INFO:tasks.rados.rados.0.smithi078.stdout:3619: finishing write tid 4 to smithi07880501-32 2024-08-10T05:08:21.426 INFO:tasks.rados.rados.0.smithi078.stdout:3619: finishing write tid 5 to smithi07880501-32 2024-08-10T05:08:21.426 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 2665 (ObjNum 1096 snap 337 seq_num 1096) dirty exists 2024-08-10T05:08:21.426 INFO:tasks.rados.rados.0.smithi078.stdout:3619: left oid 32 (ObjNum 1096 snap 337 seq_num 1096) 2024-08-10T05:08:21.427 INFO:tasks.rados.rados.0.smithi078.stdout:3621: finishing write tid 1 to smithi07880501-10 2024-08-10T05:08:21.429 INFO:tasks.rados.rados.0.smithi078.stdout:3621: finishing write tid 2 to smithi07880501-10 2024-08-10T05:08:21.429 INFO:tasks.rados.rados.0.smithi078.stdout:3621: finishing write tid 3 to smithi07880501-10 2024-08-10T05:08:21.429 INFO:tasks.rados.rados.0.smithi078.stdout:3621: finishing write tid 4 to smithi07880501-10 2024-08-10T05:08:21.430 INFO:tasks.rados.rados.0.smithi078.stdout:3621: finishing write tid 5 to smithi07880501-10 2024-08-10T05:08:21.430 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 3042 (ObjNum 1098 snap 337 seq_num 1098) dirty exists 2024-08-10T05:08:21.430 INFO:tasks.rados.rados.0.smithi078.stdout:3621: left oid 10 (ObjNum 1098 snap 337 seq_num 1098) 2024-08-10T05:08:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:21 smithi107 ceph-mon[86658]: osdmap e753: 8 total, 8 up, 8 in 2024-08-10T05:08:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:21 smithi107 ceph-mon[86658]: pgmap v796: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 682 KiB/s wr, 8 op/s 2024-08-10T05:08:21.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:21 smithi107 ceph-mon[86658]: osdmap e754: 8 total, 8 up, 8 in 2024-08-10T05:08:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:21 smithi078 ceph-mon[92251]: osdmap e753: 8 total, 8 up, 8 in 2024-08-10T05:08:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:21 smithi078 ceph-mon[92251]: pgmap v796: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 682 KiB/s wr, 8 op/s 2024-08-10T05:08:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:21 smithi078 ceph-mon[92251]: osdmap e754: 8 total, 8 up, 8 in 2024-08-10T05:08:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:21 smithi078 ceph-mon[94618]: osdmap e753: 8 total, 8 up, 8 in 2024-08-10T05:08:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:21 smithi078 ceph-mon[94618]: pgmap v796: 121 pgs: 121 active+clean; 273 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 682 KiB/s wr, 8 op/s 2024-08-10T05:08:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:21 smithi078 ceph-mon[94618]: osdmap e754: 8 total, 8 up, 8 in 2024-08-10T05:08:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:3619: done (2 left) 2024-08-10T05:08:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:3621: done (1 left) 2024-08-10T05:08:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:3622: done (0 left) 2024-08-10T05:08:22.212 INFO:tasks.rados.rados.0.smithi078.stdout:3623: read oid 2 snap 303 2024-08-10T05:08:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:3623: expect (ObjNum 973 snap 301 seq_num 973) 2024-08-10T05:08:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 12 current snap is 338 2024-08-10T05:08:22.213 INFO:tasks.rados.rados.0.smithi078.stdout:3624: seq_num 1099 ranges {3801088=409600,4210688=442368,4653056=720896,5373952=40960} 2024-08-10T05:08:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:08:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:08:21] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-08-10T05:08:22.235 INFO:tasks.rados.rados.0.smithi078.stdout:3624: writing smithi07880501-12 from 3801088 to 4210688 tid 1 2024-08-10T05:08:22.237 INFO:tasks.rados.rados.0.smithi078.stdout:3624: writing smithi07880501-12 from 4210688 to 4653056 tid 2 2024-08-10T05:08:22.242 INFO:tasks.rados.rados.0.smithi078.stdout:3624: writing smithi07880501-12 from 4653056 to 5373952 tid 3 2024-08-10T05:08:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:3624: writing smithi07880501-12 from 5373952 to 5414912 tid 4 2024-08-10T05:08:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:3625: read oid 18 snap -1 2024-08-10T05:08:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:3625: expect (ObjNum 1095 snap 337 seq_num 1095) 2024-08-10T05:08:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:3626: read oid 14 snap -1 2024-08-10T05:08:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:3626: expect (ObjNum 1058 snap 325 seq_num 1058) 2024-08-10T05:08:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 7 current snap is 338 2024-08-10T05:08:22.243 INFO:tasks.rados.rados.0.smithi078.stdout:3627: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-08-10T05:08:22.244 INFO:tasks.rados.rados.0.smithi078.stdout:3627: writing smithi07880501-7 from 0 to 425984 tid 1 2024-08-10T05:08:22.249 INFO:tasks.rados.rados.0.smithi078.stdout:3627: writing smithi07880501-7 from 425984 to 1155072 tid 2 2024-08-10T05:08:22.252 INFO:tasks.rados.rados.0.smithi078.stdout:3627: writing smithi07880501-7 from 1155072 to 1630208 tid 3 2024-08-10T05:08:22.252 INFO:tasks.rados.rados.0.smithi078.stdout:3628: snap_create 2024-08-10T05:08:22.252 INFO:tasks.rados.rados.0.smithi078.stdout:3623: expect (ObjNum 973 snap 301 seq_num 973) 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3624: finishing write tid 1 to smithi07880501-12 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3624: finishing write tid 2 to smithi07880501-12 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3624: finishing write tid 3 to smithi07880501-12 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3624: finishing write tid 4 to smithi07880501-12 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3624: finishing write tid 5 to smithi07880501-12 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3624: finishing write tid 6 to smithi07880501-12 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 2671 (ObjNum 1099 snap 338 seq_num 1099) dirty exists 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3624: left oid 12 (ObjNum 1099 snap 338 seq_num 1099) 2024-08-10T05:08:22.442 INFO:tasks.rados.rados.0.smithi078.stdout:3626: expect (ObjNum 1058 snap 325 seq_num 1058) 2024-08-10T05:08:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:08:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:08:22.695 INFO:tasks.rados.rados.0.smithi078.stdout:3627: finishing write tid 1 to smithi07880501-7 2024-08-10T05:08:22.695 INFO:tasks.rados.rados.0.smithi078.stdout:3627: finishing write tid 2 to smithi07880501-7 2024-08-10T05:08:22.695 INFO:tasks.rados.rados.0.smithi078.stdout:3627: finishing write tid 3 to smithi07880501-7 2024-08-10T05:08:22.695 INFO:tasks.rados.rados.0.smithi078.stdout:3627: finishing write tid 4 to smithi07880501-7 2024-08-10T05:08:22.695 INFO:tasks.rados.rados.0.smithi078.stdout:3625: expect (ObjNum 1095 snap 337 seq_num 1095) 2024-08-10T05:08:22.946 INFO:tasks.rados.rados.0.smithi078.stdout:3627: finishing write tid 5 to smithi07880501-7 2024-08-10T05:08:22.946 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 7 v 3264 (ObjNum 1100 snap 338 seq_num 1100) dirty exists 2024-08-10T05:08:22.946 INFO:tasks.rados.rados.0.smithi078.stdout:3627: left oid 7 (ObjNum 1100 snap 338 seq_num 1100) 2024-08-10T05:08:23.217 INFO:tasks.rados.rados.0.smithi078.stdout:3623: done (5 left) 2024-08-10T05:08:23.217 INFO:tasks.rados.rados.0.smithi078.stdout:3624: done (4 left) 2024-08-10T05:08:23.218 INFO:tasks.rados.rados.0.smithi078.stdout:3625: done (3 left) 2024-08-10T05:08:23.218 INFO:tasks.rados.rados.0.smithi078.stdout:3626: done (2 left) 2024-08-10T05:08:23.218 INFO:tasks.rados.rados.0.smithi078.stdout:3627: done (1 left) 2024-08-10T05:08:23.218 INFO:tasks.rados.rados.0.smithi078.stdout:3628: done (0 left) 2024-08-10T05:08:23.218 INFO:tasks.rados.rados.0.smithi078.stdout:3629: read oid 10 snap -1 2024-08-10T05:08:23.218 INFO:tasks.rados.rados.0.smithi078.stdout:3629: expect (ObjNum 1098 snap 337 seq_num 1098) 2024-08-10T05:08:23.218 INFO:tasks.rados.rados.0.smithi078.stdout:3630: snap_remove snap 335 2024-08-10T05:08:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:23 smithi078 ceph-mon[92251]: osdmap e755: 8 total, 8 up, 8 in 2024-08-10T05:08:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:23 smithi078 ceph-mon[92251]: pgmap v799: 121 pgs: 121 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 768 KiB/s wr, 13 op/s 2024-08-10T05:08:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:23 smithi078 ceph-mon[94618]: osdmap e755: 8 total, 8 up, 8 in 2024-08-10T05:08:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:23 smithi078 ceph-mon[94618]: pgmap v799: 121 pgs: 121 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 768 KiB/s wr, 13 op/s 2024-08-10T05:08:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:23 smithi107 ceph-mon[86658]: osdmap e755: 8 total, 8 up, 8 in 2024-08-10T05:08:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:23 smithi107 ceph-mon[86658]: pgmap v799: 121 pgs: 121 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 768 KiB/s wr, 13 op/s 2024-08-10T05:08:24.226 INFO:tasks.rados.rados.0.smithi078.stdout:3630: done (1 left) 2024-08-10T05:08:24.226 INFO:tasks.rados.rados.0.smithi078.stdout:3631: copy_from oid 4 from oid 16 current snap is 339 2024-08-10T05:08:24.226 INFO:tasks.rados.rados.0.smithi078.stdout:3632: read oid 14 snap 338 2024-08-10T05:08:24.226 INFO:tasks.rados.rados.0.smithi078.stdout:3632: expect (ObjNum 1058 snap 325 seq_num 1058) 2024-08-10T05:08:24.226 INFO:tasks.rados.rados.0.smithi078.stdout:3633: snap_remove snap 337 2024-08-10T05:08:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:24 smithi078 ceph-mon[92251]: osdmap e756: 8 total, 8 up, 8 in 2024-08-10T05:08:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:24 smithi078 ceph-mon[94618]: osdmap e756: 8 total, 8 up, 8 in 2024-08-10T05:08:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:24 smithi107 ceph-mon[86658]: osdmap e756: 8 total, 8 up, 8 in 2024-08-10T05:08:25.231 INFO:tasks.rados.rados.0.smithi078.stdout:3633: done (3 left) 2024-08-10T05:08:25.232 INFO:tasks.rados.rados.0.smithi078.stdout:3634: snap_remove snap 333 2024-08-10T05:08:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:25 smithi107 ceph-mon[86658]: osdmap e757: 8 total, 8 up, 8 in 2024-08-10T05:08:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:25 smithi107 ceph-mon[86658]: pgmap v802: 121 pgs: 121 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-08-10T05:08:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:25 smithi078 ceph-mon[92251]: osdmap e757: 8 total, 8 up, 8 in 2024-08-10T05:08:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:25 smithi078 ceph-mon[92251]: pgmap v802: 121 pgs: 121 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-08-10T05:08:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:25 smithi078 ceph-mon[94618]: osdmap e757: 8 total, 8 up, 8 in 2024-08-10T05:08:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:25 smithi078 ceph-mon[94618]: pgmap v802: 121 pgs: 121 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-08-10T05:08:26.191 INFO:tasks.rados.rados.0.smithi078.stdout:3634: done (3 left) 2024-08-10T05:08:26.191 INFO:tasks.rados.rados.0.smithi078.stdout:3635: snap_remove snap 303 2024-08-10T05:08:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:26 smithi107 ceph-mon[86658]: osdmap e758: 8 total, 8 up, 8 in 2024-08-10T05:08:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:26 smithi107 ceph-mon[86658]: osdmap e759: 8 total, 8 up, 8 in 2024-08-10T05:08:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:26 smithi078 ceph-mon[92251]: osdmap e758: 8 total, 8 up, 8 in 2024-08-10T05:08:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:26 smithi078 ceph-mon[92251]: osdmap e759: 8 total, 8 up, 8 in 2024-08-10T05:08:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:26 smithi078 ceph-mon[94618]: osdmap e758: 8 total, 8 up, 8 in 2024-08-10T05:08:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:26 smithi078 ceph-mon[94618]: osdmap e759: 8 total, 8 up, 8 in 2024-08-10T05:08:27.196 INFO:tasks.rados.rados.0.smithi078.stdout:3635: done (3 left) 2024-08-10T05:08:27.197 INFO:tasks.rados.rados.0.smithi078.stdout:3636: snap_create 2024-08-10T05:08:27.197 INFO:tasks.rados.rados.0.smithi078.stdout:3629: expect (ObjNum 1098 snap 337 seq_num 1098) 2024-08-10T05:08:27.396 INFO:tasks.rados.rados.0.smithi078.stdout:3632: expect (ObjNum 1058 snap 325 seq_num 1058) 2024-08-10T05:08:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:27 smithi107 ceph-mon[86658]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-08-10T05:08:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:27 smithi107 ceph-mon[86658]: osdmap e760: 8 total, 8 up, 8 in 2024-08-10T05:08:27.649 INFO:tasks.rados.rados.0.smithi078.stdout:3631: finishing copy_from racing read to smithi07880501-4 2024-08-10T05:08:27.649 INFO:tasks.rados.rados.0.smithi078.stdout:3631: finishing copy_from to smithi07880501-4 2024-08-10T05:08:27.649 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3106 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-08-10T05:08:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:27 smithi078 ceph-mon[92251]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-08-10T05:08:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:27 smithi078 ceph-mon[92251]: osdmap e760: 8 total, 8 up, 8 in 2024-08-10T05:08:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:27 smithi078 ceph-mon[94618]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-08-10T05:08:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:27 smithi078 ceph-mon[94618]: osdmap e760: 8 total, 8 up, 8 in 2024-08-10T05:08:28.193 INFO:tasks.rados.rados.0.smithi078.stdout:3629: done (3 left) 2024-08-10T05:08:28.193 INFO:tasks.rados.rados.0.smithi078.stdout:3631: done (2 left) 2024-08-10T05:08:28.193 INFO:tasks.rados.rados.0.smithi078.stdout:3632: done (1 left) 2024-08-10T05:08:28.194 INFO:tasks.rados.rados.0.smithi078.stdout:3636: done (0 left) 2024-08-10T05:08:28.194 INFO:tasks.rados.rados.0.smithi078.stdout:3637: delete oid 7 current snap is 340 2024-08-10T05:08:28.198 INFO:tasks.rados.rados.0.smithi078.stdout:3637: done (0 left) 2024-08-10T05:08:28.198 INFO:tasks.rados.rados.0.smithi078.stdout:3638: setattr oid 17 current snap is 340 2024-08-10T05:08:28.199 INFO:tasks.rados.rados.0.smithi078.stdout:3639: snap_remove snap 306 2024-08-10T05:08:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:28 smithi107 ceph-mon[86658]: osdmap e761: 8 total, 8 up, 8 in 2024-08-10T05:08:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:28 smithi078 ceph-mon[92251]: osdmap e761: 8 total, 8 up, 8 in 2024-08-10T05:08:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:28 smithi078 ceph-mon[94618]: osdmap e761: 8 total, 8 up, 8 in 2024-08-10T05:08:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:3639: done (1 left) 2024-08-10T05:08:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:3640: snap_create 2024-08-10T05:08:29.196 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2599 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2024-08-10T05:08:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:29 smithi107 ceph-mon[86658]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-08-10T05:08:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:29 smithi107 ceph-mon[86658]: osdmap e762: 8 total, 8 up, 8 in 2024-08-10T05:08:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:29 smithi078 ceph-mon[92251]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-08-10T05:08:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:29 smithi078 ceph-mon[92251]: osdmap e762: 8 total, 8 up, 8 in 2024-08-10T05:08:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:29 smithi078 ceph-mon[94618]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 295 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-08-10T05:08:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:29 smithi078 ceph-mon[94618]: osdmap e762: 8 total, 8 up, 8 in 2024-08-10T05:08:30.198 INFO:tasks.rados.rados.0.smithi078.stdout:3638: done (1 left) 2024-08-10T05:08:30.198 INFO:tasks.rados.rados.0.smithi078.stdout:3640: done (0 left) 2024-08-10T05:08:30.198 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 341 2024-08-10T05:08:30.198 INFO:tasks.rados.rados.0.smithi078.stdout:3641: seq_num 1102 ranges {1703936=458752,2162688=491520,2654208=491520,3145728=221184} 2024-08-10T05:08:30.209 INFO:tasks.rados.rados.0.smithi078.stdout:3641: writing smithi07880501-46 from 1703936 to 2162688 tid 1 2024-08-10T05:08:30.212 INFO:tasks.rados.rados.0.smithi078.stdout:3641: writing smithi07880501-46 from 2162688 to 2654208 tid 2 2024-08-10T05:08:30.215 INFO:tasks.rados.rados.0.smithi078.stdout:3641: writing smithi07880501-46 from 2654208 to 3145728 tid 3 2024-08-10T05:08:30.216 INFO:tasks.rados.rados.0.smithi078.stdout:3641: writing smithi07880501-46 from 3145728 to 3366912 tid 4 2024-08-10T05:08:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:3642: read oid 11 snap -1 2024-08-10T05:08:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:3642: expect (ObjNum 1065 snap 327 seq_num 1065) 2024-08-10T05:08:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:3643: setattr oid 38 current snap is 341 2024-08-10T05:08:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:3641: finishing write tid 1 to smithi07880501-46 2024-08-10T05:08:30.217 INFO:tasks.rados.rados.0.smithi078.stdout:3641: finishing write tid 2 to smithi07880501-46 2024-08-10T05:08:30.218 INFO:tasks.rados.rados.0.smithi078.stdout:3644: snap_remove snap 336 2024-08-10T05:08:31.209 INFO:tasks.rados.rados.0.smithi078.stdout:3644: done (3 left) 2024-08-10T05:08:31.209 INFO:tasks.rados.rados.0.smithi078.stdout:3645: snap_remove snap 340 2024-08-10T05:08:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:31 smithi078 ceph-mon[92251]: osdmap e763: 8 total, 8 up, 8 in 2024-08-10T05:08:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:31 smithi078 ceph-mon[92251]: pgmap v811: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T05:08:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:31 smithi078 ceph-mon[94618]: osdmap e763: 8 total, 8 up, 8 in 2024-08-10T05:08:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:31 smithi078 ceph-mon[94618]: pgmap v811: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T05:08:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:31 smithi107 ceph-mon[86658]: osdmap e763: 8 total, 8 up, 8 in 2024-08-10T05:08:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:31 smithi107 ceph-mon[86658]: pgmap v811: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T05:08:32.204 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:08:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:08:31] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-08-10T05:08:32.212 INFO:tasks.rados.rados.0.smithi078.stdout:3645: done (3 left) 2024-08-10T05:08:32.212 INFO:tasks.rados.rados.0.smithi078.stdout:3646: snap_create 2024-08-10T05:08:32.212 INFO:tasks.rados.rados.0.smithi078.stdout:3641: finishing write tid 3 to smithi07880501-46 2024-08-10T05:08:32.212 INFO:tasks.rados.rados.0.smithi078.stdout:3641: finishing write tid 4 to smithi07880501-46 2024-08-10T05:08:32.212 INFO:tasks.rados.rados.0.smithi078.stdout:3641: finishing write tid 5 to smithi07880501-46 2024-08-10T05:08:32.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2600 (ObjNum 737 snap 0 seq_num 490172944) dirty exists 2024-08-10T05:08:32.212 INFO:tasks.rados.rados.0.smithi078.stdout:3641: finishing write tid 6 to smithi07880501-46 2024-08-10T05:08:32.213 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2531 (ObjNum 1102 snap 341 seq_num 1102) dirty exists 2024-08-10T05:08:32.213 INFO:tasks.rados.rados.0.smithi078.stdout:3641: left oid 46 (ObjNum 1102 snap 341 seq_num 1102) 2024-08-10T05:08:32.213 INFO:tasks.rados.rados.0.smithi078.stdout:3642: expect (ObjNum 1065 snap 327 seq_num 1065) 2024-08-10T05:08:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:32 smithi078 ceph-mon[92251]: osdmap e764: 8 total, 8 up, 8 in 2024-08-10T05:08:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:32 smithi078 ceph-mon[94618]: osdmap e764: 8 total, 8 up, 8 in 2024-08-10T05:08:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:32 smithi107 ceph-mon[86658]: osdmap e764: 8 total, 8 up, 8 in 2024-08-10T05:08:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:08:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:3641: done (3 left) 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:3642: done (2 left) 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:3643: done (1 left) 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:3646: done (0 left) 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:3647: rmattr oid 20 current snap is 342 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:3647: done (0 left) 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:3648: rollback oid 4 current snap is 342 2024-08-10T05:08:33.220 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 311 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:3649: rmattr oid 11 current snap is 342 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:3649: done (1 left) 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:3650: read oid 23 snap 311 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:3650: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:3651: rollback oid 27 current snap is 342 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 27 to 327 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 342 2024-08-10T05:08:33.221 INFO:tasks.rados.rados.0.smithi078.stdout:3652: seq_num 1103 ranges {4276224=475136,4751360=425984,5177344=696320,5873664=81920} 2024-08-10T05:08:33.246 INFO:tasks.rados.rados.0.smithi078.stdout:3652: writing smithi07880501-16 from 4276224 to 4751360 tid 1 2024-08-10T05:08:33.248 INFO:tasks.rados.rados.0.smithi078.stdout:3652: writing smithi07880501-16 from 4751360 to 5177344 tid 2 2024-08-10T05:08:33.253 INFO:tasks.rados.rados.0.smithi078.stdout:3652: writing smithi07880501-16 from 5177344 to 5873664 tid 3 2024-08-10T05:08:33.253 INFO:tasks.rados.rados.0.smithi078.stdout:3652: writing smithi07880501-16 from 5873664 to 5955584 tid 4 2024-08-10T05:08:33.254 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 40 current snap is 342 2024-08-10T05:08:33.254 INFO:tasks.rados.rados.0.smithi078.stdout:3651: finishing rollback tid 0 to smithi07880501-27 2024-08-10T05:08:33.254 INFO:tasks.rados.rados.0.smithi078.stdout:3653: seq_num 1104 ranges {2793472=499712,3293184=712704,4005888=491520} 2024-08-10T05:08:33.274 INFO:tasks.rados.rados.0.smithi078.stdout:3653: writing smithi07880501-40 from 2793472 to 3293184 tid 1 2024-08-10T05:08:33.275 INFO:tasks.rados.rados.0.smithi078.stdout:3653: writing smithi07880501-40 from 3293184 to 4005888 tid 2 2024-08-10T05:08:33.278 INFO:tasks.rados.rados.0.smithi078.stdout:3653: writing smithi07880501-40 from 4005888 to 4497408 tid 3 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:3651: finishing rollback tid 1 to smithi07880501-27 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:3651: finishing rollback tid 2 to smithi07880501-27 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3310 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:3648: finishing rollback tid 0 to smithi07880501-4 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:3648: finishing rollback tid 1 to smithi07880501-4 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:3648: finishing rollback tid 2 to smithi07880501-4 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3116 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:08:33.279 INFO:tasks.rados.rados.0.smithi078.stdout:3650: expect (ObjNum 882 snap 278 seq_num 882) 2024-08-10T05:08:33.419 INFO:tasks.rados.rados.0.smithi078.stdout:3652: finishing write tid 1 to smithi07880501-16 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3652: finishing write tid 2 to smithi07880501-16 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3652: finishing write tid 3 to smithi07880501-16 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3652: finishing write tid 4 to smithi07880501-16 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3652: finishing write tid 5 to smithi07880501-16 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3652: finishing write tid 6 to smithi07880501-16 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3121 (ObjNum 1103 snap 342 seq_num 1103) dirty exists 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3652: left oid 16 (ObjNum 1103 snap 342 seq_num 1103) 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3653: finishing write tid 1 to smithi07880501-40 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3653: finishing write tid 2 to smithi07880501-40 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3653: finishing write tid 3 to smithi07880501-40 2024-08-10T05:08:33.420 INFO:tasks.rados.rados.0.smithi078.stdout:3654: read oid 35 snap 327 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3654: expect (ObjNum 1023 snap 319 seq_num 1023) 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3648: done (5 left) 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3650: done (4 left) 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3651: done (3 left) 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3652: done (2 left) 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3655: setattr oid 28 current snap is 342 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3653: finishing write tid 4 to smithi07880501-40 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3653: finishing write tid 5 to smithi07880501-40 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2549 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-08-10T05:08:33.421 INFO:tasks.rados.rados.0.smithi078.stdout:3653: left oid 40 (ObjNum 1104 snap 342 seq_num 1104) 2024-08-10T05:08:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:3653: done (2 left) 2024-08-10T05:08:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:3656: rollback oid 40 current snap is 342 2024-08-10T05:08:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 338 2024-08-10T05:08:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 342 2024-08-10T05:08:33.422 INFO:tasks.rados.rados.0.smithi078.stdout:3657: seq_num 1105 ranges {5955584=516096,6471680=598016,7069696=606208} 2024-08-10T05:08:33.454 INFO:tasks.rados.rados.0.smithi078.stdout:3657: writing smithi07880501-16 from 5955584 to 6471680 tid 1 2024-08-10T05:08:33.458 INFO:tasks.rados.rados.0.smithi078.stdout:3657: writing smithi07880501-16 from 6471680 to 7069696 tid 2 2024-08-10T05:08:33.463 INFO:tasks.rados.rados.0.smithi078.stdout:3657: writing smithi07880501-16 from 7069696 to 7675904 tid 3 2024-08-10T05:08:33.463 INFO:tasks.rados.rados.0.smithi078.stdout:3658: copy_from oid 15 from oid 5 current snap is 342 2024-08-10T05:08:33.463 INFO:tasks.rados.rados.0.smithi078.stdout:3659: copy_from oid 26 from oid 45 current snap is 342 2024-08-10T05:08:33.463 INFO:tasks.rados.rados.0.smithi078.stdout:3660: read oid 38 snap 311 2024-08-10T05:08:33.463 INFO:tasks.rados.rados.0.smithi078.stdout:3660: expect (ObjNum 980 snap 302 seq_num 980) 2024-08-10T05:08:33.463 INFO:tasks.rados.rados.0.smithi078.stdout:3661: snap_remove snap 339 2024-08-10T05:08:33.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:33 smithi078 ceph-mon[92251]: osdmap e765: 8 total, 8 up, 8 in 2024-08-10T05:08:33.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:33 smithi078 ceph-mon[92251]: pgmap v814: 121 pgs: 121 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 7 op/s 2024-08-10T05:08:33.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:33 smithi078 ceph-mon[94618]: osdmap e765: 8 total, 8 up, 8 in 2024-08-10T05:08:33.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:33 smithi078 ceph-mon[94618]: pgmap v814: 121 pgs: 121 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 7 op/s 2024-08-10T05:08:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:33 smithi107 ceph-mon[86658]: osdmap e765: 8 total, 8 up, 8 in 2024-08-10T05:08:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:33 smithi107 ceph-mon[86658]: pgmap v814: 121 pgs: 121 active+clean; 282 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 406 KiB/s wr, 7 op/s 2024-08-10T05:08:34.226 INFO:tasks.rados.rados.0.smithi078.stdout:3661: done (7 left) 2024-08-10T05:08:34.226 INFO:tasks.rados.rados.0.smithi078.stdout:3662: copy_from oid 10 from oid 13 current snap is 342 2024-08-10T05:08:34.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2672 (ObjNum 609 snap 0 seq_num 490274792) dirty exists 2024-08-10T05:08:34.226 INFO:tasks.rados.rados.0.smithi078.stdout:3656: finishing rollback tid 0 to smithi07880501-40 2024-08-10T05:08:34.226 INFO:tasks.rados.rados.0.smithi078.stdout:3656: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:08:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:3656: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:08:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2552 (ObjNum 1045 snap 325 seq_num 1045) dirty exists 2024-08-10T05:08:34.227 INFO:tasks.rados.rados.0.smithi078.stdout:3654: expect (ObjNum 1023 snap 319 seq_num 1023) 2024-08-10T05:08:34.379 INFO:tasks.rados.rados.0.smithi078.stdout:3657: finishing write tid 1 to smithi07880501-16 2024-08-10T05:08:34.379 INFO:tasks.rados.rados.0.smithi078.stdout:3657: finishing write tid 2 to smithi07880501-16 2024-08-10T05:08:34.379 INFO:tasks.rados.rados.0.smithi078.stdout:3660: expect (ObjNum 980 snap 302 seq_num 980) 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:3657: finishing write tid 3 to smithi07880501-16 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:3657: finishing write tid 4 to smithi07880501-16 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:3657: finishing write tid 5 to smithi07880501-16 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3125 (ObjNum 1105 snap 342 seq_num 1105) dirty exists 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:3657: left oid 16 (ObjNum 1105 snap 342 seq_num 1105) 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:3659: finishing copy_from racing read to smithi07880501-26 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:3658: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:3658: finishing copy_from to smithi07880501-15 2024-08-10T05:08:34.431 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 3197 (ObjNum 1077 snap 331 seq_num 1077) dirty exists 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3659: finishing copy_from to smithi07880501-26 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2346 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3662: finishing copy_from racing read to smithi07880501-10 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3662: finishing copy_from to smithi07880501-10 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2536 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3654: done (7 left) 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3655: done (6 left) 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3656: done (5 left) 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3657: done (4 left) 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3658: done (3 left) 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3659: done (2 left) 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3660: done (1 left) 2024-08-10T05:08:34.432 INFO:tasks.rados.rados.0.smithi078.stdout:3662: done (0 left) 2024-08-10T05:08:34.433 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 342 2024-08-10T05:08:34.433 INFO:tasks.rados.rados.0.smithi078.stdout:3663: seq_num 1106 ranges {2711552=532480,3244032=483328,3727360=475136,4202496=245760} 2024-08-10T05:08:34.447 INFO:tasks.rados.rados.0.smithi078.stdout:3663: writing smithi07880501-1 from 2711552 to 3244032 tid 1 2024-08-10T05:08:34.450 INFO:tasks.rados.rados.0.smithi078.stdout:3663: writing smithi07880501-1 from 3244032 to 3727360 tid 2 2024-08-10T05:08:34.452 INFO:tasks.rados.rados.0.smithi078.stdout:3663: writing smithi07880501-1 from 3727360 to 4202496 tid 3 2024-08-10T05:08:34.454 INFO:tasks.rados.rados.0.smithi078.stdout:3663: writing smithi07880501-1 from 4202496 to 4448256 tid 4 2024-08-10T05:08:34.454 INFO:tasks.rados.rados.0.smithi078.stdout:3664: rollback oid 40 current snap is 342 2024-08-10T05:08:34.454 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 341 2024-08-10T05:08:34.454 INFO:tasks.rados.rados.0.smithi078.stdout:3663: finishing write tid 1 to smithi07880501-1 2024-08-10T05:08:34.454 INFO:tasks.rados.rados.0.smithi078.stdout:3663: finishing write tid 2 to smithi07880501-1 2024-08-10T05:08:34.454 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 342 2024-08-10T05:08:34.454 INFO:tasks.rados.rados.0.smithi078.stdout:3665: seq_num 1107 ranges {2080768=548864,2629632=770048,3399680=434176} 2024-08-10T05:08:34.468 INFO:tasks.rados.rados.0.smithi078.stdout:3665: writing smithi07880501-4 from 2080768 to 2629632 tid 1 2024-08-10T05:08:34.472 INFO:tasks.rados.rados.0.smithi078.stdout:3665: writing smithi07880501-4 from 2629632 to 3399680 tid 2 2024-08-10T05:08:34.475 INFO:tasks.rados.rados.0.smithi078.stdout:3665: writing smithi07880501-4 from 3399680 to 3833856 tid 3 2024-08-10T05:08:34.475 INFO:tasks.rados.rados.0.smithi078.stdout:3666: snap_create 2024-08-10T05:08:34.475 INFO:tasks.rados.rados.0.smithi078.stdout:3663: finishing write tid 3 to smithi07880501-1 2024-08-10T05:08:34.475 INFO:tasks.rados.rados.0.smithi078.stdout:3663: finishing write tid 4 to smithi07880501-1 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:3664: finishing rollback tid 0 to smithi07880501-40 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:3663: finishing write tid 5 to smithi07880501-1 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:3664: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:3664: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2555 (ObjNum 1045 snap 325 seq_num 1045) dirty exists 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:3663: finishing write tid 6 to smithi07880501-1 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 3056 (ObjNum 1106 snap 342 seq_num 1106) dirty exists 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:3663: left oid 1 (ObjNum 1106 snap 342 seq_num 1106) 2024-08-10T05:08:34.476 INFO:tasks.rados.rados.0.smithi078.stdout:3665: finishing write tid 1 to smithi07880501-4 2024-08-10T05:08:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:34 smithi078 ceph-mon[92251]: osdmap e766: 8 total, 8 up, 8 in 2024-08-10T05:08:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:34 smithi078 ceph-mon[94618]: osdmap e766: 8 total, 8 up, 8 in 2024-08-10T05:08:34.478 INFO:tasks.rados.rados.0.smithi078.stdout:3665: finishing write tid 2 to smithi07880501-4 2024-08-10T05:08:34.478 INFO:tasks.rados.rados.0.smithi078.stdout:3665: finishing write tid 3 to smithi07880501-4 2024-08-10T05:08:34.478 INFO:tasks.rados.rados.0.smithi078.stdout:3665: finishing write tid 4 to smithi07880501-4 2024-08-10T05:08:34.480 INFO:tasks.rados.rados.0.smithi078.stdout:3665: finishing write tid 5 to smithi07880501-4 2024-08-10T05:08:34.480 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3129 (ObjNum 1107 snap 342 seq_num 1107) dirty exists 2024-08-10T05:08:34.480 INFO:tasks.rados.rados.0.smithi078.stdout:3665: left oid 4 (ObjNum 1107 snap 342 seq_num 1107) 2024-08-10T05:08:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:34 smithi107 ceph-mon[86658]: osdmap e766: 8 total, 8 up, 8 in 2024-08-10T05:08:35.238 INFO:tasks.rados.rados.0.smithi078.stdout:3663: done (3 left) 2024-08-10T05:08:35.238 INFO:tasks.rados.rados.0.smithi078.stdout:3664: done (2 left) 2024-08-10T05:08:35.238 INFO:tasks.rados.rados.0.smithi078.stdout:3665: done (1 left) 2024-08-10T05:08:35.238 INFO:tasks.rados.rados.0.smithi078.stdout:3666: done (0 left) 2024-08-10T05:08:35.239 INFO:tasks.rados.rados.0.smithi078.stdout:3667: rmattr oid 26 current snap is 343 2024-08-10T05:08:35.239 INFO:tasks.rados.rados.0.smithi078.stdout:3667: done (0 left) 2024-08-10T05:08:35.239 INFO:tasks.rados.rados.0.smithi078.stdout:3668: rollback oid 26 current snap is 343 2024-08-10T05:08:35.239 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 320 2024-08-10T05:08:35.239 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 343 2024-08-10T05:08:35.239 INFO:tasks.rados.rados.0.smithi078.stdout:3669: seq_num 1108 ranges {1359872=565248,1925120=647168,2572288=483328,3055616=73728} 2024-08-10T05:08:35.248 INFO:tasks.rados.rados.0.smithi078.stdout:3669: writing smithi07880501-9 from 1359872 to 1925120 tid 1 2024-08-10T05:08:35.252 INFO:tasks.rados.rados.0.smithi078.stdout:3669: writing smithi07880501-9 from 1925120 to 2572288 tid 2 2024-08-10T05:08:35.255 INFO:tasks.rados.rados.0.smithi078.stdout:3669: writing smithi07880501-9 from 2572288 to 3055616 tid 3 2024-08-10T05:08:35.255 INFO:tasks.rados.rados.0.smithi078.stdout:3669: writing smithi07880501-9 from 3055616 to 3129344 tid 4 2024-08-10T05:08:35.255 INFO:tasks.rados.rados.0.smithi078.stdout:3670: snap_remove snap 338 2024-08-10T05:08:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:35 smithi078 ceph-mon[92251]: osdmap e767: 8 total, 8 up, 8 in 2024-08-10T05:08:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:35 smithi078 ceph-mon[92251]: pgmap v817: 121 pgs: 121 active+clean; 277 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 406 KiB/s wr, 11 op/s 2024-08-10T05:08:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:35 smithi078 ceph-mon[94618]: osdmap e767: 8 total, 8 up, 8 in 2024-08-10T05:08:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:35 smithi078 ceph-mon[94618]: pgmap v817: 121 pgs: 121 active+clean; 277 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 406 KiB/s wr, 11 op/s 2024-08-10T05:08:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:35 smithi107 ceph-mon[86658]: osdmap e767: 8 total, 8 up, 8 in 2024-08-10T05:08:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:35 smithi107 ceph-mon[86658]: pgmap v817: 121 pgs: 121 active+clean; 277 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 406 KiB/s wr, 11 op/s 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3670: done (2 left) 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3671: delete oid 11 current snap is 343 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3668: finishing rollback tid 0 to smithi07880501-26 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3668: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3668: finishing rollback tid 2 to smithi07880501-26 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2675 (ObjNum 686 snap 200 seq_num 686) dirty exists 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3669: finishing write tid 1 to smithi07880501-9 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3669: finishing write tid 2 to smithi07880501-9 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3669: finishing write tid 3 to smithi07880501-9 2024-08-10T05:08:36.201 INFO:tasks.rados.rados.0.smithi078.stdout:3669: finishing write tid 4 to smithi07880501-9 2024-08-10T05:08:36.202 INFO:tasks.rados.rados.0.smithi078.stdout:3669: finishing write tid 5 to smithi07880501-9 2024-08-10T05:08:36.202 INFO:tasks.rados.rados.0.smithi078.stdout:3669: finishing write tid 6 to smithi07880501-9 2024-08-10T05:08:36.202 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2541 (ObjNum 1108 snap 343 seq_num 1108) dirty exists 2024-08-10T05:08:36.202 INFO:tasks.rados.rados.0.smithi078.stdout:3669: left oid 9 (ObjNum 1108 snap 343 seq_num 1108) 2024-08-10T05:08:36.212 INFO:tasks.rados.rados.0.smithi078.stdout:3668: done (2 left) 2024-08-10T05:08:36.212 INFO:tasks.rados.rados.0.smithi078.stdout:3669: done (1 left) 2024-08-10T05:08:36.212 INFO:tasks.rados.rados.0.smithi078.stdout:3671: done (0 left) 2024-08-10T05:08:36.212 INFO:tasks.rados.rados.0.smithi078.stdout:3672: copy_from oid 26 from oid 30 current snap is 343 2024-08-10T05:08:36.212 INFO:tasks.rados.rados.0.smithi078.stdout:3673: snap_remove snap 320 2024-08-10T05:08:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:36 smithi107 ceph-mon[86658]: osdmap e768: 8 total, 8 up, 8 in 2024-08-10T05:08:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:36 smithi107 ceph-mon[86658]: osdmap e769: 8 total, 8 up, 8 in 2024-08-10T05:08:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:36 smithi078 ceph-mon[92251]: osdmap e768: 8 total, 8 up, 8 in 2024-08-10T05:08:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:36 smithi078 ceph-mon[92251]: osdmap e769: 8 total, 8 up, 8 in 2024-08-10T05:08:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:36 smithi078 ceph-mon[94618]: osdmap e768: 8 total, 8 up, 8 in 2024-08-10T05:08:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:36 smithi078 ceph-mon[94618]: osdmap e769: 8 total, 8 up, 8 in 2024-08-10T05:08:37.219 INFO:tasks.rados.rados.0.smithi078.stdout:3673: done (1 left) 2024-08-10T05:08:37.219 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 343 2024-08-10T05:08:37.220 INFO:tasks.rados.rados.0.smithi078.stdout:3674: seq_num 1110 ranges {2490368=598016,3088384=466944,3555328=450560,4005888=286720} 2024-08-10T05:08:37.237 INFO:tasks.rados.rados.0.smithi078.stdout:3674: writing smithi07880501-23 from 2490368 to 3088384 tid 1 2024-08-10T05:08:37.241 INFO:tasks.rados.rados.0.smithi078.stdout:3674: writing smithi07880501-23 from 3088384 to 3555328 tid 2 2024-08-10T05:08:37.244 INFO:tasks.rados.rados.0.smithi078.stdout:3674: writing smithi07880501-23 from 3555328 to 4005888 tid 3 2024-08-10T05:08:37.247 INFO:tasks.rados.rados.0.smithi078.stdout:3674: writing smithi07880501-23 from 4005888 to 4292608 tid 4 2024-08-10T05:08:37.247 INFO:tasks.rados.rados.0.smithi078.stdout:3675: rmattr oid 8 current snap is 343 2024-08-10T05:08:37.247 INFO:tasks.rados.rados.0.smithi078.stdout:3675: done (2 left) 2024-08-10T05:08:37.247 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 343 2024-08-10T05:08:37.247 INFO:tasks.rados.rados.0.smithi078.stdout:3672: finishing copy_from racing read to smithi07880501-26 2024-08-10T05:08:37.248 INFO:tasks.rados.rados.0.smithi078.stdout:3672: finishing copy_from to smithi07880501-26 2024-08-10T05:08:37.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 2590 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-10T05:08:37.248 INFO:tasks.rados.rados.0.smithi078.stdout:3676: seq_num 1111 ranges {2883584=614400,3497984=753664,4251648=450560} 2024-08-10T05:08:37.266 INFO:tasks.rados.rados.0.smithi078.stdout:3676: writing smithi07880501-49 from 2883584 to 3497984 tid 1 2024-08-10T05:08:37.270 INFO:tasks.rados.rados.0.smithi078.stdout:3676: writing smithi07880501-49 from 3497984 to 4251648 tid 2 2024-08-10T05:08:37.274 INFO:tasks.rados.rados.0.smithi078.stdout:3676: writing smithi07880501-49 from 4251648 to 4702208 tid 3 2024-08-10T05:08:37.274 INFO:tasks.rados.rados.0.smithi078.stdout:3672: done (2 left) 2024-08-10T05:08:37.274 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 343 2024-08-10T05:08:37.274 INFO:tasks.rados.rados.0.smithi078.stdout:3674: finishing write tid 1 to smithi07880501-23 2024-08-10T05:08:37.274 INFO:tasks.rados.rados.0.smithi078.stdout:3674: finishing write tid 2 to smithi07880501-23 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3674: finishing write tid 3 to smithi07880501-23 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3674: finishing write tid 4 to smithi07880501-23 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3674: finishing write tid 5 to smithi07880501-23 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3674: finishing write tid 6 to smithi07880501-23 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3172 (ObjNum 1110 snap 343 seq_num 1110) dirty exists 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3674: left oid 23 (ObjNum 1110 snap 343 seq_num 1110) 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3676: finishing write tid 1 to smithi07880501-49 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3676: finishing write tid 2 to smithi07880501-49 2024-08-10T05:08:37.275 INFO:tasks.rados.rados.0.smithi078.stdout:3677: seq_num 1112 ranges {1310720=630784,1941504=638976,2580480=466944,3047424=98304} 2024-08-10T05:08:37.284 INFO:tasks.rados.rados.0.smithi078.stdout:3677: writing smithi07880501-10 from 1310720 to 1941504 tid 1 2024-08-10T05:08:37.288 INFO:tasks.rados.rados.0.smithi078.stdout:3677: writing smithi07880501-10 from 1941504 to 2580480 tid 2 2024-08-10T05:08:37.291 INFO:tasks.rados.rados.0.smithi078.stdout:3677: writing smithi07880501-10 from 2580480 to 3047424 tid 3 2024-08-10T05:08:37.292 INFO:tasks.rados.rados.0.smithi078.stdout:3677: writing smithi07880501-10 from 3047424 to 3145728 tid 4 2024-08-10T05:08:37.292 INFO:tasks.rados.rados.0.smithi078.stdout:3674: done (2 left) 2024-08-10T05:08:37.292 INFO:tasks.rados.rados.0.smithi078.stdout:3678: snap_remove snap 311 2024-08-10T05:08:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:37 smithi107 ceph-mon[86658]: pgmap v820: 121 pgs: 121 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-10T05:08:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:37 smithi107 ceph-mon[86658]: osdmap e770: 8 total, 8 up, 8 in 2024-08-10T05:08:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:37 smithi078 ceph-mon[92251]: pgmap v820: 121 pgs: 121 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-10T05:08:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:37 smithi078 ceph-mon[92251]: osdmap e770: 8 total, 8 up, 8 in 2024-08-10T05:08:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:37 smithi078 ceph-mon[94618]: pgmap v820: 121 pgs: 121 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-10T05:08:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:37 smithi078 ceph-mon[94618]: osdmap e770: 8 total, 8 up, 8 in 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3678: done (2 left) 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3679: snap_create 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3676: finishing write tid 3 to smithi07880501-49 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3676: finishing write tid 4 to smithi07880501-49 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3676: finishing write tid 5 to smithi07880501-49 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2580 (ObjNum 1111 snap 343 seq_num 1111) dirty exists 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3676: left oid 49 (ObjNum 1111 snap 343 seq_num 1111) 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3677: finishing write tid 1 to smithi07880501-10 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3677: finishing write tid 2 to smithi07880501-10 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3677: finishing write tid 3 to smithi07880501-10 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3677: finishing write tid 4 to smithi07880501-10 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3677: finishing write tid 5 to smithi07880501-10 2024-08-10T05:08:38.247 INFO:tasks.rados.rados.0.smithi078.stdout:3677: finishing write tid 6 to smithi07880501-10 2024-08-10T05:08:38.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 3048 (ObjNum 1112 snap 343 seq_num 1112) dirty exists 2024-08-10T05:08:38.248 INFO:tasks.rados.rados.0.smithi078.stdout:3677: left oid 10 (ObjNum 1112 snap 343 seq_num 1112) 2024-08-10T05:08:39.253 INFO:tasks.rados.rados.0.smithi078.stdout:3676: done (2 left) 2024-08-10T05:08:39.253 INFO:tasks.rados.rados.0.smithi078.stdout:3677: done (1 left) 2024-08-10T05:08:39.253 INFO:tasks.rados.rados.0.smithi078.stdout:3679: done (0 left) 2024-08-10T05:08:39.253 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 17 current snap is 344 2024-08-10T05:08:39.253 INFO:tasks.rados.rados.0.smithi078.stdout:3680: seq_num 1113 ranges {4472832=647168,5120000=524288,5644288=622592,6266880=57344} 2024-08-10T05:08:39.281 INFO:tasks.rados.rados.0.smithi078.stdout:3680: writing smithi07880501-17 from 4472832 to 5120000 tid 1 2024-08-10T05:08:39.284 INFO:tasks.rados.rados.0.smithi078.stdout:3680: writing smithi07880501-17 from 5120000 to 5644288 tid 2 2024-08-10T05:08:39.288 INFO:tasks.rados.rados.0.smithi078.stdout:3680: writing smithi07880501-17 from 5644288 to 6266880 tid 3 2024-08-10T05:08:39.288 INFO:tasks.rados.rados.0.smithi078.stdout:3680: writing smithi07880501-17 from 6266880 to 6324224 tid 4 2024-08-10T05:08:39.288 INFO:tasks.rados.rados.0.smithi078.stdout:3681: read oid 7 snap -1 2024-08-10T05:08:39.288 INFO:tasks.rados.rados.0.smithi078.stdout:3681: expect deleted 2024-08-10T05:08:39.288 INFO:tasks.rados.rados.0.smithi078.stdout:3682: snap_remove snap 341 2024-08-10T05:08:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:39 smithi107 ceph-mon[86658]: osdmap e771: 8 total, 8 up, 8 in 2024-08-10T05:08:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:39 smithi107 ceph-mon[86658]: pgmap v823: 121 pgs: 121 active+clean; 286 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-10T05:08:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:39 smithi078 ceph-mon[92251]: osdmap e771: 8 total, 8 up, 8 in 2024-08-10T05:08:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:39 smithi078 ceph-mon[92251]: pgmap v823: 121 pgs: 121 active+clean; 286 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-10T05:08:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:39 smithi078 ceph-mon[94618]: osdmap e771: 8 total, 8 up, 8 in 2024-08-10T05:08:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:39 smithi078 ceph-mon[94618]: pgmap v823: 121 pgs: 121 active+clean; 286 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-10T05:08:40.261 INFO:tasks.rados.rados.0.smithi078.stdout:3682: done (2 left) 2024-08-10T05:08:40.261 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 16 current snap is 344 2024-08-10T05:08:40.262 INFO:tasks.rados.rados.0.smithi078.stdout:3683: seq_num 1114 ranges {7675904=663552,8339456=802816,9142272=401408} 2024-08-10T05:08:40.307 INFO:tasks.rados.rados.0.smithi078.stdout:3683: writing smithi07880501-16 from 7675904 to 8339456 tid 1 2024-08-10T05:08:40.311 INFO:tasks.rados.rados.0.smithi078.stdout:3683: writing smithi07880501-16 from 8339456 to 9142272 tid 2 2024-08-10T05:08:40.314 INFO:tasks.rados.rados.0.smithi078.stdout:3683: writing smithi07880501-16 from 9142272 to 9543680 tid 3 2024-08-10T05:08:40.314 INFO:tasks.rados.rados.0.smithi078.stdout:3684: rmattr oid 29 current snap is 344 2024-08-10T05:08:40.314 INFO:tasks.rados.rados.0.smithi078.stdout:3684: done (3 left) 2024-08-10T05:08:40.314 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 10 current snap is 344 2024-08-10T05:08:40.314 INFO:tasks.rados.rados.0.smithi078.stdout:3685: seq_num 1115 ranges {3145728=679936,3825664=688128,4513792=516096} 2024-08-10T05:08:40.334 INFO:tasks.rados.rados.0.smithi078.stdout:3685: writing smithi07880501-10 from 3145728 to 3825664 tid 1 2024-08-10T05:08:40.339 INFO:tasks.rados.rados.0.smithi078.stdout:3685: writing smithi07880501-10 from 3825664 to 4513792 tid 2 2024-08-10T05:08:40.342 INFO:tasks.rados.rados.0.smithi078.stdout:3685: writing smithi07880501-10 from 4513792 to 5029888 tid 3 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3686: delete oid 19 current snap is 344 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3680: finishing write tid 1 to smithi07880501-17 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3680: finishing write tid 2 to smithi07880501-17 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3680: finishing write tid 3 to smithi07880501-17 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3680: finishing write tid 4 to smithi07880501-17 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3680: finishing write tid 5 to smithi07880501-17 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3680: finishing write tid 6 to smithi07880501-17 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2605 (ObjNum 1113 snap 344 seq_num 1113) dirty exists 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3680: left oid 17 (ObjNum 1113 snap 344 seq_num 1113) 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3683: finishing write tid 1 to smithi07880501-16 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3683: finishing write tid 2 to smithi07880501-16 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3683: finishing write tid 3 to smithi07880501-16 2024-08-10T05:08:40.343 INFO:tasks.rados.rados.0.smithi078.stdout:3683: finishing write tid 4 to smithi07880501-16 2024-08-10T05:08:40.344 INFO:tasks.rados.rados.0.smithi078.stdout:3683: finishing write tid 5 to smithi07880501-16 2024-08-10T05:08:40.344 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3133 (ObjNum 1114 snap 344 seq_num 1114) dirty exists 2024-08-10T05:08:40.344 INFO:tasks.rados.rados.0.smithi078.stdout:3683: left oid 16 (ObjNum 1114 snap 344 seq_num 1114) 2024-08-10T05:08:40.344 INFO:tasks.rados.rados.0.smithi078.stdout:3685: finishing write tid 1 to smithi07880501-10 2024-08-10T05:08:40.344 INFO:tasks.rados.rados.0.smithi078.stdout:3685: finishing write tid 2 to smithi07880501-10 2024-08-10T05:08:40.345 INFO:tasks.rados.rados.0.smithi078.stdout:3680: done (4 left) 2024-08-10T05:08:40.345 INFO:tasks.rados.rados.0.smithi078.stdout:3681: done (3 left) 2024-08-10T05:08:40.345 INFO:tasks.rados.rados.0.smithi078.stdout:3683: done (2 left) 2024-08-10T05:08:40.345 INFO:tasks.rados.rados.0.smithi078.stdout:3686: done (1 left) 2024-08-10T05:08:40.345 INFO:tasks.rados.rados.0.smithi078.stdout:3687: copy_from oid 35 from oid 7 current snap is 344 2024-08-10T05:08:40.345 INFO:tasks.rados.rados.0.smithi078.stdout:3688: rmattr oid 43 current snap is 344 2024-08-10T05:08:40.345 INFO:tasks.rados.rados.0.smithi078.stdout:3688: done (2 left) 2024-08-10T05:08:40.346 INFO:tasks.rados.rados.0.smithi078.stdout:3689: snap_remove snap 343 2024-08-10T05:08:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:40 smithi107 ceph-mon[86658]: osdmap e772: 8 total, 8 up, 8 in 2024-08-10T05:08:40.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:40 smithi078 ceph-mon[92251]: osdmap e772: 8 total, 8 up, 8 in 2024-08-10T05:08:40.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:40 smithi078 ceph-mon[94618]: osdmap e772: 8 total, 8 up, 8 in 2024-08-10T05:08:41.202 INFO:tasks.rados.rados.0.smithi078.stdout:3687: finishing copy_from to smithi07880501-35 2024-08-10T05:08:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:3687: got expected ENOENT (src dne) 2024-08-10T05:08:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:3687: finishing copy_from racing read to smithi07880501-35 2024-08-10T05:08:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:3685: finishing write tid 3 to smithi07880501-10 2024-08-10T05:08:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:3685: finishing write tid 4 to smithi07880501-10 2024-08-10T05:08:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:3685: finishing write tid 5 to smithi07880501-10 2024-08-10T05:08:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 3052 (ObjNum 1115 snap 344 seq_num 1115) dirty exists 2024-08-10T05:08:41.203 INFO:tasks.rados.rados.0.smithi078.stdout:3685: left oid 10 (ObjNum 1115 snap 344 seq_num 1115) 2024-08-10T05:08:41.204 INFO:tasks.rados.rados.0.smithi078.stdout:3685: done (2 left) 2024-08-10T05:08:41.204 INFO:tasks.rados.rados.0.smithi078.stdout:3687: done (1 left) 2024-08-10T05:08:41.204 INFO:tasks.rados.rados.0.smithi078.stdout:3689: done (0 left) 2024-08-10T05:08:41.204 INFO:tasks.rados.rados.0.smithi078.stdout:3690: setattr oid 42 current snap is 344 2024-08-10T05:08:41.205 INFO:tasks.rados.rados.0.smithi078.stdout:3691: copy_from oid 3 from oid 9 current snap is 344 2024-08-10T05:08:41.205 INFO:tasks.rados.rados.0.smithi078.stdout:3692: read oid 44 snap -1 2024-08-10T05:08:41.205 INFO:tasks.rados.rados.0.smithi078.stdout:3692: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-08-10T05:08:41.205 INFO:tasks.rados.rados.0.smithi078.stdout:3693: read oid 49 snap 342 2024-08-10T05:08:41.205 INFO:tasks.rados.rados.0.smithi078.stdout:3693: expect (ObjNum 1089 snap 335 seq_num 1089) 2024-08-10T05:08:41.205 INFO:tasks.rados.rados.0.smithi078.stdout:3694: delete oid 6 current snap is 344 2024-08-10T05:08:41.218 INFO:tasks.rados.rados.0.smithi078.stdout:3694: done (4 left) 2024-08-10T05:08:41.218 INFO:tasks.rados.rados.0.smithi078.stdout:3695: rmattr oid 38 current snap is 344 2024-08-10T05:08:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:3696: copy_from oid 24 from oid 31 current snap is 344 2024-08-10T05:08:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 344 2024-08-10T05:08:41.219 INFO:tasks.rados.rados.0.smithi078.stdout:3697: seq_num 1118 ranges {1515520=729088,2244608=794624,3039232=409600} 2024-08-10T05:08:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3697: writing smithi07880501-35 from 1515520 to 2244608 tid 1 2024-08-10T05:08:41.236 INFO:tasks.rados.rados.0.smithi078.stdout:3697: writing smithi07880501-35 from 2244608 to 3039232 tid 2 2024-08-10T05:08:41.239 INFO:tasks.rados.rados.0.smithi078.stdout:3697: writing smithi07880501-35 from 3039232 to 3448832 tid 3 2024-08-10T05:08:41.239 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 344 2024-08-10T05:08:41.239 INFO:tasks.rados.rados.0.smithi078.stdout:3698: seq_num 1119 ranges {3325952=745472,4071424=679936,4751360=524288} 2024-08-10T05:08:41.262 INFO:tasks.rados.rados.0.smithi078.stdout:3698: writing smithi07880501-15 from 3325952 to 4071424 tid 1 2024-08-10T05:08:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3698: writing smithi07880501-15 from 4071424 to 4751360 tid 2 2024-08-10T05:08:41.269 INFO:tasks.rados.rados.0.smithi078.stdout:3698: writing smithi07880501-15 from 4751360 to 5275648 tid 3 2024-08-10T05:08:41.269 INFO:tasks.rados.rados.0.smithi078.stdout:3699: snap_remove snap 327 2024-08-10T05:08:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:41 smithi107 ceph-mon[86658]: osdmap e773: 8 total, 8 up, 8 in 2024-08-10T05:08:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:41 smithi107 ceph-mon[86658]: pgmap v826: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-10T05:08:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:41 smithi107 ceph-mon[86658]: osdmap e774: 8 total, 8 up, 8 in 2024-08-10T05:08:41.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:41 smithi078 ceph-mon[94618]: osdmap e773: 8 total, 8 up, 8 in 2024-08-10T05:08:41.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:41 smithi078 ceph-mon[94618]: pgmap v826: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-10T05:08:41.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:41 smithi078 ceph-mon[94618]: osdmap e774: 8 total, 8 up, 8 in 2024-08-10T05:08:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:41 smithi078 ceph-mon[92251]: osdmap e773: 8 total, 8 up, 8 in 2024-08-10T05:08:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:41 smithi078 ceph-mon[92251]: pgmap v826: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-10T05:08:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:41 smithi078 ceph-mon[92251]: osdmap e774: 8 total, 8 up, 8 in 2024-08-10T05:08:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:08:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:08:41] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-08-10T05:08:42.269 INFO:tasks.rados.rados.0.smithi078.stdout:3691: finishing copy_from racing read to smithi07880501-3 2024-08-10T05:08:42.269 INFO:tasks.rados.rados.0.smithi078.stdout:3693: expect (ObjNum 1089 snap 335 seq_num 1089) 2024-08-10T05:08:42.379 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2606 (ObjNum 33 snap 0 seq_num 489422272) dirty exists 2024-08-10T05:08:42.379 INFO:tasks.rados.rados.0.smithi078.stdout:3691: finishing copy_from to smithi07880501-3 2024-08-10T05:08:42.379 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2541 (ObjNum 1108 snap 343 seq_num 1108) dirty exists 2024-08-10T05:08:42.379 INFO:tasks.rados.rados.0.smithi078.stdout:3692: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-08-10T05:08:42.455 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 42 v 3053 (ObjNum 984 snap 303 seq_num 984) dirty exists 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3697: finishing write tid 1 to smithi07880501-35 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3697: finishing write tid 2 to smithi07880501-35 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3697: finishing write tid 3 to smithi07880501-35 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3697: finishing write tid 4 to smithi07880501-35 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3690: done (8 left) 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3691: done (7 left) 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3692: done (6 left) 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3693: done (5 left) 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3695: done (4 left) 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3699: done (3 left) 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3700: rmattr oid 48 current snap is 344 2024-08-10T05:08:42.456 INFO:tasks.rados.rados.0.smithi078.stdout:3700: done (3 left) 2024-08-10T05:08:42.457 INFO:tasks.rados.rados.0.smithi078.stdout:3701: read oid 9 snap -1 2024-08-10T05:08:42.457 INFO:tasks.rados.rados.0.smithi078.stdout:3701: expect (ObjNum 1108 snap 343 seq_num 1108) 2024-08-10T05:08:42.457 INFO:tasks.rados.rados.0.smithi078.stdout:3702: read oid 39 snap -1 2024-08-10T05:08:42.457 INFO:tasks.rados.rados.0.smithi078.stdout:3702: expect (ObjNum 914 snap 283 seq_num 914) 2024-08-10T05:08:42.457 INFO:tasks.rados.rados.0.smithi078.stdout:3703: read oid 22 snap -1 2024-08-10T05:08:42.457 INFO:tasks.rados.rados.0.smithi078.stdout:3703: expect (ObjNum 1063 snap 327 seq_num 1063) 2024-08-10T05:08:42.457 INFO:tasks.rados.rados.0.smithi078.stdout:3704: snap_remove snap 342 2024-08-10T05:08:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:08:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:08:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3704: done (6 left) 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3705: setattr oid 5 current snap is 344 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3697: finishing write tid 5 to smithi07880501-35 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 3060 (ObjNum 1118 snap 344 seq_num 1118) dirty exists 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3697: left oid 35 (ObjNum 1118 snap 344 seq_num 1118) 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3698: finishing write tid 1 to smithi07880501-15 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3698: finishing write tid 2 to smithi07880501-15 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3698: finishing write tid 3 to smithi07880501-15 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3698: finishing write tid 4 to smithi07880501-15 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3698: finishing write tid 5 to smithi07880501-15 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 3359 (ObjNum 1119 snap 344 seq_num 1119) dirty exists 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3698: left oid 15 (ObjNum 1119 snap 344 seq_num 1119) 2024-08-10T05:08:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3696: finishing copy_from racing read to smithi07880501-24 2024-08-10T05:08:43.273 INFO:tasks.rados.rados.0.smithi078.stdout:3696: finishing copy_from to smithi07880501-24 2024-08-10T05:08:43.273 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 2081 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-08-10T05:08:43.273 INFO:tasks.rados.rados.0.smithi078.stdout:3702: expect (ObjNum 914 snap 283 seq_num 914) 2024-08-10T05:08:43.305 INFO:tasks.rados.rados.0.smithi078.stdout:3703: expect (ObjNum 1063 snap 327 seq_num 1063) 2024-08-10T05:08:43.331 INFO:tasks.rados.rados.0.smithi078.stdout:3701: expect (ObjNum 1108 snap 343 seq_num 1108) 2024-08-10T05:08:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:3696: done (6 left) 2024-08-10T05:08:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:3697: done (5 left) 2024-08-10T05:08:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:3698: done (4 left) 2024-08-10T05:08:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:3701: done (3 left) 2024-08-10T05:08:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:3702: done (2 left) 2024-08-10T05:08:43.431 INFO:tasks.rados.rados.0.smithi078.stdout:3703: done (1 left) 2024-08-10T05:08:43.432 INFO:tasks.rados.rados.0.smithi078.stdout:3706: copy_from oid 10 from oid 28 current snap is 344 2024-08-10T05:08:43.432 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 344 2024-08-10T05:08:43.432 INFO:tasks.rados.rados.0.smithi078.stdout:3707: seq_num 1120 ranges {917504=761856,1679360=557056,2236416=425984,2662400=221184} 2024-08-10T05:08:43.439 INFO:tasks.rados.rados.0.smithi078.stdout:3707: writing smithi07880501-39 from 917504 to 1679360 tid 1 2024-08-10T05:08:43.442 INFO:tasks.rados.rados.0.smithi078.stdout:3707: writing smithi07880501-39 from 1679360 to 2236416 tid 2 2024-08-10T05:08:43.445 INFO:tasks.rados.rados.0.smithi078.stdout:3707: writing smithi07880501-39 from 2236416 to 2662400 tid 3 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:3707: writing smithi07880501-39 from 2662400 to 2883584 tid 4 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:3708: snap_create 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:3706: finishing copy_from racing read to smithi07880501-10 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 3376 (ObjNum 1077 snap 331 seq_num 1077) dirty exists 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:3706: finishing copy_from to smithi07880501-10 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 2672 (ObjNum 65 snap 0 seq_num 1381981031) dirty exists 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:3707: finishing write tid 1 to smithi07880501-39 2024-08-10T05:08:43.447 INFO:tasks.rados.rados.0.smithi078.stdout:3707: finishing write tid 2 to smithi07880501-39 2024-08-10T05:08:43.448 INFO:tasks.rados.rados.0.smithi078.stdout:3707: finishing write tid 3 to smithi07880501-39 2024-08-10T05:08:43.449 INFO:tasks.rados.rados.0.smithi078.stdout:3707: finishing write tid 4 to smithi07880501-39 2024-08-10T05:08:43.449 INFO:tasks.rados.rados.0.smithi078.stdout:3707: finishing write tid 5 to smithi07880501-39 2024-08-10T05:08:43.450 INFO:tasks.rados.rados.0.smithi078.stdout:3707: finishing write tid 6 to smithi07880501-39 2024-08-10T05:08:43.450 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1842 (ObjNum 1120 snap 344 seq_num 1120) dirty exists 2024-08-10T05:08:43.450 INFO:tasks.rados.rados.0.smithi078.stdout:3707: left oid 39 (ObjNum 1120 snap 344 seq_num 1120) 2024-08-10T05:08:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:43 smithi107 ceph-mon[86658]: osdmap e775: 8 total, 8 up, 8 in 2024-08-10T05:08:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:43 smithi107 ceph-mon[86658]: pgmap v829: 121 pgs: 121 active+clean; 230 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-08-10T05:08:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:43 smithi078 ceph-mon[92251]: osdmap e775: 8 total, 8 up, 8 in 2024-08-10T05:08:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:43 smithi078 ceph-mon[92251]: pgmap v829: 121 pgs: 121 active+clean; 230 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-08-10T05:08:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:43 smithi078 ceph-mon[94618]: osdmap e775: 8 total, 8 up, 8 in 2024-08-10T05:08:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:43 smithi078 ceph-mon[94618]: pgmap v829: 121 pgs: 121 active+clean; 230 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-08-10T05:08:44.280 INFO:tasks.rados.rados.0.smithi078.stdout:3705: done (3 left) 2024-08-10T05:08:44.280 INFO:tasks.rados.rados.0.smithi078.stdout:3706: done (2 left) 2024-08-10T05:08:44.280 INFO:tasks.rados.rados.0.smithi078.stdout:3707: done (1 left) 2024-08-10T05:08:44.280 INFO:tasks.rados.rados.0.smithi078.stdout:3708: done (0 left) 2024-08-10T05:08:44.280 INFO:tasks.rados.rados.0.smithi078.stdout:3709: snap_remove snap 344 2024-08-10T05:08:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:44 smithi107 ceph-mon[86658]: osdmap e776: 8 total, 8 up, 8 in 2024-08-10T05:08:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:44 smithi078 ceph-mon[92251]: osdmap e776: 8 total, 8 up, 8 in 2024-08-10T05:08:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:44 smithi078 ceph-mon[94618]: osdmap e776: 8 total, 8 up, 8 in 2024-08-10T05:08:45.283 INFO:tasks.rados.rados.0.smithi078.stdout:3709: done (0 left) 2024-08-10T05:08:45.283 INFO:tasks.rados.rados.0.smithi078.stdout:3710: snap_create 2024-08-10T05:08:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:45 smithi107 ceph-mon[86658]: osdmap e777: 8 total, 8 up, 8 in 2024-08-10T05:08:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:45 smithi107 ceph-mon[86658]: pgmap v832: 121 pgs: 121 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-10T05:08:45.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:45 smithi078 ceph-mon[92251]: osdmap e777: 8 total, 8 up, 8 in 2024-08-10T05:08:45.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:45 smithi078 ceph-mon[92251]: pgmap v832: 121 pgs: 121 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-10T05:08:45.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:45 smithi078 ceph-mon[94618]: osdmap e777: 8 total, 8 up, 8 in 2024-08-10T05:08:45.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:45 smithi078 ceph-mon[94618]: pgmap v832: 121 pgs: 121 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-10T05:08:46.205 INFO:tasks.rados.rados.0.smithi078.stdout:3710: done (0 left) 2024-08-10T05:08:46.205 INFO:tasks.rados.rados.0.smithi078.stdout:3711: read oid 11 snap -1 2024-08-10T05:08:46.205 INFO:tasks.rados.rados.0.smithi078.stdout:3711: expect deleted 2024-08-10T05:08:46.205 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 346 2024-08-10T05:08:46.205 INFO:tasks.rados.rados.0.smithi078.stdout:3712: seq_num 1121 ranges {0=778240,778240=442368,1220608=638976,1859584=122880} 2024-08-10T05:08:46.210 INFO:tasks.rados.rados.0.smithi078.stdout:3712: writing smithi07880501-28 from 0 to 778240 tid 1 2024-08-10T05:08:46.212 INFO:tasks.rados.rados.0.smithi078.stdout:3712: writing smithi07880501-28 from 778240 to 1220608 tid 2 2024-08-10T05:08:46.217 INFO:tasks.rados.rados.0.smithi078.stdout:3712: writing smithi07880501-28 from 1220608 to 1859584 tid 3 2024-08-10T05:08:46.218 INFO:tasks.rados.rados.0.smithi078.stdout:3712: writing smithi07880501-28 from 1859584 to 1982464 tid 4 2024-08-10T05:08:46.218 INFO:tasks.rados.rados.0.smithi078.stdout:3713: delete oid 46 current snap is 346 2024-08-10T05:08:46.218 INFO:tasks.rados.rados.0.smithi078.stdout:3712: finishing write tid 1 to smithi07880501-28 2024-08-10T05:08:46.218 INFO:tasks.rados.rados.0.smithi078.stdout:3712: finishing write tid 2 to smithi07880501-28 2024-08-10T05:08:46.223 INFO:tasks.rados.rados.0.smithi078.stdout:3711: done (2 left) 2024-08-10T05:08:46.223 INFO:tasks.rados.rados.0.smithi078.stdout:3713: done (1 left) 2024-08-10T05:08:46.223 INFO:tasks.rados.rados.0.smithi078.stdout:3714: read oid 44 snap -1 2024-08-10T05:08:46.223 INFO:tasks.rados.rados.0.smithi078.stdout:3714: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-08-10T05:08:46.223 INFO:tasks.rados.rados.0.smithi078.stdout:3715: rollback oid 38 current snap is 346 2024-08-10T05:08:46.223 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 38 to 345 2024-08-10T05:08:46.223 INFO:tasks.rados.rados.0.smithi078.stdout:3712: finishing write tid 3 to smithi07880501-28 2024-08-10T05:08:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3716: rmattr oid 20 current snap is 346 2024-08-10T05:08:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3716: done (3 left) 2024-08-10T05:08:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3717: read oid 42 snap -1 2024-08-10T05:08:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3717: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:08:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3718: snap_create 2024-08-10T05:08:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3712: finishing write tid 4 to smithi07880501-28 2024-08-10T05:08:46.224 INFO:tasks.rados.rados.0.smithi078.stdout:3712: finishing write tid 5 to smithi07880501-28 2024-08-10T05:08:46.226 INFO:tasks.rados.rados.0.smithi078.stdout:3712: finishing write tid 6 to smithi07880501-28 2024-08-10T05:08:46.226 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 2680 (ObjNum 1121 snap 346 seq_num 1121) dirty exists 2024-08-10T05:08:46.226 INFO:tasks.rados.rados.0.smithi078.stdout:3712: left oid 28 (ObjNum 1121 snap 346 seq_num 1121) 2024-08-10T05:08:46.228 INFO:tasks.rados.rados.0.smithi078.stdout:3715: finishing rollback tid 0 to smithi07880501-38 2024-08-10T05:08:46.228 INFO:tasks.rados.rados.0.smithi078.stdout:3715: finishing rollback tid 1 to smithi07880501-38 2024-08-10T05:08:46.228 INFO:tasks.rados.rados.0.smithi078.stdout:3715: finishing rollback tid 2 to smithi07880501-38 2024-08-10T05:08:46.228 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2609 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:08:46.232 INFO:tasks.rados.rados.0.smithi078.stdout:3714: expect (ObjNum 1054 snap 325 seq_num 1054) 2024-08-10T05:08:46.311 INFO:tasks.rados.rados.0.smithi078.stdout:3717: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:08:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:46 smithi107 ceph-mon[86658]: osdmap e778: 8 total, 8 up, 8 in 2024-08-10T05:08:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:46 smithi107 ceph-mon[86658]: osdmap e779: 8 total, 8 up, 8 in 2024-08-10T05:08:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:46 smithi078 ceph-mon[92251]: osdmap e778: 8 total, 8 up, 8 in 2024-08-10T05:08:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:46 smithi078 ceph-mon[92251]: osdmap e779: 8 total, 8 up, 8 in 2024-08-10T05:08:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:46 smithi078 ceph-mon[94618]: osdmap e778: 8 total, 8 up, 8 in 2024-08-10T05:08:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:46 smithi078 ceph-mon[94618]: osdmap e779: 8 total, 8 up, 8 in 2024-08-10T05:08:47.204 INFO:tasks.rados.rados.0.smithi078.stdout:3712: done (4 left) 2024-08-10T05:08:47.204 INFO:tasks.rados.rados.0.smithi078.stdout:3714: done (3 left) 2024-08-10T05:08:47.205 INFO:tasks.rados.rados.0.smithi078.stdout:3715: done (2 left) 2024-08-10T05:08:47.205 INFO:tasks.rados.rados.0.smithi078.stdout:3717: done (1 left) 2024-08-10T05:08:47.205 INFO:tasks.rados.rados.0.smithi078.stdout:3718: done (0 left) 2024-08-10T05:08:47.205 INFO:tasks.rados.rados.0.smithi078.stdout:3719: snap_create 2024-08-10T05:08:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:47 smithi107 ceph-mon[86658]: pgmap v835: 121 pgs: 121 active+clean; 175 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-08-10T05:08:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:47 smithi107 ceph-mon[86658]: osdmap e780: 8 total, 8 up, 8 in 2024-08-10T05:08:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:47 smithi078 ceph-mon[92251]: pgmap v835: 121 pgs: 121 active+clean; 175 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-08-10T05:08:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:47 smithi078 ceph-mon[92251]: osdmap e780: 8 total, 8 up, 8 in 2024-08-10T05:08:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:47 smithi078 ceph-mon[94618]: pgmap v835: 121 pgs: 121 active+clean; 175 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-08-10T05:08:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:47 smithi078 ceph-mon[94618]: osdmap e780: 8 total, 8 up, 8 in 2024-08-10T05:08:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:3719: done (0 left) 2024-08-10T05:08:48.206 INFO:tasks.rados.rados.0.smithi078.stdout:3720: setattr oid 17 current snap is 348 2024-08-10T05:08:48.207 INFO:tasks.rados.rados.0.smithi078.stdout:3721: snap_create 2024-08-10T05:08:48.214 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 2610 (ObjNum 1113 snap 344 seq_num 1113) dirty exists 2024-08-10T05:08:49.213 INFO:tasks.rados.rados.0.smithi078.stdout:3720: done (1 left) 2024-08-10T05:08:49.213 INFO:tasks.rados.rados.0.smithi078.stdout:3721: done (0 left) 2024-08-10T05:08:49.213 INFO:tasks.rados.rados.0.smithi078.stdout:3722: snap_create 2024-08-10T05:08:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:49 smithi078 ceph-mon[92251]: osdmap e781: 8 total, 8 up, 8 in 2024-08-10T05:08:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:49 smithi078 ceph-mon[92251]: pgmap v838: 121 pgs: 121 active+clean; 164 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-08-10T05:08:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:49 smithi078 ceph-mon[94618]: osdmap e781: 8 total, 8 up, 8 in 2024-08-10T05:08:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:49 smithi078 ceph-mon[94618]: pgmap v838: 121 pgs: 121 active+clean; 164 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-08-10T05:08:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:49 smithi107 ceph-mon[86658]: osdmap e781: 8 total, 8 up, 8 in 2024-08-10T05:08:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:49 smithi107 ceph-mon[86658]: pgmap v838: 121 pgs: 121 active+clean; 164 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-08-10T05:08:50.215 INFO:tasks.rados.rados.0.smithi078.stdout:3722: done (0 left) 2024-08-10T05:08:50.215 INFO:tasks.rados.rados.0.smithi078.stdout:3723: read oid 29 snap -1 2024-08-10T05:08:50.215 INFO:tasks.rados.rados.0.smithi078.stdout:3723: expect (ObjNum 1084 snap 333 seq_num 1084) 2024-08-10T05:08:50.216 INFO:tasks.rados.rados.0.smithi078.stdout:3724: read oid 23 snap 348 2024-08-10T05:08:50.216 INFO:tasks.rados.rados.0.smithi078.stdout:3724: expect (ObjNum 1110 snap 343 seq_num 1110) 2024-08-10T05:08:50.216 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 350 2024-08-10T05:08:50.216 INFO:tasks.rados.rados.0.smithi078.stdout:3725: seq_num 1123 ranges {3129344=409600,3538944=614400,4153344=598016,4751360=393216} 2024-08-10T05:08:50.235 INFO:tasks.rados.rados.0.smithi078.stdout:3725: writing smithi07880501-3 from 3129344 to 3538944 tid 1 2024-08-10T05:08:50.239 INFO:tasks.rados.rados.0.smithi078.stdout:3725: writing smithi07880501-3 from 3538944 to 4153344 tid 2 2024-08-10T05:08:50.242 INFO:tasks.rados.rados.0.smithi078.stdout:3725: writing smithi07880501-3 from 4153344 to 4751360 tid 3 2024-08-10T05:08:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3725: writing smithi07880501-3 from 4751360 to 5144576 tid 4 2024-08-10T05:08:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3726: read oid 46 snap 345 2024-08-10T05:08:50.245 INFO:tasks.rados.rados.0.smithi078.stdout:3726: expect (ObjNum 1102 snap 341 seq_num 1102) 2024-08-10T05:08:50.246 INFO:tasks.rados.rados.0.smithi078.stdout:3727: setattr oid 14 current snap is 350 2024-08-10T05:08:50.246 INFO:tasks.rados.rados.0.smithi078.stdout:3723: expect (ObjNum 1084 snap 333 seq_num 1084) 2024-08-10T05:08:50.283 INFO:tasks.rados.rados.0.smithi078.stdout:3724: expect (ObjNum 1110 snap 343 seq_num 1110) 2024-08-10T05:08:50.450 INFO:tasks.rados.rados.0.smithi078.stdout:3725: finishing write tid 1 to smithi07880501-3 2024-08-10T05:08:50.450 INFO:tasks.rados.rados.0.smithi078.stdout:3725: finishing write tid 2 to smithi07880501-3 2024-08-10T05:08:50.450 INFO:tasks.rados.rados.0.smithi078.stdout:3725: finishing write tid 3 to smithi07880501-3 2024-08-10T05:08:50.450 INFO:tasks.rados.rados.0.smithi078.stdout:3725: finishing write tid 4 to smithi07880501-3 2024-08-10T05:08:50.450 INFO:tasks.rados.rados.0.smithi078.stdout:3725: finishing write tid 5 to smithi07880501-3 2024-08-10T05:08:50.451 INFO:tasks.rados.rados.0.smithi078.stdout:3725: finishing write tid 6 to smithi07880501-3 2024-08-10T05:08:50.451 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2546 (ObjNum 1123 snap 350 seq_num 1123) dirty exists 2024-08-10T05:08:50.451 INFO:tasks.rados.rados.0.smithi078.stdout:3725: left oid 3 (ObjNum 1123 snap 350 seq_num 1123) 2024-08-10T05:08:50.451 INFO:tasks.rados.rados.0.smithi078.stdout:3726: expect (ObjNum 1102 snap 341 seq_num 1102) 2024-08-10T05:08:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:50 smithi078 ceph-mon[92251]: osdmap e782: 8 total, 8 up, 8 in 2024-08-10T05:08:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:50 smithi078 ceph-mon[94618]: osdmap e782: 8 total, 8 up, 8 in 2024-08-10T05:08:50.563 INFO:tasks.rados.rados.0.smithi078.stdout:3723: done (4 left) 2024-08-10T05:08:50.563 INFO:tasks.rados.rados.0.smithi078.stdout:3724: done (3 left) 2024-08-10T05:08:50.563 INFO:tasks.rados.rados.0.smithi078.stdout:3725: done (2 left) 2024-08-10T05:08:50.563 INFO:tasks.rados.rados.0.smithi078.stdout:3726: done (1 left) 2024-08-10T05:08:50.563 INFO:tasks.rados.rados.0.smithi078.stdout:3728: delete oid 39 current snap is 350 2024-08-10T05:08:50.565 INFO:tasks.rados.rados.0.smithi078.stdout:3728: done (1 left) 2024-08-10T05:08:50.565 INFO:tasks.rados.rados.0.smithi078.stdout:3729: setattr oid 20 current snap is 350 2024-08-10T05:08:50.566 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 350 2024-08-10T05:08:50.566 INFO:tasks.rados.rados.0.smithi078.stdout:3730: seq_num 1125 ranges {3448832=450560,3899392=786432,4685824=614400,5300224=204800} 2024-08-10T05:08:50.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:50 smithi107 ceph-mon[86658]: osdmap e782: 8 total, 8 up, 8 in 2024-08-10T05:08:50.587 INFO:tasks.rados.rados.0.smithi078.stdout:3730: writing smithi07880501-35 from 3448832 to 3899392 tid 1 2024-08-10T05:08:50.592 INFO:tasks.rados.rados.0.smithi078.stdout:3730: writing smithi07880501-35 from 3899392 to 4685824 tid 2 2024-08-10T05:08:50.595 INFO:tasks.rados.rados.0.smithi078.stdout:3730: writing smithi07880501-35 from 4685824 to 5300224 tid 3 2024-08-10T05:08:50.597 INFO:tasks.rados.rados.0.smithi078.stdout:3730: writing smithi07880501-35 from 5300224 to 5505024 tid 4 2024-08-10T05:08:50.597 INFO:tasks.rados.rados.0.smithi078.stdout:3731: read oid 10 snap -1 2024-08-10T05:08:50.597 INFO:tasks.rados.rados.0.smithi078.stdout:3731: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:08:50.597 INFO:tasks.rados.rados.0.smithi078.stdout:3732: snap_remove snap 347 2024-08-10T05:08:51.212 INFO:tasks.rados.rados.0.smithi078.stdout:3732: done (4 left) 2024-08-10T05:08:51.212 INFO:tasks.rados.rados.0.smithi078.stdout:3733: delete oid 4 current snap is 350 2024-08-10T05:08:51.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2391 (ObjNum 1058 snap 325 seq_num 1058) dirty exists 2024-08-10T05:08:51.212 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 3061 (ObjNum 33 snap 0 seq_num 489489152) dirty exists 2024-08-10T05:08:51.212 INFO:tasks.rados.rados.0.smithi078.stdout:3730: finishing write tid 1 to smithi07880501-35 2024-08-10T05:08:51.212 INFO:tasks.rados.rados.0.smithi078.stdout:3730: finishing write tid 2 to smithi07880501-35 2024-08-10T05:08:51.212 INFO:tasks.rados.rados.0.smithi078.stdout:3731: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:08:51.215 INFO:tasks.rados.rados.0.smithi078.stdout:3730: finishing write tid 3 to smithi07880501-35 2024-08-10T05:08:51.215 INFO:tasks.rados.rados.0.smithi078.stdout:3730: finishing write tid 4 to smithi07880501-35 2024-08-10T05:08:51.215 INFO:tasks.rados.rados.0.smithi078.stdout:3730: finishing write tid 5 to smithi07880501-35 2024-08-10T05:08:51.215 INFO:tasks.rados.rados.0.smithi078.stdout:3730: finishing write tid 6 to smithi07880501-35 2024-08-10T05:08:51.215 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 3066 (ObjNum 1125 snap 350 seq_num 1125) dirty exists 2024-08-10T05:08:51.215 INFO:tasks.rados.rados.0.smithi078.stdout:3730: left oid 35 (ObjNum 1125 snap 350 seq_num 1125) 2024-08-10T05:08:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:3727: done (4 left) 2024-08-10T05:08:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:3729: done (3 left) 2024-08-10T05:08:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:3730: done (2 left) 2024-08-10T05:08:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:3731: done (1 left) 2024-08-10T05:08:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:3733: done (0 left) 2024-08-10T05:08:51.220 INFO:tasks.rados.rados.0.smithi078.stdout:3734: snap_remove snap 345 2024-08-10T05:08:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:51 smithi078 ceph-mon[92251]: osdmap e783: 8 total, 8 up, 8 in 2024-08-10T05:08:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:51 smithi078 ceph-mon[92251]: pgmap v841: 121 pgs: 121 active+clean; 166 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 484 KiB/s wr, 9 op/s 2024-08-10T05:08:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:51 smithi078 ceph-mon[92251]: osdmap e784: 8 total, 8 up, 8 in 2024-08-10T05:08:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:51 smithi078 ceph-mon[94618]: osdmap e783: 8 total, 8 up, 8 in 2024-08-10T05:08:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:51 smithi078 ceph-mon[94618]: pgmap v841: 121 pgs: 121 active+clean; 166 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 484 KiB/s wr, 9 op/s 2024-08-10T05:08:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:51 smithi078 ceph-mon[94618]: osdmap e784: 8 total, 8 up, 8 in 2024-08-10T05:08:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:51 smithi107 ceph-mon[86658]: osdmap e783: 8 total, 8 up, 8 in 2024-08-10T05:08:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:51 smithi107 ceph-mon[86658]: pgmap v841: 121 pgs: 121 active+clean; 166 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 484 KiB/s wr, 9 op/s 2024-08-10T05:08:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:51 smithi107 ceph-mon[86658]: osdmap e784: 8 total, 8 up, 8 in 2024-08-10T05:08:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:08:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:08:51] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-08-10T05:08:52.229 INFO:tasks.rados.rados.0.smithi078.stdout:3734: done (0 left) 2024-08-10T05:08:52.229 INFO:tasks.rados.rados.0.smithi078.stdout:3735: read oid 35 snap 349 2024-08-10T05:08:52.229 INFO:tasks.rados.rados.0.smithi078.stdout:3735: expect (ObjNum 1118 snap 344 seq_num 1118) 2024-08-10T05:08:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:3736: copy_from oid 34 from oid 5 current snap is 350 2024-08-10T05:08:52.230 INFO:tasks.rados.rados.0.smithi078.stdout:3737: setattr oid 47 current snap is 350 2024-08-10T05:08:52.232 INFO:tasks.rados.rados.0.smithi078.stdout:3738: snap_create 2024-08-10T05:08:52.238 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 3054 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:08:52.256 INFO:tasks.rados.rados.0.smithi078.stdout:3735: expect (ObjNum 1118 snap 344 seq_num 1118) 2024-08-10T05:08:52.367 INFO:tasks.rados.rados.0.smithi078.stdout:3736: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:08:52.367 INFO:tasks.rados.rados.0.smithi078.stdout:3736: finishing copy_from to smithi07880501-34 2024-08-10T05:08:52.367 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 3376 (ObjNum 1077 snap 331 seq_num 1077) dirty exists 2024-08-10T05:08:52.567 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 05:08:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T05:08:52.247+0000 7f32d5f97640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-08-10T05:08:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:08:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:08:53.231 INFO:tasks.rados.rados.0.smithi078.stdout:3735: done (3 left) 2024-08-10T05:08:53.231 INFO:tasks.rados.rados.0.smithi078.stdout:3736: done (2 left) 2024-08-10T05:08:53.231 INFO:tasks.rados.rados.0.smithi078.stdout:3737: done (1 left) 2024-08-10T05:08:53.232 INFO:tasks.rados.rados.0.smithi078.stdout:3738: done (0 left) 2024-08-10T05:08:53.232 INFO:tasks.rados.rados.0.smithi078.stdout:3739: delete oid 34 current snap is 351 2024-08-10T05:08:53.235 INFO:tasks.rados.rados.0.smithi078.stdout:3739: done (0 left) 2024-08-10T05:08:53.235 INFO:tasks.rados.rados.0.smithi078.stdout:3740: rmattr oid 6 current snap is 351 2024-08-10T05:08:53.235 INFO:tasks.rados.rados.0.smithi078.stdout:3740: done (0 left) 2024-08-10T05:08:53.235 INFO:tasks.rados.rados.0.smithi078.stdout:3741: read oid 36 snap -1 2024-08-10T05:08:53.235 INFO:tasks.rados.rados.0.smithi078.stdout:3741: expect (ObjNum 976 snap 302 seq_num 976) 2024-08-10T05:08:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:3742: copy_from oid 29 from oid 48 current snap is 351 2024-08-10T05:08:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 46 current snap is 351 2024-08-10T05:08:53.236 INFO:tasks.rados.rados.0.smithi078.stdout:3743: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-08-10T05:08:53.238 INFO:tasks.rados.rados.0.smithi078.stdout:3743: writing smithi07880501-46 from 0 to 499712 tid 1 2024-08-10T05:08:53.241 INFO:tasks.rados.rados.0.smithi078.stdout:3743: writing smithi07880501-46 from 499712 to 983040 tid 2 2024-08-10T05:08:53.247 INFO:tasks.rados.rados.0.smithi078.stdout:3743: writing smithi07880501-46 from 983040 to 1769472 tid 3 2024-08-10T05:08:53.250 INFO:tasks.rados.rados.0.smithi078.stdout:3743: writing smithi07880501-46 from 1769472 to 2105344 tid 4 2024-08-10T05:08:53.250 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 351 2024-08-10T05:08:53.250 INFO:tasks.rados.rados.0.smithi078.stdout:3743: finishing write tid 1 to smithi07880501-46 2024-08-10T05:08:53.250 INFO:tasks.rados.rados.0.smithi078.stdout:3744: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-08-10T05:08:53.253 INFO:tasks.rados.rados.0.smithi078.stdout:3744: writing smithi07880501-47 from 0 to 516096 tid 1 2024-08-10T05:08:53.258 INFO:tasks.rados.rados.0.smithi078.stdout:3744: writing smithi07880501-47 from 516096 to 1286144 tid 2 2024-08-10T05:08:53.262 INFO:tasks.rados.rados.0.smithi078.stdout:3744: writing smithi07880501-47 from 1286144 to 1884160 tid 3 2024-08-10T05:08:53.264 INFO:tasks.rados.rados.0.smithi078.stdout:3744: writing smithi07880501-47 from 1884160 to 2121728 tid 4 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3745: delete oid 42 current snap is 351 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3743: finishing write tid 2 to smithi07880501-46 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3743: finishing write tid 3 to smithi07880501-46 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3743: finishing write tid 4 to smithi07880501-46 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3743: finishing write tid 5 to smithi07880501-46 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3742: finishing copy_from racing read to smithi07880501-29 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3743: finishing write tid 6 to smithi07880501-46 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 2539 (ObjNum 1128 snap 351 seq_num 1128) dirty exists 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3743: left oid 46 (ObjNum 1128 snap 351 seq_num 1128) 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3742: finishing copy_from to smithi07880501-29 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2366 (ObjNum 982 snap 302 seq_num 982) dirty exists 2024-08-10T05:08:53.265 INFO:tasks.rados.rados.0.smithi078.stdout:3744: finishing write tid 1 to smithi07880501-47 2024-08-10T05:08:53.266 INFO:tasks.rados.rados.0.smithi078.stdout:3744: finishing write tid 2 to smithi07880501-47 2024-08-10T05:08:53.270 INFO:tasks.rados.rados.0.smithi078.stdout:3744: finishing write tid 3 to smithi07880501-47 2024-08-10T05:08:53.270 INFO:tasks.rados.rados.0.smithi078.stdout:3744: finishing write tid 4 to smithi07880501-47 2024-08-10T05:08:53.273 INFO:tasks.rados.rados.0.smithi078.stdout:3744: finishing write tid 5 to smithi07880501-47 2024-08-10T05:08:53.274 INFO:tasks.rados.rados.0.smithi078.stdout:3742: done (4 left) 2024-08-10T05:08:53.274 INFO:tasks.rados.rados.0.smithi078.stdout:3743: done (3 left) 2024-08-10T05:08:53.274 INFO:tasks.rados.rados.0.smithi078.stdout:3745: done (2 left) 2024-08-10T05:08:53.274 INFO:tasks.rados.rados.0.smithi078.stdout:3746: delete oid 35 current snap is 351 2024-08-10T05:08:53.276 INFO:tasks.rados.rados.0.smithi078.stdout:3744: finishing write tid 6 to smithi07880501-47 2024-08-10T05:08:53.276 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 3382 (ObjNum 1129 snap 351 seq_num 1129) dirty exists 2024-08-10T05:08:53.276 INFO:tasks.rados.rados.0.smithi078.stdout:3744: left oid 47 (ObjNum 1129 snap 351 seq_num 1129) 2024-08-10T05:08:53.277 INFO:tasks.rados.rados.0.smithi078.stdout:3744: done (2 left) 2024-08-10T05:08:53.277 INFO:tasks.rados.rados.0.smithi078.stdout:3746: done (1 left) 2024-08-10T05:08:53.277 INFO:tasks.rados.rados.0.smithi078.stdout:3747: rmattr oid 23 current snap is 351 2024-08-10T05:08:53.277 INFO:tasks.rados.rados.0.smithi078.stdout:3748: snap_remove snap 350 2024-08-10T05:08:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:53 smithi107 ceph-mon[86658]: osdmap e785: 8 total, 8 up, 8 in 2024-08-10T05:08:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:53 smithi107 ceph-mon[86658]: pgmap v844: 121 pgs: 121 active+clean; 166 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 484 KiB/s wr, 8 op/s 2024-08-10T05:08:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:53 smithi078 ceph-mon[92251]: osdmap e785: 8 total, 8 up, 8 in 2024-08-10T05:08:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:53 smithi078 ceph-mon[92251]: pgmap v844: 121 pgs: 121 active+clean; 166 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 484 KiB/s wr, 8 op/s 2024-08-10T05:08:53.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:53 smithi078 ceph-mon[94618]: osdmap e785: 8 total, 8 up, 8 in 2024-08-10T05:08:53.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:53 smithi078 ceph-mon[94618]: pgmap v844: 121 pgs: 121 active+clean; 166 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 484 KiB/s wr, 8 op/s 2024-08-10T05:08:54.236 INFO:tasks.rados.rados.0.smithi078.stdout:3748: done (2 left) 2024-08-10T05:08:54.236 INFO:tasks.rados.rados.0.smithi078.stdout:3749: rmattr oid 16 current snap is 351 2024-08-10T05:08:54.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3173 (ObjNum 1110 snap 343 seq_num 1110) dirty exists 2024-08-10T05:08:54.236 INFO:tasks.rados.rados.0.smithi078.stdout:3741: expect (ObjNum 976 snap 302 seq_num 976) 2024-08-10T05:08:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:54 smithi107 ceph-mon[86658]: osdmap e786: 8 total, 8 up, 8 in 2024-08-10T05:08:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:54 smithi078 ceph-mon[92251]: osdmap e786: 8 total, 8 up, 8 in 2024-08-10T05:08:54.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:54 smithi078 ceph-mon[94618]: osdmap e786: 8 total, 8 up, 8 in 2024-08-10T05:08:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:55 smithi107 ceph-mon[86658]: osdmap e787: 8 total, 8 up, 8 in 2024-08-10T05:08:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:55 smithi107 ceph-mon[86658]: pgmap v847: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 994 KiB/s wr, 21 op/s 2024-08-10T05:08:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:55 smithi078 ceph-mon[92251]: osdmap e787: 8 total, 8 up, 8 in 2024-08-10T05:08:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:55 smithi078 ceph-mon[92251]: pgmap v847: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 994 KiB/s wr, 21 op/s 2024-08-10T05:08:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:55 smithi078 ceph-mon[94618]: osdmap e787: 8 total, 8 up, 8 in 2024-08-10T05:08:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:55 smithi078 ceph-mon[94618]: pgmap v847: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 994 KiB/s wr, 21 op/s 2024-08-10T05:08:56.066 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3135 (ObjNum 1114 snap 344 seq_num 1114) dirty exists 2024-08-10T05:08:56.067 INFO:tasks.rados.rados.0.smithi078.stdout:3741: done (2 left) 2024-08-10T05:08:56.067 INFO:tasks.rados.rados.0.smithi078.stdout:3747: done (1 left) 2024-08-10T05:08:56.067 INFO:tasks.rados.rados.0.smithi078.stdout:3749: done (0 left) 2024-08-10T05:08:56.067 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 351 2024-08-10T05:08:56.067 INFO:tasks.rados.rados.0.smithi078.stdout:3750: seq_num 1132 ranges {2187264=565248,2752512=425984,3178496=770048,3948544=409600} 2024-08-10T05:08:56.080 INFO:tasks.rados.rados.0.smithi078.stdout:3750: writing smithi07880501-44 from 2187264 to 2752512 tid 1 2024-08-10T05:08:56.083 INFO:tasks.rados.rados.0.smithi078.stdout:3750: writing smithi07880501-44 from 2752512 to 3178496 tid 2 2024-08-10T05:08:56.088 INFO:tasks.rados.rados.0.smithi078.stdout:3750: writing smithi07880501-44 from 3178496 to 3948544 tid 3 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:3750: writing smithi07880501-44 from 3948544 to 4358144 tid 4 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:3751: rollback oid 4 current snap is 351 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 346 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:3750: finishing write tid 1 to smithi07880501-44 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:3750: finishing write tid 2 to smithi07880501-44 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:3752: read oid 2 snap -1 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:3752: expect (ObjNum 1094 snap 337 seq_num 1094) 2024-08-10T05:08:56.091 INFO:tasks.rados.rados.0.smithi078.stdout:3753: delete oid 40 current snap is 351 2024-08-10T05:08:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:3753: done (3 left) 2024-08-10T05:08:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:3754: rollback oid 3 current snap is 351 2024-08-10T05:08:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 346 2024-08-10T05:08:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 351 2024-08-10T05:08:56.093 INFO:tasks.rados.rados.0.smithi078.stdout:3755: seq_num 1134 ranges {3129344=598016,3727360=638976,4366336=737280,5103616=229376} 2024-08-10T05:08:56.114 INFO:tasks.rados.rados.0.smithi078.stdout:3755: writing smithi07880501-9 from 3129344 to 3727360 tid 1 2024-08-10T05:08:56.118 INFO:tasks.rados.rados.0.smithi078.stdout:3755: writing smithi07880501-9 from 3727360 to 4366336 tid 2 2024-08-10T05:08:56.123 INFO:tasks.rados.rados.0.smithi078.stdout:3755: writing smithi07880501-9 from 4366336 to 5103616 tid 3 2024-08-10T05:08:56.126 INFO:tasks.rados.rados.0.smithi078.stdout:3755: writing smithi07880501-9 from 5103616 to 5332992 tid 4 2024-08-10T05:08:56.126 INFO:tasks.rados.rados.0.smithi078.stdout:3756: copy_from oid 12 from oid 33 current snap is 351 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3750: finishing write tid 3 to smithi07880501-44 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3750: finishing write tid 4 to smithi07880501-44 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3751: finishing rollback tid 1 to smithi07880501-4 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3750: finishing write tid 5 to smithi07880501-44 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3754: finishing rollback tid 0 to smithi07880501-3 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3754: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3754: finishing rollback tid 2 to smithi07880501-3 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2549 (ObjNum 1108 snap 343 seq_num 1108) dirty exists 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3750: finishing write tid 6 to smithi07880501-44 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 3388 (ObjNum 1132 snap 351 seq_num 1132) dirty exists 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3750: left oid 44 (ObjNum 1132 snap 351 seq_num 1132) 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3751: finishing rollback tid 2 to smithi07880501-4 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3137 (ObjNum 1107 snap 342 seq_num 1107) dirty exists 2024-08-10T05:08:56.127 INFO:tasks.rados.rados.0.smithi078.stdout:3755: finishing write tid 1 to smithi07880501-9 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3750: done (5 left) 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3751: done (4 left) 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3754: done (3 left) 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3757: rmattr oid 10 current snap is 351 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3755: finishing write tid 2 to smithi07880501-9 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3758: rmattr oid 27 current snap is 351 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3759: read oid 38 snap -1 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3759: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3760: snap_create 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3759: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:08:56.128 INFO:tasks.rados.rados.0.smithi078.stdout:3752: expect (ObjNum 1094 snap 337 seq_num 1094) 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:3755: finishing write tid 3 to smithi07880501-9 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 3389 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:3755: finishing write tid 4 to smithi07880501-9 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:3755: finishing write tid 5 to smithi07880501-9 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:3755: finishing write tid 6 to smithi07880501-9 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2546 (ObjNum 1134 snap 351 seq_num 1134) dirty exists 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:3755: left oid 9 (ObjNum 1134 snap 351 seq_num 1134) 2024-08-10T05:08:56.432 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3378 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3756: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3756: finishing copy_from to smithi07880501-12 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 3230 (ObjNum 1087 snap 335 seq_num 1087) dirty exists 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3752: done (6 left) 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3755: done (5 left) 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3756: done (4 left) 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3757: done (3 left) 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3758: done (2 left) 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3759: done (1 left) 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3760: done (0 left) 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 9 current snap is 352 2024-08-10T05:08:56.433 INFO:tasks.rados.rados.0.smithi078.stdout:3761: seq_num 1135 ranges {5332992=614400,5947392=524288,6471680=540672,7012352=483328,7495680=57344} 2024-08-10T05:08:56.463 INFO:tasks.rados.rados.0.smithi078.stdout:3761: writing smithi07880501-9 from 5332992 to 5947392 tid 1 2024-08-10T05:08:56.465 INFO:tasks.rados.rados.0.smithi078.stdout:3761: writing smithi07880501-9 from 5947392 to 6471680 tid 2 2024-08-10T05:08:56.469 INFO:tasks.rados.rados.0.smithi078.stdout:3761: writing smithi07880501-9 from 6471680 to 7012352 tid 3 2024-08-10T05:08:56.472 INFO:tasks.rados.rados.0.smithi078.stdout:3761: writing smithi07880501-9 from 7012352 to 7495680 tid 4 2024-08-10T05:08:56.474 INFO:tasks.rados.rados.0.smithi078.stdout:3761: writing smithi07880501-9 from 7495680 to 7553024 tid 5 2024-08-10T05:08:56.474 INFO:tasks.rados.rados.0.smithi078.stdout:3762: copy_from oid 12 from oid 28 current snap is 352 2024-08-10T05:08:56.474 INFO:tasks.rados.rados.0.smithi078.stdout:3761: finishing write tid 1 to smithi07880501-9 2024-08-10T05:08:56.474 INFO:tasks.rados.rados.0.smithi078.stdout:3761: finishing write tid 2 to smithi07880501-9 2024-08-10T05:08:56.474 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 352 2024-08-10T05:08:56.474 INFO:tasks.rados.rados.0.smithi078.stdout:3763: seq_num 1136 ranges {0=630784,630784=409600,1040384=753664,1794048=417792,2211840=24576} 2024-08-10T05:08:56.476 INFO:tasks.rados.rados.0.smithi078.stdout:3763: writing smithi07880501-50 from 0 to 630784 tid 1 2024-08-10T05:08:56.479 INFO:tasks.rados.rados.0.smithi078.stdout:3763: writing smithi07880501-50 from 630784 to 1040384 tid 2 2024-08-10T05:08:56.483 INFO:tasks.rados.rados.0.smithi078.stdout:3763: writing smithi07880501-50 from 1040384 to 1794048 tid 3 2024-08-10T05:08:56.486 INFO:tasks.rados.rados.0.smithi078.stdout:3763: writing smithi07880501-50 from 1794048 to 2211840 tid 4 2024-08-10T05:08:56.486 INFO:tasks.rados.rados.0.smithi078.stdout:3763: writing smithi07880501-50 from 2211840 to 2236416 tid 5 2024-08-10T05:08:56.487 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 352 2024-08-10T05:08:56.487 INFO:tasks.rados.rados.0.smithi078.stdout:3764: seq_num 1137 ranges {1310720=647168,1957888=696320,2654208=557056,3211264=352256} 2024-08-10T05:08:56.497 INFO:tasks.rados.rados.0.smithi078.stdout:3764: writing smithi07880501-13 from 1310720 to 1957888 tid 1 2024-08-10T05:08:56.501 INFO:tasks.rados.rados.0.smithi078.stdout:3764: writing smithi07880501-13 from 1957888 to 2654208 tid 2 2024-08-10T05:08:56.504 INFO:tasks.rados.rados.0.smithi078.stdout:3764: writing smithi07880501-13 from 2654208 to 3211264 tid 3 2024-08-10T05:08:56.507 INFO:tasks.rados.rados.0.smithi078.stdout:3764: writing smithi07880501-13 from 3211264 to 3563520 tid 4 2024-08-10T05:08:56.507 INFO:tasks.rados.rados.0.smithi078.stdout:3765: snap_create 2024-08-10T05:08:56.507 INFO:tasks.rados.rados.0.smithi078.stdout:3761: finishing write tid 3 to smithi07880501-9 2024-08-10T05:08:56.507 INFO:tasks.rados.rados.0.smithi078.stdout:3761: finishing write tid 4 to smithi07880501-9 2024-08-10T05:08:56.507 INFO:tasks.rados.rados.0.smithi078.stdout:3761: finishing write tid 5 to smithi07880501-9 2024-08-10T05:08:56.508 INFO:tasks.rados.rados.0.smithi078.stdout:3761: finishing write tid 6 to smithi07880501-9 2024-08-10T05:08:56.508 INFO:tasks.rados.rados.0.smithi078.stdout:3761: finishing write tid 7 to smithi07880501-9 2024-08-10T05:08:56.508 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2552 (ObjNum 1135 snap 352 seq_num 1135) dirty exists 2024-08-10T05:08:56.508 INFO:tasks.rados.rados.0.smithi078.stdout:3761: left oid 9 (ObjNum 1135 snap 352 seq_num 1135) 2024-08-10T05:08:56.508 INFO:tasks.rados.rados.0.smithi078.stdout:3763: finishing write tid 1 to smithi07880501-50 2024-08-10T05:08:56.508 INFO:tasks.rados.rados.0.smithi078.stdout:3763: finishing write tid 2 to smithi07880501-50 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3762: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3762: finishing copy_from to smithi07880501-12 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 12 v 2680 (ObjNum 1121 snap 346 seq_num 1121) dirty exists 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3763: finishing write tid 3 to smithi07880501-50 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3763: finishing write tid 4 to smithi07880501-50 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3763: finishing write tid 5 to smithi07880501-50 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3763: finishing write tid 6 to smithi07880501-50 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3763: finishing write tid 7 to smithi07880501-50 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 3143 (ObjNum 1136 snap 352 seq_num 1136) dirty exists 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3763: left oid 50 (ObjNum 1136 snap 352 seq_num 1136) 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3764: finishing write tid 1 to smithi07880501-13 2024-08-10T05:08:56.509 INFO:tasks.rados.rados.0.smithi078.stdout:3764: finishing write tid 2 to smithi07880501-13 2024-08-10T05:08:56.510 INFO:tasks.rados.rados.0.smithi078.stdout:3764: finishing write tid 3 to smithi07880501-13 2024-08-10T05:08:56.510 INFO:tasks.rados.rados.0.smithi078.stdout:3764: finishing write tid 4 to smithi07880501-13 2024-08-10T05:08:56.510 INFO:tasks.rados.rados.0.smithi078.stdout:3764: finishing write tid 5 to smithi07880501-13 2024-08-10T05:08:56.511 INFO:tasks.rados.rados.0.smithi078.stdout:3764: finishing write tid 6 to smithi07880501-13 2024-08-10T05:08:56.511 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2557 (ObjNum 1137 snap 352 seq_num 1137) dirty exists 2024-08-10T05:08:56.511 INFO:tasks.rados.rados.0.smithi078.stdout:3764: left oid 13 (ObjNum 1137 snap 352 seq_num 1137) 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3761: done (4 left) 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3762: done (3 left) 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3763: done (2 left) 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3764: done (1 left) 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3765: done (0 left) 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3766: read oid 35 snap 351 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3766: expect deleted 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3767: read oid 5 snap 348 2024-08-10T05:08:57.212 INFO:tasks.rados.rados.0.smithi078.stdout:3767: expect (ObjNum 1077 snap 331 seq_num 1077) 2024-08-10T05:08:57.213 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 353 2024-08-10T05:08:57.213 INFO:tasks.rados.rados.0.smithi078.stdout:3768: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-08-10T05:08:57.215 INFO:tasks.rados.rados.0.smithi078.stdout:3768: writing smithi07880501-43 from 0 to 663552 tid 1 2024-08-10T05:08:57.219 INFO:tasks.rados.rados.0.smithi078.stdout:3768: writing smithi07880501-43 from 663552 to 1245184 tid 2 2024-08-10T05:08:57.223 INFO:tasks.rados.rados.0.smithi078.stdout:3768: writing smithi07880501-43 from 1245184 to 1957888 tid 3 2024-08-10T05:08:57.225 INFO:tasks.rados.rados.0.smithi078.stdout:3768: writing smithi07880501-43 from 1957888 to 2269184 tid 4 2024-08-10T05:08:57.225 INFO:tasks.rados.rados.0.smithi078.stdout:3769: rollback oid 44 current snap is 353 2024-08-10T05:08:57.225 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 352 2024-08-10T05:08:57.225 INFO:tasks.rados.rados.0.smithi078.stdout:3770: delete oid 2 current snap is 353 2024-08-10T05:08:57.228 INFO:tasks.rados.rados.0.smithi078.stdout:3768: finishing write tid 1 to smithi07880501-43 2024-08-10T05:08:57.229 INFO:tasks.rados.rados.0.smithi078.stdout:3768: finishing write tid 2 to smithi07880501-43 2024-08-10T05:08:57.232 INFO:tasks.rados.rados.0.smithi078.stdout:3768: finishing write tid 3 to smithi07880501-43 2024-08-10T05:08:57.232 INFO:tasks.rados.rados.0.smithi078.stdout:3768: finishing write tid 4 to smithi07880501-43 2024-08-10T05:08:57.232 INFO:tasks.rados.rados.0.smithi078.stdout:3767: expect (ObjNum 1077 snap 331 seq_num 1077) 2024-08-10T05:08:57.363 INFO:tasks.rados.rados.0.smithi078.stdout:3769: finishing rollback tid 0 to smithi07880501-44 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3769: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3769: finishing rollback tid 2 to smithi07880501-44 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 3392 (ObjNum 1132 snap 351 seq_num 1132) dirty exists 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3768: finishing write tid 5 to smithi07880501-43 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3768: finishing write tid 6 to smithi07880501-43 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 3148 (ObjNum 1138 snap 353 seq_num 1138) dirty exists 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3768: left oid 43 (ObjNum 1138 snap 353 seq_num 1138) 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3766: done (4 left) 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3767: done (3 left) 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3768: done (2 left) 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3769: done (1 left) 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3770: done (0 left) 2024-08-10T05:08:57.364 INFO:tasks.rados.rados.0.smithi078.stdout:3771: delete oid 15 current snap is 353 2024-08-10T05:08:57.367 INFO:tasks.rados.rados.0.smithi078.stdout:3771: done (0 left) 2024-08-10T05:08:57.367 INFO:tasks.rados.rados.0.smithi078.stdout:3772: read oid 30 snap 349 2024-08-10T05:08:57.367 INFO:tasks.rados.rados.0.smithi078.stdout:3772: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:08:57.367 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 353 2024-08-10T05:08:57.367 INFO:tasks.rados.rados.0.smithi078.stdout:3773: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-08-10T05:08:57.370 INFO:tasks.rados.rados.0.smithi078.stdout:3773: writing smithi07880501-35 from 0 to 712704 tid 1 2024-08-10T05:08:57.374 INFO:tasks.rados.rados.0.smithi078.stdout:3773: writing smithi07880501-35 from 712704 to 1392640 tid 2 2024-08-10T05:08:57.377 INFO:tasks.rados.rados.0.smithi078.stdout:3773: writing smithi07880501-35 from 1392640 to 1933312 tid 3 2024-08-10T05:08:57.380 INFO:tasks.rados.rados.0.smithi078.stdout:3773: writing smithi07880501-35 from 1933312 to 2318336 tid 4 2024-08-10T05:08:57.380 INFO:tasks.rados.rados.0.smithi078.stdout:3774: copy_from oid 6 from oid 11 current snap is 353 2024-08-10T05:08:57.380 INFO:tasks.rados.rados.0.smithi078.stdout:3772: expect (ObjNum 984 snap 303 seq_num 984) 2024-08-10T05:08:57.440 INFO:tasks.rados.rados.0.smithi078.stdout:3773: finishing write tid 1 to smithi07880501-35 2024-08-10T05:08:57.440 INFO:tasks.rados.rados.0.smithi078.stdout:3773: finishing write tid 2 to smithi07880501-35 2024-08-10T05:08:57.440 INFO:tasks.rados.rados.0.smithi078.stdout:3773: finishing write tid 3 to smithi07880501-35 2024-08-10T05:08:57.440 INFO:tasks.rados.rados.0.smithi078.stdout:3774: finishing copy_from to smithi07880501-6 2024-08-10T05:08:57.440 INFO:tasks.rados.rados.0.smithi078.stdout:3774: got expected ENOENT (src dne) 2024-08-10T05:08:57.441 INFO:tasks.rados.rados.0.smithi078.stdout:3774: finishing copy_from racing read to smithi07880501-6 2024-08-10T05:08:57.441 INFO:tasks.rados.rados.0.smithi078.stdout:3773: finishing write tid 4 to smithi07880501-35 2024-08-10T05:08:57.441 INFO:tasks.rados.rados.0.smithi078.stdout:3773: finishing write tid 5 to smithi07880501-35 2024-08-10T05:08:57.441 INFO:tasks.rados.rados.0.smithi078.stdout:3773: finishing write tid 6 to smithi07880501-35 2024-08-10T05:08:57.441 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 3072 (ObjNum 1141 snap 353 seq_num 1141) dirty exists 2024-08-10T05:08:57.441 INFO:tasks.rados.rados.0.smithi078.stdout:3773: left oid 35 (ObjNum 1141 snap 353 seq_num 1141) 2024-08-10T05:08:57.441 INFO:tasks.rados.rados.0.smithi078.stdout:3772: done (2 left) 2024-08-10T05:08:57.442 INFO:tasks.rados.rados.0.smithi078.stdout:3773: done (1 left) 2024-08-10T05:08:57.442 INFO:tasks.rados.rados.0.smithi078.stdout:3774: done (0 left) 2024-08-10T05:08:57.442 INFO:tasks.rados.rados.0.smithi078.stdout:3775: snap_create 2024-08-10T05:08:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:57 smithi078 ceph-mon[92251]: osdmap e788: 8 total, 8 up, 8 in 2024-08-10T05:08:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:57 smithi078 ceph-mon[92251]: pgmap v849: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 928 KiB/s wr, 19 op/s 2024-08-10T05:08:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:57 smithi078 ceph-mon[94618]: osdmap e788: 8 total, 8 up, 8 in 2024-08-10T05:08:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:57 smithi078 ceph-mon[94618]: pgmap v849: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 928 KiB/s wr, 19 op/s 2024-08-10T05:08:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:57 smithi107 ceph-mon[86658]: osdmap e788: 8 total, 8 up, 8 in 2024-08-10T05:08:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:57 smithi107 ceph-mon[86658]: pgmap v849: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 928 KiB/s wr, 19 op/s 2024-08-10T05:08:58.217 INFO:tasks.rados.rados.0.smithi078.stdout:3775: done (0 left) 2024-08-10T05:08:58.217 INFO:tasks.rados.rados.0.smithi078.stdout:3776: delete oid 26 current snap is 354 2024-08-10T05:08:58.221 INFO:tasks.rados.rados.0.smithi078.stdout:3776: done (0 left) 2024-08-10T05:08:58.222 INFO:tasks.rados.rados.0.smithi078.stdout:3777: snap_remove snap 353 2024-08-10T05:08:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:58 smithi078 ceph-mon[92251]: osdmap e789: 8 total, 8 up, 8 in 2024-08-10T05:08:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:58 smithi078 ceph-mon[94618]: osdmap e789: 8 total, 8 up, 8 in 2024-08-10T05:08:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:58 smithi107 ceph-mon[86658]: osdmap e789: 8 total, 8 up, 8 in 2024-08-10T05:08:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:08:59.224 INFO:tasks.rados.rados.0.smithi078.stdout:3777: done (0 left) 2024-08-10T05:08:59.224 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 1 current snap is 354 2024-08-10T05:08:59.224 INFO:tasks.rados.rados.0.smithi078.stdout:3778: seq_num 1143 ranges {4448256=753664,5201920=450560,5652480=507904,6160384=589824,6750208=57344} 2024-08-10T05:08:59.251 INFO:tasks.rados.rados.0.smithi078.stdout:3778: writing smithi07880501-1 from 4448256 to 5201920 tid 1 2024-08-10T05:08:59.254 INFO:tasks.rados.rados.0.smithi078.stdout:3778: writing smithi07880501-1 from 5201920 to 5652480 tid 2 2024-08-10T05:08:59.257 INFO:tasks.rados.rados.0.smithi078.stdout:3778: writing smithi07880501-1 from 5652480 to 6160384 tid 3 2024-08-10T05:08:59.261 INFO:tasks.rados.rados.0.smithi078.stdout:3778: writing smithi07880501-1 from 6160384 to 6750208 tid 4 2024-08-10T05:08:59.261 INFO:tasks.rados.rados.0.smithi078.stdout:3778: writing smithi07880501-1 from 6750208 to 6807552 tid 5 2024-08-10T05:08:59.261 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 354 2024-08-10T05:08:59.261 INFO:tasks.rados.rados.0.smithi078.stdout:3778: finishing write tid 1 to smithi07880501-1 2024-08-10T05:08:59.262 INFO:tasks.rados.rados.0.smithi078.stdout:3779: seq_num 1144 ranges {17350656=770048,18120704=737280,18857984=712704,19570688=155648} 2024-08-10T05:08:59.355 INFO:tasks.rados.rados.0.smithi078.stdout:3779: writing smithi07880501-31 from 17350656 to 18120704 tid 1 2024-08-10T05:08:59.360 INFO:tasks.rados.rados.0.smithi078.stdout:3779: writing smithi07880501-31 from 18120704 to 18857984 tid 2 2024-08-10T05:08:59.365 INFO:tasks.rados.rados.0.smithi078.stdout:3779: writing smithi07880501-31 from 18857984 to 19570688 tid 3 2024-08-10T05:08:59.366 INFO:tasks.rados.rados.0.smithi078.stdout:3779: writing smithi07880501-31 from 19570688 to 19726336 tid 4 2024-08-10T05:08:59.366 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 38 current snap is 354 2024-08-10T05:08:59.366 INFO:tasks.rados.rados.0.smithi078.stdout:3778: finishing write tid 2 to smithi07880501-1 2024-08-10T05:08:59.366 INFO:tasks.rados.rados.0.smithi078.stdout:3780: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-08-10T05:08:59.371 INFO:tasks.rados.rados.0.smithi078.stdout:3780: writing smithi07880501-38 from 0 to 786432 tid 1 2024-08-10T05:08:59.374 INFO:tasks.rados.rados.0.smithi078.stdout:3780: writing smithi07880501-38 from 786432 to 1409024 tid 2 2024-08-10T05:08:59.378 INFO:tasks.rados.rados.0.smithi078.stdout:3780: writing smithi07880501-38 from 1409024 to 1925120 tid 3 2024-08-10T05:08:59.380 INFO:tasks.rados.rados.0.smithi078.stdout:3780: writing smithi07880501-38 from 1925120 to 2342912 tid 4 2024-08-10T05:08:59.381 INFO:tasks.rados.rados.0.smithi078.stdout:3780: writing smithi07880501-38 from 2342912 to 2392064 tid 5 2024-08-10T05:08:59.381 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 354 2024-08-10T05:08:59.381 INFO:tasks.rados.rados.0.smithi078.stdout:3778: finishing write tid 3 to smithi07880501-1 2024-08-10T05:08:59.381 INFO:tasks.rados.rados.0.smithi078.stdout:3778: finishing write tid 4 to smithi07880501-1 2024-08-10T05:08:59.381 INFO:tasks.rados.rados.0.smithi078.stdout:3781: seq_num 1146 ranges {4358144=802816,5160960=499712,5660672=679936,6340608=425984} 2024-08-10T05:08:59.408 INFO:tasks.rados.rados.0.smithi078.stdout:3781: writing smithi07880501-44 from 4358144 to 5160960 tid 1 2024-08-10T05:08:59.411 INFO:tasks.rados.rados.0.smithi078.stdout:3781: writing smithi07880501-44 from 5160960 to 5660672 tid 2 2024-08-10T05:08:59.415 INFO:tasks.rados.rados.0.smithi078.stdout:3781: writing smithi07880501-44 from 5660672 to 6340608 tid 3 2024-08-10T05:08:59.418 INFO:tasks.rados.rados.0.smithi078.stdout:3781: writing smithi07880501-44 from 6340608 to 6766592 tid 4 2024-08-10T05:08:59.418 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 5 current snap is 354 2024-08-10T05:08:59.418 INFO:tasks.rados.rados.0.smithi078.stdout:3778: finishing write tid 5 to smithi07880501-1 2024-08-10T05:08:59.418 INFO:tasks.rados.rados.0.smithi078.stdout:3778: finishing write tid 6 to smithi07880501-1 2024-08-10T05:08:59.418 INFO:tasks.rados.rados.0.smithi078.stdout:3778: finishing write tid 7 to smithi07880501-1 2024-08-10T05:08:59.418 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 1 v 3078 (ObjNum 1143 snap 354 seq_num 1143) dirty exists 2024-08-10T05:08:59.418 INFO:tasks.rados.rados.0.smithi078.stdout:3778: left oid 1 (ObjNum 1143 snap 354 seq_num 1143) 2024-08-10T05:08:59.419 INFO:tasks.rados.rados.0.smithi078.stdout:3779: finishing write tid 1 to smithi07880501-31 2024-08-10T05:08:59.419 INFO:tasks.rados.rados.0.smithi078.stdout:3779: finishing write tid 2 to smithi07880501-31 2024-08-10T05:08:59.419 INFO:tasks.rados.rados.0.smithi078.stdout:3782: seq_num 1147 ranges {3325952=16384} 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3782: writing smithi07880501-5 from 3325952 to 3342336 tid 1 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3778: done (4 left) 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3783: rmattr oid 27 current snap is 354 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3779: finishing write tid 3 to smithi07880501-31 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3784: rollback oid 24 current snap is 354 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 24 to 349 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3779: finishing write tid 4 to smithi07880501-31 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3779: finishing write tid 5 to smithi07880501-31 2024-08-10T05:08:59.440 INFO:tasks.rados.rados.0.smithi078.stdout:3779: finishing write tid 6 to smithi07880501-31 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2086 (ObjNum 1144 snap 354 seq_num 1144) dirty exists 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3779: left oid 31 (ObjNum 1144 snap 354 seq_num 1144) 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: finishing write tid 1 to smithi07880501-38 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3779: done (5 left) 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3785: rmattr oid 49 current snap is 354 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: finishing write tid 2 to smithi07880501-38 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: finishing write tid 3 to smithi07880501-38 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: finishing write tid 4 to smithi07880501-38 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: finishing write tid 5 to smithi07880501-38 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: finishing write tid 6 to smithi07880501-38 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: finishing write tid 7 to smithi07880501-38 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 2616 (ObjNum 1145 snap 354 seq_num 1145) dirty exists 2024-08-10T05:08:59.441 INFO:tasks.rados.rados.0.smithi078.stdout:3780: left oid 38 (ObjNum 1145 snap 354 seq_num 1145) 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3781: finishing write tid 1 to smithi07880501-44 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3780: done (5 left) 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3786: rmattr oid 2 current snap is 354 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3786: done (5 left) 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3787: read oid 8 snap -1 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3787: expect (ObjNum 1092 snap 336 seq_num 1092) 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3788: rollback oid 37 current snap is 354 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 37 to 348 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3781: finishing write tid 2 to smithi07880501-44 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3781: finishing write tid 3 to smithi07880501-44 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3781: finishing write tid 4 to smithi07880501-44 2024-08-10T05:08:59.442 INFO:tasks.rados.rados.0.smithi078.stdout:3781: finishing write tid 5 to smithi07880501-44 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3781: finishing write tid 6 to smithi07880501-44 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 3397 (ObjNum 1146 snap 354 seq_num 1146) dirty exists 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3781: left oid 44 (ObjNum 1146 snap 354 seq_num 1146) 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3781: done (6 left) 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3789: read oid 40 snap -1 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3789: expect deleted 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3790: setattr oid 6 current snap is 354 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3791: rmattr oid 3 current snap is 354 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3791: done (8 left) 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3792: read oid 21 snap -1 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3792: expect (ObjNum 1004 snap 312 seq_num 1004) 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3793: read oid 42 snap -1 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:3793: expect deleted 2024-08-10T05:08:59.443 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 2 current snap is 354 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3794: seq_num 1148 ranges {0=32768} 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3794: writing smithi07880501-2 from 0 to 32768 tid 1 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3795: read oid 41 snap -1 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3795: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3796: copy_from oid 34 from oid 22 current snap is 354 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3789: done (12 left) 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3797: copy_from oid 15 from oid 13 current snap is 354 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3798: delete oid 10 current snap is 354 2024-08-10T05:08:59.444 INFO:tasks.rados.rados.0.smithi078.stdout:3795: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:3793: done (13 left) 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:3795: done (12 left) 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:3798: done (11 left) 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:3799: rollback oid 32 current snap is 354 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 32 to 349 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2581 (ObjNum 1111 snap 343 seq_num 1111) dirty exists 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2540 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:08:59.445 INFO:tasks.rados.rados.0.smithi078.stdout:3792: expect (ObjNum 1004 snap 312 seq_num 1004) 2024-08-10T05:08:59.447 INFO:tasks.rados.rados.0.smithi078.stdout:3788: finishing rollback tid 0 to smithi07880501-37 2024-08-10T05:08:59.447 INFO:tasks.rados.rados.0.smithi078.stdout:3788: finishing rollback tid 1 to smithi07880501-37 2024-08-10T05:08:59.447 INFO:tasks.rados.rados.0.smithi078.stdout:3788: finishing rollback tid 2 to smithi07880501-37 2024-08-10T05:08:59.447 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 3234 (ObjNum 946 snap 294 seq_num 946) dirty exists 2024-08-10T05:08:59.447 INFO:tasks.rados.rados.0.smithi078.stdout:3787: expect (ObjNum 1092 snap 336 seq_num 1092) 2024-08-10T05:08:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:59 smithi078 ceph-mon[92251]: osdmap e790: 8 total, 8 up, 8 in 2024-08-10T05:08:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:08:59 smithi078 ceph-mon[92251]: pgmap v852: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-08-10T05:08:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:59 smithi078 ceph-mon[94618]: osdmap e790: 8 total, 8 up, 8 in 2024-08-10T05:08:59.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:08:59 smithi078 ceph-mon[94618]: pgmap v852: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3794: finishing write tid 1 to smithi07880501-2 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3782: finishing write tid 1 to smithi07880501-5 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3782: finishing write tid 2 to smithi07880501-5 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3785: done (11 left) 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3787: done (10 left) 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3788: done (9 left) 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3790: done (8 left) 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3792: done (7 left) 2024-08-10T05:08:59.491 INFO:tasks.rados.rados.0.smithi078.stdout:3800: rollback oid 48 current snap is 354 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 48 to 346 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3794: finishing write tid 2 to smithi07880501-2 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3385 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3794: finishing write tid 3 to smithi07880501-2 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 3151 (ObjNum 1148 snap 354 seq_num 1148) dirty exists 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3794: left oid 2 (ObjNum 1148 snap 354 seq_num 1148) 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3799: finishing rollback tid 0 to smithi07880501-32 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3799: finishing rollback tid 1 to smithi07880501-32 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3799: finishing rollback tid 2 to smithi07880501-32 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 32 v 3237 (ObjNum 1096 snap 337 seq_num 1096) dirty exists 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3796: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:08:59.492 INFO:tasks.rados.rados.0.smithi078.stdout:3796: finishing copy_from to smithi07880501-34 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 3162 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3784: finishing rollback tid 0 to smithi07880501-24 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3782: finishing write tid 3 to smithi07880501-5 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 3383 (ObjNum 1147 snap 354 seq_num 1147) dirty exists 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3782: left oid 5 (ObjNum 1147 snap 354 seq_num 1147) 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3784: finishing rollback tid 1 to smithi07880501-24 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3782: done (7 left) 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3783: done (6 left) 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3794: done (5 left) 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3796: done (4 left) 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3799: done (3 left) 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3801: delete oid 4 current snap is 354 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:3784: finishing rollback tid 2 to smithi07880501-24 2024-08-10T05:08:59.493 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3389 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-08-10T05:08:59.494 INFO:tasks.rados.rados.0.smithi078.stdout:3797: finishing copy_from racing read to smithi07880501-15 2024-08-10T05:08:59.494 INFO:tasks.rados.rados.0.smithi078.stdout:3797: finishing copy_from to smithi07880501-15 2024-08-10T05:08:59.494 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 2557 (ObjNum 1137 snap 352 seq_num 1137) dirty exists 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3784: done (3 left) 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3797: done (2 left) 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3801: done (1 left) 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3802: copy_from oid 14 from oid 26 current snap is 354 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3803: delete oid 45 current snap is 354 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3800: finishing rollback tid 0 to smithi07880501-48 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3802: finishing copy_from to smithi07880501-14 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3802: got expected ENOENT (src dne) 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3802: finishing copy_from racing read to smithi07880501-14 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3800: finishing rollback tid 1 to smithi07880501-48 2024-08-10T05:08:59.495 INFO:tasks.rados.rados.0.smithi078.stdout:3800: finishing rollback tid 2 to smithi07880501-48 2024-08-10T05:08:59.496 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2560 (ObjNum 982 snap 302 seq_num 982) dirty exists 2024-08-10T05:08:59.496 INFO:tasks.rados.rados.0.smithi078.stdout:3800: done (2 left) 2024-08-10T05:08:59.496 INFO:tasks.rados.rados.0.smithi078.stdout:3802: done (1 left) 2024-08-10T05:08:59.496 INFO:tasks.rados.rados.0.smithi078.stdout:3803: done (0 left) 2024-08-10T05:08:59.496 INFO:tasks.rados.rados.0.smithi078.stdout:3804: delete oid 2 current snap is 354 2024-08-10T05:08:59.497 INFO:tasks.rados.rados.0.smithi078.stdout:3804: done (0 left) 2024-08-10T05:08:59.497 INFO:tasks.rados.rados.0.smithi078.stdout:3805: snap_create 2024-08-10T05:08:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:59 smithi107 ceph-mon[86658]: osdmap e790: 8 total, 8 up, 8 in 2024-08-10T05:08:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:08:59 smithi107 ceph-mon[86658]: pgmap v852: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-08-10T05:09:00.227 INFO:tasks.rados.rados.0.smithi078.stdout:3805: done (0 left) 2024-08-10T05:09:00.227 INFO:tasks.rados.rados.0.smithi078.stdout:3806: read oid 49 snap -1 2024-08-10T05:09:00.227 INFO:tasks.rados.rados.0.smithi078.stdout:3806: expect (ObjNum 1111 snap 343 seq_num 1111) 2024-08-10T05:09:00.227 INFO:tasks.rados.rados.0.smithi078.stdout:3807: read oid 6 snap -1 2024-08-10T05:09:00.227 INFO:tasks.rados.rados.0.smithi078.stdout:3807: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:09:00.227 INFO:tasks.rados.rados.0.smithi078.stdout:3808: copy_from oid 38 from oid 23 current snap is 355 2024-08-10T05:09:00.227 INFO:tasks.rados.rados.0.smithi078.stdout:3809: snap_create 2024-08-10T05:09:00.233 INFO:tasks.rados.rados.0.smithi078.stdout:3807: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:09:00.251 INFO:tasks.rados.rados.0.smithi078.stdout:3806: expect (ObjNum 1111 snap 343 seq_num 1111) 2024-08-10T05:09:00.445 INFO:tasks.rados.rados.0.smithi078.stdout:3808: finishing copy_from racing read to smithi07880501-38 2024-08-10T05:09:00.445 INFO:tasks.rados.rados.0.smithi078.stdout:3808: finishing copy_from to smithi07880501-38 2024-08-10T05:09:00.445 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 38 v 3173 (ObjNum 1110 snap 343 seq_num 1110) dirty exists 2024-08-10T05:09:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:00 smithi078 ceph-mon[92251]: osdmap e791: 8 total, 8 up, 8 in 2024-08-10T05:09:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:00 smithi078 ceph-mon[94618]: osdmap e791: 8 total, 8 up, 8 in 2024-08-10T05:09:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:00 smithi107 ceph-mon[86658]: osdmap e791: 8 total, 8 up, 8 in 2024-08-10T05:09:01.208 INFO:tasks.rados.rados.0.smithi078.stdout:3806: done (3 left) 2024-08-10T05:09:01.208 INFO:tasks.rados.rados.0.smithi078.stdout:3807: done (2 left) 2024-08-10T05:09:01.208 INFO:tasks.rados.rados.0.smithi078.stdout:3808: done (1 left) 2024-08-10T05:09:01.208 INFO:tasks.rados.rados.0.smithi078.stdout:3809: done (0 left) 2024-08-10T05:09:01.208 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 26 current snap is 356 2024-08-10T05:09:01.208 INFO:tasks.rados.rados.0.smithi078.stdout:3810: seq_num 1153 ranges {0=114688} 2024-08-10T05:09:01.209 INFO:tasks.rados.rados.0.smithi078.stdout:3810: writing smithi07880501-26 from 0 to 114688 tid 1 2024-08-10T05:09:01.209 INFO:tasks.rados.rados.0.smithi078.stdout:3811: rollback oid 10 current snap is 356 2024-08-10T05:09:01.209 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 346 2024-08-10T05:09:01.209 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 49 current snap is 356 2024-08-10T05:09:01.209 INFO:tasks.rados.rados.0.smithi078.stdout:3812: seq_num 1154 ranges {4702208=131072} 2024-08-10T05:09:01.235 INFO:tasks.rados.rados.0.smithi078.stdout:3812: writing smithi07880501-49 from 4702208 to 4833280 tid 1 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3813: read oid 25 snap -1 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3813: expect deleted 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3814: read oid 24 snap -1 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3814: expect (ObjNum 976 snap 302 seq_num 976) 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3815: read oid 40 snap -1 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3815: expect deleted 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3816: delete oid 35 current snap is 356 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3810: finishing write tid 1 to smithi07880501-26 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3811: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3810: finishing write tid 2 to smithi07880501-26 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3811: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 3400 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:3810: finishing write tid 3 to smithi07880501-26 2024-08-10T05:09:01.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 3239 (ObjNum 1153 snap 356 seq_num 1153) dirty exists 2024-08-10T05:09:01.237 INFO:tasks.rados.rados.0.smithi078.stdout:3810: left oid 26 (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:01.238 INFO:tasks.rados.rados.0.smithi078.stdout:3812: finishing write tid 1 to smithi07880501-49 2024-08-10T05:09:01.239 INFO:tasks.rados.rados.0.smithi078.stdout:3812: finishing write tid 2 to smithi07880501-49 2024-08-10T05:09:01.241 INFO:tasks.rados.rados.0.smithi078.stdout:3812: finishing write tid 3 to smithi07880501-49 2024-08-10T05:09:01.241 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2583 (ObjNum 1154 snap 356 seq_num 1154) dirty exists 2024-08-10T05:09:01.241 INFO:tasks.rados.rados.0.smithi078.stdout:3812: left oid 49 (ObjNum 1154 snap 356 seq_num 1154) 2024-08-10T05:09:01.243 INFO:tasks.rados.rados.0.smithi078.stdout:3810: done (6 left) 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3811: done (5 left) 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3812: done (4 left) 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3813: done (3 left) 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3815: done (2 left) 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3816: done (1 left) 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3817: read oid 50 snap -1 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3817: expect (ObjNum 1136 snap 352 seq_num 1136) 2024-08-10T05:09:01.244 INFO:tasks.rados.rados.0.smithi078.stdout:3818: setattr oid 14 current snap is 356 2024-08-10T05:09:01.246 INFO:tasks.rados.rados.0.smithi078.stdout:3819: copy_from oid 34 from oid 17 current snap is 356 2024-08-10T05:09:01.246 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 356 2024-08-10T05:09:01.247 INFO:tasks.rados.rados.0.smithi078.stdout:3820: seq_num 1156 ranges {2056192=163840} 2024-08-10T05:09:01.259 INFO:tasks.rados.rados.0.smithi078.stdout:3820: writing smithi07880501-48 from 2056192 to 2220032 tid 1 2024-08-10T05:09:01.259 INFO:tasks.rados.rados.0.smithi078.stdout:3821: delete oid 37 current snap is 356 2024-08-10T05:09:01.259 INFO:tasks.rados.rados.0.smithi078.stdout:3817: expect (ObjNum 1136 snap 352 seq_num 1136) 2024-08-10T05:09:01.329 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2392 (ObjNum 1058 snap 325 seq_num 1058) dirty exists 2024-08-10T05:09:01.329 INFO:tasks.rados.rados.0.smithi078.stdout:3820: finishing write tid 1 to smithi07880501-48 2024-08-10T05:09:01.329 INFO:tasks.rados.rados.0.smithi078.stdout:3820: finishing write tid 2 to smithi07880501-48 2024-08-10T05:09:01.329 INFO:tasks.rados.rados.0.smithi078.stdout:3820: finishing write tid 3 to smithi07880501-48 2024-08-10T05:09:01.329 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2562 (ObjNum 1156 snap 356 seq_num 1156) dirty exists 2024-08-10T05:09:01.329 INFO:tasks.rados.rados.0.smithi078.stdout:3820: left oid 48 (ObjNum 1156 snap 356 seq_num 1156) 2024-08-10T05:09:01.329 INFO:tasks.rados.rados.0.smithi078.stdout:3819: finishing copy_from racing read to smithi07880501-34 2024-08-10T05:09:01.330 INFO:tasks.rados.rados.0.smithi078.stdout:3819: finishing copy_from to smithi07880501-34 2024-08-10T05:09:01.330 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 34 v 2610 (ObjNum 1113 snap 344 seq_num 1113) dirty exists 2024-08-10T05:09:01.330 INFO:tasks.rados.rados.0.smithi078.stdout:3814: expect (ObjNum 976 snap 302 seq_num 976) 2024-08-10T05:09:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:01 smithi107 ceph-mon[86658]: osdmap e792: 8 total, 8 up, 8 in 2024-08-10T05:09:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:01 smithi107 ceph-mon[86658]: pgmap v855: 121 pgs: 121 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.1 MiB/s wr, 30 op/s 2024-08-10T05:09:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:01 smithi107 ceph-mon[86658]: osdmap e793: 8 total, 8 up, 8 in 2024-08-10T05:09:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:01 smithi078 ceph-mon[92251]: osdmap e792: 8 total, 8 up, 8 in 2024-08-10T05:09:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:01 smithi078 ceph-mon[92251]: pgmap v855: 121 pgs: 121 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.1 MiB/s wr, 30 op/s 2024-08-10T05:09:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:01 smithi078 ceph-mon[92251]: osdmap e793: 8 total, 8 up, 8 in 2024-08-10T05:09:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:01 smithi078 ceph-mon[94618]: osdmap e792: 8 total, 8 up, 8 in 2024-08-10T05:09:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:01 smithi078 ceph-mon[94618]: pgmap v855: 121 pgs: 121 active+clean; 192 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.1 MiB/s wr, 30 op/s 2024-08-10T05:09:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:01 smithi078 ceph-mon[94618]: osdmap e793: 8 total, 8 up, 8 in 2024-08-10T05:09:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:09:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:09:01] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-08-10T05:09:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:09:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:09:03.153 INFO:tasks.rados.rados.0.smithi078.stdout:3814: done (5 left) 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3817: done (4 left) 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3818: done (3 left) 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3819: done (2 left) 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3820: done (1 left) 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3821: done (0 left) 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3822: read oid 1 snap -1 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3822: expect (ObjNum 1143 snap 354 seq_num 1143) 2024-08-10T05:09:03.155 INFO:tasks.rados.rados.0.smithi078.stdout:3823: read oid 25 snap -1 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:3823: expect deleted 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:3824: read oid 28 snap -1 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:3824: expect (ObjNum 1121 snap 346 seq_num 1121) 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:3825: rollback oid 19 current snap is 356 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 19 to 349 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:3826: snap_create 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:3825: finishing rollback tid 1 to smithi07880501-19 2024-08-10T05:09:03.156 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 0 (ObjNum 177 snap 0 seq_num 489770912) dirty dne 2024-08-10T05:09:03.164 INFO:tasks.rados.rados.0.smithi078.stdout:3824: expect (ObjNum 1121 snap 346 seq_num 1121) 2024-08-10T05:09:03.217 INFO:tasks.rados.rados.0.smithi078.stdout:3822: expect (ObjNum 1143 snap 354 seq_num 1143) 2024-08-10T05:09:03.572 INFO:tasks.rados.rados.0.smithi078.stdout:3822: done (4 left) 2024-08-10T05:09:03.572 INFO:tasks.rados.rados.0.smithi078.stdout:3823: done (3 left) 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3824: done (2 left) 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3825: done (1 left) 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3826: done (0 left) 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3827: rollback oid 9 current snap is 357 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 9 to 354 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3828: copy_from oid 11 from oid 31 current snap is 357 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3829: read oid 13 snap -1 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3829: expect (ObjNum 1137 snap 352 seq_num 1137) 2024-08-10T05:09:03.573 INFO:tasks.rados.rados.0.smithi078.stdout:3830: snap_create 2024-08-10T05:09:03.580 INFO:tasks.rados.rados.0.smithi078.stdout:3827: finishing rollback tid 0 to smithi07880501-9 2024-08-10T05:09:03.580 INFO:tasks.rados.rados.0.smithi078.stdout:3827: finishing rollback tid 1 to smithi07880501-9 2024-08-10T05:09:03.589 INFO:tasks.rados.rados.0.smithi078.stdout:3827: finishing rollback tid 2 to smithi07880501-9 2024-08-10T05:09:03.590 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 9 v 2565 (ObjNum 1135 snap 352 seq_num 1135) dirty exists 2024-08-10T05:09:03.594 INFO:tasks.rados.rados.0.smithi078.stdout:3829: expect (ObjNum 1137 snap 352 seq_num 1137) 2024-08-10T05:09:03.709 INFO:tasks.rados.rados.0.smithi078.stdout:3828: finishing copy_from racing read to smithi07880501-11 2024-08-10T05:09:03.709 INFO:tasks.rados.rados.0.smithi078.stdout:3828: finishing copy_from to smithi07880501-11 2024-08-10T05:09:03.709 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 2086 (ObjNum 1144 snap 354 seq_num 1144) dirty exists 2024-08-10T05:09:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:03 smithi107 ceph-mon[86658]: pgmap v857: 121 pgs: 121 active+clean; 205 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.5 MiB/s wr, 31 op/s 2024-08-10T05:09:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:03 smithi078 ceph-mon[92251]: pgmap v857: 121 pgs: 121 active+clean; 205 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.5 MiB/s wr, 31 op/s 2024-08-10T05:09:03.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:03 smithi078 ceph-mon[94618]: pgmap v857: 121 pgs: 121 active+clean; 205 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.5 MiB/s wr, 31 op/s 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3827: done (3 left) 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3828: done (2 left) 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3829: done (1 left) 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3830: done (0 left) 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3831: rollback oid 20 current snap is 358 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 20 to 349 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3832: rmattr oid 23 current snap is 358 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3833: rollback oid 6 current snap is 358 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 351 2024-08-10T05:09:04.579 INFO:tasks.rados.rados.0.smithi078.stdout:3834: delete oid 36 current snap is 358 2024-08-10T05:09:04.582 INFO:tasks.rados.rados.0.smithi078.stdout:3833: finishing rollback tid 0 to smithi07880501-6 2024-08-10T05:09:04.583 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3174 (ObjNum 1110 snap 343 seq_num 1110) dirty exists 2024-08-10T05:09:04.584 INFO:tasks.rados.rados.0.smithi078.stdout:3833: finishing rollback tid 1 to smithi07880501-6 2024-08-10T05:09:04.584 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 2542 (ObjNum 81 snap 0 seq_num 489923120) dirty dne 2024-08-10T05:09:04.586 INFO:tasks.rados.rados.0.smithi078.stdout:3831: finishing rollback tid 0 to smithi07880501-20 2024-08-10T05:09:04.586 INFO:tasks.rados.rados.0.smithi078.stdout:3831: finishing rollback tid 1 to smithi07880501-20 2024-08-10T05:09:04.586 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 3081 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:09:04.587 INFO:tasks.rados.rados.0.smithi078.stdout:3831: done (3 left) 2024-08-10T05:09:04.587 INFO:tasks.rados.rados.0.smithi078.stdout:3832: done (2 left) 2024-08-10T05:09:04.587 INFO:tasks.rados.rados.0.smithi078.stdout:3833: done (1 left) 2024-08-10T05:09:04.587 INFO:tasks.rados.rados.0.smithi078.stdout:3834: done (0 left) 2024-08-10T05:09:04.587 INFO:tasks.rados.rados.0.smithi078.stdout:3835: delete oid 22 current snap is 358 2024-08-10T05:09:04.590 INFO:tasks.rados.rados.0.smithi078.stdout:3835: done (0 left) 2024-08-10T05:09:04.590 INFO:tasks.rados.rados.0.smithi078.stdout:3836: snap_remove snap 356 2024-08-10T05:09:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:04 smithi078 ceph-mon[92251]: osdmap e794: 8 total, 8 up, 8 in 2024-08-10T05:09:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:04 smithi078 ceph-mon[94618]: osdmap e794: 8 total, 8 up, 8 in 2024-08-10T05:09:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:04 smithi107 ceph-mon[86658]: osdmap e794: 8 total, 8 up, 8 in 2024-08-10T05:09:05.584 INFO:tasks.rados.rados.0.smithi078.stdout:3836: done (0 left) 2024-08-10T05:09:05.584 INFO:tasks.rados.rados.0.smithi078.stdout:3837: delete oid 17 current snap is 358 2024-08-10T05:09:05.593 INFO:tasks.rados.rados.0.smithi078.stdout:3837: done (0 left) 2024-08-10T05:09:05.593 INFO:tasks.rados.rados.0.smithi078.stdout:3838: snap_create 2024-08-10T05:09:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:05 smithi078 ceph-mon[92251]: pgmap v859: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-08-10T05:09:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:05 smithi078 ceph-mon[92251]: osdmap e795: 8 total, 8 up, 8 in 2024-08-10T05:09:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:05 smithi078 ceph-mon[94618]: pgmap v859: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-08-10T05:09:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:05 smithi078 ceph-mon[94618]: osdmap e795: 8 total, 8 up, 8 in 2024-08-10T05:09:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:05 smithi107 ceph-mon[86658]: pgmap v859: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-08-10T05:09:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:05 smithi107 ceph-mon[86658]: osdmap e795: 8 total, 8 up, 8 in 2024-08-10T05:09:06.214 INFO:tasks.rados.rados.0.smithi078.stdout:3838: done (0 left) 2024-08-10T05:09:06.214 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 359 2024-08-10T05:09:06.214 INFO:tasks.rados.rados.0.smithi078.stdout:3839: seq_num 1161 ranges {1499136=245760} 2024-08-10T05:09:06.223 INFO:tasks.rados.rados.0.smithi078.stdout:3839: writing smithi07880501-8 from 1499136 to 1744896 tid 1 2024-08-10T05:09:06.223 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 29 current snap is 359 2024-08-10T05:09:06.224 INFO:tasks.rados.rados.0.smithi078.stdout:3840: seq_num 1162 ranges {2056192=270336} 2024-08-10T05:09:06.236 INFO:tasks.rados.rados.0.smithi078.stdout:3840: writing smithi07880501-29 from 2056192 to 2326528 tid 1 2024-08-10T05:09:06.236 INFO:tasks.rados.rados.0.smithi078.stdout:3841: copy_from oid 12 from oid 17 current snap is 359 2024-08-10T05:09:06.236 INFO:tasks.rados.rados.0.smithi078.stdout:3839: finishing write tid 1 to smithi07880501-8 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:3839: finishing write tid 2 to smithi07880501-8 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:3839: finishing write tid 3 to smithi07880501-8 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2394 (ObjNum 1161 snap 359 seq_num 1161) dirty exists 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:3839: left oid 8 (ObjNum 1161 snap 359 seq_num 1161) 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:3839: done (2 left) 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 22 current snap is 359 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:3842: seq_num 1163 ranges {0=286720} 2024-08-10T05:09:06.237 INFO:tasks.rados.rados.0.smithi078.stdout:3842: writing smithi07880501-22 from 0 to 286720 tid 1 2024-08-10T05:09:06.238 INFO:tasks.rados.rados.0.smithi078.stdout:3843: snap_remove snap 358 2024-08-10T05:09:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:06 smithi078 ceph-mon[92251]: osdmap e796: 8 total, 8 up, 8 in 2024-08-10T05:09:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:06 smithi078 ceph-mon[92251]: osdmap e797: 8 total, 8 up, 8 in 2024-08-10T05:09:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:06 smithi078 ceph-mon[94618]: osdmap e796: 8 total, 8 up, 8 in 2024-08-10T05:09:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:06 smithi078 ceph-mon[94618]: osdmap e797: 8 total, 8 up, 8 in 2024-08-10T05:09:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:06 smithi107 ceph-mon[86658]: osdmap e796: 8 total, 8 up, 8 in 2024-08-10T05:09:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:06 smithi107 ceph-mon[86658]: osdmap e797: 8 total, 8 up, 8 in 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3843: done (3 left) 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3844: rollback oid 40 current snap is 359 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 40 to 346 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3841: finishing copy_from to smithi07880501-12 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3841: got expected ENOENT (src dne) 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3841: finishing copy_from racing read to smithi07880501-12 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3840: finishing write tid 1 to smithi07880501-29 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3840: finishing write tid 2 to smithi07880501-29 2024-08-10T05:09:07.219 INFO:tasks.rados.rados.0.smithi078.stdout:3842: finishing write tid 1 to smithi07880501-22 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3842: finishing write tid 2 to smithi07880501-22 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3840: finishing write tid 3 to smithi07880501-29 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2396 (ObjNum 1162 snap 359 seq_num 1162) dirty exists 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3840: left oid 29 (ObjNum 1162 snap 359 seq_num 1162) 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3842: finishing write tid 3 to smithi07880501-22 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 3396 (ObjNum 1163 snap 359 seq_num 1163) dirty exists 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3842: left oid 22 (ObjNum 1163 snap 359 seq_num 1163) 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3840: done (3 left) 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3841: done (2 left) 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3842: done (1 left) 2024-08-10T05:09:07.220 INFO:tasks.rados.rados.0.smithi078.stdout:3845: snap_remove snap 355 2024-08-10T05:09:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:07 smithi078 ceph-mon[92251]: pgmap v863: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-10T05:09:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:07 smithi078 ceph-mon[92251]: osdmap e798: 8 total, 8 up, 8 in 2024-08-10T05:09:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:07 smithi078 ceph-mon[94618]: pgmap v863: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-10T05:09:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:07 smithi078 ceph-mon[94618]: osdmap e798: 8 total, 8 up, 8 in 2024-08-10T05:09:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:07 smithi107 ceph-mon[86658]: pgmap v863: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-10T05:09:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:07 smithi107 ceph-mon[86658]: osdmap e798: 8 total, 8 up, 8 in 2024-08-10T05:09:08.223 INFO:tasks.rados.rados.0.smithi078.stdout:3845: done (1 left) 2024-08-10T05:09:08.223 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 39 current snap is 359 2024-08-10T05:09:08.223 INFO:tasks.rados.rados.0.smithi078.stdout:3846: seq_num 1164 ranges {0=303104} 2024-08-10T05:09:08.224 INFO:tasks.rados.rados.0.smithi078.stdout:3846: writing smithi07880501-39 from 0 to 303104 tid 1 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3847: read oid 33 snap -1 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3847: expect (ObjNum 1087 snap 335 seq_num 1087) 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3848: read oid 4 snap -1 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3848: expect deleted 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3849: read oid 17 snap 351 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3849: expect (ObjNum 1113 snap 344 seq_num 1113) 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3850: delete oid 9 current snap is 359 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3844: finishing rollback tid 1 to smithi07880501-40 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:3844: finishing rollback tid 2 to smithi07880501-40 2024-08-10T05:09:08.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 40 v 2558 (ObjNum 1045 snap 325 seq_num 1045) dirty exists 2024-08-10T05:09:08.230 INFO:tasks.rados.rados.0.smithi078.stdout:3846: finishing write tid 1 to smithi07880501-39 2024-08-10T05:09:08.231 INFO:tasks.rados.rados.0.smithi078.stdout:3846: finishing write tid 2 to smithi07880501-39 2024-08-10T05:09:08.233 INFO:tasks.rados.rados.0.smithi078.stdout:3846: finishing write tid 3 to smithi07880501-39 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1845 (ObjNum 1164 snap 359 seq_num 1164) dirty exists 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3846: left oid 39 (ObjNum 1164 snap 359 seq_num 1164) 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3844: done (5 left) 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3846: done (4 left) 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3848: done (3 left) 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3850: done (2 left) 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3851: read oid 35 snap -1 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3851: expect deleted 2024-08-10T05:09:08.234 INFO:tasks.rados.rados.0.smithi078.stdout:3852: delete oid 47 current snap is 359 2024-08-10T05:09:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3851: done (3 left) 2024-08-10T05:09:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3852: done (2 left) 2024-08-10T05:09:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3853: copy_from oid 16 from oid 26 current snap is 359 2024-08-10T05:09:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 359 2024-08-10T05:09:08.240 INFO:tasks.rados.rados.0.smithi078.stdout:3854: seq_num 1167 ranges {17350656=352256} 2024-08-10T05:09:08.335 INFO:tasks.rados.rados.0.smithi078.stdout:3854: writing smithi07880501-24 from 17350656 to 17702912 tid 1 2024-08-10T05:09:08.335 INFO:tasks.rados.rados.0.smithi078.stdout:3855: rollback oid 13 current snap is 359 2024-08-10T05:09:08.335 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 354 2024-08-10T05:09:08.335 INFO:tasks.rados.rados.0.smithi078.stdout:3853: finishing copy_from racing read to smithi07880501-16 2024-08-10T05:09:08.335 INFO:tasks.rados.rados.0.smithi078.stdout:3847: expect (ObjNum 1087 snap 335 seq_num 1087) 2024-08-10T05:09:08.425 INFO:tasks.rados.rados.0.smithi078.stdout:3853: finishing copy_from to smithi07880501-16 2024-08-10T05:09:08.425 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 16 v 3239 (ObjNum 1153 snap 356 seq_num 1153) dirty exists 2024-08-10T05:09:08.425 INFO:tasks.rados.rados.0.smithi078.stdout:3849: expect (ObjNum 1113 snap 344 seq_num 1113) 2024-08-10T05:09:08.702 INFO:tasks.rados.rados.0.smithi078.stdout:3855: finishing rollback tid 0 to smithi07880501-13 2024-08-10T05:09:08.702 INFO:tasks.rados.rados.0.smithi078.stdout:3855: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:09:08.702 INFO:tasks.rados.rados.0.smithi078.stdout:3855: finishing rollback tid 2 to smithi07880501-13 2024-08-10T05:09:08.702 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 2569 (ObjNum 1137 snap 352 seq_num 1137) dirty exists 2024-08-10T05:09:08.702 INFO:tasks.rados.rados.0.smithi078.stdout:3854: finishing write tid 1 to smithi07880501-24 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3854: finishing write tid 2 to smithi07880501-24 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3854: finishing write tid 3 to smithi07880501-24 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3401 (ObjNum 1167 snap 359 seq_num 1167) dirty exists 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3854: left oid 24 (ObjNum 1167 snap 359 seq_num 1167) 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3847: done (4 left) 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3849: done (3 left) 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3853: done (2 left) 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3854: done (1 left) 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3855: done (0 left) 2024-08-10T05:09:08.703 INFO:tasks.rados.rados.0.smithi078.stdout:3856: snap_create 2024-08-10T05:09:09.226 INFO:tasks.rados.rados.0.smithi078.stdout:3856: done (0 left) 2024-08-10T05:09:09.227 INFO:tasks.rados.rados.0.smithi078.stdout:3857: read oid 41 snap -1 2024-08-10T05:09:09.227 INFO:tasks.rados.rados.0.smithi078.stdout:3857: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:09:09.227 INFO:tasks.rados.rados.0.smithi078.stdout:3858: delete oid 28 current snap is 360 2024-08-10T05:09:09.229 INFO:tasks.rados.rados.0.smithi078.stdout:3857: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:09:09.232 INFO:tasks.rados.rados.0.smithi078.stdout:3857: done (1 left) 2024-08-10T05:09:09.232 INFO:tasks.rados.rados.0.smithi078.stdout:3858: done (0 left) 2024-08-10T05:09:09.232 INFO:tasks.rados.rados.0.smithi078.stdout:3859: snap_create 2024-08-10T05:09:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:09 smithi078 ceph-mon[92251]: osdmap e799: 8 total, 8 up, 8 in 2024-08-10T05:09:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:09 smithi078 ceph-mon[92251]: pgmap v866: 121 pgs: 121 active+clean; 236 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 6 op/s 2024-08-10T05:09:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:09 smithi078 ceph-mon[94618]: osdmap e799: 8 total, 8 up, 8 in 2024-08-10T05:09:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:09 smithi078 ceph-mon[94618]: pgmap v866: 121 pgs: 121 active+clean; 236 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 6 op/s 2024-08-10T05:09:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:09 smithi107 ceph-mon[86658]: osdmap e799: 8 total, 8 up, 8 in 2024-08-10T05:09:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:09 smithi107 ceph-mon[86658]: pgmap v866: 121 pgs: 121 active+clean; 236 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 6 op/s 2024-08-10T05:09:10.235 INFO:tasks.rados.rados.0.smithi078.stdout:3859: done (0 left) 2024-08-10T05:09:10.235 INFO:tasks.rados.rados.0.smithi078.stdout:3860: snap_remove snap 359 2024-08-10T05:09:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:10 smithi078 ceph-mon[92251]: osdmap e800: 8 total, 8 up, 8 in 2024-08-10T05:09:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:10 smithi078 ceph-mon[94618]: osdmap e800: 8 total, 8 up, 8 in 2024-08-10T05:09:10.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:10 smithi107 ceph-mon[86658]: osdmap e800: 8 total, 8 up, 8 in 2024-08-10T05:09:11.238 INFO:tasks.rados.rados.0.smithi078.stdout:3860: done (0 left) 2024-08-10T05:09:11.238 INFO:tasks.rados.rados.0.smithi078.stdout:3861: snap_create 2024-08-10T05:09:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: osdmap e801: 8 total, 8 up, 8 in 2024-08-10T05:09:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: pgmap v869: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: osdmap e801: 8 total, 8 up, 8 in 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: pgmap v869: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-08-10T05:09:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:11.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: osdmap e801: 8 total, 8 up, 8 in 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: pgmap v869: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:09:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:09:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:09:11] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-08-10T05:09:12.243 INFO:tasks.rados.rados.0.smithi078.stdout:3861: done (0 left) 2024-08-10T05:09:12.243 INFO:tasks.rados.rados.0.smithi078.stdout:3862: copy_from oid 13 from oid 23 current snap is 362 2024-08-10T05:09:12.243 INFO:tasks.rados.rados.0.smithi078.stdout:3863: delete oid 7 current snap is 362 2024-08-10T05:09:12.249 INFO:tasks.rados.rados.0.smithi078.stdout:3863: done (1 left) 2024-08-10T05:09:12.249 INFO:tasks.rados.rados.0.smithi078.stdout:3864: snap_create 2024-08-10T05:09:12.263 INFO:tasks.rados.rados.0.smithi078.stdout:3862: finishing copy_from racing read to smithi07880501-13 2024-08-10T05:09:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:3862: finishing copy_from to smithi07880501-13 2024-08-10T05:09:12.269 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 3174 (ObjNum 1110 snap 343 seq_num 1110) dirty exists 2024-08-10T05:09:12.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:12 smithi107 ceph-mon[86658]: osdmap e802: 8 total, 8 up, 8 in 2024-08-10T05:09:12.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:09:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:09:12.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:12 smithi078 ceph-mon[94618]: osdmap e802: 8 total, 8 up, 8 in 2024-08-10T05:09:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:12 smithi078 ceph-mon[92251]: osdmap e802: 8 total, 8 up, 8 in 2024-08-10T05:09:13.252 INFO:tasks.rados.rados.0.smithi078.stdout:3862: done (1 left) 2024-08-10T05:09:13.252 INFO:tasks.rados.rados.0.smithi078.stdout:3864: done (0 left) 2024-08-10T05:09:13.252 INFO:tasks.rados.rados.0.smithi078.stdout:3865: snap_create 2024-08-10T05:09:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:13 smithi107 ceph-mon[86658]: osdmap e803: 8 total, 8 up, 8 in 2024-08-10T05:09:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:13 smithi107 ceph-mon[86658]: pgmap v872: 121 pgs: 121 active+clean; 239 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 160 KiB/s wr, 9 op/s 2024-08-10T05:09:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:13 smithi078 ceph-mon[94618]: osdmap e803: 8 total, 8 up, 8 in 2024-08-10T05:09:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:13 smithi078 ceph-mon[94618]: pgmap v872: 121 pgs: 121 active+clean; 239 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 160 KiB/s wr, 9 op/s 2024-08-10T05:09:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:13 smithi078 ceph-mon[92251]: osdmap e803: 8 total, 8 up, 8 in 2024-08-10T05:09:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:13 smithi078 ceph-mon[92251]: pgmap v872: 121 pgs: 121 active+clean; 239 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 160 KiB/s wr, 9 op/s 2024-08-10T05:09:14.254 INFO:tasks.rados.rados.0.smithi078.stdout:3865: done (0 left) 2024-08-10T05:09:14.254 INFO:tasks.rados.rados.0.smithi078.stdout:3866: snap_create 2024-08-10T05:09:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:14 smithi107 ceph-mon[86658]: osdmap e804: 8 total, 8 up, 8 in 2024-08-10T05:09:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:14 smithi078 ceph-mon[94618]: osdmap e804: 8 total, 8 up, 8 in 2024-08-10T05:09:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:14 smithi078 ceph-mon[92251]: osdmap e804: 8 total, 8 up, 8 in 2024-08-10T05:09:15.256 INFO:tasks.rados.rados.0.smithi078.stdout:3866: done (0 left) 2024-08-10T05:09:15.256 INFO:tasks.rados.rados.0.smithi078.stdout:3867: snap_create 2024-08-10T05:09:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:15 smithi107 ceph-mon[86658]: osdmap e805: 8 total, 8 up, 8 in 2024-08-10T05:09:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:15 smithi107 ceph-mon[86658]: pgmap v875: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-10T05:09:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:15 smithi107 ceph-mon[86658]: osdmap e806: 8 total, 8 up, 8 in 2024-08-10T05:09:15.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:15 smithi078 ceph-mon[94618]: osdmap e805: 8 total, 8 up, 8 in 2024-08-10T05:09:15.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:15 smithi078 ceph-mon[94618]: pgmap v875: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-10T05:09:15.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:15 smithi078 ceph-mon[94618]: osdmap e806: 8 total, 8 up, 8 in 2024-08-10T05:09:15.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:15 smithi078 ceph-mon[92251]: osdmap e805: 8 total, 8 up, 8 in 2024-08-10T05:09:15.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:15 smithi078 ceph-mon[92251]: pgmap v875: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-08-10T05:09:15.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:15 smithi078 ceph-mon[92251]: osdmap e806: 8 total, 8 up, 8 in 2024-08-10T05:09:16.211 INFO:tasks.rados.rados.0.smithi078.stdout:3867: done (0 left) 2024-08-10T05:09:16.211 INFO:tasks.rados.rados.0.smithi078.stdout:3868: read oid 3 snap 360 2024-08-10T05:09:16.212 INFO:tasks.rados.rados.0.smithi078.stdout:3868: expect (ObjNum 1108 snap 343 seq_num 1108) 2024-08-10T05:09:16.212 INFO:tasks.rados.rados.0.smithi078.stdout:3869: delete oid 41 current snap is 366 2024-08-10T05:09:16.219 INFO:tasks.rados.rados.0.smithi078.stdout:3869: done (1 left) 2024-08-10T05:09:16.219 INFO:tasks.rados.rados.0.smithi078.stdout:3870: snap_remove snap 349 2024-08-10T05:09:17.218 INFO:tasks.rados.rados.0.smithi078.stdout:3870: done (1 left) 2024-08-10T05:09:17.218 INFO:tasks.rados.rados.0.smithi078.stdout:3871: rollback oid 26 current snap is 366 2024-08-10T05:09:17.218 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 26 to 360 2024-08-10T05:09:17.218 INFO:tasks.rados.rados.0.smithi078.stdout:3872: copy_from oid 29 from oid 25 current snap is 366 2024-08-10T05:09:17.218 INFO:tasks.rados.rados.0.smithi078.stdout:3868: expect (ObjNum 1108 snap 343 seq_num 1108) 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3872: finishing copy_from to smithi07880501-29 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3872: got expected ENOENT (src dne) 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3871: finishing rollback tid 0 to smithi07880501-26 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3871: finishing rollback tid 1 to smithi07880501-26 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3872: finishing copy_from racing read to smithi07880501-29 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3871: finishing rollback tid 2 to smithi07880501-26 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 26 v 3244 (ObjNum 1153 snap 356 seq_num 1153) dirty exists 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3868: done (2 left) 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3871: done (1 left) 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:3872: done (0 left) 2024-08-10T05:09:17.328 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 8 current snap is 366 2024-08-10T05:09:17.329 INFO:tasks.rados.rados.0.smithi078.stdout:3873: seq_num 1171 ranges {1744896=417792} 2024-08-10T05:09:17.339 INFO:tasks.rados.rados.0.smithi078.stdout:3873: writing smithi07880501-8 from 1744896 to 2162688 tid 1 2024-08-10T05:09:17.339 INFO:tasks.rados.rados.0.smithi078.stdout:3874: read oid 13 snap -1 2024-08-10T05:09:17.339 INFO:tasks.rados.rados.0.smithi078.stdout:3874: expect (ObjNum 1110 snap 343 seq_num 1110) 2024-08-10T05:09:17.339 INFO:tasks.rados.rados.0.smithi078.stdout:3875: rmattr oid 27 current snap is 366 2024-08-10T05:09:17.339 INFO:tasks.rados.rados.0.smithi078.stdout:3876: read oid 1 snap 354 2024-08-10T05:09:17.340 INFO:tasks.rados.rados.0.smithi078.stdout:3876: expect (ObjNum 1143 snap 354 seq_num 1143) 2024-08-10T05:09:17.340 INFO:tasks.rados.rados.0.smithi078.stdout:3877: read oid 5 snap 364 2024-08-10T05:09:17.340 INFO:tasks.rados.rados.0.smithi078.stdout:3877: expect (ObjNum 1147 snap 354 seq_num 1147) 2024-08-10T05:09:17.340 INFO:tasks.rados.rados.0.smithi078.stdout:3878: copy_from oid 48 from oid 29 current snap is 366 2024-08-10T05:09:17.340 INFO:tasks.rados.rados.0.smithi078.stdout:3879: delete oid 49 current snap is 366 2024-08-10T05:09:17.341 INFO:tasks.rados.rados.0.smithi078.stdout:3879: done (6 left) 2024-08-10T05:09:17.342 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 35 current snap is 366 2024-08-10T05:09:17.342 INFO:tasks.rados.rados.0.smithi078.stdout:3880: seq_num 1173 ranges {0=450560} 2024-08-10T05:09:17.344 INFO:tasks.rados.rados.0.smithi078.stdout:3880: writing smithi07880501-35 from 0 to 450560 tid 1 2024-08-10T05:09:17.344 INFO:tasks.rados.rados.0.smithi078.stdout:3881: snap_create 2024-08-10T05:09:17.348 INFO:tasks.rados.rados.0.smithi078.stdout:3873: finishing write tid 1 to smithi07880501-8 2024-08-10T05:09:17.348 INFO:tasks.rados.rados.0.smithi078.stdout:3873: finishing write tid 2 to smithi07880501-8 2024-08-10T05:09:17.349 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3414 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:09:17.350 INFO:tasks.rados.rados.0.smithi078.stdout:3873: finishing write tid 3 to smithi07880501-8 2024-08-10T05:09:17.351 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 2398 (ObjNum 1171 snap 366 seq_num 1171) dirty exists 2024-08-10T05:09:17.351 INFO:tasks.rados.rados.0.smithi078.stdout:3873: left oid 8 (ObjNum 1171 snap 366 seq_num 1171) 2024-08-10T05:09:17.365 INFO:tasks.rados.rados.0.smithi078.stdout:3878: finishing copy_from racing read to smithi07880501-48 2024-08-10T05:09:17.370 INFO:tasks.rados.rados.0.smithi078.stdout:3874: expect (ObjNum 1110 snap 343 seq_num 1110) 2024-08-10T05:09:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:17 smithi078 ceph-mon[92251]: osdmap e807: 8 total, 8 up, 8 in 2024-08-10T05:09:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:17 smithi078 ceph-mon[92251]: pgmap v878: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 0 op/s 2024-08-10T05:09:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:17 smithi078 ceph-mon[94618]: osdmap e807: 8 total, 8 up, 8 in 2024-08-10T05:09:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:17 smithi078 ceph-mon[94618]: pgmap v878: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 0 op/s 2024-08-10T05:09:17.536 INFO:tasks.rados.rados.0.smithi078.stdout:3878: finishing copy_from to smithi07880501-48 2024-08-10T05:09:17.536 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 2396 (ObjNum 1162 snap 359 seq_num 1162) dirty exists 2024-08-10T05:09:17.536 INFO:tasks.rados.rados.0.smithi078.stdout:3877: expect (ObjNum 1147 snap 354 seq_num 1147) 2024-08-10T05:09:17.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:17 smithi107 ceph-mon[86658]: osdmap e807: 8 total, 8 up, 8 in 2024-08-10T05:09:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:17 smithi107 ceph-mon[86658]: pgmap v878: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 0 op/s 2024-08-10T05:09:17.716 INFO:tasks.rados.rados.0.smithi078.stdout:3876: expect (ObjNum 1143 snap 354 seq_num 1143) 2024-08-10T05:09:18.048 INFO:tasks.rados.rados.0.smithi078.stdout:3880: finishing write tid 1 to smithi07880501-35 2024-08-10T05:09:18.048 INFO:tasks.rados.rados.0.smithi078.stdout:3880: finishing write tid 2 to smithi07880501-35 2024-08-10T05:09:18.048 INFO:tasks.rados.rados.0.smithi078.stdout:3880: finishing write tid 3 to smithi07880501-35 2024-08-10T05:09:18.048 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 35 v 3084 (ObjNum 1173 snap 366 seq_num 1173) dirty exists 2024-08-10T05:09:18.048 INFO:tasks.rados.rados.0.smithi078.stdout:3880: left oid 35 (ObjNum 1173 snap 366 seq_num 1173) 2024-08-10T05:09:18.220 INFO:tasks.rados.rados.0.smithi078.stdout:3873: done (7 left) 2024-08-10T05:09:18.220 INFO:tasks.rados.rados.0.smithi078.stdout:3874: done (6 left) 2024-08-10T05:09:18.220 INFO:tasks.rados.rados.0.smithi078.stdout:3875: done (5 left) 2024-08-10T05:09:18.221 INFO:tasks.rados.rados.0.smithi078.stdout:3876: done (4 left) 2024-08-10T05:09:18.221 INFO:tasks.rados.rados.0.smithi078.stdout:3877: done (3 left) 2024-08-10T05:09:18.221 INFO:tasks.rados.rados.0.smithi078.stdout:3878: done (2 left) 2024-08-10T05:09:18.221 INFO:tasks.rados.rados.0.smithi078.stdout:3880: done (1 left) 2024-08-10T05:09:18.221 INFO:tasks.rados.rados.0.smithi078.stdout:3881: done (0 left) 2024-08-10T05:09:18.221 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 367 2024-08-10T05:09:18.221 INFO:tasks.rados.rados.0.smithi078.stdout:3882: seq_num 1174 ranges {4292608=466944} 2024-08-10T05:09:18.244 INFO:tasks.rados.rados.0.smithi078.stdout:3882: writing smithi07880501-23 from 4292608 to 4759552 tid 1 2024-08-10T05:09:18.245 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 367 2024-08-10T05:09:18.245 INFO:tasks.rados.rados.0.smithi078.stdout:3883: seq_num 1175 ranges {3129344=483328} 2024-08-10T05:09:18.264 INFO:tasks.rados.rados.0.smithi078.stdout:3883: writing smithi07880501-3 from 3129344 to 3612672 tid 1 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3884: read oid 34 snap -1 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3884: expect (ObjNum 1113 snap 344 seq_num 1113) 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3885: read oid 6 snap -1 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3885: expect deleted 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3886: read oid 16 snap -1 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3886: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3887: rmattr oid 45 current snap is 367 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3887: done (5 left) 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 31 current snap is 367 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3882: finishing write tid 1 to smithi07880501-23 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3882: finishing write tid 2 to smithi07880501-23 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:3882: finishing write tid 3 to smithi07880501-23 2024-08-10T05:09:18.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3176 (ObjNum 1174 snap 367 seq_num 1174) dirty exists 2024-08-10T05:09:18.266 INFO:tasks.rados.rados.0.smithi078.stdout:3882: left oid 23 (ObjNum 1174 snap 367 seq_num 1174) 2024-08-10T05:09:18.266 INFO:tasks.rados.rados.0.smithi078.stdout:3888: seq_num 1176 ranges {19726336=499712} 2024-08-10T05:09:18.371 INFO:tasks.rados.rados.0.smithi078.stdout:3888: writing smithi07880501-31 from 19726336 to 20226048 tid 1 2024-08-10T05:09:18.371 INFO:tasks.rados.rados.0.smithi078.stdout:3882: done (5 left) 2024-08-10T05:09:18.371 INFO:tasks.rados.rados.0.smithi078.stdout:3889: copy_from oid 46 from oid 22 current snap is 367 2024-08-10T05:09:18.371 INFO:tasks.rados.rados.0.smithi078.stdout:3885: done (5 left) 2024-08-10T05:09:18.372 INFO:tasks.rados.rados.0.smithi078.stdout:3890: delete oid 40 current snap is 367 2024-08-10T05:09:18.372 INFO:tasks.rados.rados.0.smithi078.stdout:3883: finishing write tid 1 to smithi07880501-3 2024-08-10T05:09:18.372 INFO:tasks.rados.rados.0.smithi078.stdout:3883: finishing write tid 2 to smithi07880501-3 2024-08-10T05:09:18.372 INFO:tasks.rados.rados.0.smithi078.stdout:3883: finishing write tid 3 to smithi07880501-3 2024-08-10T05:09:18.372 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2551 (ObjNum 1175 snap 367 seq_num 1175) dirty exists 2024-08-10T05:09:18.372 INFO:tasks.rados.rados.0.smithi078.stdout:3883: left oid 3 (ObjNum 1175 snap 367 seq_num 1175) 2024-08-10T05:09:18.372 INFO:tasks.rados.rados.0.smithi078.stdout:3886: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:18.374 INFO:tasks.rados.rados.0.smithi078.stdout:3884: expect (ObjNum 1113 snap 344 seq_num 1113) 2024-08-10T05:09:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:18 smithi078 ceph-mon[92251]: osdmap e808: 8 total, 8 up, 8 in 2024-08-10T05:09:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:18 smithi078 ceph-mon[94618]: osdmap e808: 8 total, 8 up, 8 in 2024-08-10T05:09:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:18 smithi107 ceph-mon[86658]: osdmap e808: 8 total, 8 up, 8 in 2024-08-10T05:09:18.654 INFO:tasks.rados.rados.0.smithi078.stdout:3888: finishing write tid 1 to smithi07880501-31 2024-08-10T05:09:18.654 INFO:tasks.rados.rados.0.smithi078.stdout:3889: finishing copy_from racing read to smithi07880501-46 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3888: finishing write tid 2 to smithi07880501-31 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3889: finishing copy_from to smithi07880501-46 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 46 v 3396 (ObjNum 1163 snap 359 seq_num 1163) dirty exists 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3888: finishing write tid 3 to smithi07880501-31 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 31 v 2089 (ObjNum 1176 snap 367 seq_num 1176) dirty exists 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3888: left oid 31 (ObjNum 1176 snap 367 seq_num 1176) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3883: done (5 left) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3884: done (4 left) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3886: done (3 left) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3888: done (2 left) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3889: done (1 left) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3890: done (0 left) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3891: read oid 26 snap -1 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:3891: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:18.655 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 28 current snap is 367 2024-08-10T05:09:18.656 INFO:tasks.rados.rados.0.smithi078.stdout:3892: seq_num 1178 ranges {0=532480} 2024-08-10T05:09:18.657 INFO:tasks.rados.rados.0.smithi078.stdout:3892: writing smithi07880501-28 from 0 to 532480 tid 1 2024-08-10T05:09:18.657 INFO:tasks.rados.rados.0.smithi078.stdout:3893: rmattr oid 25 current snap is 367 2024-08-10T05:09:18.657 INFO:tasks.rados.rados.0.smithi078.stdout:3893: done (2 left) 2024-08-10T05:09:18.657 INFO:tasks.rados.rados.0.smithi078.stdout:3894: delete oid 47 current snap is 367 2024-08-10T05:09:18.657 INFO:tasks.rados.rados.0.smithi078.stdout:3891: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3891: done (2 left) 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3894: done (1 left) 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3895: rmattr oid 3 current snap is 367 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3895: done (1 left) 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3896: copy_from oid 25 from oid 42 current snap is 367 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3897: rollback oid 3 current snap is 367 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 3 to 346 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3898: delete oid 13 current snap is 367 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3892: finishing write tid 1 to smithi07880501-28 2024-08-10T05:09:18.661 INFO:tasks.rados.rados.0.smithi078.stdout:3892: finishing write tid 2 to smithi07880501-28 2024-08-10T05:09:18.662 INFO:tasks.rados.rados.0.smithi078.stdout:3896: finishing copy_from to smithi07880501-25 2024-08-10T05:09:18.662 INFO:tasks.rados.rados.0.smithi078.stdout:3896: got expected ENOENT (src dne) 2024-08-10T05:09:18.662 INFO:tasks.rados.rados.0.smithi078.stdout:3896: finishing copy_from racing read to smithi07880501-25 2024-08-10T05:09:18.663 INFO:tasks.rados.rados.0.smithi078.stdout:3892: finishing write tid 3 to smithi07880501-28 2024-08-10T05:09:18.663 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 3246 (ObjNum 1178 snap 367 seq_num 1178) dirty exists 2024-08-10T05:09:18.663 INFO:tasks.rados.rados.0.smithi078.stdout:3892: left oid 28 (ObjNum 1178 snap 367 seq_num 1178) 2024-08-10T05:09:18.663 INFO:tasks.rados.rados.0.smithi078.stdout:3897: finishing rollback tid 0 to smithi07880501-3 2024-08-10T05:09:18.664 INFO:tasks.rados.rados.0.smithi078.stdout:3897: finishing rollback tid 1 to smithi07880501-3 2024-08-10T05:09:18.664 INFO:tasks.rados.rados.0.smithi078.stdout:3892: done (3 left) 2024-08-10T05:09:18.664 INFO:tasks.rados.rados.0.smithi078.stdout:3896: done (2 left) 2024-08-10T05:09:18.664 INFO:tasks.rados.rados.0.smithi078.stdout:3898: done (1 left) 2024-08-10T05:09:18.664 INFO:tasks.rados.rados.0.smithi078.stdout:3899: read oid 7 snap 364 2024-08-10T05:09:18.665 INFO:tasks.rados.rados.0.smithi078.stdout:3899: expect deleted 2024-08-10T05:09:18.665 INFO:tasks.rados.rados.0.smithi078.stdout:3900: setattr oid 18 current snap is 367 2024-08-10T05:09:18.665 INFO:tasks.rados.rados.0.smithi078.stdout:3897: finishing rollback tid 2 to smithi07880501-3 2024-08-10T05:09:18.665 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2554 (ObjNum 1108 snap 343 seq_num 1108) dirty exists 2024-08-10T05:09:18.666 INFO:tasks.rados.rados.0.smithi078.stdout:3897: done (2 left) 2024-08-10T05:09:18.666 INFO:tasks.rados.rados.0.smithi078.stdout:3899: done (1 left) 2024-08-10T05:09:18.666 INFO:tasks.rados.rados.0.smithi078.stdout:3901: snap_create 2024-08-10T05:09:18.669 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 18 v 3416 (ObjNum 1095 snap 337 seq_num 1095) dirty exists 2024-08-10T05:09:19.226 INFO:tasks.rados.rados.0.smithi078.stdout:3900: done (1 left) 2024-08-10T05:09:19.226 INFO:tasks.rados.rados.0.smithi078.stdout:3901: done (0 left) 2024-08-10T05:09:19.227 INFO:tasks.rados.rados.0.smithi078.stdout:3902: rmattr oid 41 current snap is 368 2024-08-10T05:09:19.227 INFO:tasks.rados.rados.0.smithi078.stdout:3902: done (0 left) 2024-08-10T05:09:19.227 INFO:tasks.rados.rados.0.smithi078.stdout:3903: read oid 41 snap -1 2024-08-10T05:09:19.227 INFO:tasks.rados.rados.0.smithi078.stdout:3903: expect deleted 2024-08-10T05:09:19.227 INFO:tasks.rados.rados.0.smithi078.stdout:3904: snap_remove snap 351 2024-08-10T05:09:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:19 smithi078 ceph-mon[92251]: osdmap e809: 8 total, 8 up, 8 in 2024-08-10T05:09:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:19 smithi078 ceph-mon[92251]: pgmap v881: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 102 KiB/s wr, 0 op/s 2024-08-10T05:09:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:19 smithi078 ceph-mon[94618]: osdmap e809: 8 total, 8 up, 8 in 2024-08-10T05:09:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:19 smithi078 ceph-mon[94618]: pgmap v881: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 102 KiB/s wr, 0 op/s 2024-08-10T05:09:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:19 smithi107 ceph-mon[86658]: osdmap e809: 8 total, 8 up, 8 in 2024-08-10T05:09:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:19 smithi107 ceph-mon[86658]: pgmap v881: 121 pgs: 121 active+clean; 243 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 102 KiB/s wr, 0 op/s 2024-08-10T05:09:20.229 INFO:tasks.rados.rados.0.smithi078.stdout:3904: done (1 left) 2024-08-10T05:09:20.229 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 368 2024-08-10T05:09:20.230 INFO:tasks.rados.rados.0.smithi078.stdout:3905: seq_num 1181 ranges {0=581632} 2024-08-10T05:09:20.233 INFO:tasks.rados.rados.0.smithi078.stdout:3905: writing smithi07880501-4 from 0 to 581632 tid 1 2024-08-10T05:09:20.233 INFO:tasks.rados.rados.0.smithi078.stdout:3903: done (1 left) 2024-08-10T05:09:20.234 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 368 2024-08-10T05:09:20.234 INFO:tasks.rados.rados.0.smithi078.stdout:3906: seq_num 1182 ranges {0=606208} 2024-08-10T05:09:20.237 INFO:tasks.rados.rados.0.smithi078.stdout:3906: writing smithi07880501-19 from 0 to 606208 tid 1 2024-08-10T05:09:20.238 INFO:tasks.rados.rados.0.smithi078.stdout:3907: read oid 40 snap 361 2024-08-10T05:09:20.238 INFO:tasks.rados.rados.0.smithi078.stdout:3907: expect (ObjNum 1045 snap 325 seq_num 1045) 2024-08-10T05:09:20.238 INFO:tasks.rados.rados.0.smithi078.stdout:3908: snap_create 2024-08-10T05:09:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:3906: finishing write tid 1 to smithi07880501-19 2024-08-10T05:09:20.251 INFO:tasks.rados.rados.0.smithi078.stdout:3906: finishing write tid 2 to smithi07880501-19 2024-08-10T05:09:20.254 INFO:tasks.rados.rados.0.smithi078.stdout:3905: finishing write tid 1 to smithi07880501-4 2024-08-10T05:09:20.254 INFO:tasks.rados.rados.0.smithi078.stdout:3905: finishing write tid 2 to smithi07880501-4 2024-08-10T05:09:20.257 INFO:tasks.rados.rados.0.smithi078.stdout:3905: finishing write tid 3 to smithi07880501-4 2024-08-10T05:09:20.257 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3241 (ObjNum 1181 snap 368 seq_num 1181) dirty exists 2024-08-10T05:09:20.258 INFO:tasks.rados.rados.0.smithi078.stdout:3905: left oid 4 (ObjNum 1181 snap 368 seq_num 1181) 2024-08-10T05:09:20.259 INFO:tasks.rados.rados.0.smithi078.stdout:3906: finishing write tid 3 to smithi07880501-19 2024-08-10T05:09:20.259 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 3398 (ObjNum 1182 snap 368 seq_num 1182) dirty exists 2024-08-10T05:09:20.259 INFO:tasks.rados.rados.0.smithi078.stdout:3906: left oid 19 (ObjNum 1182 snap 368 seq_num 1182) 2024-08-10T05:09:20.261 INFO:tasks.rados.rados.0.smithi078.stdout:3907: expect (ObjNum 1045 snap 325 seq_num 1045) 2024-08-10T05:09:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:20 smithi107 ceph-mon[86658]: osdmap e810: 8 total, 8 up, 8 in 2024-08-10T05:09:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:20 smithi078 ceph-mon[92251]: osdmap e810: 8 total, 8 up, 8 in 2024-08-10T05:09:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:20 smithi078 ceph-mon[94618]: osdmap e810: 8 total, 8 up, 8 in 2024-08-10T05:09:21.213 INFO:tasks.rados.rados.0.smithi078.stdout:3905: done (3 left) 2024-08-10T05:09:21.213 INFO:tasks.rados.rados.0.smithi078.stdout:3906: done (2 left) 2024-08-10T05:09:21.214 INFO:tasks.rados.rados.0.smithi078.stdout:3907: done (1 left) 2024-08-10T05:09:21.214 INFO:tasks.rados.rados.0.smithi078.stdout:3908: done (0 left) 2024-08-10T05:09:21.214 INFO:tasks.rados.rados.0.smithi078.stdout:3909: rollback oid 22 current snap is 369 2024-08-10T05:09:21.214 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 22 to 361 2024-08-10T05:09:21.214 INFO:tasks.rados.rados.0.smithi078.stdout:3910: snap_remove snap 348 2024-08-10T05:09:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:21 smithi107 ceph-mon[86658]: osdmap e811: 8 total, 8 up, 8 in 2024-08-10T05:09:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:21 smithi107 ceph-mon[86658]: pgmap v884: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-10T05:09:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:21 smithi107 ceph-mon[86658]: osdmap e812: 8 total, 8 up, 8 in 2024-08-10T05:09:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:21 smithi078 ceph-mon[92251]: osdmap e811: 8 total, 8 up, 8 in 2024-08-10T05:09:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:21 smithi078 ceph-mon[92251]: pgmap v884: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-10T05:09:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:21 smithi078 ceph-mon[92251]: osdmap e812: 8 total, 8 up, 8 in 2024-08-10T05:09:21.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:21 smithi078 ceph-mon[94618]: osdmap e811: 8 total, 8 up, 8 in 2024-08-10T05:09:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:21 smithi078 ceph-mon[94618]: pgmap v884: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-10T05:09:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:21 smithi078 ceph-mon[94618]: osdmap e812: 8 total, 8 up, 8 in 2024-08-10T05:09:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:3910: done (1 left) 2024-08-10T05:09:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 50 current snap is 369 2024-08-10T05:09:22.214 INFO:tasks.rados.rados.0.smithi078.stdout:3911: seq_num 1183 ranges {2236416=622592} 2024-08-10T05:09:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:09:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:09:21] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-08-10T05:09:22.231 INFO:tasks.rados.rados.0.smithi078.stdout:3911: writing smithi07880501-50 from 2236416 to 2859008 tid 1 2024-08-10T05:09:22.231 INFO:tasks.rados.rados.0.smithi078.stdout:3912: delete oid 17 current snap is 369 2024-08-10T05:09:22.231 INFO:tasks.rados.rados.0.smithi078.stdout:3909: finishing rollback tid 0 to smithi07880501-22 2024-08-10T05:09:22.232 INFO:tasks.rados.rados.0.smithi078.stdout:3909: finishing rollback tid 1 to smithi07880501-22 2024-08-10T05:09:22.232 INFO:tasks.rados.rados.0.smithi078.stdout:3909: finishing rollback tid 2 to smithi07880501-22 2024-08-10T05:09:22.232 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 22 v 3432 (ObjNum 1163 snap 359 seq_num 1163) dirty exists 2024-08-10T05:09:22.241 INFO:tasks.rados.rados.0.smithi078.stdout:3911: finishing write tid 1 to smithi07880501-50 2024-08-10T05:09:22.241 INFO:tasks.rados.rados.0.smithi078.stdout:3909: done (2 left) 2024-08-10T05:09:22.241 INFO:tasks.rados.rados.0.smithi078.stdout:3912: done (1 left) 2024-08-10T05:09:22.241 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 369 2024-08-10T05:09:22.241 INFO:tasks.rados.rados.0.smithi078.stdout:3913: seq_num 1185 ranges {4087808=655360} 2024-08-10T05:09:22.267 INFO:tasks.rados.rados.0.smithi078.stdout:3913: writing smithi07880501-14 from 4087808 to 4743168 tid 1 2024-08-10T05:09:22.267 INFO:tasks.rados.rados.0.smithi078.stdout:3914: read oid 44 snap -1 2024-08-10T05:09:22.267 INFO:tasks.rados.rados.0.smithi078.stdout:3914: expect (ObjNum 1146 snap 354 seq_num 1146) 2024-08-10T05:09:22.267 INFO:tasks.rados.rados.0.smithi078.stdout:3915: rollback oid 11 current snap is 369 2024-08-10T05:09:22.267 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 11 to 368 2024-08-10T05:09:22.267 INFO:tasks.rados.rados.0.smithi078.stdout:3911: finishing write tid 2 to smithi07880501-50 2024-08-10T05:09:22.267 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 47 current snap is 369 2024-08-10T05:09:22.268 INFO:tasks.rados.rados.0.smithi078.stdout:3911: finishing write tid 3 to smithi07880501-50 2024-08-10T05:09:22.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 50 v 3243 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-08-10T05:09:22.268 INFO:tasks.rados.rados.0.smithi078.stdout:3911: left oid 50 (ObjNum 1183 snap 369 seq_num 1183) 2024-08-10T05:09:22.268 INFO:tasks.rados.rados.0.smithi078.stdout:3916: seq_num 1186 ranges {0=671744} 2024-08-10T05:09:22.270 INFO:tasks.rados.rados.0.smithi078.stdout:3916: writing smithi07880501-47 from 0 to 671744 tid 1 2024-08-10T05:09:22.270 INFO:tasks.rados.rados.0.smithi078.stdout:3911: done (4 left) 2024-08-10T05:09:22.270 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 15 current snap is 369 2024-08-10T05:09:22.271 INFO:tasks.rados.rados.0.smithi078.stdout:3917: seq_num 1187 ranges {3563520=688128} 2024-08-10T05:09:22.295 INFO:tasks.rados.rados.0.smithi078.stdout:3917: writing smithi07880501-15 from 3563520 to 4251648 tid 1 2024-08-10T05:09:22.295 INFO:tasks.rados.rados.0.smithi078.stdout:3918: rollback oid 10 current snap is 369 2024-08-10T05:09:22.295 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 10 to 366 2024-08-10T05:09:22.295 INFO:tasks.rados.rados.0.smithi078.stdout:3913: finishing write tid 1 to smithi07880501-14 2024-08-10T05:09:22.295 INFO:tasks.rados.rados.0.smithi078.stdout:3913: finishing write tid 2 to smithi07880501-14 2024-08-10T05:09:22.295 INFO:tasks.rados.rados.0.smithi078.stdout:3913: finishing write tid 3 to smithi07880501-14 2024-08-10T05:09:22.295 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2400 (ObjNum 1185 snap 369 seq_num 1185) dirty exists 2024-08-10T05:09:22.296 INFO:tasks.rados.rados.0.smithi078.stdout:3913: left oid 14 (ObjNum 1185 snap 369 seq_num 1185) 2024-08-10T05:09:22.296 INFO:tasks.rados.rados.0.smithi078.stdout:3915: finishing rollback tid 0 to smithi07880501-11 2024-08-10T05:09:22.296 INFO:tasks.rados.rados.0.smithi078.stdout:3913: done (5 left) 2024-08-10T05:09:22.296 INFO:tasks.rados.rados.0.smithi078.stdout:3919: snap_create 2024-08-10T05:09:22.297 INFO:tasks.rados.rados.0.smithi078.stdout:3914: expect (ObjNum 1146 snap 354 seq_num 1146) 2024-08-10T05:09:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:09:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:3915: finishing rollback tid 1 to smithi07880501-11 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:3915: finishing rollback tid 2 to smithi07880501-11 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 3404 (ObjNum 1144 snap 354 seq_num 1144) dirty exists 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:3916: finishing write tid 1 to smithi07880501-47 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:3917: finishing write tid 1 to smithi07880501-15 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:3917: finishing write tid 2 to smithi07880501-15 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:3916: finishing write tid 2 to smithi07880501-47 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:3917: finishing write tid 3 to smithi07880501-15 2024-08-10T05:09:22.596 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 15 v 3447 (ObjNum 1187 snap 369 seq_num 1187) dirty exists 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:3917: left oid 15 (ObjNum 1187 snap 369 seq_num 1187) 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:3918: finishing rollback tid 0 to smithi07880501-10 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:3918: finishing rollback tid 1 to smithi07880501-10 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:3916: finishing write tid 3 to smithi07880501-47 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 3406 (ObjNum 1186 snap 369 seq_num 1186) dirty exists 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:3916: left oid 47 (ObjNum 1186 snap 369 seq_num 1186) 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:3918: finishing rollback tid 2 to smithi07880501-10 2024-08-10T05:09:22.597 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 10 v 3409 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:09:23.219 INFO:tasks.rados.rados.0.smithi078.stdout:3914: done (5 left) 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3915: done (4 left) 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3916: done (3 left) 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3917: done (2 left) 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3918: done (1 left) 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3919: done (0 left) 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3920: rollback oid 6 current snap is 370 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 6 to 357 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3921: read oid 16 snap -1 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3921: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:23.220 INFO:tasks.rados.rados.0.smithi078.stdout:3922: snap_remove snap 362 2024-08-10T05:09:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:23 smithi078 ceph-mon[92251]: osdmap e813: 8 total, 8 up, 8 in 2024-08-10T05:09:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:23 smithi078 ceph-mon[92251]: pgmap v887: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-10T05:09:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:23 smithi078 ceph-mon[94618]: osdmap e813: 8 total, 8 up, 8 in 2024-08-10T05:09:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:23 smithi078 ceph-mon[94618]: pgmap v887: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-10T05:09:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:23 smithi107 ceph-mon[86658]: osdmap e813: 8 total, 8 up, 8 in 2024-08-10T05:09:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:23 smithi107 ceph-mon[86658]: pgmap v887: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-10T05:09:24.219 INFO:tasks.rados.rados.0.smithi078.stdout:3922: done (2 left) 2024-08-10T05:09:24.220 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 3 current snap is 370 2024-08-10T05:09:24.220 INFO:tasks.rados.rados.0.smithi078.stdout:3923: seq_num 1188 ranges {3129344=704512} 2024-08-10T05:09:24.242 INFO:tasks.rados.rados.0.smithi078.stdout:3923: writing smithi07880501-3 from 3129344 to 3833856 tid 1 2024-08-10T05:09:24.242 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 33 current snap is 370 2024-08-10T05:09:24.242 INFO:tasks.rados.rados.0.smithi078.stdout:3924: seq_num 1189 ranges {2711552=720896} 2024-08-10T05:09:24.261 INFO:tasks.rados.rados.0.smithi078.stdout:3924: writing smithi07880501-33 from 2711552 to 3432448 tid 1 2024-08-10T05:09:24.261 INFO:tasks.rados.rados.0.smithi078.stdout:3925: rollback oid 2 current snap is 370 2024-08-10T05:09:24.261 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 369 2024-08-10T05:09:24.261 INFO:tasks.rados.rados.0.smithi078.stdout:3920: finishing rollback tid 1 to smithi07880501-6 2024-08-10T05:09:24.261 INFO:tasks.rados.rados.0.smithi078.stdout:3920: finishing rollback tid 2 to smithi07880501-6 2024-08-10T05:09:24.261 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 6 v 3400 (ObjNum 33 snap 0 seq_num 489164336) dirty exists 2024-08-10T05:09:24.261 INFO:tasks.rados.rados.0.smithi078.stdout:3921: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:3923: finishing write tid 1 to smithi07880501-3 2024-08-10T05:09:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:3923: finishing write tid 2 to smithi07880501-3 2024-08-10T05:09:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:3920: done (4 left) 2024-08-10T05:09:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:3921: done (3 left) 2024-08-10T05:09:24.264 INFO:tasks.rados.rados.0.smithi078.stdout:3926: snap_create 2024-08-10T05:09:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:3923: finishing write tid 3 to smithi07880501-3 2024-08-10T05:09:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 3 v 2556 (ObjNum 1188 snap 370 seq_num 1188) dirty exists 2024-08-10T05:09:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:3923: left oid 3 (ObjNum 1188 snap 370 seq_num 1188) 2024-08-10T05:09:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:3925: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:09:24.265 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 3154 (ObjNum 65 snap 0 seq_num 1567054440) dirty dne 2024-08-10T05:09:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:3924: finishing write tid 1 to smithi07880501-33 2024-08-10T05:09:24.266 INFO:tasks.rados.rados.0.smithi078.stdout:3924: finishing write tid 2 to smithi07880501-33 2024-08-10T05:09:24.268 INFO:tasks.rados.rados.0.smithi078.stdout:3924: finishing write tid 3 to smithi07880501-33 2024-08-10T05:09:24.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 33 v 3458 (ObjNum 1189 snap 370 seq_num 1189) dirty exists 2024-08-10T05:09:24.268 INFO:tasks.rados.rados.0.smithi078.stdout:3924: left oid 33 (ObjNum 1189 snap 370 seq_num 1189) 2024-08-10T05:09:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:24 smithi107 ceph-mon[86658]: osdmap e814: 8 total, 8 up, 8 in 2024-08-10T05:09:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:24 smithi078 ceph-mon[92251]: osdmap e814: 8 total, 8 up, 8 in 2024-08-10T05:09:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:24 smithi078 ceph-mon[94618]: osdmap e814: 8 total, 8 up, 8 in 2024-08-10T05:09:25.239 INFO:tasks.rados.rados.0.smithi078.stdout:3923: done (3 left) 2024-08-10T05:09:25.240 INFO:tasks.rados.rados.0.smithi078.stdout:3924: done (2 left) 2024-08-10T05:09:25.240 INFO:tasks.rados.rados.0.smithi078.stdout:3925: done (1 left) 2024-08-10T05:09:25.240 INFO:tasks.rados.rados.0.smithi078.stdout:3926: done (0 left) 2024-08-10T05:09:25.240 INFO:tasks.rados.rados.0.smithi078.stdout:3927: read oid 5 snap -1 2024-08-10T05:09:25.240 INFO:tasks.rados.rados.0.smithi078.stdout:3927: expect (ObjNum 1147 snap 354 seq_num 1147) 2024-08-10T05:09:25.240 INFO:tasks.rados.rados.0.smithi078.stdout:3928: snap_remove snap 369 2024-08-10T05:09:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:25 smithi107 ceph-mon[86658]: osdmap e815: 8 total, 8 up, 8 in 2024-08-10T05:09:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:25 smithi107 ceph-mon[86658]: pgmap v890: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 672 KiB/s wr, 13 op/s 2024-08-10T05:09:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:25 smithi078 ceph-mon[94618]: osdmap e815: 8 total, 8 up, 8 in 2024-08-10T05:09:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:25 smithi078 ceph-mon[94618]: pgmap v890: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 672 KiB/s wr, 13 op/s 2024-08-10T05:09:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:25 smithi078 ceph-mon[92251]: osdmap e815: 8 total, 8 up, 8 in 2024-08-10T05:09:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:25 smithi078 ceph-mon[92251]: pgmap v890: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 672 KiB/s wr, 13 op/s 2024-08-10T05:09:26.215 INFO:tasks.rados.rados.0.smithi078.stdout:3928: done (1 left) 2024-08-10T05:09:26.215 INFO:tasks.rados.rados.0.smithi078.stdout:3929: rollback oid 17 current snap is 371 2024-08-10T05:09:26.216 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 17 to 368 2024-08-10T05:09:26.216 INFO:tasks.rados.rados.0.smithi078.stdout:3927: expect (ObjNum 1147 snap 354 seq_num 1147) 2024-08-10T05:09:26.399 INFO:tasks.rados.rados.0.smithi078.stdout:3929: finishing rollback tid 1 to smithi07880501-17 2024-08-10T05:09:26.399 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 17 v 3174 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:09:26.399 INFO:tasks.rados.rados.0.smithi078.stdout:3927: done (1 left) 2024-08-10T05:09:26.399 INFO:tasks.rados.rados.0.smithi078.stdout:3929: done (0 left) 2024-08-10T05:09:26.399 INFO:tasks.rados.rados.0.smithi078.stdout:3930: copy_from oid 11 from oid 50 current snap is 371 2024-08-10T05:09:26.400 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 13 current snap is 371 2024-08-10T05:09:26.400 INFO:tasks.rados.rados.0.smithi078.stdout:3931: seq_num 1190 ranges {0=737280} 2024-08-10T05:09:26.403 INFO:tasks.rados.rados.0.smithi078.stdout:3931: writing smithi07880501-13 from 0 to 737280 tid 1 2024-08-10T05:09:26.403 INFO:tasks.rados.rados.0.smithi078.stdout:3932: read oid 33 snap 346 2024-08-10T05:09:26.403 INFO:tasks.rados.rados.0.smithi078.stdout:3932: expect (ObjNum 1087 snap 335 seq_num 1087) 2024-08-10T05:09:26.403 INFO:tasks.rados.rados.0.smithi078.stdout:3933: snap_create 2024-08-10T05:09:26.409 INFO:tasks.rados.rados.0.smithi078.stdout:3931: finishing write tid 1 to smithi07880501-13 2024-08-10T05:09:26.409 INFO:tasks.rados.rados.0.smithi078.stdout:3931: finishing write tid 2 to smithi07880501-13 2024-08-10T05:09:26.411 INFO:tasks.rados.rados.0.smithi078.stdout:3931: finishing write tid 3 to smithi07880501-13 2024-08-10T05:09:26.411 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 3177 (ObjNum 1190 snap 371 seq_num 1190) dirty exists 2024-08-10T05:09:26.411 INFO:tasks.rados.rados.0.smithi078.stdout:3931: left oid 13 (ObjNum 1190 snap 371 seq_num 1190) 2024-08-10T05:09:26.413 INFO:tasks.rados.rados.0.smithi078.stdout:3930: finishing copy_from racing read to smithi07880501-11 2024-08-10T05:09:26.415 INFO:tasks.rados.rados.0.smithi078.stdout:3930: finishing copy_from to smithi07880501-11 2024-08-10T05:09:26.415 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 3243 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-08-10T05:09:26.422 INFO:tasks.rados.rados.0.smithi078.stdout:3932: expect (ObjNum 1087 snap 335 seq_num 1087) 2024-08-10T05:09:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:26 smithi107 ceph-mon[86658]: osdmap e816: 8 total, 8 up, 8 in 2024-08-10T05:09:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:26 smithi107 ceph-mon[86658]: osdmap e817: 8 total, 8 up, 8 in 2024-08-10T05:09:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:26 smithi078 ceph-mon[92251]: osdmap e816: 8 total, 8 up, 8 in 2024-08-10T05:09:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:26 smithi078 ceph-mon[92251]: osdmap e817: 8 total, 8 up, 8 in 2024-08-10T05:09:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:26 smithi078 ceph-mon[94618]: osdmap e816: 8 total, 8 up, 8 in 2024-08-10T05:09:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:26 smithi078 ceph-mon[94618]: osdmap e817: 8 total, 8 up, 8 in 2024-08-10T05:09:27.249 INFO:tasks.rados.rados.0.smithi078.stdout:3930: done (3 left) 2024-08-10T05:09:27.249 INFO:tasks.rados.rados.0.smithi078.stdout:3931: done (2 left) 2024-08-10T05:09:27.249 INFO:tasks.rados.rados.0.smithi078.stdout:3932: done (1 left) 2024-08-10T05:09:27.249 INFO:tasks.rados.rados.0.smithi078.stdout:3933: done (0 left) 2024-08-10T05:09:27.249 INFO:tasks.rados.rados.0.smithi078.stdout:3934: rmattr oid 27 current snap is 372 2024-08-10T05:09:27.249 INFO:tasks.rados.rados.0.smithi078.stdout:3935: copy_from oid 28 from oid 23 current snap is 372 2024-08-10T05:09:27.249 INFO:tasks.rados.rados.0.smithi078.stdout:3936: setattr oid 29 current snap is 372 2024-08-10T05:09:27.251 INFO:tasks.rados.rados.0.smithi078.stdout:3937: read oid 46 snap -1 2024-08-10T05:09:27.251 INFO:tasks.rados.rados.0.smithi078.stdout:3937: expect (ObjNum 1163 snap 359 seq_num 1163) 2024-08-10T05:09:27.251 INFO:tasks.rados.rados.0.smithi078.stdout:3938: rollback oid 4 current snap is 372 2024-08-10T05:09:27.251 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 4 to 363 2024-08-10T05:09:27.251 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 372 2024-08-10T05:09:27.251 INFO:tasks.rados.rados.0.smithi078.stdout:3939: seq_num 1191 ranges {0=753664} 2024-08-10T05:09:27.256 INFO:tasks.rados.rados.0.smithi078.stdout:3939: writing smithi07880501-37 from 0 to 753664 tid 1 2024-08-10T05:09:27.256 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3462 (ObjNum 857 snap 271 seq_num 857) dirty exists 2024-08-10T05:09:27.256 INFO:tasks.rados.rados.0.smithi078.stdout:3934: done (5 left) 2024-08-10T05:09:27.257 INFO:tasks.rados.rados.0.smithi078.stdout:3940: rollback oid 44 current snap is 372 2024-08-10T05:09:27.257 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 44 to 360 2024-08-10T05:09:27.257 INFO:tasks.rados.rados.0.smithi078.stdout:3941: setattr oid 49 current snap is 372 2024-08-10T05:09:27.257 INFO:tasks.rados.rados.0.smithi078.stdout:3937: expect (ObjNum 1163 snap 359 seq_num 1163) 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2401 (ObjNum 1162 snap 359 seq_num 1162) dirty exists 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3938: finishing rollback tid 0 to smithi07880501-4 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3938: finishing rollback tid 1 to smithi07880501-4 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3245 (ObjNum 33 snap 0 seq_num 489795920) dirty dne 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3939: finishing write tid 1 to smithi07880501-37 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3939: finishing write tid 2 to smithi07880501-37 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3940: finishing rollback tid 0 to smithi07880501-44 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3940: finishing rollback tid 1 to smithi07880501-44 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3940: finishing rollback tid 2 to smithi07880501-44 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 3412 (ObjNum 1146 snap 354 seq_num 1146) dirty exists 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3936: done (6 left) 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3937: done (5 left) 2024-08-10T05:09:27.268 INFO:tasks.rados.rados.0.smithi078.stdout:3938: done (4 left) 2024-08-10T05:09:27.269 INFO:tasks.rados.rados.0.smithi078.stdout:3940: done (3 left) 2024-08-10T05:09:27.269 INFO:tasks.rados.rados.0.smithi078.stdout:3942: snap_create 2024-08-10T05:09:27.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2585 (ObjNum 65 snap 0 seq_num 2094226984) dirty exists 2024-08-10T05:09:27.274 INFO:tasks.rados.rados.0.smithi078.stdout:3935: finishing copy_from racing read to smithi07880501-28 2024-08-10T05:09:27.276 INFO:tasks.rados.rados.0.smithi078.stdout:3939: finishing write tid 3 to smithi07880501-37 2024-08-10T05:09:27.277 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 3248 (ObjNum 1191 snap 372 seq_num 1191) dirty exists 2024-08-10T05:09:27.277 INFO:tasks.rados.rados.0.smithi078.stdout:3939: left oid 37 (ObjNum 1191 snap 372 seq_num 1191) 2024-08-10T05:09:27.277 INFO:tasks.rados.rados.0.smithi078.stdout:3935: finishing copy_from to smithi07880501-28 2024-08-10T05:09:27.277 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 3176 (ObjNum 1174 snap 367 seq_num 1174) dirty exists 2024-08-10T05:09:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:27 smithi107 ceph-mon[86658]: pgmap v893: 121 pgs: 121 active+clean; 249 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-10T05:09:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:27 smithi078 ceph-mon[92251]: pgmap v893: 121 pgs: 121 active+clean; 249 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-10T05:09:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:27 smithi078 ceph-mon[94618]: pgmap v893: 121 pgs: 121 active+clean; 249 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-10T05:09:28.259 INFO:tasks.rados.rados.0.smithi078.stdout:3935: done (3 left) 2024-08-10T05:09:28.259 INFO:tasks.rados.rados.0.smithi078.stdout:3939: done (2 left) 2024-08-10T05:09:28.259 INFO:tasks.rados.rados.0.smithi078.stdout:3941: done (1 left) 2024-08-10T05:09:28.260 INFO:tasks.rados.rados.0.smithi078.stdout:3942: done (0 left) 2024-08-10T05:09:28.260 INFO:tasks.rados.rados.0.smithi078.stdout:3943: read oid 20 snap -1 2024-08-10T05:09:28.260 INFO:tasks.rados.rados.0.smithi078.stdout:3943: expect deleted 2024-08-10T05:09:28.260 INFO:tasks.rados.rados.0.smithi078.stdout:3944: snap_create 2024-08-10T05:09:28.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:28 smithi107 ceph-mon[86658]: osdmap e818: 8 total, 8 up, 8 in 2024-08-10T05:09:28.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:28 smithi078 ceph-mon[92251]: osdmap e818: 8 total, 8 up, 8 in 2024-08-10T05:09:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:28 smithi078 ceph-mon[94618]: osdmap e818: 8 total, 8 up, 8 in 2024-08-10T05:09:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:29.269 INFO:tasks.rados.rados.0.smithi078.stdout:3943: done (1 left) 2024-08-10T05:09:29.269 INFO:tasks.rados.rados.0.smithi078.stdout:3944: done (0 left) 2024-08-10T05:09:29.269 INFO:tasks.rados.rados.0.smithi078.stdout:3945: snap_create 2024-08-10T05:09:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:29 smithi107 ceph-mon[86658]: osdmap e819: 8 total, 8 up, 8 in 2024-08-10T05:09:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:29 smithi107 ceph-mon[86658]: pgmap v896: 121 pgs: 121 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:09:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:29 smithi078 ceph-mon[94618]: osdmap e819: 8 total, 8 up, 8 in 2024-08-10T05:09:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:29 smithi078 ceph-mon[94618]: pgmap v896: 121 pgs: 121 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:09:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:29 smithi078 ceph-mon[92251]: osdmap e819: 8 total, 8 up, 8 in 2024-08-10T05:09:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:29 smithi078 ceph-mon[92251]: pgmap v896: 121 pgs: 121 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-10T05:09:30.268 INFO:tasks.rados.rados.0.smithi078.stdout:3945: done (0 left) 2024-08-10T05:09:30.268 INFO:tasks.rados.rados.0.smithi078.stdout:3946: rmattr oid 8 current snap is 375 2024-08-10T05:09:30.268 INFO:tasks.rados.rados.0.smithi078.stdout:3947: copy_from oid 30 from oid 7 current snap is 375 2024-08-10T05:09:30.268 INFO:tasks.rados.rados.0.smithi078.stdout:3948: setattr oid 47 current snap is 375 2024-08-10T05:09:30.270 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 20 current snap is 375 2024-08-10T05:09:30.270 INFO:tasks.rados.rados.0.smithi078.stdout:3949: seq_num 1192 ranges {0=770048} 2024-08-10T05:09:30.275 INFO:tasks.rados.rados.0.smithi078.stdout:3949: writing smithi07880501-20 from 0 to 770048 tid 1 2024-08-10T05:09:30.275 INFO:tasks.rados.rados.0.smithi078.stdout:3950: snap_remove snap 357 2024-08-10T05:09:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:30 smithi107 ceph-mon[86658]: osdmap e820: 8 total, 8 up, 8 in 2024-08-10T05:09:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:30 smithi078 ceph-mon[92251]: osdmap e820: 8 total, 8 up, 8 in 2024-08-10T05:09:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:30 smithi078 ceph-mon[94618]: osdmap e820: 8 total, 8 up, 8 in 2024-08-10T05:09:31.216 INFO:tasks.rados.rados.0.smithi078.stdout:3950: done (4 left) 2024-08-10T05:09:31.216 INFO:tasks.rados.rados.0.smithi078.stdout:3951: read oid 16 snap 361 2024-08-10T05:09:31.216 INFO:tasks.rados.rados.0.smithi078.stdout:3951: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:31.216 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 11 current snap is 375 2024-08-10T05:09:31.217 INFO:tasks.rados.rados.0.smithi078.stdout:3952: seq_num 1193 ranges {2859008=786432} 2024-08-10T05:09:31.238 INFO:tasks.rados.rados.0.smithi078.stdout:3952: writing smithi07880501-11 from 2859008 to 3645440 tid 1 2024-08-10T05:09:31.238 INFO:tasks.rados.rados.0.smithi078.stdout:3953: snap_remove snap 372 2024-08-10T05:09:31.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:31 smithi107 ceph-mon[86658]: osdmap e821: 8 total, 8 up, 8 in 2024-08-10T05:09:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:31 smithi107 ceph-mon[86658]: pgmap v899: 121 pgs: 121 active+clean; 259 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:09:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:31 smithi107 ceph-mon[86658]: osdmap e822: 8 total, 8 up, 8 in 2024-08-10T05:09:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:31 smithi078 ceph-mon[92251]: osdmap e821: 8 total, 8 up, 8 in 2024-08-10T05:09:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:31 smithi078 ceph-mon[92251]: pgmap v899: 121 pgs: 121 active+clean; 259 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:09:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:31 smithi078 ceph-mon[92251]: osdmap e822: 8 total, 8 up, 8 in 2024-08-10T05:09:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:31 smithi078 ceph-mon[94618]: osdmap e821: 8 total, 8 up, 8 in 2024-08-10T05:09:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:31 smithi078 ceph-mon[94618]: pgmap v899: 121 pgs: 121 active+clean; 259 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-10T05:09:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:31 smithi078 ceph-mon[94618]: osdmap e822: 8 total, 8 up, 8 in 2024-08-10T05:09:32.217 INFO:tasks.rados.rados.0.smithi078.stdout:3953: done (6 left) 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 44 current snap is 375 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 8 v 0 (ObjNum 1171 snap 366 seq_num 1171) dirty exists 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3947: finishing copy_from to smithi07880501-30 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3947: got expected ENOENT (src dne) 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3947: finishing copy_from racing read to smithi07880501-30 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 47 v 3413 (ObjNum 1186 snap 369 seq_num 1186) dirty exists 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3949: finishing write tid 1 to smithi07880501-20 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3949: finishing write tid 2 to smithi07880501-20 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3949: finishing write tid 3 to smithi07880501-20 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 3086 (ObjNum 1192 snap 375 seq_num 1192) dirty exists 2024-08-10T05:09:32.218 INFO:tasks.rados.rados.0.smithi078.stdout:3949: left oid 20 (ObjNum 1192 snap 375 seq_num 1192) 2024-08-10T05:09:32.219 INFO:tasks.rados.rados.0.smithi078.stdout:3951: expect (ObjNum 1153 snap 356 seq_num 1153) 2024-08-10T05:09:32.222 INFO:tasks.rados.rados.0.smithi078.stdout:3952: finishing write tid 1 to smithi07880501-11 2024-08-10T05:09:32.222 INFO:tasks.rados.rados.0.smithi078.stdout:3952: finishing write tid 2 to smithi07880501-11 2024-08-10T05:09:32.222 INFO:tasks.rados.rados.0.smithi078.stdout:3952: finishing write tid 3 to smithi07880501-11 2024-08-10T05:09:32.222 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 11 v 3415 (ObjNum 1193 snap 375 seq_num 1193) dirty exists 2024-08-10T05:09:32.222 INFO:tasks.rados.rados.0.smithi078.stdout:3952: left oid 11 (ObjNum 1193 snap 375 seq_num 1193) 2024-08-10T05:09:32.222 INFO:tasks.rados.rados.0.smithi078.stdout:3954: seq_num 1194 ranges {6766592=802816} 2024-08-10T05:09:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:09:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:09:31] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-08-10T05:09:32.262 INFO:tasks.rados.rados.0.smithi078.stdout:3954: writing smithi07880501-44 from 6766592 to 7569408 tid 1 2024-08-10T05:09:32.263 INFO:tasks.rados.rados.0.smithi078.stdout:3946: done (6 left) 2024-08-10T05:09:32.263 INFO:tasks.rados.rados.0.smithi078.stdout:3947: done (5 left) 2024-08-10T05:09:32.263 INFO:tasks.rados.rados.0.smithi078.stdout:3948: done (4 left) 2024-08-10T05:09:32.263 INFO:tasks.rados.rados.0.smithi078.stdout:3949: done (3 left) 2024-08-10T05:09:32.263 INFO:tasks.rados.rados.0.smithi078.stdout:3951: done (2 left) 2024-08-10T05:09:32.263 INFO:tasks.rados.rados.0.smithi078.stdout:3952: done (1 left) 2024-08-10T05:09:32.263 INFO:tasks.rados.rados.0.smithi078.stdout:3955: snap_create 2024-08-10T05:09:32.267 INFO:tasks.rados.rados.0.smithi078.stdout:3954: finishing write tid 1 to smithi07880501-44 2024-08-10T05:09:32.267 INFO:tasks.rados.rados.0.smithi078.stdout:3954: finishing write tid 2 to smithi07880501-44 2024-08-10T05:09:32.270 INFO:tasks.rados.rados.0.smithi078.stdout:3954: finishing write tid 3 to smithi07880501-44 2024-08-10T05:09:32.270 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 44 v 3417 (ObjNum 1194 snap 375 seq_num 1194) dirty exists 2024-08-10T05:09:32.270 INFO:tasks.rados.rados.0.smithi078.stdout:3954: left oid 44 (ObjNum 1194 snap 375 seq_num 1194) 2024-08-10T05:09:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:09:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:09:33.223 INFO:tasks.rados.rados.0.smithi078.stdout:3954: done (1 left) 2024-08-10T05:09:33.223 INFO:tasks.rados.rados.0.smithi078.stdout:3955: done (0 left) 2024-08-10T05:09:33.223 INFO:tasks.rados.rados.0.smithi078.stdout:3956: snap_create 2024-08-10T05:09:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:33 smithi078 ceph-mon[94618]: osdmap e823: 8 total, 8 up, 8 in 2024-08-10T05:09:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:33 smithi078 ceph-mon[94618]: pgmap v902: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-10T05:09:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:33 smithi078 ceph-mon[92251]: osdmap e823: 8 total, 8 up, 8 in 2024-08-10T05:09:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:33 smithi078 ceph-mon[92251]: pgmap v902: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-10T05:09:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:33 smithi107 ceph-mon[86658]: osdmap e823: 8 total, 8 up, 8 in 2024-08-10T05:09:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:33 smithi107 ceph-mon[86658]: pgmap v902: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-10T05:09:34.224 INFO:tasks.rados.rados.0.smithi078.stdout:3956: done (0 left) 2024-08-10T05:09:34.224 INFO:tasks.rados.rados.0.smithi078.stdout:3957: rollback oid 29 current snap is 377 2024-08-10T05:09:34.224 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 366 2024-08-10T05:09:34.224 INFO:tasks.rados.rados.0.smithi078.stdout:3958: rmattr oid 15 current snap is 377 2024-08-10T05:09:34.224 INFO:tasks.rados.rados.0.smithi078.stdout:3958: done (1 left) 2024-08-10T05:09:34.224 INFO:tasks.rados.rados.0.smithi078.stdout:3959: rmattr oid 40 current snap is 377 2024-08-10T05:09:34.225 INFO:tasks.rados.rados.0.smithi078.stdout:3959: done (1 left) 2024-08-10T05:09:34.225 INFO:tasks.rados.rados.0.smithi078.stdout:3960: snap_remove snap 375 2024-08-10T05:09:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:34 smithi107 ceph-mon[86658]: osdmap e824: 8 total, 8 up, 8 in 2024-08-10T05:09:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:34 smithi078 ceph-mon[92251]: osdmap e824: 8 total, 8 up, 8 in 2024-08-10T05:09:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:34 smithi078 ceph-mon[94618]: osdmap e824: 8 total, 8 up, 8 in 2024-08-10T05:09:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:3957: finishing rollback tid 0 to smithi07880501-29 2024-08-10T05:09:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:3957: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:09:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:3957: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:09:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2404 (ObjNum 1162 snap 359 seq_num 1162) dirty exists 2024-08-10T05:09:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:3957: done (1 left) 2024-08-10T05:09:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:3960: done (0 left) 2024-08-10T05:09:35.227 INFO:tasks.rados.rados.0.smithi078.stdout:3961: delete oid 27 current snap is 377 2024-08-10T05:09:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:3961: done (0 left) 2024-08-10T05:09:35.234 INFO:tasks.rados.rados.0.smithi078.stdout:3962: snap_create 2024-08-10T05:09:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:35 smithi107 ceph-mon[86658]: osdmap e825: 8 total, 8 up, 8 in 2024-08-10T05:09:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:35 smithi107 ceph-mon[86658]: pgmap v905: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 380 KiB/s wr, 11 op/s 2024-08-10T05:09:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:35 smithi107 ceph-mon[86658]: osdmap e826: 8 total, 8 up, 8 in 2024-08-10T05:09:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:35 smithi078 ceph-mon[92251]: osdmap e825: 8 total, 8 up, 8 in 2024-08-10T05:09:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:35 smithi078 ceph-mon[92251]: pgmap v905: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 380 KiB/s wr, 11 op/s 2024-08-10T05:09:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:35 smithi078 ceph-mon[92251]: osdmap e826: 8 total, 8 up, 8 in 2024-08-10T05:09:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:35 smithi078 ceph-mon[94618]: osdmap e825: 8 total, 8 up, 8 in 2024-08-10T05:09:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:35 smithi078 ceph-mon[94618]: pgmap v905: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 380 KiB/s wr, 11 op/s 2024-08-10T05:09:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:35 smithi078 ceph-mon[94618]: osdmap e826: 8 total, 8 up, 8 in 2024-08-10T05:09:36.217 INFO:tasks.rados.rados.0.smithi078.stdout:3962: done (0 left) 2024-08-10T05:09:36.218 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 19 current snap is 378 2024-08-10T05:09:36.218 INFO:tasks.rados.rados.0.smithi078.stdout:3963: seq_num 1196 ranges {606208=434176,1040384=401408} 2024-08-10T05:09:36.223 INFO:tasks.rados.rados.0.smithi078.stdout:3963: writing smithi07880501-19 from 606208 to 1040384 tid 1 2024-08-10T05:09:36.226 INFO:tasks.rados.rados.0.smithi078.stdout:3963: writing smithi07880501-19 from 1040384 to 1441792 tid 2 2024-08-10T05:09:36.226 INFO:tasks.rados.rados.0.smithi078.stdout:3964: copy_from oid 20 from oid 49 current snap is 378 2024-08-10T05:09:36.226 INFO:tasks.rados.rados.0.smithi078.stdout:3965: snap_remove snap 360 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:3963: finishing write tid 1 to smithi07880501-19 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:3963: finishing write tid 2 to smithi07880501-19 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:3963: finishing write tid 3 to smithi07880501-19 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:3963: finishing write tid 4 to smithi07880501-19 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 19 v 3403 (ObjNum 1196 snap 378 seq_num 1196) dirty exists 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:3963: left oid 19 (ObjNum 1196 snap 378 seq_num 1196) 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:3963: done (2 left) 2024-08-10T05:09:37.227 INFO:tasks.rados.rados.0.smithi078.stdout:3965: done (1 left) 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:3966: rollback oid 13 current snap is 378 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 13 to 366 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:3964: finishing copy_from racing read to smithi07880501-20 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:3964: finishing copy_from to smithi07880501-20 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 20 v 2585 (ObjNum 1345 snap 0 seq_num 3494387624) dirty exists 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:3964: done (1 left) 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:3967: copy_from oid 28 from oid 46 current snap is 378 2024-08-10T05:09:37.228 INFO:tasks.rados.rados.0.smithi078.stdout:3968: delete oid 4 current snap is 378 2024-08-10T05:09:37.237 INFO:tasks.rados.rados.0.smithi078.stdout:3968: done (2 left) 2024-08-10T05:09:37.237 INFO:tasks.rados.rados.0.smithi078.stdout:3969: rollback oid 39 current snap is 378 2024-08-10T05:09:37.237 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 39 to 368 2024-08-10T05:09:37.237 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 24 current snap is 378 2024-08-10T05:09:37.237 INFO:tasks.rados.rados.0.smithi078.stdout:3970: seq_num 1198 ranges {17702912=466944,18169856=401408} 2024-08-10T05:09:37.333 INFO:tasks.rados.rados.0.smithi078.stdout:3970: writing smithi07880501-24 from 17702912 to 18169856 tid 1 2024-08-10T05:09:37.335 INFO:tasks.rados.rados.0.smithi078.stdout:3970: writing smithi07880501-24 from 18169856 to 18571264 tid 2 2024-08-10T05:09:37.335 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 43 current snap is 378 2024-08-10T05:09:37.335 INFO:tasks.rados.rados.0.smithi078.stdout:3966: finishing rollback tid 0 to smithi07880501-13 2024-08-10T05:09:37.336 INFO:tasks.rados.rados.0.smithi078.stdout:3971: seq_num 1199 ranges {2269184=483328,2752512=401408} 2024-08-10T05:09:37.350 INFO:tasks.rados.rados.0.smithi078.stdout:3971: writing smithi07880501-43 from 2269184 to 2752512 tid 1 2024-08-10T05:09:37.353 INFO:tasks.rados.rados.0.smithi078.stdout:3971: writing smithi07880501-43 from 2752512 to 3153920 tid 2 2024-08-10T05:09:37.353 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 23 current snap is 378 2024-08-10T05:09:37.353 INFO:tasks.rados.rados.0.smithi078.stdout:3969: finishing rollback tid 0 to smithi07880501-39 2024-08-10T05:09:37.353 INFO:tasks.rados.rados.0.smithi078.stdout:3966: finishing rollback tid 1 to smithi07880501-13 2024-08-10T05:09:37.353 INFO:tasks.rados.rados.0.smithi078.stdout:3967: finishing copy_from racing read to smithi07880501-28 2024-08-10T05:09:37.353 INFO:tasks.rados.rados.0.smithi078.stdout:3966: finishing rollback tid 2 to smithi07880501-13 2024-08-10T05:09:37.353 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 13 v 3180 (ObjNum 1110 snap 343 seq_num 1110) dirty exists 2024-08-10T05:09:37.354 INFO:tasks.rados.rados.0.smithi078.stdout:3969: finishing rollback tid 1 to smithi07880501-39 2024-08-10T05:09:37.354 INFO:tasks.rados.rados.0.smithi078.stdout:3969: finishing rollback tid 2 to smithi07880501-39 2024-08-10T05:09:37.354 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1848 (ObjNum 1164 snap 359 seq_num 1164) dirty exists 2024-08-10T05:09:37.354 INFO:tasks.rados.rados.0.smithi078.stdout:3967: finishing copy_from to smithi07880501-28 2024-08-10T05:09:37.354 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 28 v 3396 (ObjNum 1163 snap 359 seq_num 1163) dirty exists 2024-08-10T05:09:37.354 INFO:tasks.rados.rados.0.smithi078.stdout:3972: seq_num 1200 ranges {4759552=499712,5259264=401408} 2024-08-10T05:09:37.380 INFO:tasks.rados.rados.0.smithi078.stdout:3972: writing smithi07880501-23 from 4759552 to 5259264 tid 1 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:3972: writing smithi07880501-23 from 5259264 to 5660672 tid 2 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:3966: done (5 left) 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:3967: done (4 left) 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:3969: done (3 left) 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 45 current snap is 378 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:3970: finishing write tid 1 to smithi07880501-24 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:3970: finishing write tid 2 to smithi07880501-24 2024-08-10T05:09:37.383 INFO:tasks.rados.rados.0.smithi078.stdout:3973: seq_num 1201 ranges {0=524288,524288=401408} 2024-08-10T05:09:37.386 INFO:tasks.rados.rados.0.smithi078.stdout:3973: writing smithi07880501-45 from 0 to 524288 tid 1 2024-08-10T05:09:37.389 INFO:tasks.rados.rados.0.smithi078.stdout:3973: writing smithi07880501-45 from 524288 to 925696 tid 2 2024-08-10T05:09:37.389 INFO:tasks.rados.rados.0.smithi078.stdout:3974: delete oid 47 current snap is 378 2024-08-10T05:09:37.389 INFO:tasks.rados.rados.0.smithi078.stdout:3970: finishing write tid 3 to smithi07880501-24 2024-08-10T05:09:37.389 INFO:tasks.rados.rados.0.smithi078.stdout:3970: finishing write tid 4 to smithi07880501-24 2024-08-10T05:09:37.389 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 24 v 3490 (ObjNum 1198 snap 378 seq_num 1198) dirty exists 2024-08-10T05:09:37.390 INFO:tasks.rados.rados.0.smithi078.stdout:3970: left oid 24 (ObjNum 1198 snap 378 seq_num 1198) 2024-08-10T05:09:37.390 INFO:tasks.rados.rados.0.smithi078.stdout:3971: finishing write tid 1 to smithi07880501-43 2024-08-10T05:09:37.390 INFO:tasks.rados.rados.0.smithi078.stdout:3971: finishing write tid 2 to smithi07880501-43 2024-08-10T05:09:37.390 INFO:tasks.rados.rados.0.smithi078.stdout:3971: finishing write tid 3 to smithi07880501-43 2024-08-10T05:09:37.390 INFO:tasks.rados.rados.0.smithi078.stdout:3971: finishing write tid 4 to smithi07880501-43 2024-08-10T05:09:37.390 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 43 v 3248 (ObjNum 1199 snap 378 seq_num 1199) dirty exists 2024-08-10T05:09:37.390 INFO:tasks.rados.rados.0.smithi078.stdout:3971: left oid 43 (ObjNum 1199 snap 378 seq_num 1199) 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:3972: finishing write tid 1 to smithi07880501-23 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:3972: finishing write tid 2 to smithi07880501-23 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:3972: finishing write tid 3 to smithi07880501-23 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:3972: finishing write tid 4 to smithi07880501-23 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 23 v 3179 (ObjNum 1200 snap 378 seq_num 1200) dirty exists 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:3972: left oid 23 (ObjNum 1200 snap 378 seq_num 1200) 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:3970: done (4 left) 2024-08-10T05:09:37.391 INFO:tasks.rados.rados.0.smithi078.stdout:3971: done (3 left) 2024-08-10T05:09:37.392 INFO:tasks.rados.rados.0.smithi078.stdout:3972: done (2 left) 2024-08-10T05:09:37.392 INFO:tasks.rados.rados.0.smithi078.stdout:3974: done (1 left) 2024-08-10T05:09:37.392 INFO:tasks.rados.rados.0.smithi078.stdout:3975: delete oid 1 current snap is 378 2024-08-10T05:09:37.392 INFO:tasks.rados.rados.0.smithi078.stdout:3973: finishing write tid 1 to smithi07880501-45 2024-08-10T05:09:37.392 INFO:tasks.rados.rados.0.smithi078.stdout:3973: finishing write tid 2 to smithi07880501-45 2024-08-10T05:09:37.393 INFO:tasks.rados.rados.0.smithi078.stdout:3973: finishing write tid 3 to smithi07880501-45 2024-08-10T05:09:37.394 INFO:tasks.rados.rados.0.smithi078.stdout:3973: finishing write tid 4 to smithi07880501-45 2024-08-10T05:09:37.394 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 45 v 3251 (ObjNum 1201 snap 378 seq_num 1201) dirty exists 2024-08-10T05:09:37.394 INFO:tasks.rados.rados.0.smithi078.stdout:3973: left oid 45 (ObjNum 1201 snap 378 seq_num 1201) 2024-08-10T05:09:37.394 INFO:tasks.rados.rados.0.smithi078.stdout:3973: done (1 left) 2024-08-10T05:09:37.395 INFO:tasks.rados.rados.0.smithi078.stdout:3975: done (0 left) 2024-08-10T05:09:37.395 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 37 current snap is 378 2024-08-10T05:09:37.395 INFO:tasks.rados.rados.0.smithi078.stdout:3976: seq_num 1204 ranges {753664=573440,1327104=401408} 2024-08-10T05:09:37.401 INFO:tasks.rados.rados.0.smithi078.stdout:3976: writing smithi07880501-37 from 753664 to 1327104 tid 1 2024-08-10T05:09:37.403 INFO:tasks.rados.rados.0.smithi078.stdout:3976: writing smithi07880501-37 from 1327104 to 1728512 tid 2 2024-08-10T05:09:37.404 INFO:tasks.rados.rados.0.smithi078.stdout:3977: snap_create 2024-08-10T05:09:37.407 INFO:tasks.rados.rados.0.smithi078.stdout:3976: finishing write tid 1 to smithi07880501-37 2024-08-10T05:09:37.407 INFO:tasks.rados.rados.0.smithi078.stdout:3976: finishing write tid 2 to smithi07880501-37 2024-08-10T05:09:37.407 INFO:tasks.rados.rados.0.smithi078.stdout:3976: finishing write tid 3 to smithi07880501-37 2024-08-10T05:09:37.408 INFO:tasks.rados.rados.0.smithi078.stdout:3976: finishing write tid 4 to smithi07880501-37 2024-08-10T05:09:37.408 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 3399 (ObjNum 1204 snap 378 seq_num 1204) dirty exists 2024-08-10T05:09:37.408 INFO:tasks.rados.rados.0.smithi078.stdout:3976: left oid 37 (ObjNum 1204 snap 378 seq_num 1204) 2024-08-10T05:09:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:37 smithi078 ceph-mon[92251]: osdmap e827: 8 total, 8 up, 8 in 2024-08-10T05:09:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:37 smithi078 ceph-mon[92251]: pgmap v908: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 188 KiB/s wr, 2 op/s 2024-08-10T05:09:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:37 smithi078 ceph-mon[94618]: osdmap e827: 8 total, 8 up, 8 in 2024-08-10T05:09:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:37 smithi078 ceph-mon[94618]: pgmap v908: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 188 KiB/s wr, 2 op/s 2024-08-10T05:09:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:37 smithi107 ceph-mon[86658]: osdmap e827: 8 total, 8 up, 8 in 2024-08-10T05:09:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:37 smithi107 ceph-mon[86658]: pgmap v908: 121 pgs: 121 active+clean; 260 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 188 KiB/s wr, 2 op/s 2024-08-10T05:09:38.231 INFO:tasks.rados.rados.0.smithi078.stdout:3976: done (1 left) 2024-08-10T05:09:38.231 INFO:tasks.rados.rados.0.smithi078.stdout:3977: done (0 left) 2024-08-10T05:09:38.231 INFO:tasks.rados.rados.0.smithi078.stdout:3978: read oid 25 snap -1 2024-08-10T05:09:38.231 INFO:tasks.rados.rados.0.smithi078.stdout:3978: expect deleted 2024-08-10T05:09:38.231 INFO:tasks.rados.rados.0.smithi078.stdout:3979: rollback oid 21 current snap is 379 2024-08-10T05:09:38.231 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 21 to 346 2024-08-10T05:09:38.231 INFO:tasks.rados.rados.0.smithi078.stdout:3980: read oid 35 snap 346 2024-08-10T05:09:38.232 INFO:tasks.rados.rados.0.smithi078.stdout:3980: expect (ObjNum 1118 snap 344 seq_num 1118) 2024-08-10T05:09:38.232 INFO:tasks.rados.rados.0.smithi078.stdout:3981: snap_create 2024-08-10T05:09:38.235 INFO:tasks.rados.rados.0.smithi078.stdout:3979: finishing rollback tid 0 to smithi07880501-21 2024-08-10T05:09:38.235 INFO:tasks.rados.rados.0.smithi078.stdout:3979: finishing rollback tid 1 to smithi07880501-21 2024-08-10T05:09:38.236 INFO:tasks.rados.rados.0.smithi078.stdout:3979: finishing rollback tid 2 to smithi07880501-21 2024-08-10T05:09:38.236 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 21 v 2559 (ObjNum 1004 snap 312 seq_num 1004) dirty exists 2024-08-10T05:09:38.250 INFO:tasks.rados.rados.0.smithi078.stdout:3980: expect (ObjNum 1118 snap 344 seq_num 1118) 2024-08-10T05:09:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:38 smithi078 ceph-mon[92251]: osdmap e828: 8 total, 8 up, 8 in 2024-08-10T05:09:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:38 smithi078 ceph-mon[94618]: osdmap e828: 8 total, 8 up, 8 in 2024-08-10T05:09:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:38 smithi107 ceph-mon[86658]: osdmap e828: 8 total, 8 up, 8 in 2024-08-10T05:09:39.241 INFO:tasks.rados.rados.0.smithi078.stdout:3978: done (3 left) 2024-08-10T05:09:39.241 INFO:tasks.rados.rados.0.smithi078.stdout:3979: done (2 left) 2024-08-10T05:09:39.241 INFO:tasks.rados.rados.0.smithi078.stdout:3980: done (1 left) 2024-08-10T05:09:39.241 INFO:tasks.rados.rados.0.smithi078.stdout:3981: done (0 left) 2024-08-10T05:09:39.242 INFO:tasks.rados.rados.0.smithi078.stdout:3982: setattr oid 4 current snap is 380 2024-08-10T05:09:39.242 INFO:tasks.rados.rados.0.smithi078.stdout:3983: setattr oid 39 current snap is 380 2024-08-10T05:09:39.244 INFO:tasks.rados.rados.0.smithi078.stdout:3984: snap_create 2024-08-10T05:09:39.248 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3252 (ObjNum 33 snap 0 seq_num 491160480) dirty exists 2024-08-10T05:09:39.250 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 39 v 1849 (ObjNum 1164 snap 359 seq_num 1164) dirty exists 2024-08-10T05:09:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:39 smithi107 ceph-mon[86658]: osdmap e829: 8 total, 8 up, 8 in 2024-08-10T05:09:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:39 smithi107 ceph-mon[86658]: pgmap v911: 121 pgs: 121 active+clean; 264 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 842 KiB/s wr, 4 op/s 2024-08-10T05:09:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:39 smithi078 ceph-mon[92251]: osdmap e829: 8 total, 8 up, 8 in 2024-08-10T05:09:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:39 smithi078 ceph-mon[92251]: pgmap v911: 121 pgs: 121 active+clean; 264 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 842 KiB/s wr, 4 op/s 2024-08-10T05:09:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:39 smithi078 ceph-mon[94618]: osdmap e829: 8 total, 8 up, 8 in 2024-08-10T05:09:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:39 smithi078 ceph-mon[94618]: pgmap v911: 121 pgs: 121 active+clean; 264 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 842 KiB/s wr, 4 op/s 2024-08-10T05:09:40.246 INFO:tasks.rados.rados.0.smithi078.stdout:3982: done (2 left) 2024-08-10T05:09:40.246 INFO:tasks.rados.rados.0.smithi078.stdout:3983: done (1 left) 2024-08-10T05:09:40.246 INFO:tasks.rados.rados.0.smithi078.stdout:3984: done (0 left) 2024-08-10T05:09:40.246 INFO:tasks.rados.rados.0.smithi078.stdout:3985: rollback oid 29 current snap is 381 2024-08-10T05:09:40.246 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 29 to 368 2024-08-10T05:09:40.246 INFO:tasks.rados.rados.0.smithi078.stdout:3986: rollback oid 14 current snap is 381 2024-08-10T05:09:40.247 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 14 to 380 2024-08-10T05:09:40.247 INFO:tasks.rados.rados.0.smithi078.stdout:3987: snap_remove snap 361 2024-08-10T05:09:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:40 smithi107 ceph-mon[86658]: osdmap e830: 8 total, 8 up, 8 in 2024-08-10T05:09:40.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:40 smithi078 ceph-mon[92251]: osdmap e830: 8 total, 8 up, 8 in 2024-08-10T05:09:40.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:40 smithi078 ceph-mon[94618]: osdmap e830: 8 total, 8 up, 8 in 2024-08-10T05:09:41.222 INFO:tasks.rados.rados.0.smithi078.stdout:3985: finishing rollback tid 0 to smithi07880501-29 2024-08-10T05:09:41.222 INFO:tasks.rados.rados.0.smithi078.stdout:3985: finishing rollback tid 1 to smithi07880501-29 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3985: finishing rollback tid 2 to smithi07880501-29 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 29 v 2407 (ObjNum 1162 snap 359 seq_num 1162) dirty exists 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3986: finishing rollback tid 0 to smithi07880501-14 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3986: finishing rollback tid 1 to smithi07880501-14 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3986: finishing rollback tid 2 to smithi07880501-14 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2410 (ObjNum 1185 snap 369 seq_num 1185) dirty exists 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3985: done (2 left) 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3986: done (1 left) 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3987: done (0 left) 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3988: rmattr oid 49 current snap is 381 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 4 current snap is 381 2024-08-10T05:09:41.223 INFO:tasks.rados.rados.0.smithi078.stdout:3989: seq_num 1205 ranges {0=589824,589824=401408} 2024-08-10T05:09:41.226 INFO:tasks.rados.rados.0.smithi078.stdout:3989: writing smithi07880501-4 from 0 to 589824 tid 1 2024-08-10T05:09:41.230 INFO:tasks.rados.rados.0.smithi078.stdout:3989: writing smithi07880501-4 from 589824 to 991232 tid 2 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3990: read oid 23 snap -1 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3990: expect (ObjNum 1200 snap 378 seq_num 1200) 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3991: read oid 18 snap -1 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3991: expect (ObjNum 1095 snap 337 seq_num 1095) 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3992: rollback oid 2 current snap is 381 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:rollback oid 2 to 363 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3993: copy_from oid 37 from oid 33 current snap is 381 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 14 current snap is 381 2024-08-10T05:09:41.231 INFO:tasks.rados.rados.0.smithi078.stdout:3994: seq_num 1206 ranges {4743168=606208,5349376=401408} 2024-08-10T05:09:41.262 INFO:tasks.rados.rados.0.smithi078.stdout:3994: writing smithi07880501-14 from 4743168 to 5349376 tid 1 2024-08-10T05:09:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:3994: writing smithi07880501-14 from 5349376 to 5750784 tid 2 2024-08-10T05:09:41.265 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 27 current snap is 381 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 49 v 2586 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3989: finishing write tid 1 to smithi07880501-4 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3989: finishing write tid 2 to smithi07880501-4 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3989: finishing write tid 3 to smithi07880501-4 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3992: finishing rollback tid 1 to smithi07880501-2 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 2 v 3154 (ObjNum 1281 snap 0 seq_num 3472863504) dirty dne 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3989: finishing write tid 4 to smithi07880501-4 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 4 v 3255 (ObjNum 1205 snap 381 seq_num 1205) dirty exists 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3989: left oid 4 (ObjNum 1205 snap 381 seq_num 1205) 2024-08-10T05:09:41.266 INFO:tasks.rados.rados.0.smithi078.stdout:3990: expect (ObjNum 1200 snap 378 seq_num 1200) 2024-08-10T05:09:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:41 smithi107 ceph-mon[86658]: osdmap e831: 8 total, 8 up, 8 in 2024-08-10T05:09:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:41 smithi107 ceph-mon[86658]: pgmap v914: 121 pgs: 121 active+clean; 270 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T05:09:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:41 smithi107 ceph-mon[86658]: osdmap e832: 8 total, 8 up, 8 in 2024-08-10T05:09:41.604 INFO:tasks.rados.rados.0.smithi078.stdout:3991: expect (ObjNum 1095 snap 337 seq_num 1095) 2024-08-10T05:09:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-mon[92251]: osdmap e831: 8 total, 8 up, 8 in 2024-08-10T05:09:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-mon[92251]: pgmap v914: 121 pgs: 121 active+clean; 270 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T05:09:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-mon[92251]: osdmap e832: 8 total, 8 up, 8 in 2024-08-10T05:09:41.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-mon[94618]: osdmap e831: 8 total, 8 up, 8 in 2024-08-10T05:09:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-mon[94618]: pgmap v914: 121 pgs: 121 active+clean; 270 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T05:09:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-mon[94618]: osdmap e832: 8 total, 8 up, 8 in 2024-08-10T05:09:41.727 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[100004]: 2024-08-10T05:09:41.252+0000 7fd6fd7f2640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a6 after trimming was started 2024-08-10T05:09:41.858 INFO:tasks.rados.rados.0.smithi078.stdout:3994: finishing write tid 1 to smithi07880501-14 2024-08-10T05:09:41.858 INFO:tasks.rados.rados.0.smithi078.stdout:3994: finishing write tid 2 to smithi07880501-14 2024-08-10T05:09:41.858 INFO:tasks.rados.rados.0.smithi078.stdout:3995: seq_num 1207 ranges {0=622592,622592=401408} 2024-08-10T05:09:41.861 INFO:tasks.rados.rados.0.smithi078.stdout:3995: writing smithi07880501-27 from 0 to 622592 tid 1 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3995: writing smithi07880501-27 from 622592 to 1024000 tid 2 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3988: done (7 left) 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3989: done (6 left) 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3990: done (5 left) 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3991: done (4 left) 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3992: done (3 left) 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3996: rmattr oid 5 current snap is 381 2024-08-10T05:09:41.864 INFO:tasks.rados.rados.0.smithi078.stdout:3994: finishing write tid 3 to smithi07880501-14 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:3994: finishing write tid 4 to smithi07880501-14 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 14 v 2413 (ObjNum 1206 snap 381 seq_num 1206) dirty exists 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:3994: left oid 14 (ObjNum 1206 snap 381 seq_num 1206) 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:3993: finishing copy_from racing read to smithi07880501-37 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:3993: finishing copy_from to smithi07880501-37 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 37 v 3458 (ObjNum 1189 snap 370 seq_num 1189) dirty exists 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:3993: done (3 left) 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:3994: done (2 left) 2024-08-10T05:09:41.865 INFO:tasks.rados.rados.0.smithi078.stdout:3997: snap_remove snap 366 2024-08-10T05:09:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:09:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:09:41] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-08-10T05:09:42.260 INFO:tasks.rados.rados.0.smithi078.stdout:3995: finishing write tid 1 to smithi07880501-27 2024-08-10T05:09:42.260 INFO:tasks.rados.rados.0.smithi078.stdout:3995: finishing write tid 2 to smithi07880501-27 2024-08-10T05:09:42.260 INFO:tasks.rados.rados.0.smithi078.stdout:3995: finishing write tid 3 to smithi07880501-27 2024-08-10T05:09:42.260 INFO:tasks.rados.rados.0.smithi078.stdout:3995: finishing write tid 4 to smithi07880501-27 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 27 v 3505 (ObjNum 1207 snap 381 seq_num 1207) dirty exists 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:3995: left oid 27 (ObjNum 1207 snap 381 seq_num 1207) 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 5 v 3507 (ObjNum 1147 snap 354 seq_num 1147) dirty exists 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:3995: done (2 left) 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:3996: done (1 left) 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:3997: done (0 left) 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:append oid 48 current snap is 381 2024-08-10T05:09:42.261 INFO:tasks.rados.rados.0.smithi078.stdout:3998: seq_num 1208 ranges {2326528=638976,2965504=401408} 2024-08-10T05:09:42.277 INFO:tasks.rados.rados.0.smithi078.stdout:3998: writing smithi07880501-48 from 2326528 to 2965504 tid 1 2024-08-10T05:09:42.279 INFO:tasks.rados.rados.0.smithi078.stdout:3998: writing smithi07880501-48 from 2965504 to 3366912 tid 2 2024-08-10T05:09:42.280 INFO:tasks.rados.rados.0.smithi078.stdout:3999: snap_remove snap 368 2024-08-10T05:09:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:09:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:09:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3999: done (1 left) 2024-08-10T05:09:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3998: finishing write tid 1 to smithi07880501-48 2024-08-10T05:09:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3998: finishing write tid 2 to smithi07880501-48 2024-08-10T05:09:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3998: finishing write tid 3 to smithi07880501-48 2024-08-10T05:09:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3998: finishing write tid 4 to smithi07880501-48 2024-08-10T05:09:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:update_object_version oid 48 v 3183 (ObjNum 1208 snap 381 seq_num 1208) dirty exists 2024-08-10T05:09:43.271 INFO:tasks.rados.rados.0.smithi078.stdout:3998: left oid 48 (ObjNum 1208 snap 381 seq_num 1208) 2024-08-10T05:09:43.272 INFO:tasks.rados.rados.0.smithi078.stdout:3998: done (0 left) 2024-08-10T05:09:43.275 INFO:tasks.rados.rados.0.smithi078.stderr:0 errors. 2024-08-10T05:09:43.275 INFO:tasks.rados.rados.0.smithi078.stderr: 2024-08-10T05:09:43.280 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:09:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:43 smithi107 ceph-mon[86658]: osdmap e833: 8 total, 8 up, 8 in 2024-08-10T05:09:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:43 smithi107 ceph-mon[86658]: pgmap v917: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 740 KiB/s wr, 8 op/s 2024-08-10T05:09:43.576 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:09:43.699 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:43 smithi078 ceph-mon[92251]: osdmap e833: 8 total, 8 up, 8 in 2024-08-10T05:09:43.699 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:43.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:43 smithi078 ceph-mon[92251]: pgmap v917: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 740 KiB/s wr, 8 op/s 2024-08-10T05:09:43.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:43 smithi078 ceph-mon[94618]: osdmap e833: 8 total, 8 up, 8 in 2024-08-10T05:09:43.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:43.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:43 smithi078 ceph-mon[94618]: pgmap v917: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 740 KiB/s wr, 8 op/s 2024-08-10T05:09:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:44 smithi107 ceph-mon[86658]: osdmap e834: 8 total, 8 up, 8 in 2024-08-10T05:09:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:44 smithi078 ceph-mon[92251]: osdmap e834: 8 total, 8 up, 8 in 2024-08-10T05:09:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:44 smithi078 ceph-mon[94618]: osdmap e834: 8 total, 8 up, 8 in 2024-08-10T05:09:45.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:45 smithi078 ceph-mon[92251]: pgmap v919: 121 pgs: 121 active+clean; 274 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 892 KiB/s wr, 17 op/s 2024-08-10T05:09:45.361 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:45 smithi078 ceph-mon[94618]: pgmap v919: 121 pgs: 121 active+clean; 274 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 892 KiB/s wr, 17 op/s 2024-08-10T05:09:45.452 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T05:09:45.452 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":834,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T05:09:43.256280+0000","last_up_change":"2024-08-10T05:04:25.126703+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T04:53:52.932594+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-10T04:56:36.608901+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"834","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":441,"snap_epoch":834,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":293,"up_from":302,"up_thru":526,"down_at":294,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6803","nonce":1923556713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6805","nonce":1923556713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6809","nonce":1923556713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6807","nonce":1923556713}]},"public_addr":"172.21.15.78:6803/1923556713","cluster_addr":"172.21.15.78:6805/1923556713","heartbeat_back_addr":"172.21.15.78:6809/1923556713","heartbeat_front_addr":"172.21.15.78:6807/1923556713","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":324,"up_from":334,"up_thru":526,"down_at":325,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6811","nonce":770478863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6813","nonce":770478863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6817","nonce":770478863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6815","nonce":770478863}]},"public_addr":"172.21.15.78:6811/770478863","cluster_addr":"172.21.15.78:6813/770478863","heartbeat_back_addr":"172.21.15.78:6817/770478863","heartbeat_front_addr":"172.21.15.78:6815/770478863","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":355,"up_from":366,"up_thru":526,"down_at":356,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6819","nonce":1204132272}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6821","nonce":1204132272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6825","nonce":1204132272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6823","nonce":1204132272}]},"public_addr":"172.21.15.78:6819/1204132272","cluster_addr":"172.21.15.78:6821/1204132272","heartbeat_back_addr":"172.21.15.78:6825/1204132272","heartbeat_front_addr":"172.21.15.78:6823/1204132272","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":387,"up_from":398,"up_thru":526,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6827","nonce":2440586922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6829","nonce":2440586922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6833","nonce":2440586922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6831","nonce":2440586922}]},"public_addr":"172.21.15.78:6827/2440586922","cluster_addr":"172.21.15.78:6829/2440586922","heartbeat_back_addr":"172.21.15.78:6833/2440586922","heartbeat_front_addr":"172.21.15.78:6831/2440586922","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":419,"up_from":430,"up_thru":526,"down_at":420,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6801","nonce":680450872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6803","nonce":680450872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6807","nonce":680450872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6805","nonce":680450872}]},"public_addr":"172.21.15.107:6801/680450872","cluster_addr":"172.21.15.107:6803/680450872","heartbeat_back_addr":"172.21.15.107:6807/680450872","heartbeat_front_addr":"172.21.15.107:6805/680450872","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":449,"up_from":460,"up_thru":526,"down_at":450,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6809","nonce":3740346600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6811","nonce":3740346600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6815","nonce":3740346600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6813","nonce":3740346600}]},"public_addr":"172.21.15.107:6809/3740346600","cluster_addr":"172.21.15.107:6811/3740346600","heartbeat_back_addr":"172.21.15.107:6815/3740346600","heartbeat_front_addr":"172.21.15.107:6813/3740346600","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":482,"up_from":493,"up_thru":526,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6817","nonce":1994876902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6819","nonce":1994876902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6823","nonce":1994876902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6821","nonce":1994876902}]},"public_addr":"172.21.15.107:6817/1994876902","cluster_addr":"172.21.15.107:6819/1994876902","heartbeat_back_addr":"172.21.15.107:6823/1994876902","heartbeat_front_addr":"172.21.15.107:6821/1994876902","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":515,"up_from":526,"up_thru":526,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6825","nonce":2424003687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6827","nonce":2424003687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6831","nonce":2424003687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6829","nonce":2424003687}]},"public_addr":"172.21.15.107:6825/2424003687","cluster_addr":"172.21.15.107:6827/2424003687","heartbeat_back_addr":"172.21.15.107:6831/2424003687","heartbeat_front_addr":"172.21.15.107:6829/2424003687","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":293},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":324},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":355},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":386},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":419},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":449},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":482},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":515}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.107:6833/3531512475":"2024-08-11T05:04:46.392128+0000","172.21.15.107:6832/3531512475":"2024-08-11T05:04:46.392128+0000","172.21.15.78:0/2596606903":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/1707470251":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/3077353080":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/1970134358":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/379001146":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/1485656319":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6801/1530721786":"2024-08-11T04:57:50.023712+0000","172.21.15.78:6801/3964183031":"2024-08-11T04:59:12.349283+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6800/3964183031":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3094711655":"2024-08-11T04:53:49.232323+0000","172.21.15.107:0/3085644867":"2024-08-11T04:58:33.675519+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/158724752":"2024-08-11T04:59:12.349283+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.107:0/2788546614":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/3571281205":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/3130324030":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.107:6835/3089881869":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000","172.21.15.107:6834/3089881869":"2024-08-11T04:58:33.675519+0000","172.21.15.107:0/3853414922":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/3700231572":"2024-08-11T04:57:50.023712+0000","172.21.15.107:0/2169650641":"2024-08-11T04:58:33.675519+0000","172.21.15.107:0/621788309":"2024-08-11T04:58:33.675519+0000","172.21.15.107:0/4224567449":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/586588834":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/4050099179":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/739437770":"2024-08-11T04:53:49.232323+0000","172.21.15.78:6800/1530721786":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/1097824209":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/511774490":"2024-08-11T04:57:50.023712+0000","172.21.15.78:6800/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:6801/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.107:0/497391225":"2024-08-11T04:58:33.675519+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":421,"length":2},{"begin":427,"length":1},{"begin":429,"length":1},{"begin":436,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":429,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:09:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:45 smithi107 ceph-mon[86658]: pgmap v919: 121 pgs: 121 active+clean; 274 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 892 KiB/s wr, 17 op/s 2024-08-10T05:09:46.124 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T05:09:46.390 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:09:46.532 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3469585491' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:09:46.532 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:46 smithi078 ceph-mon[92251]: osdmap e835: 8 total, 8 up, 8 in 2024-08-10T05:09:46.532 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3469585491' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:09:46.532 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:46 smithi078 ceph-mon[94618]: osdmap e835: 8 total, 8 up, 8 in 2024-08-10T05:09:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3469585491' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:09:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:46 smithi107 ceph-mon[86658]: osdmap e835: 8 total, 8 up, 8 in 2024-08-10T05:09:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:47 smithi078 ceph-mon[92251]: pgmap v921: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-10T05:09:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:47 smithi078 ceph-mon[94618]: pgmap v921: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-10T05:09:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:47 smithi107 ceph-mon[86658]: pgmap v921: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-10T05:09:48.140 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T05:09:48.142 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2024-08-10T05:09:48.829 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":921,"stamp":"2024-08-10T05:09:46.519952+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":291331063,"num_objects":182,"num_object_clones":108,"num_object_copies":546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":182,"num_whiteouts":9,"num_read":4874,"num_read_kb":5110032,"num_write":8610,"num_write_kb":1697621,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":120,"num_bytes_recovered":355288672,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21947,"ondisk_log_size":21947,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2683072,"kb_used_data":484944,"kb_used_omap":317,"kb_used_meta":2197698,"kb_avail":747278144,"statfs":{"total":767960285184,"available":765212819456,"internally_reserved":0,"allocated":496582656,"data_stored":942379990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":324872,"internal_metadata":2250443512},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8364032,"num_objects":9,"num_object_clones":9,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":-1,"num_read":15,"num_read_kb":32554,"num_write":77,"num_write_kb":8168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.304524"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1082,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.549241+0000","last_change":"2024-08-10T05:04:26.178846+0000","last_active":"2024-08-10T05:09:43.549241+0000","last_peered":"2024-08-10T05:09:43.549241+0000","last_clean":"2024-08-10T05:09:43.549241+0000","last_became_active":"2024-08-10T05:04:26.178477+0000","last_became_peered":"2024-08-10T05:04:26.178477+0000","last_unstale":"2024-08-10T05:09:43.549241+0000","last_undegraded":"2024-08-10T05:09:43.549241+0000","last_fullsized":"2024-08-10T05:09:43.549241+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:31:37.161139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1282,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.219017+0000","last_change":"2024-08-10T05:03:53.250568+0000","last_active":"2024-08-10T05:09:41.219017+0000","last_peered":"2024-08-10T05:09:41.219017+0000","last_clean":"2024-08-10T05:09:41.219017+0000","last_became_active":"2024-08-10T05:03:53.250226+0000","last_became_peered":"2024-08-10T05:03:53.250226+0000","last_unstale":"2024-08-10T05:09:41.219017+0000","last_undegraded":"2024-08-10T05:09:41.219017+0000","last_fullsized":"2024-08-10T05:09:41.219017+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:44:39.912459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1305,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275922+0000","last_change":"2024-08-10T05:01:41.593482+0000","last_active":"2024-08-10T05:09:43.275922+0000","last_peered":"2024-08-10T05:09:43.275922+0000","last_clean":"2024-08-10T05:09:43.275922+0000","last_became_active":"2024-08-10T05:01:41.593191+0000","last_became_peered":"2024-08-10T05:01:41.593191+0000","last_unstale":"2024-08-10T05:09:43.275922+0000","last_undegraded":"2024-08-10T05:09:43.275922+0000","last_fullsized":"2024-08-10T05:09:43.275922+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:31:58.085097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1154,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262075+0000","last_change":"2024-08-10T05:04:26.172715+0000","last_active":"2024-08-10T05:09:42.262075+0000","last_peered":"2024-08-10T05:09:42.262075+0000","last_clean":"2024-08-10T05:09:42.262075+0000","last_became_active":"2024-08-10T05:04:26.172425+0000","last_became_peered":"2024-08-10T05:04:26.172425+0000","last_unstale":"2024-08-10T05:09:42.262075+0000","last_undegraded":"2024-08-10T05:09:42.262075+0000","last_fullsized":"2024-08-10T05:09:42.262075+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:59:29.846589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1102,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548841+0000","last_change":"2024-08-10T05:04:26.167941+0000","last_active":"2024-08-10T05:09:43.548841+0000","last_peered":"2024-08-10T05:09:43.548841+0000","last_clean":"2024-08-10T05:09:43.548841+0000","last_became_active":"2024-08-10T05:04:26.167586+0000","last_became_peered":"2024-08-10T05:04:26.167586+0000","last_unstale":"2024-08-10T05:09:43.548841+0000","last_undegraded":"2024-08-10T05:09:43.548841+0000","last_fullsized":"2024-08-10T05:09:43.548841+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:55:28.078078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262578+0000","last_change":"2024-08-10T05:03:20.167095+0000","last_active":"2024-08-10T05:09:42.262578+0000","last_peered":"2024-08-10T05:09:42.262578+0000","last_clean":"2024-08-10T05:09:42.262578+0000","last_became_active":"2024-08-10T05:03:20.165403+0000","last_became_peered":"2024-08-10T05:03:20.165403+0000","last_unstale":"2024-08-10T05:09:42.262578+0000","last_undegraded":"2024-08-10T05:09:42.262578+0000","last_fullsized":"2024-08-10T05:09:42.262578+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:26:53.981677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1102,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548545+0000","last_change":"2024-08-10T05:04:26.179010+0000","last_active":"2024-08-10T05:09:43.548545+0000","last_peered":"2024-08-10T05:09:43.548545+0000","last_clean":"2024-08-10T05:09:43.548545+0000","last_became_active":"2024-08-10T05:04:26.177365+0000","last_became_peered":"2024-08-10T05:04:26.177365+0000","last_unstale":"2024-08-10T05:09:43.548545+0000","last_undegraded":"2024-08-10T05:09:43.548545+0000","last_fullsized":"2024-08-10T05:09:43.548545+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:00:53.150915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1171,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.222062+0000","last_change":"2024-08-10T05:03:53.241334+0000","last_active":"2024-08-10T05:09:41.222062+0000","last_peered":"2024-08-10T05:09:41.222062+0000","last_clean":"2024-08-10T05:09:41.222062+0000","last_became_active":"2024-08-10T05:03:53.241035+0000","last_became_peered":"2024-08-10T05:03:53.241035+0000","last_unstale":"2024-08-10T05:09:41.222062+0000","last_undegraded":"2024-08-10T05:09:41.222062+0000","last_fullsized":"2024-08-10T05:09:41.222062+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:59:32.088986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1091,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.549200+0000","last_change":"2024-08-10T05:04:26.178598+0000","last_active":"2024-08-10T05:09:43.549200+0000","last_peered":"2024-08-10T05:09:43.549200+0000","last_clean":"2024-08-10T05:09:43.549200+0000","last_became_active":"2024-08-10T05:04:26.178147+0000","last_became_peered":"2024-08-10T05:04:26.178147+0000","last_unstale":"2024-08-10T05:09:43.549200+0000","last_undegraded":"2024-08-10T05:09:43.549200+0000","last_fullsized":"2024-08-10T05:09:43.549200+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:11:14.523636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277618+0000","last_change":"2024-08-10T05:03:53.254998+0000","last_active":"2024-08-10T05:09:43.277618+0000","last_peered":"2024-08-10T05:09:43.277618+0000","last_clean":"2024-08-10T05:09:43.277618+0000","last_became_active":"2024-08-10T05:03:53.253689+0000","last_became_peered":"2024-08-10T05:03:53.253689+0000","last_unstale":"2024-08-10T05:09:43.277618+0000","last_undegraded":"2024-08-10T05:09:43.277618+0000","last_fullsized":"2024-08-10T05:09:43.277618+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:20:31.137614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1122,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277186+0000","last_change":"2024-08-10T05:03:53.252090+0000","last_active":"2024-08-10T05:09:43.277186+0000","last_peered":"2024-08-10T05:09:43.277186+0000","last_clean":"2024-08-10T05:09:43.277186+0000","last_became_active":"2024-08-10T05:03:53.251412+0000","last_became_peered":"2024-08-10T05:03:53.251412+0000","last_unstale":"2024-08-10T05:09:43.277186+0000","last_undegraded":"2024-08-10T05:09:43.277186+0000","last_fullsized":"2024-08-10T05:09:43.277186+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:54.091442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1175,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.268957+0000","last_change":"2024-08-10T05:03:53.248138+0000","last_active":"2024-08-10T05:09:43.268957+0000","last_peered":"2024-08-10T05:09:43.268957+0000","last_clean":"2024-08-10T05:09:43.268957+0000","last_became_active":"2024-08-10T05:03:53.247562+0000","last_became_peered":"2024-08-10T05:03:53.247562+0000","last_unstale":"2024-08-10T05:09:43.268957+0000","last_undegraded":"2024-08-10T05:09:43.268957+0000","last_fullsized":"2024-08-10T05:09:43.268957+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:03:41.773004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1204,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.223085+0000","last_change":"2024-08-10T05:03:53.247077+0000","last_active":"2024-08-10T05:09:41.223085+0000","last_peered":"2024-08-10T05:09:41.223085+0000","last_clean":"2024-08-10T05:09:41.223085+0000","last_became_active":"2024-08-10T05:03:53.246713+0000","last_became_peered":"2024-08-10T05:03:53.246713+0000","last_unstale":"2024-08-10T05:09:41.223085+0000","last_undegraded":"2024-08-10T05:09:41.223085+0000","last_fullsized":"2024-08-10T05:09:41.223085+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:01:49.089879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1304,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276823+0000","last_change":"2024-08-10T05:03:20.171514+0000","last_active":"2024-08-10T05:09:43.276823+0000","last_peered":"2024-08-10T05:09:43.276823+0000","last_clean":"2024-08-10T05:09:43.276823+0000","last_became_active":"2024-08-10T05:03:20.171165+0000","last_became_peered":"2024-08-10T05:03:20.171165+0000","last_unstale":"2024-08-10T05:09:43.276823+0000","last_undegraded":"2024-08-10T05:09:43.276823+0000","last_fullsized":"2024-08-10T05:09:43.276823+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:31:30.533094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1267,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.218923+0000","last_change":"2024-08-10T05:03:20.162429+0000","last_active":"2024-08-10T05:09:41.218923+0000","last_peered":"2024-08-10T05:09:41.218923+0000","last_clean":"2024-08-10T05:09:41.218923+0000","last_became_active":"2024-08-10T05:03:20.162137+0000","last_became_peered":"2024-08-10T05:03:20.162137+0000","last_unstale":"2024-08-10T05:09:41.218923+0000","last_undegraded":"2024-08-10T05:09:41.218923+0000","last_fullsized":"2024-08-10T05:09:41.218923+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:33:40.097470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1139,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.261584+0000","last_change":"2024-08-10T05:04:26.175820+0000","last_active":"2024-08-10T05:09:42.261584+0000","last_peered":"2024-08-10T05:09:42.261584+0000","last_clean":"2024-08-10T05:09:42.261584+0000","last_became_active":"2024-08-10T05:04:26.175535+0000","last_became_peered":"2024-08-10T05:04:26.175535+0000","last_unstale":"2024-08-10T05:09:42.261584+0000","last_undegraded":"2024-08-10T05:09:42.261584+0000","last_fullsized":"2024-08-10T05:09:42.261584+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:40:57.515842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1163,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262310+0000","last_change":"2024-08-10T05:04:26.173344+0000","last_active":"2024-08-10T05:09:42.262310+0000","last_peered":"2024-08-10T05:09:42.262310+0000","last_clean":"2024-08-10T05:09:42.262310+0000","last_became_active":"2024-08-10T05:04:26.172363+0000","last_became_peered":"2024-08-10T05:04:26.172363+0000","last_unstale":"2024-08-10T05:09:42.262310+0000","last_undegraded":"2024-08-10T05:09:42.262310+0000","last_fullsized":"2024-08-10T05:09:42.262310+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:36:07.795236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1250,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548523+0000","last_change":"2024-08-10T05:04:26.162689+0000","last_active":"2024-08-10T05:09:43.548523+0000","last_peered":"2024-08-10T05:09:43.548523+0000","last_clean":"2024-08-10T05:09:43.548523+0000","last_became_active":"2024-08-10T05:04:26.162418+0000","last_became_peered":"2024-08-10T05:04:26.162418+0000","last_unstale":"2024-08-10T05:09:43.548523+0000","last_undegraded":"2024-08-10T05:09:43.548523+0000","last_fullsized":"2024-08-10T05:09:43.548523+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:09:38.686581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1082,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548912+0000","last_change":"2024-08-10T05:04:26.171764+0000","last_active":"2024-08-10T05:09:43.548912+0000","last_peered":"2024-08-10T05:09:43.548912+0000","last_clean":"2024-08-10T05:09:43.548912+0000","last_became_active":"2024-08-10T05:04:26.171468+0000","last_became_peered":"2024-08-10T05:04:26.171468+0000","last_unstale":"2024-08-10T05:09:43.548912+0000","last_undegraded":"2024-08-10T05:09:43.548912+0000","last_fullsized":"2024-08-10T05:09:43.548912+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:13:25.734475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1126,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277246+0000","last_change":"2024-08-10T05:03:53.251731+0000","last_active":"2024-08-10T05:09:43.277246+0000","last_peered":"2024-08-10T05:09:43.277246+0000","last_clean":"2024-08-10T05:09:43.277246+0000","last_became_active":"2024-08-10T05:03:53.251408+0000","last_became_peered":"2024-08-10T05:03:53.251408+0000","last_unstale":"2024-08-10T05:09:43.277246+0000","last_undegraded":"2024-08-10T05:09:43.277246+0000","last_fullsized":"2024-08-10T05:09:43.277246+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:08:10.750441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1305,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276785+0000","last_change":"2024-08-10T05:04:26.181442+0000","last_active":"2024-08-10T05:09:43.276785+0000","last_peered":"2024-08-10T05:09:43.276785+0000","last_clean":"2024-08-10T05:09:43.276785+0000","last_became_active":"2024-08-10T05:04:26.180580+0000","last_became_peered":"2024-08-10T05:04:26.180580+0000","last_unstale":"2024-08-10T05:09:43.276785+0000","last_undegraded":"2024-08-10T05:09:43.276785+0000","last_fullsized":"2024-08-10T05:09:43.276785+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:35:07.571218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1138,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262188+0000","last_change":"2024-08-10T05:04:26.159304+0000","last_active":"2024-08-10T05:09:42.262188+0000","last_peered":"2024-08-10T05:09:42.262188+0000","last_clean":"2024-08-10T05:09:42.262188+0000","last_became_active":"2024-08-10T05:04:26.159006+0000","last_became_peered":"2024-08-10T05:04:26.159006+0000","last_unstale":"2024-08-10T05:09:42.262188+0000","last_undegraded":"2024-08-10T05:09:42.262188+0000","last_fullsized":"2024-08-10T05:09:42.262188+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:28:39.950278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1204,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.222613+0000","last_change":"2024-08-10T05:02:47.149298+0000","last_active":"2024-08-10T05:09:41.222613+0000","last_peered":"2024-08-10T05:09:41.222613+0000","last_clean":"2024-08-10T05:09:41.222613+0000","last_became_active":"2024-08-10T05:02:47.148996+0000","last_became_peered":"2024-08-10T05:02:47.148996+0000","last_unstale":"2024-08-10T05:09:41.222613+0000","last_undegraded":"2024-08-10T05:09:41.222613+0000","last_fullsized":"2024-08-10T05:09:41.222613+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:16:07.630839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1161,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.261807+0000","last_change":"2024-08-10T05:03:20.154808+0000","last_active":"2024-08-10T05:09:42.261807+0000","last_peered":"2024-08-10T05:09:42.261807+0000","last_clean":"2024-08-10T05:09:42.261807+0000","last_became_active":"2024-08-10T05:03:20.154503+0000","last_became_peered":"2024-08-10T05:03:20.154503+0000","last_unstale":"2024-08-10T05:09:42.261807+0000","last_undegraded":"2024-08-10T05:09:42.261807+0000","last_fullsized":"2024-08-10T05:09:42.261807+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:00:39.294626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1194,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.223535+0000","last_change":"2024-08-10T05:02:47.145396+0000","last_active":"2024-08-10T05:09:41.223535+0000","last_peered":"2024-08-10T05:09:41.223535+0000","last_clean":"2024-08-10T05:09:41.223535+0000","last_became_active":"2024-08-10T05:02:47.145079+0000","last_became_peered":"2024-08-10T05:02:47.145079+0000","last_unstale":"2024-08-10T05:09:41.223535+0000","last_undegraded":"2024-08-10T05:09:41.223535+0000","last_fullsized":"2024-08-10T05:09:41.223535+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:51:30.432328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277407+0000","last_change":"2024-08-10T05:04:26.164207+0000","last_active":"2024-08-10T05:09:43.277407+0000","last_peered":"2024-08-10T05:09:43.277407+0000","last_clean":"2024-08-10T05:09:43.277407+0000","last_became_active":"2024-08-10T05:04:26.163884+0000","last_became_peered":"2024-08-10T05:04:26.163884+0000","last_unstale":"2024-08-10T05:09:43.277407+0000","last_undegraded":"2024-08-10T05:09:43.277407+0000","last_fullsized":"2024-08-10T05:09:43.277407+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:24:12.673935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1267,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.218066+0000","last_change":"2024-08-10T05:02:14.112619+0000","last_active":"2024-08-10T05:09:41.218066+0000","last_peered":"2024-08-10T05:09:41.218066+0000","last_clean":"2024-08-10T05:09:41.218066+0000","last_became_active":"2024-08-10T05:02:14.112342+0000","last_became_peered":"2024-08-10T05:02:14.112342+0000","last_unstale":"2024-08-10T05:09:41.218066+0000","last_undegraded":"2024-08-10T05:09:41.218066+0000","last_fullsized":"2024-08-10T05:09:41.218066+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:49:26.749801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1213,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.223321+0000","last_change":"2024-08-10T05:02:47.147468+0000","last_active":"2024-08-10T05:09:41.223321+0000","last_peered":"2024-08-10T05:09:41.223321+0000","last_clean":"2024-08-10T05:09:41.223321+0000","last_became_active":"2024-08-10T05:02:47.147175+0000","last_became_peered":"2024-08-10T05:02:47.147175+0000","last_unstale":"2024-08-10T05:09:41.223321+0000","last_undegraded":"2024-08-10T05:09:41.223321+0000","last_fullsized":"2024-08-10T05:09:41.223321+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:27:19.557313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1251,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548490+0000","last_change":"2024-08-10T05:02:47.140642+0000","last_active":"2024-08-10T05:09:43.548490+0000","last_peered":"2024-08-10T05:09:43.548490+0000","last_clean":"2024-08-10T05:09:43.548490+0000","last_became_active":"2024-08-10T05:02:47.140332+0000","last_became_peered":"2024-08-10T05:02:47.140332+0000","last_unstale":"2024-08-10T05:09:43.548490+0000","last_undegraded":"2024-08-10T05:09:43.548490+0000","last_fullsized":"2024-08-10T05:09:43.548490+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:09:58.732434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1162,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262281+0000","last_change":"2024-08-10T05:03:20.166782+0000","last_active":"2024-08-10T05:09:42.262281+0000","last_peered":"2024-08-10T05:09:42.262281+0000","last_clean":"2024-08-10T05:09:42.262281+0000","last_became_active":"2024-08-10T05:03:20.163391+0000","last_became_peered":"2024-08-10T05:03:20.163391+0000","last_unstale":"2024-08-10T05:09:42.262281+0000","last_undegraded":"2024-08-10T05:09:42.262281+0000","last_fullsized":"2024-08-10T05:09:42.262281+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:54:45.297934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1250,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548158+0000","last_change":"2024-08-10T05:03:53.246191+0000","last_active":"2024-08-10T05:09:43.548158+0000","last_peered":"2024-08-10T05:09:43.548158+0000","last_clean":"2024-08-10T05:09:43.548158+0000","last_became_active":"2024-08-10T05:03:53.245712+0000","last_became_peered":"2024-08-10T05:03:53.245712+0000","last_unstale":"2024-08-10T05:09:43.548158+0000","last_undegraded":"2024-08-10T05:09:43.548158+0000","last_fullsized":"2024-08-10T05:09:43.548158+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:10:30.871209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275425+0000","last_change":"2024-08-10T05:03:53.250034+0000","last_active":"2024-08-10T05:09:43.275425+0000","last_peered":"2024-08-10T05:09:43.275425+0000","last_clean":"2024-08-10T05:09:43.275425+0000","last_became_active":"2024-08-10T05:03:53.249611+0000","last_became_peered":"2024-08-10T05:03:53.249611+0000","last_unstale":"2024-08-10T05:09:43.275425+0000","last_undegraded":"2024-08-10T05:09:43.275425+0000","last_fullsized":"2024-08-10T05:09:43.275425+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:46:16.708096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1206,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.268462+0000","last_change":"2024-08-10T05:02:47.140827+0000","last_active":"2024-08-10T05:09:43.268462+0000","last_peered":"2024-08-10T05:09:43.268462+0000","last_clean":"2024-08-10T05:09:43.268462+0000","last_became_active":"2024-08-10T05:02:47.140312+0000","last_became_peered":"2024-08-10T05:02:47.140312+0000","last_unstale":"2024-08-10T05:09:43.268462+0000","last_undegraded":"2024-08-10T05:09:43.268462+0000","last_fullsized":"2024-08-10T05:09:43.268462+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:20.606213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"548'2","reported_seq":1178,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.223280+0000","last_change":"2024-08-10T05:04:26.162039+0000","last_active":"2024-08-10T05:09:41.223280+0000","last_peered":"2024-08-10T05:09:41.223280+0000","last_clean":"2024-08-10T05:09:41.223280+0000","last_became_active":"2024-08-10T05:04:26.161782+0000","last_became_peered":"2024-08-10T05:04:26.161782+0000","last_unstale":"2024-08-10T05:09:41.223280+0000","last_undegraded":"2024-08-10T05:09:41.223280+0000","last_fullsized":"2024-08-10T05:09:41.223280+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:12:45.907364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1304,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276823+0000","last_change":"2024-08-10T05:04:26.180867+0000","last_active":"2024-08-10T05:09:43.276823+0000","last_peered":"2024-08-10T05:09:43.276823+0000","last_clean":"2024-08-10T05:09:43.276823+0000","last_became_active":"2024-08-10T05:04:26.180216+0000","last_became_peered":"2024-08-10T05:04:26.180216+0000","last_unstale":"2024-08-10T05:09:43.276823+0000","last_undegraded":"2024-08-10T05:09:43.276823+0000","last_fullsized":"2024-08-10T05:09:43.276823+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:43:28.797838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"548'2","reported_seq":1123,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276005+0000","last_change":"2024-08-10T05:04:26.161187+0000","last_active":"2024-08-10T05:09:43.276005+0000","last_peered":"2024-08-10T05:09:43.276005+0000","last_clean":"2024-08-10T05:09:43.276005+0000","last_became_active":"2024-08-10T05:04:26.160499+0000","last_became_peered":"2024-08-10T05:04:26.160499+0000","last_unstale":"2024-08-10T05:09:43.276005+0000","last_undegraded":"2024-08-10T05:09:43.276005+0000","last_fullsized":"2024-08-10T05:09:43.276005+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:56:11.724645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1216,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.221851+0000","last_change":"2024-08-10T05:03:53.247563+0000","last_active":"2024-08-10T05:09:41.221851+0000","last_peered":"2024-08-10T05:09:41.221851+0000","last_clean":"2024-08-10T05:09:41.221851+0000","last_became_active":"2024-08-10T05:03:53.247282+0000","last_became_peered":"2024-08-10T05:03:53.247282+0000","last_unstale":"2024-08-10T05:09:41.221851+0000","last_undegraded":"2024-08-10T05:09:41.221851+0000","last_fullsized":"2024-08-10T05:09:41.221851+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:34:16.480659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1212,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.222185+0000","last_change":"2024-08-10T05:02:14.123385+0000","last_active":"2024-08-10T05:09:41.222185+0000","last_peered":"2024-08-10T05:09:41.222185+0000","last_clean":"2024-08-10T05:09:41.222185+0000","last_became_active":"2024-08-10T05:02:14.122820+0000","last_became_peered":"2024-08-10T05:02:14.122820+0000","last_unstale":"2024-08-10T05:09:41.222185+0000","last_undegraded":"2024-08-10T05:09:41.222185+0000","last_fullsized":"2024-08-10T05:09:41.222185+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:47:27.691113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1146,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.261706+0000","last_change":"2024-08-10T05:04:26.159382+0000","last_active":"2024-08-10T05:09:42.261706+0000","last_peered":"2024-08-10T05:09:42.261706+0000","last_clean":"2024-08-10T05:09:42.261706+0000","last_became_active":"2024-08-10T05:04:26.159100+0000","last_became_peered":"2024-08-10T05:04:26.159100+0000","last_unstale":"2024-08-10T05:09:42.261706+0000","last_undegraded":"2024-08-10T05:09:42.261706+0000","last_fullsized":"2024-08-10T05:09:42.261706+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:15:41.016499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1267,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.218755+0000","last_change":"2024-08-10T05:02:47.145941+0000","last_active":"2024-08-10T05:09:41.218755+0000","last_peered":"2024-08-10T05:09:41.218755+0000","last_clean":"2024-08-10T05:09:41.218755+0000","last_became_active":"2024-08-10T05:02:47.145663+0000","last_became_peered":"2024-08-10T05:02:47.145663+0000","last_unstale":"2024-08-10T05:09:41.218755+0000","last_undegraded":"2024-08-10T05:09:41.218755+0000","last_fullsized":"2024-08-10T05:09:41.218755+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:29:44.102854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277808+0000","last_change":"2024-08-10T05:03:53.254895+0000","last_active":"2024-08-10T05:09:43.277808+0000","last_peered":"2024-08-10T05:09:43.277808+0000","last_clean":"2024-08-10T05:09:43.277808+0000","last_became_active":"2024-08-10T05:03:53.253623+0000","last_became_peered":"2024-08-10T05:03:53.253623+0000","last_unstale":"2024-08-10T05:09:43.277808+0000","last_undegraded":"2024-08-10T05:09:43.277808+0000","last_fullsized":"2024-08-10T05:09:43.277808+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:56:51.256399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1130,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262839+0000","last_change":"2024-08-10T05:04:26.171966+0000","last_active":"2024-08-10T05:09:42.262839+0000","last_peered":"2024-08-10T05:09:42.262839+0000","last_clean":"2024-08-10T05:09:42.262839+0000","last_became_active":"2024-08-10T05:04:26.171667+0000","last_became_peered":"2024-08-10T05:04:26.171667+0000","last_unstale":"2024-08-10T05:09:42.262839+0000","last_undegraded":"2024-08-10T05:09:42.262839+0000","last_fullsized":"2024-08-10T05:09:42.262839+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:29:10.791793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1164,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.263014+0000","last_change":"2024-08-10T05:03:53.251552+0000","last_active":"2024-08-10T05:09:42.263014+0000","last_peered":"2024-08-10T05:09:42.263014+0000","last_clean":"2024-08-10T05:09:42.263014+0000","last_became_active":"2024-08-10T05:03:53.250196+0000","last_became_peered":"2024-08-10T05:03:53.250196+0000","last_unstale":"2024-08-10T05:09:42.263014+0000","last_undegraded":"2024-08-10T05:09:42.263014+0000","last_fullsized":"2024-08-10T05:09:42.263014+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:49:07.703692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1304,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276015+0000","last_change":"2024-08-10T05:03:20.163511+0000","last_active":"2024-08-10T05:09:43.276015+0000","last_peered":"2024-08-10T05:09:43.276015+0000","last_clean":"2024-08-10T05:09:43.276015+0000","last_became_active":"2024-08-10T05:03:20.163240+0000","last_became_peered":"2024-08-10T05:03:20.163240+0000","last_unstale":"2024-08-10T05:09:43.276015+0000","last_undegraded":"2024-08-10T05:09:43.276015+0000","last_fullsized":"2024-08-10T05:09:43.276015+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:14:01.243715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1277,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.218999+0000","last_change":"2024-08-10T05:03:20.162552+0000","last_active":"2024-08-10T05:09:41.218999+0000","last_peered":"2024-08-10T05:09:41.218999+0000","last_clean":"2024-08-10T05:09:41.218999+0000","last_became_active":"2024-08-10T05:03:20.162211+0000","last_became_peered":"2024-08-10T05:03:20.162211+0000","last_unstale":"2024-08-10T05:09:41.218999+0000","last_undegraded":"2024-08-10T05:09:41.218999+0000","last_fullsized":"2024-08-10T05:09:41.218999+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:25:03.357307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1175,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.269193+0000","last_change":"2024-08-10T05:04:26.164215+0000","last_active":"2024-08-10T05:09:43.269193+0000","last_peered":"2024-08-10T05:09:43.269193+0000","last_clean":"2024-08-10T05:09:43.269193+0000","last_became_active":"2024-08-10T05:04:26.163906+0000","last_became_peered":"2024-08-10T05:04:26.163906+0000","last_unstale":"2024-08-10T05:09:43.269193+0000","last_undegraded":"2024-08-10T05:09:43.269193+0000","last_fullsized":"2024-08-10T05:09:43.269193+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:21:52.303847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"548'29","reported_seq":1152,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277456+0000","last_change":"2024-08-10T05:03:53.253443+0000","last_active":"2024-08-10T05:09:43.277456+0000","last_peered":"2024-08-10T05:09:43.277456+0000","last_clean":"2024-08-10T05:09:43.277456+0000","last_became_active":"2024-08-10T05:03:53.252963+0000","last_became_peered":"2024-08-10T05:03:53.252963+0000","last_unstale":"2024-08-10T05:09:43.277456+0000","last_undegraded":"2024-08-10T05:09:43.277456+0000","last_fullsized":"2024-08-10T05:09:43.277456+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:10:21.024159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1102,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548803+0000","last_change":"2024-08-10T05:04:26.175839+0000","last_active":"2024-08-10T05:09:43.548803+0000","last_peered":"2024-08-10T05:09:43.548803+0000","last_clean":"2024-08-10T05:09:43.548803+0000","last_became_active":"2024-08-10T05:04:26.174377+0000","last_became_peered":"2024-08-10T05:04:26.174377+0000","last_unstale":"2024-08-10T05:09:43.548803+0000","last_undegraded":"2024-08-10T05:09:43.548803+0000","last_fullsized":"2024-08-10T05:09:43.548803+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:12:28.501162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1313,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276896+0000","last_change":"2024-08-10T05:02:47.147579+0000","last_active":"2024-08-10T05:09:43.276896+0000","last_peered":"2024-08-10T05:09:43.276896+0000","last_clean":"2024-08-10T05:09:43.276896+0000","last_became_active":"2024-08-10T05:02:47.146601+0000","last_became_peered":"2024-08-10T05:02:47.146601+0000","last_unstale":"2024-08-10T05:09:43.276896+0000","last_undegraded":"2024-08-10T05:09:43.276896+0000","last_fullsized":"2024-08-10T05:09:43.276896+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:01:18.457225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1304,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276098+0000","last_change":"2024-08-10T05:04:26.174447+0000","last_active":"2024-08-10T05:09:43.276098+0000","last_peered":"2024-08-10T05:09:43.276098+0000","last_clean":"2024-08-10T05:09:43.276098+0000","last_became_active":"2024-08-10T05:04:26.174146+0000","last_became_peered":"2024-08-10T05:04:26.174146+0000","last_unstale":"2024-08-10T05:09:43.276098+0000","last_undegraded":"2024-08-10T05:09:43.276098+0000","last_fullsized":"2024-08-10T05:09:43.276098+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:27:00.999570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1156,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262970+0000","last_change":"2024-08-10T05:04:26.172932+0000","last_active":"2024-08-10T05:09:42.262970+0000","last_peered":"2024-08-10T05:09:42.262970+0000","last_clean":"2024-08-10T05:09:42.262970+0000","last_became_active":"2024-08-10T05:04:26.172613+0000","last_became_peered":"2024-08-10T05:04:26.172613+0000","last_unstale":"2024-08-10T05:09:42.262970+0000","last_undegraded":"2024-08-10T05:09:42.262970+0000","last_fullsized":"2024-08-10T05:09:42.262970+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:33:29.067662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1102,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548624+0000","last_change":"2024-08-10T05:04:26.171458+0000","last_active":"2024-08-10T05:09:43.548624+0000","last_peered":"2024-08-10T05:09:43.548624+0000","last_clean":"2024-08-10T05:09:43.548624+0000","last_became_active":"2024-08-10T05:04:26.171005+0000","last_became_peered":"2024-08-10T05:04:26.171005+0000","last_unstale":"2024-08-10T05:09:43.548624+0000","last_undegraded":"2024-08-10T05:09:43.548624+0000","last_fullsized":"2024-08-10T05:09:43.548624+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:37:03.365472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1129,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275647+0000","last_change":"2024-08-10T05:03:53.255493+0000","last_active":"2024-08-10T05:09:43.275647+0000","last_peered":"2024-08-10T05:09:43.275647+0000","last_clean":"2024-08-10T05:09:43.275647+0000","last_became_active":"2024-08-10T05:03:53.251536+0000","last_became_peered":"2024-08-10T05:03:53.251536+0000","last_unstale":"2024-08-10T05:09:43.275647+0000","last_undegraded":"2024-08-10T05:09:43.275647+0000","last_fullsized":"2024-08-10T05:09:43.275647+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T04:59:32.939290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275428+0000","last_change":"2024-08-10T05:03:53.249625+0000","last_active":"2024-08-10T05:09:43.275428+0000","last_peered":"2024-08-10T05:09:43.275428+0000","last_clean":"2024-08-10T05:09:43.275428+0000","last_became_active":"2024-08-10T05:03:53.249311+0000","last_became_peered":"2024-08-10T05:03:53.249311+0000","last_unstale":"2024-08-10T05:09:43.275428+0000","last_undegraded":"2024-08-10T05:09:43.275428+0000","last_fullsized":"2024-08-10T05:09:43.275428+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:15:20.168057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1269,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548089+0000","last_change":"2024-08-10T05:01:41.602309+0000","last_active":"2024-08-10T05:09:43.548089+0000","last_peered":"2024-08-10T05:09:43.548089+0000","last_clean":"2024-08-10T05:09:43.548089+0000","last_became_active":"2024-08-10T05:01:41.602002+0000","last_became_peered":"2024-08-10T05:01:41.602002+0000","last_unstale":"2024-08-10T05:09:43.548089+0000","last_undegraded":"2024-08-10T05:09:43.548089+0000","last_fullsized":"2024-08-10T05:09:43.548089+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:28:47.446127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1092,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548400+0000","last_change":"2024-08-10T05:04:26.173114+0000","last_active":"2024-08-10T05:09:43.548400+0000","last_peered":"2024-08-10T05:09:43.548400+0000","last_clean":"2024-08-10T05:09:43.548400+0000","last_became_active":"2024-08-10T05:04:26.172743+0000","last_became_peered":"2024-08-10T05:04:26.172743+0000","last_unstale":"2024-08-10T05:09:43.548400+0000","last_undegraded":"2024-08-10T05:09:43.548400+0000","last_fullsized":"2024-08-10T05:09:43.548400+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:05:11.804323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"822'731","reported_seq":3977,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548525+0000","last_change":"2024-08-10T05:09:43.548784+0000","last_active":"2024-08-10T05:09:43.548525+0000","last_peered":"2024-08-10T05:09:43.548525+0000","last_clean":"2024-08-10T05:09:43.548525+0000","last_became_active":"2024-08-10T05:01:41.602124+0000","last_became_peered":"2024-08-10T05:01:41.602124+0000","last_unstale":"2024-08-10T05:09:43.548525+0000","last_undegraded":"2024-08-10T05:09:43.548525+0000","last_fullsized":"2024-08-10T05:09:43.548525+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":731,"log_dups_size":0,"ondisk_log_size":731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:46:11.114213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048675600000000003,"stat_sum":{"num_bytes":13008896,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":157,"num_read_kb":206918,"num_write":291,"num_write_kb":59528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":19767296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"2.f","version":"66'1","reported_seq":1181,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.269245+0000","last_change":"2024-08-10T05:04:26.175487+0000","last_active":"2024-08-10T05:09:43.269245+0000","last_peered":"2024-08-10T05:09:43.269245+0000","last_clean":"2024-08-10T05:09:43.269245+0000","last_became_active":"2024-08-10T05:04:26.175190+0000","last_became_peered":"2024-08-10T05:04:26.175190+0000","last_unstale":"2024-08-10T05:09:43.269245+0000","last_undegraded":"2024-08-10T05:09:43.269245+0000","last_fullsized":"2024-08-10T05:09:43.269245+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:08:17.265590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1102,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.549204+0000","last_change":"2024-08-10T05:04:26.173272+0000","last_active":"2024-08-10T05:09:43.549204+0000","last_peered":"2024-08-10T05:09:43.549204+0000","last_clean":"2024-08-10T05:09:43.549204+0000","last_became_active":"2024-08-10T05:04:26.172917+0000","last_became_peered":"2024-08-10T05:04:26.172917+0000","last_unstale":"2024-08-10T05:09:43.549204+0000","last_undegraded":"2024-08-10T05:09:43.549204+0000","last_fullsized":"2024-08-10T05:09:43.549204+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:55:33.674560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"834'1702","reported_seq":4543,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.551504+0000","last_change":"2024-08-10T05:09:43.552471+0000","last_active":"2024-08-10T05:09:43.551504+0000","last_peered":"2024-08-10T05:09:43.551504+0000","last_clean":"2024-08-10T05:09:43.551504+0000","last_became_active":"2024-08-10T05:04:26.173823+0000","last_became_peered":"2024-08-10T05:04:26.173823+0000","last_unstale":"2024-08-10T05:09:43.551504+0000","last_undegraded":"2024-08-10T05:09:43.551504+0000","last_fullsized":"2024-08-10T05:09:43.551504+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":1702,"log_dups_size":0,"ondisk_log_size":1702,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:29:35.839525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0039018849999999999,"stat_sum":{"num_bytes":13795328,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":286,"num_read_kb":556800,"num_write":649,"num_write_kb":143208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":39174144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"2.e","version":"66'2","reported_seq":1259,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548641+0000","last_change":"2024-08-10T05:04:26.168028+0000","last_active":"2024-08-10T05:09:43.548641+0000","last_peered":"2024-08-10T05:09:43.548641+0000","last_clean":"2024-08-10T05:09:43.548641+0000","last_became_active":"2024-08-10T05:04:26.167610+0000","last_became_peered":"2024-08-10T05:04:26.167610+0000","last_unstale":"2024-08-10T05:09:43.548641+0000","last_undegraded":"2024-08-10T05:09:43.548641+0000","last_fullsized":"2024-08-10T05:09:43.548641+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:11:05.739028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1102,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.549348+0000","last_change":"2024-08-10T05:04:26.179308+0000","last_active":"2024-08-10T05:09:43.549348+0000","last_peered":"2024-08-10T05:09:43.549348+0000","last_clean":"2024-08-10T05:09:43.549348+0000","last_became_active":"2024-08-10T05:04:26.178967+0000","last_became_peered":"2024-08-10T05:04:26.178967+0000","last_unstale":"2024-08-10T05:09:43.549348+0000","last_undegraded":"2024-08-10T05:09:43.549348+0000","last_fullsized":"2024-08-10T05:09:43.549348+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:43:22.345240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"834'478","reported_seq":3714,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.550877+0000","last_change":"2024-08-10T05:09:43.551628+0000","last_active":"2024-08-10T05:09:43.550877+0000","last_peered":"2024-08-10T05:09:43.550877+0000","last_clean":"2024-08-10T05:09:43.550877+0000","last_became_active":"2024-08-10T05:02:47.139146+0000","last_became_peered":"2024-08-10T05:02:47.139146+0000","last_unstale":"2024-08-10T05:09:43.550877+0000","last_undegraded":"2024-08-10T05:09:43.550877+0000","last_fullsized":"2024-08-10T05:09:43.550877+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":478,"log_dups_size":0,"ondisk_log_size":478,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:55:49.258733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033321319999999998,"stat_sum":{"num_bytes":3186688,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":85,"num_read_kb":56334,"num_write":211,"num_write_kb":20848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3727360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"2.d","version":"66'1","reported_seq":1274,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.218284+0000","last_change":"2024-08-10T05:02:47.145283+0000","last_active":"2024-08-10T05:09:41.218284+0000","last_peered":"2024-08-10T05:09:41.218284+0000","last_clean":"2024-08-10T05:09:41.218284+0000","last_became_active":"2024-08-10T05:02:47.144945+0000","last_became_peered":"2024-08-10T05:02:47.144945+0000","last_unstale":"2024-08-10T05:09:41.218284+0000","last_undegraded":"2024-08-10T05:09:41.218284+0000","last_fullsized":"2024-08-10T05:09:41.218284+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:28:15.355223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1153,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262506+0000","last_change":"2024-08-10T05:03:53.250378+0000","last_active":"2024-08-10T05:09:42.262506+0000","last_peered":"2024-08-10T05:09:42.262506+0000","last_clean":"2024-08-10T05:09:42.262506+0000","last_became_active":"2024-08-10T05:03:53.250045+0000","last_became_peered":"2024-08-10T05:03:53.250045+0000","last_unstale":"2024-08-10T05:09:42.262506+0000","last_undegraded":"2024-08-10T05:09:42.262506+0000","last_fullsized":"2024-08-10T05:09:42.262506+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:10:56.463907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"834'726","reported_seq":3929,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.551999+0000","last_change":"2024-08-10T05:09:43.552958+0000","last_active":"2024-08-10T05:09:43.551999+0000","last_peered":"2024-08-10T05:09:43.551999+0000","last_clean":"2024-08-10T05:09:43.551999+0000","last_became_active":"2024-08-10T05:03:20.162590+0000","last_became_peered":"2024-08-10T05:03:20.162590+0000","last_unstale":"2024-08-10T05:09:43.551999+0000","last_undegraded":"2024-08-10T05:09:43.551999+0000","last_fullsized":"2024-08-10T05:09:43.551999+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":726,"log_dups_size":0,"ondisk_log_size":726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:52:58.274578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0042517340000000001,"stat_sum":{"num_bytes":3850240,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":114,"num_read_kb":93587,"num_write":237,"num_write_kb":61576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20168704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1254,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548432+0000","last_change":"2024-08-10T05:03:20.167445+0000","last_active":"2024-08-10T05:09:43.548432+0000","last_peered":"2024-08-10T05:09:43.548432+0000","last_clean":"2024-08-10T05:09:43.548432+0000","last_became_active":"2024-08-10T05:03:20.167146+0000","last_became_peered":"2024-08-10T05:03:20.167146+0000","last_unstale":"2024-08-10T05:09:43.548432+0000","last_undegraded":"2024-08-10T05:09:43.548432+0000","last_fullsized":"2024-08-10T05:09:43.548432+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:22:36.814451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1082,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.549055+0000","last_change":"2024-08-10T05:04:26.159624+0000","last_active":"2024-08-10T05:09:43.549055+0000","last_peered":"2024-08-10T05:09:43.549055+0000","last_clean":"2024-08-10T05:09:43.549055+0000","last_became_active":"2024-08-10T05:04:26.157904+0000","last_became_peered":"2024-08-10T05:04:26.157904+0000","last_unstale":"2024-08-10T05:09:43.549055+0000","last_undegraded":"2024-08-10T05:09:43.549055+0000","last_fullsized":"2024-08-10T05:09:43.549055+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:31:13.567455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"738'327","reported_seq":3244,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.549412+0000","last_change":"2024-08-10T05:09:43.549686+0000","last_active":"2024-08-10T05:09:43.549412+0000","last_peered":"2024-08-10T05:09:43.549412+0000","last_clean":"2024-08-10T05:09:43.549412+0000","last_became_active":"2024-08-10T05:04:26.170425+0000","last_became_peered":"2024-08-10T05:04:26.170425+0000","last_unstale":"2024-08-10T05:09:43.549412+0000","last_undegraded":"2024-08-10T05:09:43.549412+0000","last_fullsized":"2024-08-10T05:09:43.549412+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":327,"log_dups_size":0,"ondisk_log_size":327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:48:17.688658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063536099999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":37,"num_read_kb":48457,"num_write":115,"num_write_kb":25584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1335296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1117,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277598+0000","last_change":"2024-08-10T05:04:26.159362+0000","last_active":"2024-08-10T05:09:43.277598+0000","last_peered":"2024-08-10T05:09:43.277598+0000","last_clean":"2024-08-10T05:09:43.277598+0000","last_became_active":"2024-08-10T05:04:26.159062+0000","last_became_peered":"2024-08-10T05:04:26.159062+0000","last_unstale":"2024-08-10T05:09:43.277598+0000","last_undegraded":"2024-08-10T05:09:43.277598+0000","last_fullsized":"2024-08-10T05:09:43.277598+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:26:00.220334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042986499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"262'225","reported_seq":1692,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548535+0000","last_change":"2024-08-10T05:04:26.177878+0000","last_active":"2024-08-10T05:09:43.548535+0000","last_peered":"2024-08-10T05:09:43.548535+0000","last_clean":"2024-08-10T05:09:43.548535+0000","last_became_active":"2024-08-10T05:04:26.177491+0000","last_became_peered":"2024-08-10T05:04:26.177491+0000","last_unstale":"2024-08-10T05:09:43.548535+0000","last_undegraded":"2024-08-10T05:09:43.548535+0000","last_fullsized":"2024-08-10T05:09:43.548535+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:50:20.466426+0000","last_clean_scrub_stamp":"2024-08-10T04:50:20.466426+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:32:05.224745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1165,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.261587+0000","last_change":"2024-08-10T05:04:26.171235+0000","last_active":"2024-08-10T05:09:42.261587+0000","last_peered":"2024-08-10T05:09:42.261587+0000","last_clean":"2024-08-10T05:09:42.261587+0000","last_became_active":"2024-08-10T05:04:26.170922+0000","last_became_peered":"2024-08-10T05:04:26.170922+0000","last_unstale":"2024-08-10T05:09:42.261587+0000","last_undegraded":"2024-08-10T05:09:42.261587+0000","last_fullsized":"2024-08-10T05:09:42.261587+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:51:14.169109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1171,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.221893+0000","last_change":"2024-08-10T05:03:53.256018+0000","last_active":"2024-08-10T05:09:41.221893+0000","last_peered":"2024-08-10T05:09:41.221893+0000","last_clean":"2024-08-10T05:09:41.221893+0000","last_became_active":"2024-08-10T05:03:53.255669+0000","last_became_peered":"2024-08-10T05:03:53.255669+0000","last_unstale":"2024-08-10T05:09:41.221893+0000","last_undegraded":"2024-08-10T05:09:41.221893+0000","last_fullsized":"2024-08-10T05:09:41.221893+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:36.104366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"833'2911","reported_seq":5765,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.276700+0000","last_change":"2024-08-10T05:09:42.278250+0000","last_active":"2024-08-10T05:09:42.276700+0000","last_peered":"2024-08-10T05:09:42.276700+0000","last_clean":"2024-08-10T05:09:42.276700+0000","last_became_active":"2024-08-10T05:03:20.159517+0000","last_became_peered":"2024-08-10T05:03:20.159517+0000","last_unstale":"2024-08-10T05:09:42.276700+0000","last_undegraded":"2024-08-10T05:09:42.276700+0000","last_fullsized":"2024-08-10T05:09:42.276700+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":2911,"log_dups_size":0,"ondisk_log_size":2911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:36:39.858967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011492959000000001,"stat_sum":{"num_bytes":36413440,"num_objects":17,"num_object_clones":10,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":503,"num_read_kb":516613,"num_write":904,"num_write_kb":243144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":25501696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1315,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275757+0000","last_change":"2024-08-10T05:01:41.599791+0000","last_active":"2024-08-10T05:09:43.275757+0000","last_peered":"2024-08-10T05:09:43.275757+0000","last_clean":"2024-08-10T05:09:43.275757+0000","last_became_active":"2024-08-10T05:01:41.599498+0000","last_became_peered":"2024-08-10T05:01:41.599498+0000","last_unstale":"2024-08-10T05:09:43.275757+0000","last_undegraded":"2024-08-10T05:09:43.275757+0000","last_fullsized":"2024-08-10T05:09:43.275757+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:05:32.415167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1091,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548419+0000","last_change":"2024-08-10T05:04:26.178888+0000","last_active":"2024-08-10T05:09:43.548419+0000","last_peered":"2024-08-10T05:09:43.548419+0000","last_clean":"2024-08-10T05:09:43.548419+0000","last_became_active":"2024-08-10T05:04:26.178554+0000","last_became_peered":"2024-08-10T05:04:26.178554+0000","last_unstale":"2024-08-10T05:09:43.548419+0000","last_undegraded":"2024-08-10T05:09:43.548419+0000","last_fullsized":"2024-08-10T05:09:43.548419+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:41:32.483414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1305,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275239+0000","last_change":"2024-08-10T05:02:47.142646+0000","last_active":"2024-08-10T05:09:43.275239+0000","last_peered":"2024-08-10T05:09:43.275239+0000","last_clean":"2024-08-10T05:09:43.275239+0000","last_became_active":"2024-08-10T05:02:47.142275+0000","last_became_peered":"2024-08-10T05:02:47.142275+0000","last_unstale":"2024-08-10T05:09:43.275239+0000","last_undegraded":"2024-08-10T05:09:43.275239+0000","last_fullsized":"2024-08-10T05:09:43.275239+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:07:11.919009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"833'943","reported_seq":4105,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.553028+0000","last_change":"2024-08-10T05:09:43.553302+0000","last_active":"2024-08-10T05:09:43.553028+0000","last_peered":"2024-08-10T05:09:43.553028+0000","last_clean":"2024-08-10T05:09:43.553028+0000","last_became_active":"2024-08-10T05:03:20.164725+0000","last_became_peered":"2024-08-10T05:03:20.164725+0000","last_unstale":"2024-08-10T05:09:43.553028+0000","last_undegraded":"2024-08-10T05:09:43.553028+0000","last_fullsized":"2024-08-10T05:09:43.553028+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":943,"log_dups_size":0,"ondisk_log_size":943,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:57:18.033932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043449309999999998,"stat_sum":{"num_bytes":37576704,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":124,"num_read_kb":316728,"num_write":270,"num_write_kb":98288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":22675456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1266,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.220088+0000","last_change":"2024-08-10T05:03:20.162423+0000","last_active":"2024-08-10T05:09:41.220088+0000","last_peered":"2024-08-10T05:09:41.220088+0000","last_clean":"2024-08-10T05:09:41.220088+0000","last_became_active":"2024-08-10T05:03:20.162111+0000","last_became_peered":"2024-08-10T05:03:20.162111+0000","last_unstale":"2024-08-10T05:09:41.220088+0000","last_undegraded":"2024-08-10T05:09:41.220088+0000","last_fullsized":"2024-08-10T05:09:41.220088+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:49:19.762496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015318129999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1254,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548177+0000","last_change":"2024-08-10T05:02:14.121301+0000","last_active":"2024-08-10T05:09:43.548177+0000","last_peered":"2024-08-10T05:09:43.548177+0000","last_clean":"2024-08-10T05:09:43.548177+0000","last_became_active":"2024-08-10T05:02:14.121026+0000","last_became_peered":"2024-08-10T05:02:14.121026+0000","last_unstale":"2024-08-10T05:09:43.548177+0000","last_undegraded":"2024-08-10T05:09:43.548177+0000","last_fullsized":"2024-08-10T05:09:43.548177+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:29:45.556203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1268,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.219389+0000","last_change":"2024-08-10T05:03:53.242279+0000","last_active":"2024-08-10T05:09:41.219389+0000","last_peered":"2024-08-10T05:09:41.219389+0000","last_clean":"2024-08-10T05:09:41.219389+0000","last_became_active":"2024-08-10T05:03:53.241957+0000","last_became_peered":"2024-08-10T05:03:53.241957+0000","last_unstale":"2024-08-10T05:09:41.219389+0000","last_undegraded":"2024-08-10T05:09:41.219389+0000","last_fullsized":"2024-08-10T05:09:41.219389+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:36:08.456000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"832'532","reported_seq":3902,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277582+0000","last_change":"2024-08-10T05:09:43.278124+0000","last_active":"2024-08-10T05:09:43.277582+0000","last_peered":"2024-08-10T05:09:43.277582+0000","last_clean":"2024-08-10T05:09:43.277582+0000","last_became_active":"2024-08-10T05:02:47.146622+0000","last_became_peered":"2024-08-10T05:02:47.146622+0000","last_unstale":"2024-08-10T05:09:43.277582+0000","last_undegraded":"2024-08-10T05:09:43.277582+0000","last_fullsized":"2024-08-10T05:09:43.277582+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":532,"log_dups_size":0,"ondisk_log_size":532,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:51:57.249867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019854429999999999,"stat_sum":{"num_bytes":4833280,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":113,"num_read_kb":188361,"num_write":278,"num_write_kb":45872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9986048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1277,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.221492+0000","last_change":"2024-08-10T05:02:14.122482+0000","last_active":"2024-08-10T05:09:41.221492+0000","last_peered":"2024-08-10T05:09:41.221492+0000","last_clean":"2024-08-10T05:09:41.221492+0000","last_became_active":"2024-08-10T05:02:14.120992+0000","last_became_peered":"2024-08-10T05:02:14.120992+0000","last_unstale":"2024-08-10T05:09:41.221492+0000","last_undegraded":"2024-08-10T05:09:41.221492+0000","last_fullsized":"2024-08-10T05:09:41.221492+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:42:12.757871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262463+0000","last_change":"2024-08-10T05:03:53.256666+0000","last_active":"2024-08-10T05:09:42.262463+0000","last_peered":"2024-08-10T05:09:42.262463+0000","last_clean":"2024-08-10T05:09:42.262463+0000","last_became_active":"2024-08-10T05:03:53.255956+0000","last_became_peered":"2024-08-10T05:03:53.255956+0000","last_unstale":"2024-08-10T05:09:42.262463+0000","last_undegraded":"2024-08-10T05:09:42.262463+0000","last_fullsized":"2024-08-10T05:09:42.262463+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:46:41.993832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1249,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548388+0000","last_change":"2024-08-10T05:03:53.245925+0000","last_active":"2024-08-10T05:09:43.548388+0000","last_peered":"2024-08-10T05:09:43.548388+0000","last_clean":"2024-08-10T05:09:43.548388+0000","last_became_active":"2024-08-10T05:03:53.245585+0000","last_became_peered":"2024-08-10T05:03:53.245585+0000","last_unstale":"2024-08-10T05:09:43.548388+0000","last_undegraded":"2024-08-10T05:09:43.548388+0000","last_fullsized":"2024-08-10T05:09:43.548388+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:47:29.605005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"834'583","reported_seq":3925,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.280879+0000","last_change":"2024-08-10T05:09:43.281753+0000","last_active":"2024-08-10T05:09:43.280879+0000","last_peered":"2024-08-10T05:09:43.280879+0000","last_clean":"2024-08-10T05:09:43.280879+0000","last_became_active":"2024-08-10T05:03:53.249837+0000","last_became_peered":"2024-08-10T05:03:53.249837+0000","last_unstale":"2024-08-10T05:09:43.280879+0000","last_undegraded":"2024-08-10T05:09:43.280879+0000","last_fullsized":"2024-08-10T05:09:43.280879+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":583,"log_dups_size":0,"ondisk_log_size":583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:07:49.888908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0045395940000000001,"stat_sum":{"num_bytes":5660672,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":70,"num_read_kb":93392,"num_write":287,"num_write_kb":33384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":18563072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"4.2","version":"75'2","reported_seq":1279,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.218708+0000","last_change":"2024-08-10T05:03:20.171520+0000","last_active":"2024-08-10T05:09:41.218708+0000","last_peered":"2024-08-10T05:09:41.218708+0000","last_clean":"2024-08-10T05:09:41.218708+0000","last_became_active":"2024-08-10T05:03:20.171165+0000","last_became_peered":"2024-08-10T05:03:20.171165+0000","last_unstale":"2024-08-10T05:09:41.218708+0000","last_undegraded":"2024-08-10T05:09:41.218708+0000","last_fullsized":"2024-08-10T05:09:41.218708+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:53.307869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015018329999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1272,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.221176+0000","last_change":"2024-08-10T05:04:26.174883+0000","last_active":"2024-08-10T05:09:41.221176+0000","last_peered":"2024-08-10T05:09:41.221176+0000","last_clean":"2024-08-10T05:09:41.221176+0000","last_became_active":"2024-08-10T05:04:26.174611+0000","last_became_peered":"2024-08-10T05:04:26.174611+0000","last_unstale":"2024-08-10T05:09:41.221176+0000","last_undegraded":"2024-08-10T05:09:41.221176+0000","last_fullsized":"2024-08-10T05:09:41.221176+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:17:05.016126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1162,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262138+0000","last_change":"2024-08-10T05:03:20.159828+0000","last_active":"2024-08-10T05:09:42.262138+0000","last_peered":"2024-08-10T05:09:42.262138+0000","last_clean":"2024-08-10T05:09:42.262138+0000","last_became_active":"2024-08-10T05:03:20.159526+0000","last_became_peered":"2024-08-10T05:03:20.159526+0000","last_unstale":"2024-08-10T05:09:42.262138+0000","last_undegraded":"2024-08-10T05:09:42.262138+0000","last_fullsized":"2024-08-10T05:09:42.262138+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:08:19.516755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"834'3533","reported_seq":6260,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.292710+0000","last_change":"2024-08-10T05:09:43.293623+0000","last_active":"2024-08-10T05:09:43.292710+0000","last_peered":"2024-08-10T05:09:43.292710+0000","last_clean":"2024-08-10T05:09:43.292710+0000","last_became_active":"2024-08-10T05:03:53.253108+0000","last_became_peered":"2024-08-10T05:03:53.253108+0000","last_unstale":"2024-08-10T05:09:43.292710+0000","last_undegraded":"2024-08-10T05:09:43.292710+0000","last_fullsized":"2024-08-10T05:09:43.292710+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":3533,"log_dups_size":0,"ondisk_log_size":3533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:33:58.703145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017335811,"stat_sum":{"num_bytes":54312960,"num_objects":23,"num_object_clones":16,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":607,"num_read_kb":1006272,"num_write":1548,"num_write_kb":260376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":50708480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"4.3","version":"73'1","reported_seq":1316,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277005+0000","last_change":"2024-08-10T05:04:26.180551+0000","last_active":"2024-08-10T05:09:43.277005+0000","last_peered":"2024-08-10T05:09:43.277005+0000","last_clean":"2024-08-10T05:09:43.277005+0000","last_became_active":"2024-08-10T05:04:26.180193+0000","last_became_peered":"2024-08-10T05:04:26.180193+0000","last_unstale":"2024-08-10T05:09:43.277005+0000","last_undegraded":"2024-08-10T05:09:43.277005+0000","last_fullsized":"2024-08-10T05:09:43.277005+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:25:12.402100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1105,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.549023+0000","last_change":"2024-08-10T05:04:26.178076+0000","last_active":"2024-08-10T05:09:43.549023+0000","last_peered":"2024-08-10T05:09:43.549023+0000","last_clean":"2024-08-10T05:09:43.549023+0000","last_became_active":"2024-08-10T05:04:26.177762+0000","last_became_peered":"2024-08-10T05:04:26.177762+0000","last_unstale":"2024-08-10T05:09:43.549023+0000","last_undegraded":"2024-08-10T05:09:43.549023+0000","last_fullsized":"2024-08-10T05:09:43.549023+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:10:35.429838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1268,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.221381+0000","last_change":"2024-08-10T05:03:20.167022+0000","last_active":"2024-08-10T05:09:41.221381+0000","last_peered":"2024-08-10T05:09:41.221381+0000","last_clean":"2024-08-10T05:09:41.221381+0000","last_became_active":"2024-08-10T05:03:20.166672+0000","last_became_peered":"2024-08-10T05:03:20.166672+0000","last_unstale":"2024-08-10T05:09:41.221381+0000","last_undegraded":"2024-08-10T05:09:41.221381+0000","last_fullsized":"2024-08-10T05:09:41.221381+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:02:02.146403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"833'518","reported_seq":3644,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.269018+0000","last_change":"2024-08-10T05:09:43.269441+0000","last_active":"2024-08-10T05:09:43.269018+0000","last_peered":"2024-08-10T05:09:43.269018+0000","last_clean":"2024-08-10T05:09:43.269018+0000","last_became_active":"2024-08-10T05:04:26.172735+0000","last_became_peered":"2024-08-10T05:04:26.172735+0000","last_unstale":"2024-08-10T05:09:43.269018+0000","last_undegraded":"2024-08-10T05:09:43.269018+0000","last_fullsized":"2024-08-10T05:09:43.269018+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":518,"log_dups_size":0,"ondisk_log_size":518,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:00:15.965304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081942899999999999,"stat_sum":{"num_bytes":5586944,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":68,"num_read_kb":89662,"num_write":217,"num_write_kb":37600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1212,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.222168+0000","last_change":"2024-08-10T05:04:26.176059+0000","last_active":"2024-08-10T05:09:41.222168+0000","last_peered":"2024-08-10T05:09:41.222168+0000","last_clean":"2024-08-10T05:09:41.222168+0000","last_became_active":"2024-08-10T05:04:26.175746+0000","last_became_peered":"2024-08-10T05:04:26.175746+0000","last_unstale":"2024-08-10T05:09:41.222168+0000","last_undegraded":"2024-08-10T05:09:41.222168+0000","last_fullsized":"2024-08-10T05:09:41.222168+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:49:45.564163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034888299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"551'2","reported_seq":1275,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.219828+0000","last_change":"2024-08-10T05:03:53.248355+0000","last_active":"2024-08-10T05:09:41.219828+0000","last_peered":"2024-08-10T05:09:41.219828+0000","last_clean":"2024-08-10T05:09:41.219828+0000","last_became_active":"2024-08-10T05:03:53.248111+0000","last_became_peered":"2024-08-10T05:03:53.248111+0000","last_unstale":"2024-08-10T05:09:41.219828+0000","last_undegraded":"2024-08-10T05:09:41.219828+0000","last_fullsized":"2024-08-10T05:09:41.219828+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:36:36.203769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1213,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.224374+0000","last_change":"2024-08-10T05:04:26.176398+0000","last_active":"2024-08-10T05:09:41.224374+0000","last_peered":"2024-08-10T05:09:41.224374+0000","last_clean":"2024-08-10T05:09:41.224374+0000","last_became_active":"2024-08-10T05:04:26.176090+0000","last_became_peered":"2024-08-10T05:04:26.176090+0000","last_unstale":"2024-08-10T05:09:41.224374+0000","last_undegraded":"2024-08-10T05:09:41.224374+0000","last_fullsized":"2024-08-10T05:09:41.224374+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:11:01.481601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"832'1253","reported_seq":4327,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.232350+0000","last_change":"2024-08-10T05:09:41.233768+0000","last_active":"2024-08-10T05:09:41.232350+0000","last_peered":"2024-08-10T05:09:41.232350+0000","last_clean":"2024-08-10T05:09:41.232350+0000","last_became_active":"2024-08-10T05:02:47.144321+0000","last_became_peered":"2024-08-10T05:02:47.144321+0000","last_unstale":"2024-08-10T05:09:41.232350+0000","last_undegraded":"2024-08-10T05:09:41.232350+0000","last_fullsized":"2024-08-10T05:09:41.232350+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":1253,"log_dups_size":0,"ondisk_log_size":1253,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:24:34.528008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0111348,"stat_sum":{"num_bytes":3833856,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":212,"num_read_kb":182501,"num_write":363,"num_write_kb":99672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":25575424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1b4","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1185,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.268562+0000","last_change":"2024-08-10T05:03:53.246762+0000","last_active":"2024-08-10T05:09:43.268562+0000","last_peered":"2024-08-10T05:09:43.268562+0000","last_clean":"2024-08-10T05:09:43.268562+0000","last_became_active":"2024-08-10T05:03:53.246438+0000","last_became_peered":"2024-08-10T05:03:53.246438+0000","last_unstale":"2024-08-10T05:09:43.268562+0000","last_undegraded":"2024-08-10T05:09:43.268562+0000","last_fullsized":"2024-08-10T05:09:43.268562+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:53:53.652751+0000","last_clean_scrub_stamp":"2024-08-10T04:53:53.652751+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:03:42.834354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1102,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277694+0000","last_change":"2024-08-10T05:04:26.170939+0000","last_active":"2024-08-10T05:09:43.277694+0000","last_peered":"2024-08-10T05:09:43.277694+0000","last_clean":"2024-08-10T05:09:43.277694+0000","last_became_active":"2024-08-10T05:04:26.170442+0000","last_became_peered":"2024-08-10T05:04:26.170442+0000","last_unstale":"2024-08-10T05:09:43.277694+0000","last_undegraded":"2024-08-10T05:09:43.277694+0000","last_fullsized":"2024-08-10T05:09:43.277694+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:28:00.350041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1305,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275646+0000","last_change":"2024-08-10T05:02:47.146720+0000","last_active":"2024-08-10T05:09:43.275646+0000","last_peered":"2024-08-10T05:09:43.275646+0000","last_clean":"2024-08-10T05:09:43.275646+0000","last_became_active":"2024-08-10T05:02:47.146404+0000","last_became_peered":"2024-08-10T05:02:47.146404+0000","last_unstale":"2024-08-10T05:09:43.275646+0000","last_undegraded":"2024-08-10T05:09:43.275646+0000","last_fullsized":"2024-08-10T05:09:43.275646+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:09:00.911102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"833'1238","reported_seq":4222,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.275549+0000","last_change":"2024-08-10T05:09:42.277248+0000","last_active":"2024-08-10T05:09:42.275549+0000","last_peered":"2024-08-10T05:09:42.275549+0000","last_clean":"2024-08-10T05:09:42.275549+0000","last_became_active":"2024-08-10T05:03:53.246719+0000","last_became_peered":"2024-08-10T05:03:53.246719+0000","last_unstale":"2024-08-10T05:09:42.275549+0000","last_undegraded":"2024-08-10T05:09:42.275549+0000","last_fullsized":"2024-08-10T05:09:42.275549+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":1238,"log_dups_size":0,"ondisk_log_size":1238,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:43:08.443332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014575338,"stat_sum":{"num_bytes":11599872,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":214,"num_read_kb":271145,"num_write":521,"num_write_kb":69040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":11403264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1091,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548462+0000","last_change":"2024-08-10T05:04:26.177979+0000","last_active":"2024-08-10T05:09:43.548462+0000","last_peered":"2024-08-10T05:09:43.548462+0000","last_clean":"2024-08-10T05:09:43.548462+0000","last_became_active":"2024-08-10T05:04:26.177309+0000","last_became_peered":"2024-08-10T05:04:26.177309+0000","last_unstale":"2024-08-10T05:09:43.548462+0000","last_undegraded":"2024-08-10T05:09:43.548462+0000","last_fullsized":"2024-08-10T05:09:43.548462+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:31:23.568906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1199,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.268791+0000","last_change":"2024-08-10T05:04:26.172265+0000","last_active":"2024-08-10T05:09:43.268791+0000","last_peered":"2024-08-10T05:09:43.268791+0000","last_clean":"2024-08-10T05:09:43.268791+0000","last_became_active":"2024-08-10T05:04:26.171985+0000","last_became_peered":"2024-08-10T05:04:26.171985+0000","last_unstale":"2024-08-10T05:09:43.268791+0000","last_undegraded":"2024-08-10T05:09:43.268791+0000","last_fullsized":"2024-08-10T05:09:43.268791+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:49:06.727012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"834'2076","reported_seq":5100,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.277830+0000","last_change":"2024-08-10T05:09:43.279488+0000","last_active":"2024-08-10T05:09:43.277830+0000","last_peered":"2024-08-10T05:09:43.277830+0000","last_clean":"2024-08-10T05:09:43.277830+0000","last_became_active":"2024-08-10T05:03:20.152147+0000","last_became_peered":"2024-08-10T05:03:20.152147+0000","last_unstale":"2024-08-10T05:09:43.277830+0000","last_undegraded":"2024-08-10T05:09:43.277830+0000","last_fullsized":"2024-08-10T05:09:43.277830+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":2076,"log_dups_size":0,"ondisk_log_size":2076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:16:50.272295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099797610000000002,"stat_sum":{"num_bytes":27893760,"num_objects":16,"num_object_clones":11,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":372,"num_read_kb":463072,"num_write":785,"num_write_kb":170720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":27467776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1284,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.219083+0000","last_change":"2024-08-10T05:02:14.108768+0000","last_active":"2024-08-10T05:09:41.219083+0000","last_peered":"2024-08-10T05:09:41.219083+0000","last_clean":"2024-08-10T05:09:41.219083+0000","last_became_active":"2024-08-10T05:02:14.108482+0000","last_became_peered":"2024-08-10T05:02:14.108482+0000","last_unstale":"2024-08-10T05:09:41.219083+0000","last_undegraded":"2024-08-10T05:09:41.219083+0000","last_fullsized":"2024-08-10T05:09:41.219083+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:38:11.984907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1204,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.222526+0000","last_change":"2024-08-10T05:04:26.167676+0000","last_active":"2024-08-10T05:09:41.222526+0000","last_peered":"2024-08-10T05:09:41.222526+0000","last_clean":"2024-08-10T05:09:41.222526+0000","last_became_active":"2024-08-10T05:04:26.167353+0000","last_became_peered":"2024-08-10T05:04:26.167353+0000","last_unstale":"2024-08-10T05:09:41.222526+0000","last_undegraded":"2024-08-10T05:09:41.222526+0000","last_fullsized":"2024-08-10T05:09:41.222526+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:04:07.755822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"834'1315","reported_seq":4481,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.553838+0000","last_change":"2024-08-10T05:09:43.554498+0000","last_active":"2024-08-10T05:09:43.553838+0000","last_peered":"2024-08-10T05:09:43.553838+0000","last_clean":"2024-08-10T05:09:43.553838+0000","last_became_active":"2024-08-10T05:04:26.154811+0000","last_became_peered":"2024-08-10T05:04:26.154811+0000","last_unstale":"2024-08-10T05:09:43.553838+0000","last_undegraded":"2024-08-10T05:09:43.553838+0000","last_fullsized":"2024-08-10T05:09:43.553838+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":1315,"log_dups_size":0,"ondisk_log_size":1315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:32:49.356386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.005766017,"stat_sum":{"num_bytes":26025984,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":256,"num_read_kb":329066,"num_write":488,"num_write_kb":103744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":12779520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1ab","length":"1"},{"start":"1ad","length":"1"},{"start":"1b4","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1268,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.218596+0000","last_change":"2024-08-10T05:04:26.156644+0000","last_active":"2024-08-10T05:09:41.218596+0000","last_peered":"2024-08-10T05:09:41.218596+0000","last_clean":"2024-08-10T05:09:41.218596+0000","last_became_active":"2024-08-10T05:04:26.156267+0000","last_became_peered":"2024-08-10T05:04:26.156267+0000","last_unstale":"2024-08-10T05:09:41.218596+0000","last_undegraded":"2024-08-10T05:09:41.218596+0000","last_fullsized":"2024-08-10T05:09:41.218596+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:55:39.875807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1213,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.223368+0000","last_change":"2024-08-10T05:02:47.145320+0000","last_active":"2024-08-10T05:09:41.223368+0000","last_peered":"2024-08-10T05:09:41.223368+0000","last_clean":"2024-08-10T05:09:41.223368+0000","last_became_active":"2024-08-10T05:02:47.145002+0000","last_became_peered":"2024-08-10T05:02:47.145002+0000","last_unstale":"2024-08-10T05:09:41.223368+0000","last_undegraded":"2024-08-10T05:09:41.223368+0000","last_fullsized":"2024-08-10T05:09:41.223368+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:38:40.001113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"832'2785","reported_seq":5869,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.257616+0000","last_change":"2024-08-10T05:09:41.260580+0000","last_active":"2024-08-10T05:09:41.257616+0000","last_peered":"2024-08-10T05:09:41.257616+0000","last_clean":"2024-08-10T05:09:41.257616+0000","last_became_active":"2024-08-10T05:02:47.151332+0000","last_became_peered":"2024-08-10T05:02:47.151332+0000","last_unstale":"2024-08-10T05:09:41.257616+0000","last_undegraded":"2024-08-10T05:09:41.257616+0000","last_fullsized":"2024-08-10T05:09:41.257616+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:56:37.355494+0000","last_clean_scrub_stamp":"2024-08-10T04:56:37.355494+0000","objects_scrubbed":0,"log_size":2785,"log_dups_size":0,"ondisk_log_size":2785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:38:22.783819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.040237521999999998,"stat_sum":{"num_bytes":43155456,"num_objects":22,"num_object_clones":16,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":2,"num_read":507,"num_read_kb":689134,"num_write":1009,"num_write_kb":222584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":64684032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1a5","length":"2"},{"start":"1b4","length":"1"}]},{"pgid":"2.b","version":"548'3","reported_seq":1098,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548567+0000","last_change":"2024-08-10T05:04:26.163688+0000","last_active":"2024-08-10T05:09:43.548567+0000","last_peered":"2024-08-10T05:09:43.548567+0000","last_clean":"2024-08-10T05:09:43.548567+0000","last_became_active":"2024-08-10T05:04:26.163239+0000","last_became_peered":"2024-08-10T05:04:26.163239+0000","last_unstale":"2024-08-10T05:09:43.548567+0000","last_undegraded":"2024-08-10T05:09:43.548567+0000","last_fullsized":"2024-08-10T05:09:43.548567+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:00.050459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1126,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276237+0000","last_change":"2024-08-10T05:03:53.251394+0000","last_active":"2024-08-10T05:09:43.276237+0000","last_peered":"2024-08-10T05:09:43.276237+0000","last_clean":"2024-08-10T05:09:43.276237+0000","last_became_active":"2024-08-10T05:03:53.250878+0000","last_became_peered":"2024-08-10T05:03:53.250878+0000","last_unstale":"2024-08-10T05:09:43.276237+0000","last_undegraded":"2024-08-10T05:09:43.276237+0000","last_fullsized":"2024-08-10T05:09:43.276237+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:41:49.728944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1143,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.261956+0000","last_change":"2024-08-10T05:03:53.249705+0000","last_active":"2024-08-10T05:09:42.261956+0000","last_peered":"2024-08-10T05:09:42.261956+0000","last_clean":"2024-08-10T05:09:42.261956+0000","last_became_active":"2024-08-10T05:03:53.248689+0000","last_became_peered":"2024-08-10T05:03:53.248689+0000","last_unstale":"2024-08-10T05:09:42.261956+0000","last_undegraded":"2024-08-10T05:09:42.261956+0000","last_fullsized":"2024-08-10T05:09:42.261956+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:22:06.551002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1098,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548812+0000","last_change":"2024-08-10T05:04:26.171306+0000","last_active":"2024-08-10T05:09:43.548812+0000","last_peered":"2024-08-10T05:09:43.548812+0000","last_clean":"2024-08-10T05:09:43.548812+0000","last_became_active":"2024-08-10T05:04:26.170451+0000","last_became_peered":"2024-08-10T05:04:26.170451+0000","last_unstale":"2024-08-10T05:09:43.548812+0000","last_undegraded":"2024-08-10T05:09:43.548812+0000","last_fullsized":"2024-08-10T05:09:43.548812+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:28:08.258690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1151,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-08-10T05:09:42.262614+0000","last_change":"2024-08-10T05:03:20.156341+0000","last_active":"2024-08-10T05:09:42.262614+0000","last_peered":"2024-08-10T05:09:42.262614+0000","last_clean":"2024-08-10T05:09:42.262614+0000","last_became_active":"2024-08-10T05:03:20.153327+0000","last_became_peered":"2024-08-10T05:03:20.153327+0000","last_unstale":"2024-08-10T05:09:42.262614+0000","last_undegraded":"2024-08-10T05:09:42.262614+0000","last_fullsized":"2024-08-10T05:09:42.262614+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:46:37.601164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1089,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.548832+0000","last_change":"2024-08-10T05:04:26.178153+0000","last_active":"2024-08-10T05:09:43.548832+0000","last_peered":"2024-08-10T05:09:43.548832+0000","last_clean":"2024-08-10T05:09:43.548832+0000","last_became_active":"2024-08-10T05:04:26.177279+0000","last_became_peered":"2024-08-10T05:04:26.177279+0000","last_unstale":"2024-08-10T05:09:43.548832+0000","last_undegraded":"2024-08-10T05:09:43.548832+0000","last_fullsized":"2024-08-10T05:09:43.548832+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:30:54.673564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1305,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.275916+0000","last_change":"2024-08-10T05:03:20.163449+0000","last_active":"2024-08-10T05:09:43.275916+0000","last_peered":"2024-08-10T05:09:43.275916+0000","last_clean":"2024-08-10T05:09:43.275916+0000","last_became_active":"2024-08-10T05:03:20.163164+0000","last_became_peered":"2024-08-10T05:03:20.163164+0000","last_unstale":"2024-08-10T05:09:43.275916+0000","last_undegraded":"2024-08-10T05:09:43.275916+0000","last_fullsized":"2024-08-10T05:09:43.275916+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:28:16.576438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"548'2","reported_seq":1218,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.225988+0000","last_change":"2024-08-10T05:03:20.161990+0000","last_active":"2024-08-10T05:09:41.225988+0000","last_peered":"2024-08-10T05:09:41.225988+0000","last_clean":"2024-08-10T05:09:41.225988+0000","last_became_active":"2024-08-10T05:03:20.161606+0000","last_became_peered":"2024-08-10T05:03:20.161606+0000","last_unstale":"2024-08-10T05:09:41.225988+0000","last_undegraded":"2024-08-10T05:09:41.225988+0000","last_fullsized":"2024-08-10T05:09:41.225988+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:31:36.816048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1194,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-08-10T05:09:41.225848+0000","last_change":"2024-08-10T05:03:53.251275+0000","last_active":"2024-08-10T05:09:41.225848+0000","last_peered":"2024-08-10T05:09:41.225848+0000","last_clean":"2024-08-10T05:09:41.225848+0000","last_became_active":"2024-08-10T05:03:53.250914+0000","last_became_peered":"2024-08-10T05:03:53.250914+0000","last_unstale":"2024-08-10T05:09:41.225848+0000","last_undegraded":"2024-08-10T05:09:41.225848+0000","last_fullsized":"2024-08-10T05:09:41.225848+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:45.374148+0000","last_clean_scrub_stamp":"2024-08-10T04:52:45.374148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:22:59.199203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"548'5","reported_seq":1317,"reported_epoch":834,"state":"active+clean","last_fresh":"2024-08-10T05:09:43.276576+0000","last_change":"2024-08-10T05:04:26.180960+0000","last_active":"2024-08-10T05:09:43.276576+0000","last_peered":"2024-08-10T05:09:43.276576+0000","last_clean":"2024-08-10T05:09:43.276576+0000","last_became_active":"2024-08-10T05:04:26.180470+0000","last_became_peered":"2024-08-10T05:04:26.180470+0000","last_unstale":"2024-08-10T05:09:43.276576+0000","last_undegraded":"2024-08-10T05:09:43.276576+0000","last_fullsized":"2024-08-10T05:09:43.276576+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T04:52:42.176360+0000","last_clean_scrub_stamp":"2024-08-10T04:52:42.176360+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:28:37.670560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":290734080,"num_objects":156,"num_object_clones":108,"num_object_copies":468,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":156,"num_whiteouts":9,"num_read":3725,"num_read_kb":5108042,"num_write":8173,"num_write_kb":1695168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":114,"num_bytes_recovered":353517568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":419721216,"data_stored":897196032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21651,"ondisk_log_size":21651,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46044,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":526,"seq":2259152797761,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":124796,"kb_used_data":28460,"kb_used_omap":26,"kb_used_meta":96293,"kb_avail":93620356,"statfs":{"total":95995035648,"available":95867244544,"internally_reserved":0,"allocated":29143040,"data_stored":36388762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26638,"internal_metadata":98605042},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":493,"seq":2117418877000,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303740,"kb_used_data":51440,"kb_used_omap":39,"kb_used_meta":252248,"kb_avail":93441412,"statfs":{"total":95995035648,"available":95684005888,"internally_reserved":0,"allocated":52674560,"data_stored":133346300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39986,"internal_metadata":258302926},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":460,"seq":1975684956238,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":482604,"kb_used_data":101720,"kb_used_omap":62,"kb_used_meta":380801,"kb_avail":93262548,"statfs":{"total":95995035648,"available":95500849152,"internally_reserved":0,"allocated":104161280,"data_stored":216780070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":63575,"internal_metadata":389941161},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":430,"seq":1846835937365,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":371004,"kb_used_data":56688,"kb_used_omap":39,"kb_used_meta":314264,"kb_avail":93374148,"statfs":{"total":95995035648,"available":95615127552,"internally_reserved":0,"allocated":58048512,"data_stored":100314621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40093,"internal_metadata":321807203},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":398,"seq":1709396983899,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":148368,"kb_used_data":16708,"kb_used_omap":18,"kb_used_meta":131629,"kb_avail":93596784,"statfs":{"total":95995035648,"available":95843106816,"internally_reserved":0,"allocated":17108992,"data_stored":23975950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19326,"internal_metadata":134788226},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":366,"seq":1571958030434,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":173680,"kb_used_data":47908,"kb_used_omap":26,"kb_used_meta":125733,"kb_avail":93571472,"statfs":{"total":95995035648,"available":95817187328,"internally_reserved":0,"allocated":49057792,"data_stored":79399754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26738,"internal_metadata":128751502},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":334,"seq":1434519076968,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":405064,"kb_used_data":81788,"kb_used_omap":49,"kb_used_meta":323214,"kb_avail":93340088,"statfs":{"total":95995035648,"available":95580250112,"internally_reserved":0,"allocated":83750912,"data_stored":139342255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50668,"internal_metadata":330971668},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123503,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":673816,"kb_used_data":100232,"kb_used_omap":56,"kb_used_meta":573511,"kb_avail":93071336,"statfs":{"total":95995035648,"available":95305048064,"internally_reserved":0,"allocated":102637568,"data_stored":212832278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57848,"internal_metadata":587275784},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6400,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4366,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5136,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6702,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5867,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5943,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5802,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5828,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":92647424,"data_stored":206811136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":74391552,"data_stored":133931008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":39677952,"data_stored":73969664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":7737344,"data_stored":18558976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":48648192,"data_stored":94883840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94773248,"data_stored":211353600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":42684416,"data_stored":127320064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":19161088,"data_stored":30367744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T05:09:48.838 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-10T05:09:48.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-10T05:09:49.091 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:09:49.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:49 smithi078 ceph-mon[94618]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:09:49.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:49 smithi078 ceph-mon[94618]: pgmap v922: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-10T05:09:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:49 smithi078 ceph-mon[92251]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:09:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:49 smithi078 ceph-mon[92251]: pgmap v922: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-10T05:09:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:49 smithi107 ceph-mon[86658]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:09:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:49 smithi107 ceph-mon[86658]: pgmap v922: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-10T05:09:51.218 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'unique_pool_0' removed 2024-08-10T05:09:51.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[92251]: pgmap v923: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 915 KiB/s wr, 10 op/s 2024-08-10T05:09:51.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3743675213' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:09:51.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3743675213' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T05:09:51.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[92251]: osdmap e836: 8 total, 8 up, 8 in 2024-08-10T05:09:51.860 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[94618]: pgmap v923: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 915 KiB/s wr, 10 op/s 2024-08-10T05:09:51.860 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3743675213' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:09:51.860 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3743675213' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T05:09:51.861 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-mon[94618]: osdmap e836: 8 total, 8 up, 8 in 2024-08-10T05:09:51.869 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:51 smithi107 ceph-mon[86658]: pgmap v923: 121 pgs: 121 active+clean; 278 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 915 KiB/s wr, 10 op/s 2024-08-10T05:09:51.869 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:51 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3743675213' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:09:51.869 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:51 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3743675213' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T05:09:51.869 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:51 smithi107 ceph-mon[86658]: osdmap e836: 8 total, 8 up, 8 in 2024-08-10T05:09:51.887 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:09:51.887 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-10T05:09:51.887 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:09:51.887 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-10T05:09:51.887 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:09:51.888 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:09:51.888 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:09:51.889 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:09:51.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:09:51.908 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T05:09:51.908 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:09:51.966 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T05:09:51.966 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T05:09:52.022 INFO:tasks.workunit:timeout=3h 2024-08-10T05:09:52.022 INFO:tasks.workunit:cleanup=True 2024-08-10T05:09:52.023 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:09:52.079 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T05:09:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:09:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:09:51] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-08-10T05:09:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:09:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:09:53.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:53 smithi078 ceph-mon[92251]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:53.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:53 smithi078 ceph-mon[94618]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:53 smithi107 ceph-mon[86658]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:55 smithi078 ceph-mon[92251]: pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:55 smithi078 ceph-mon[94618]: pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:55 smithi107 ceph-mon[86658]: pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:57.689 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T05:09:57.746 INFO:tasks.workunit.client.0.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:09:57.748 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:09:57.748 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:09:57.798 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:09:57.848 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:09:57.888 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:09:57.889 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:09:57.890 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:09:57.928 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:09:57.931 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T05:09:57.931 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T05:09:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:57 smithi078 ceph-mon[94618]: pgmap v927: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:57 smithi078 ceph-mon[92251]: pgmap v927: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:57.987 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-10T05:09:57.988 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-10T05:09:57.988 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-10T05:09:58.053 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:09:58.053 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-10T05:09:58.053 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:09:58.053 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-10T05:09:58.053 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-10T05:09:58.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:57 smithi107 ceph-mon[86658]: pgmap v927: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:09:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[92251]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[92251]: osdmap e837: 8 total, 8 up, 8 in 2024-08-10T05:09:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3107306593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:09:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:09:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[94618]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:09:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[94618]: osdmap e837: 8 total, 8 up, 8 in 2024-08-10T05:09:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3107306593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:09:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:09:59 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:00.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:59 smithi107 ceph-mon[86658]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:00.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:59 smithi107 ceph-mon[86658]: osdmap e837: 8 total, 8 up, 8 in 2024-08-10T05:10:00.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:59 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3107306593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:00.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:09:59 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:00.615 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2561 ms) 2024-08-10T05:10:00.615 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-10T05:10:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:00 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:00 smithi078 ceph-mon[92251]: osdmap e838: 8 total, 8 up, 8 in 2024-08-10T05:10:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:00 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T05:10:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:00 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:00 smithi078 ceph-mon[94618]: osdmap e838: 8 total, 8 up, 8 in 2024-08-10T05:10:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:00 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T05:10:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:00 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:00 smithi107 ceph-mon[86658]: osdmap e838: 8 total, 8 up, 8 in 2024-08-10T05:10:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:00 smithi107 ceph-mon[86658]: overall HEALTH_OK 2024-08-10T05:10:01.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:01 smithi078 ceph-mon[92251]: pgmap v931: 137 pgs: 13 creating+peering, 14 unknown, 110 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:01.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:01 smithi078 ceph-mon[92251]: osdmap e839: 8 total, 8 up, 8 in 2024-08-10T05:10:01.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:01 smithi078 ceph-mon[94618]: pgmap v931: 137 pgs: 13 creating+peering, 14 unknown, 110 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:01.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:01 smithi078 ceph-mon[94618]: osdmap e839: 8 total, 8 up, 8 in 2024-08-10T05:10:02.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:01 smithi107 ceph-mon[86658]: pgmap v931: 137 pgs: 13 creating+peering, 14 unknown, 110 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:02.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:01 smithi107 ceph-mon[86658]: osdmap e839: 8 total, 8 up, 8 in 2024-08-10T05:10:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:10:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:10:01] "GET /metrics HTTP/1.1" 200 33848 "" "Prometheus/2.43.0" 2024-08-10T05:10:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:10:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:10:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:02 smithi078 ceph-mon[94618]: osdmap e840: 8 total, 8 up, 8 in 2024-08-10T05:10:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:02 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2597944097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:02 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2597944097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:02 smithi078 ceph-mon[92251]: osdmap e840: 8 total, 8 up, 8 in 2024-08-10T05:10:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:02 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2597944097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:02 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2597944097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:02 smithi107 ceph-mon[86658]: osdmap e840: 8 total, 8 up, 8 in 2024-08-10T05:10:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:02 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2597944097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:02 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2597944097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:03.630 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3015 ms) 2024-08-10T05:10:03.630 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-10T05:10:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[92251]: pgmap v934: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[92251]: osdmap e841: 8 total, 8 up, 8 in 2024-08-10T05:10:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[92251]: osdmap e842: 8 total, 8 up, 8 in 2024-08-10T05:10:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[94618]: pgmap v934: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[94618]: osdmap e841: 8 total, 8 up, 8 in 2024-08-10T05:10:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:03 smithi078 ceph-mon[94618]: osdmap e842: 8 total, 8 up, 8 in 2024-08-10T05:10:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:03 smithi107 ceph-mon[86658]: pgmap v934: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:03 smithi107 ceph-mon[86658]: osdmap e841: 8 total, 8 up, 8 in 2024-08-10T05:10:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:03 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:03 smithi107 ceph-mon[86658]: osdmap e842: 8 total, 8 up, 8 in 2024-08-10T05:10:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:04 smithi078 ceph-mon[92251]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:04 smithi078 ceph-mon[94618]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:04 smithi107 ceph-mon[86658]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[92251]: osdmap e843: 8 total, 8 up, 8 in 2024-08-10T05:10:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2506257427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[94618]: osdmap e843: 8 total, 8 up, 8 in 2024-08-10T05:10:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2506257427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:05 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:05 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:05 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:05 smithi107 ceph-mon[86658]: osdmap e843: 8 total, 8 up, 8 in 2024-08-10T05:10:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:05 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2506257427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:05 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:06.661 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.Reserve (3031 ms) 2024-08-10T05:10:06.661 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-10T05:10:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:06 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:06 smithi078 ceph-mon[92251]: osdmap e844: 8 total, 8 up, 8 in 2024-08-10T05:10:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:06 smithi078 ceph-mon[92251]: pgmap v940: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:06 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:06 smithi078 ceph-mon[94618]: osdmap e844: 8 total, 8 up, 8 in 2024-08-10T05:10:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:06 smithi078 ceph-mon[94618]: pgmap v940: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:06 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:06 smithi107 ceph-mon[86658]: osdmap e844: 8 total, 8 up, 8 in 2024-08-10T05:10:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:06 smithi107 ceph-mon[86658]: pgmap v940: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:07 smithi078 ceph-mon[92251]: osdmap e845: 8 total, 8 up, 8 in 2024-08-10T05:10:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:07 smithi078 ceph-mon[94618]: osdmap e845: 8 total, 8 up, 8 in 2024-08-10T05:10:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:07 smithi107 ceph-mon[86658]: osdmap e845: 8 total, 8 up, 8 in 2024-08-10T05:10:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:08 smithi078 ceph-mon[92251]: osdmap e846: 8 total, 8 up, 8 in 2024-08-10T05:10:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:08 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1417909369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:08 smithi078 ceph-mon[92251]: pgmap v943: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:08 smithi078 ceph-mon[94618]: osdmap e846: 8 total, 8 up, 8 in 2024-08-10T05:10:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:08 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1417909369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:08.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:08 smithi078 ceph-mon[94618]: pgmap v943: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:08 smithi107 ceph-mon[86658]: osdmap e846: 8 total, 8 up, 8 in 2024-08-10T05:10:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:08 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1417909369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:08 smithi107 ceph-mon[86658]: pgmap v943: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:09.678 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3017 ms) 2024-08-10T05:10:09.679 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-10T05:10:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:09 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:09 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1417909369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:09 smithi078 ceph-mon[92251]: osdmap e847: 8 total, 8 up, 8 in 2024-08-10T05:10:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:09 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:09 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1417909369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:09 smithi078 ceph-mon[94618]: osdmap e847: 8 total, 8 up, 8 in 2024-08-10T05:10:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:09 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:09 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1417909369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:09 smithi107 ceph-mon[86658]: osdmap e847: 8 total, 8 up, 8 in 2024-08-10T05:10:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:10 smithi078 ceph-mon[94618]: osdmap e848: 8 total, 8 up, 8 in 2024-08-10T05:10:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:10 smithi078 ceph-mon[94618]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:10 smithi078 ceph-mon[92251]: osdmap e848: 8 total, 8 up, 8 in 2024-08-10T05:10:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:10 smithi078 ceph-mon[92251]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:10 smithi107 ceph-mon[86658]: osdmap e848: 8 total, 8 up, 8 in 2024-08-10T05:10:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:10 smithi107 ceph-mon[86658]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:11.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:10:11] "GET /metrics HTTP/1.1" 200 33848 "" "Prometheus/2.43.0" 2024-08-10T05:10:11.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: osdmap e849: 8 total, 8 up, 8 in 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3026794231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:11.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: osdmap e849: 8 total, 8 up, 8 in 2024-08-10T05:10:11.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3026794231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:11.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:11.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:11.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:11.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: osdmap e849: 8 total, 8 up, 8 in 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3026794231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:10:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:10:12.702 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.Commit (3023 ms) 2024-08-10T05:10:12.702 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-10T05:10:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3026794231' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[92251]: osdmap e850: 8 total, 8 up, 8 in 2024-08-10T05:10:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[92251]: pgmap v949: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3026794231' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[94618]: osdmap e850: 8 total, 8 up, 8 in 2024-08-10T05:10:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:12 smithi078 ceph-mon[94618]: pgmap v949: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3026794231' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:12 smithi107 ceph-mon[86658]: osdmap e850: 8 total, 8 up, 8 in 2024-08-10T05:10:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:12 smithi107 ceph-mon[86658]: pgmap v949: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:13 smithi078 ceph-mon[92251]: osdmap e851: 8 total, 8 up, 8 in 2024-08-10T05:10:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:13 smithi078 ceph-mon[94618]: osdmap e851: 8 total, 8 up, 8 in 2024-08-10T05:10:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:13 smithi107 ceph-mon[86658]: osdmap e851: 8 total, 8 up, 8 in 2024-08-10T05:10:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:14 smithi078 ceph-mon[94618]: osdmap e852: 8 total, 8 up, 8 in 2024-08-10T05:10:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:14 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/462908255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:14 smithi078 ceph-mon[94618]: pgmap v952: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:14 smithi078 ceph-mon[92251]: osdmap e852: 8 total, 8 up, 8 in 2024-08-10T05:10:14.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:14 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/462908255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:14.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:14 smithi078 ceph-mon[92251]: pgmap v952: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:14 smithi107 ceph-mon[86658]: osdmap e852: 8 total, 8 up, 8 in 2024-08-10T05:10:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:14 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/462908255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:14 smithi107 ceph-mon[86658]: pgmap v952: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:15.719 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.Abort (3017 ms) 2024-08-10T05:10:15.719 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-10T05:10:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:15 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:15 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/462908255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:15 smithi078 ceph-mon[92251]: osdmap e853: 8 total, 8 up, 8 in 2024-08-10T05:10:15.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:15 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:15 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/462908255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:15 smithi078 ceph-mon[94618]: osdmap e853: 8 total, 8 up, 8 in 2024-08-10T05:10:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:15 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:15 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/462908255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:15 smithi107 ceph-mon[86658]: osdmap e853: 8 total, 8 up, 8 in 2024-08-10T05:10:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:16 smithi078 ceph-mon[92251]: osdmap e854: 8 total, 8 up, 8 in 2024-08-10T05:10:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:16 smithi078 ceph-mon[92251]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:16 smithi078 ceph-mon[94618]: osdmap e854: 8 total, 8 up, 8 in 2024-08-10T05:10:16.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:16 smithi078 ceph-mon[94618]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:16 smithi107 ceph-mon[86658]: osdmap e854: 8 total, 8 up, 8 in 2024-08-10T05:10:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:16 smithi107 ceph-mon[86658]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[92251]: osdmap e855: 8 total, 8 up, 8 in 2024-08-10T05:10:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2381244031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:17.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[94618]: osdmap e855: 8 total, 8 up, 8 in 2024-08-10T05:10:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:17 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2381244031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:17 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:17 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:17 smithi107 ceph-mon[86658]: osdmap e855: 8 total, 8 up, 8 in 2024-08-10T05:10:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:17 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2381244031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:18.738 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.ReserveError (3019 ms) 2024-08-10T05:10:18.738 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-10T05:10:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2381244031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:18 smithi107 ceph-mon[86658]: osdmap e856: 8 total, 8 up, 8 in 2024-08-10T05:10:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:18 smithi107 ceph-mon[86658]: pgmap v958: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2381244031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:18 smithi078 ceph-mon[92251]: osdmap e856: 8 total, 8 up, 8 in 2024-08-10T05:10:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:18 smithi078 ceph-mon[92251]: pgmap v958: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:19.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2381244031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:19.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:18 smithi078 ceph-mon[94618]: osdmap e856: 8 total, 8 up, 8 in 2024-08-10T05:10:19.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:18 smithi078 ceph-mon[94618]: pgmap v958: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:19 smithi107 ceph-mon[86658]: osdmap e857: 8 total, 8 up, 8 in 2024-08-10T05:10:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:19 smithi078 ceph-mon[92251]: osdmap e857: 8 total, 8 up, 8 in 2024-08-10T05:10:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:19 smithi078 ceph-mon[94618]: osdmap e857: 8 total, 8 up, 8 in 2024-08-10T05:10:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:20 smithi107 ceph-mon[86658]: osdmap e858: 8 total, 8 up, 8 in 2024-08-10T05:10:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:20 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2384871536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:20 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:20 smithi107 ceph-mon[86658]: pgmap v961: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[92251]: osdmap e858: 8 total, 8 up, 8 in 2024-08-10T05:10:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2384871536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[92251]: pgmap v961: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[94618]: osdmap e858: 8 total, 8 up, 8 in 2024-08-10T05:10:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2384871536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:20 smithi078 ceph-mon[94618]: pgmap v961: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:21.763 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.CommitError (3024 ms) 2024-08-10T05:10:21.763 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-10T05:10:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:21 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:21 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:21 smithi107 ceph-mon[86658]: osdmap e859: 8 total, 8 up, 8 in 2024-08-10T05:10:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:10:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:10:21] "GET /metrics HTTP/1.1" 200 36217 "" "Prometheus/2.43.0" 2024-08-10T05:10:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:21 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:21 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:21 smithi078 ceph-mon[92251]: osdmap e859: 8 total, 8 up, 8 in 2024-08-10T05:10:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:21 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:21 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:21 smithi078 ceph-mon[94618]: osdmap e859: 8 total, 8 up, 8 in 2024-08-10T05:10:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:10:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:10:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:22 smithi107 ceph-mon[86658]: osdmap e860: 8 total, 8 up, 8 in 2024-08-10T05:10:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:22 smithi107 ceph-mon[86658]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:22 smithi078 ceph-mon[92251]: osdmap e860: 8 total, 8 up, 8 in 2024-08-10T05:10:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:22 smithi078 ceph-mon[92251]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:23.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:22 smithi078 ceph-mon[94618]: osdmap e860: 8 total, 8 up, 8 in 2024-08-10T05:10:23.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:22 smithi078 ceph-mon[94618]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:23 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:23 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:23 smithi107 ceph-mon[86658]: osdmap e861: 8 total, 8 up, 8 in 2024-08-10T05:10:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:23 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2795808766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:23 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:24.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:24.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:24.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[92251]: osdmap e861: 8 total, 8 up, 8 in 2024-08-10T05:10:24.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2795808766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:24.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[94618]: osdmap e861: 8 total, 8 up, 8 in 2024-08-10T05:10:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2795808766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:23 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:24.794 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.AbortError (3031 ms) 2024-08-10T05:10:24.794 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-10T05:10:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:24 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:24 smithi107 ceph-mon[86658]: osdmap e862: 8 total, 8 up, 8 in 2024-08-10T05:10:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:24 smithi107 ceph-mon[86658]: pgmap v967: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:24 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:24 smithi078 ceph-mon[92251]: osdmap e862: 8 total, 8 up, 8 in 2024-08-10T05:10:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:24 smithi078 ceph-mon[92251]: pgmap v967: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:25.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:24 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:25.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:24 smithi078 ceph-mon[94618]: osdmap e862: 8 total, 8 up, 8 in 2024-08-10T05:10:25.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:24 smithi078 ceph-mon[94618]: pgmap v967: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:25 smithi107 ceph-mon[86658]: osdmap e863: 8 total, 8 up, 8 in 2024-08-10T05:10:26.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:25 smithi078 ceph-mon[92251]: osdmap e863: 8 total, 8 up, 8 in 2024-08-10T05:10:26.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:25 smithi078 ceph-mon[94618]: osdmap e863: 8 total, 8 up, 8 in 2024-08-10T05:10:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[92251]: osdmap e864: 8 total, 8 up, 8 in 2024-08-10T05:10:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2350171694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[92251]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2350171694' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[92251]: osdmap e865: 8 total, 8 up, 8 in 2024-08-10T05:10:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[94618]: osdmap e864: 8 total, 8 up, 8 in 2024-08-10T05:10:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2350171694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[94618]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2350171694' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:26 smithi078 ceph-mon[94618]: osdmap e865: 8 total, 8 up, 8 in 2024-08-10T05:10:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:26 smithi107 ceph-mon[86658]: osdmap e864: 8 total, 8 up, 8 in 2024-08-10T05:10:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:26 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2350171694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:26 smithi107 ceph-mon[86658]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:26 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2350171694' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:26 smithi107 ceph-mon[86658]: osdmap e865: 8 total, 8 up, 8 in 2024-08-10T05:10:27.817 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3023 ms) 2024-08-10T05:10:27.817 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-10T05:10:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:27 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:27 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:27 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:28 smithi078 ceph-mon[94618]: osdmap e866: 8 total, 8 up, 8 in 2024-08-10T05:10:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:28 smithi078 ceph-mon[94618]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:28 smithi078 ceph-mon[92251]: osdmap e866: 8 total, 8 up, 8 in 2024-08-10T05:10:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:28 smithi078 ceph-mon[92251]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:29.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:28 smithi107 ceph-mon[86658]: osdmap e866: 8 total, 8 up, 8 in 2024-08-10T05:10:29.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:28 smithi107 ceph-mon[86658]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[94618]: osdmap e867: 8 total, 8 up, 8 in 2024-08-10T05:10:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2561243999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[92251]: osdmap e867: 8 total, 8 up, 8 in 2024-08-10T05:10:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2561243999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:29 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:29 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:29 smithi107 ceph-mon[86658]: osdmap e867: 8 total, 8 up, 8 in 2024-08-10T05:10:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2561243999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:30.844 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3027 ms) 2024-08-10T05:10:30.845 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-10T05:10:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2561243999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:30 smithi078 ceph-mon[94618]: osdmap e868: 8 total, 8 up, 8 in 2024-08-10T05:10:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:30 smithi078 ceph-mon[94618]: pgmap v976: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2561243999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:30 smithi078 ceph-mon[92251]: osdmap e868: 8 total, 8 up, 8 in 2024-08-10T05:10:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:30 smithi078 ceph-mon[92251]: pgmap v976: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2561243999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:30 smithi107 ceph-mon[86658]: osdmap e868: 8 total, 8 up, 8 in 2024-08-10T05:10:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:30 smithi107 ceph-mon[86658]: pgmap v976: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:31 smithi078 ceph-mon[92251]: osdmap e869: 8 total, 8 up, 8 in 2024-08-10T05:10:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:31 smithi078 ceph-mon[94618]: osdmap e869: 8 total, 8 up, 8 in 2024-08-10T05:10:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:10:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:10:31] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-08-10T05:10:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:31 smithi107 ceph-mon[86658]: osdmap e869: 8 total, 8 up, 8 in 2024-08-10T05:10:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:10:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:10:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:32 smithi078 ceph-mon[92251]: osdmap e870: 8 total, 8 up, 8 in 2024-08-10T05:10:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:32 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1022266533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:32 smithi078 ceph-mon[92251]: pgmap v979: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:32 smithi078 ceph-mon[94618]: osdmap e870: 8 total, 8 up, 8 in 2024-08-10T05:10:33.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:32 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1022266533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:33.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:32 smithi078 ceph-mon[94618]: pgmap v979: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:32 smithi107 ceph-mon[86658]: osdmap e870: 8 total, 8 up, 8 in 2024-08-10T05:10:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:32 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1022266533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:32 smithi107 ceph-mon[86658]: pgmap v979: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:33.863 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3019 ms) 2024-08-10T05:10:33.863 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-10T05:10:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:33 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:33 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1022266533' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:33 smithi078 ceph-mon[92251]: osdmap e871: 8 total, 8 up, 8 in 2024-08-10T05:10:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:33 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:33 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1022266533' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:33 smithi078 ceph-mon[94618]: osdmap e871: 8 total, 8 up, 8 in 2024-08-10T05:10:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:33 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:33 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1022266533' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:33 smithi107 ceph-mon[86658]: osdmap e871: 8 total, 8 up, 8 in 2024-08-10T05:10:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:34 smithi078 ceph-mon[92251]: osdmap e872: 8 total, 8 up, 8 in 2024-08-10T05:10:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:34 smithi078 ceph-mon[92251]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:34 smithi078 ceph-mon[94618]: osdmap e872: 8 total, 8 up, 8 in 2024-08-10T05:10:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:34 smithi078 ceph-mon[94618]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:34 smithi107 ceph-mon[86658]: osdmap e872: 8 total, 8 up, 8 in 2024-08-10T05:10:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:34 smithi107 ceph-mon[86658]: pgmap v982: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:36.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:36.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:36.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[94618]: osdmap e873: 8 total, 8 up, 8 in 2024-08-10T05:10:36.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/814369996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:36.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:36.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:36.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[92251]: osdmap e873: 8 total, 8 up, 8 in 2024-08-10T05:10:36.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/814369996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:35 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:35 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:35 smithi107 ceph-mon[86658]: osdmap e873: 8 total, 8 up, 8 in 2024-08-10T05:10:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/814369996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:36.885 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3022 ms) 2024-08-10T05:10:36.885 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-10T05:10:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:36 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/814369996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:36 smithi078 ceph-mon[92251]: osdmap e874: 8 total, 8 up, 8 in 2024-08-10T05:10:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:36 smithi078 ceph-mon[92251]: pgmap v985: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:36 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/814369996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:36 smithi078 ceph-mon[94618]: osdmap e874: 8 total, 8 up, 8 in 2024-08-10T05:10:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:36 smithi078 ceph-mon[94618]: pgmap v985: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:36 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/814369996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:36 smithi107 ceph-mon[86658]: osdmap e874: 8 total, 8 up, 8 in 2024-08-10T05:10:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:36 smithi107 ceph-mon[86658]: pgmap v985: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:37 smithi078 ceph-mon[92251]: osdmap e875: 8 total, 8 up, 8 in 2024-08-10T05:10:38.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:37 smithi078 ceph-mon[94618]: osdmap e875: 8 total, 8 up, 8 in 2024-08-10T05:10:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:37 smithi107 ceph-mon[86658]: osdmap e875: 8 total, 8 up, 8 in 2024-08-10T05:10:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[92251]: osdmap e876: 8 total, 8 up, 8 in 2024-08-10T05:10:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2697780240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[92251]: pgmap v988: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:39.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[94618]: osdmap e876: 8 total, 8 up, 8 in 2024-08-10T05:10:39.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2697780240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:39.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:39.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:38 smithi078 ceph-mon[94618]: pgmap v988: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:38 smithi107 ceph-mon[86658]: osdmap e876: 8 total, 8 up, 8 in 2024-08-10T05:10:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:38 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2697780240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:38 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:38 smithi107 ceph-mon[86658]: pgmap v988: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:39.899 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3014 ms) 2024-08-10T05:10:39.900 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-10T05:10:40.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:39 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:40.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:39 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:40.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:39 smithi078 ceph-mon[92251]: osdmap e877: 8 total, 8 up, 8 in 2024-08-10T05:10:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:39 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:39 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:39 smithi078 ceph-mon[94618]: osdmap e877: 8 total, 8 up, 8 in 2024-08-10T05:10:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:39 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:39 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:39 smithi107 ceph-mon[86658]: osdmap e877: 8 total, 8 up, 8 in 2024-08-10T05:10:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:40 smithi078 ceph-mon[92251]: osdmap e878: 8 total, 8 up, 8 in 2024-08-10T05:10:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:40 smithi078 ceph-mon[92251]: pgmap v991: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:40 smithi078 ceph-mon[94618]: osdmap e878: 8 total, 8 up, 8 in 2024-08-10T05:10:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:40 smithi078 ceph-mon[94618]: pgmap v991: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:40 smithi107 ceph-mon[86658]: osdmap e878: 8 total, 8 up, 8 in 2024-08-10T05:10:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:40 smithi107 ceph-mon[86658]: pgmap v991: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[92251]: osdmap e879: 8 total, 8 up, 8 in 2024-08-10T05:10:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1727611786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:10:41] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-08-10T05:10:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[94618]: osdmap e879: 8 total, 8 up, 8 in 2024-08-10T05:10:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:41 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1727611786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:41 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:41 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:41 smithi107 ceph-mon[86658]: osdmap e879: 8 total, 8 up, 8 in 2024-08-10T05:10:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:41 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1727611786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:10:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:10:42.924 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3025 ms) 2024-08-10T05:10:42.924 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-10T05:10:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1727611786' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[94618]: osdmap e880: 8 total, 8 up, 8 in 2024-08-10T05:10:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[94618]: pgmap v994: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1727611786' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[92251]: osdmap e880: 8 total, 8 up, 8 in 2024-08-10T05:10:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:42 smithi078 ceph-mon[92251]: pgmap v994: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:42 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1727611786' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:42 smithi107 ceph-mon[86658]: osdmap e880: 8 total, 8 up, 8 in 2024-08-10T05:10:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:10:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:42 smithi107 ceph-mon[86658]: pgmap v994: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:43 smithi078 ceph-mon[92251]: osdmap e881: 8 total, 8 up, 8 in 2024-08-10T05:10:44.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:43 smithi078 ceph-mon[94618]: osdmap e881: 8 total, 8 up, 8 in 2024-08-10T05:10:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:43 smithi107 ceph-mon[86658]: osdmap e881: 8 total, 8 up, 8 in 2024-08-10T05:10:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:44 smithi078 ceph-mon[92251]: osdmap e882: 8 total, 8 up, 8 in 2024-08-10T05:10:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:44 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1843792991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:44 smithi078 ceph-mon[92251]: pgmap v997: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:44 smithi078 ceph-mon[94618]: osdmap e882: 8 total, 8 up, 8 in 2024-08-10T05:10:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:44 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1843792991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:44 smithi078 ceph-mon[94618]: pgmap v997: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:44 smithi107 ceph-mon[86658]: osdmap e882: 8 total, 8 up, 8 in 2024-08-10T05:10:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:44 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1843792991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:44 smithi107 ceph-mon[86658]: pgmap v997: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:45.949 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.Cleanup (3024 ms) 2024-08-10T05:10:45.949 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-10T05:10:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:45 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1843792991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:45 smithi078 ceph-mon[92251]: osdmap e883: 8 total, 8 up, 8 in 2024-08-10T05:10:46.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:45 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:46.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1843792991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:45 smithi078 ceph-mon[94618]: osdmap e883: 8 total, 8 up, 8 in 2024-08-10T05:10:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:45 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1843792991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:45 smithi107 ceph-mon[86658]: osdmap e883: 8 total, 8 up, 8 in 2024-08-10T05:10:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:46 smithi078 ceph-mon[92251]: osdmap e884: 8 total, 8 up, 8 in 2024-08-10T05:10:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:46 smithi078 ceph-mon[92251]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:47.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:46 smithi078 ceph-mon[94618]: osdmap e884: 8 total, 8 up, 8 in 2024-08-10T05:10:47.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:46 smithi078 ceph-mon[94618]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:46 smithi107 ceph-mon[86658]: osdmap e884: 8 total, 8 up, 8 in 2024-08-10T05:10:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:46 smithi107 ceph-mon[86658]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:10:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[92251]: osdmap e885: 8 total, 8 up, 8 in 2024-08-10T05:10:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3497988094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:10:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[94618]: osdmap e885: 8 total, 8 up, 8 in 2024-08-10T05:10:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3497988094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:48.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:47 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:10:48.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:47 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:10:48.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:47 smithi107 ceph-mon[86658]: osdmap e885: 8 total, 8 up, 8 in 2024-08-10T05:10:48.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3497988094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:10:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:48 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3497988094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:48 smithi078 ceph-mon[94618]: osdmap e886: 8 total, 8 up, 8 in 2024-08-10T05:10:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:48 smithi078 ceph-mon[94618]: pgmap v1003: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:48 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3497988094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:48 smithi078 ceph-mon[92251]: osdmap e886: 8 total, 8 up, 8 in 2024-08-10T05:10:49.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:48 smithi078 ceph-mon[92251]: pgmap v1003: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:48 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3497988094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:10:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:48 smithi107 ceph-mon[86658]: osdmap e886: 8 total, 8 up, 8 in 2024-08-10T05:10:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:48 smithi107 ceph-mon[86658]: pgmap v1003: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:49 smithi078 ceph-mon[92251]: osdmap e887: 8 total, 8 up, 8 in 2024-08-10T05:10:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:49 smithi078 ceph-mon[94618]: osdmap e887: 8 total, 8 up, 8 in 2024-08-10T05:10:50.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:49 smithi107 ceph-mon[86658]: osdmap e887: 8 total, 8 up, 8 in 2024-08-10T05:10:51.217 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:50 smithi107 ceph-mon[86658]: pgmap v1005: 137 pgs: 11 creating+peering, 3 unknown, 123 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:50 smithi078 ceph-mon[92251]: pgmap v1005: 137 pgs: 11 creating+peering, 3 unknown, 123 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:50 smithi078 ceph-mon[94618]: pgmap v1005: 137 pgs: 11 creating+peering, 3 unknown, 123 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:10:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:10:51] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-08-10T05:10:52.566 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:10:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:10:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:53 smithi078 ceph-mon[92251]: pgmap v1006: 137 pgs: 137 active+clean; 1.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 7.9 MiB/s wr, 8.88k op/s 2024-08-10T05:10:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:53 smithi078 ceph-mon[94618]: pgmap v1006: 137 pgs: 137 active+clean; 1.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 7.9 MiB/s wr, 8.88k op/s 2024-08-10T05:10:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:53 smithi107 ceph-mon[86658]: pgmap v1006: 137 pgs: 137 active+clean; 1.7 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 7.9 MiB/s wr, 8.88k op/s 2024-08-10T05:10:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:55 smithi078 ceph-mon[92251]: pgmap v1007: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 7.02k op/s 2024-08-10T05:10:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:55 smithi078 ceph-mon[94618]: pgmap v1007: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 7.02k op/s 2024-08-10T05:10:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:55 smithi107 ceph-mon[86658]: pgmap v1007: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 7.02k op/s 2024-08-10T05:10:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:57 smithi078 ceph-mon[92251]: pgmap v1008: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.5 MiB/s wr, 6.21k op/s 2024-08-10T05:10:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:57 smithi078 ceph-mon[94618]: pgmap v1008: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.5 MiB/s wr, 6.21k op/s 2024-08-10T05:10:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:58.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:57 smithi107 ceph-mon[86658]: pgmap v1008: 137 pgs: 137 active+clean; 1.7 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.5 MiB/s wr, 6.21k op/s 2024-08-10T05:10:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:10:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:10:59 smithi078 ceph-mon[92251]: pgmap v1009: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 159 MiB/s rd, 7.4 MiB/s wr, 8.57k op/s 2024-08-10T05:10:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:10:59 smithi078 ceph-mon[94618]: pgmap v1009: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 159 MiB/s rd, 7.4 MiB/s wr, 8.57k op/s 2024-08-10T05:11:00.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:10:59 smithi107 ceph-mon[86658]: pgmap v1009: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 159 MiB/s rd, 7.4 MiB/s wr, 8.57k op/s 2024-08-10T05:11:00.607 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14658 ms) 2024-08-10T05:11:00.607 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-10T05:11:01.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:01 smithi078 ceph-mon[92251]: pgmap v1010: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 137 MiB/s rd, 6.4 MiB/s wr, 7.41k op/s 2024-08-10T05:11:01.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:01 smithi078 ceph-mon[92251]: osdmap e888: 8 total, 8 up, 8 in 2024-08-10T05:11:01.922 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:01 smithi078 ceph-mon[94618]: pgmap v1010: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 137 MiB/s rd, 6.4 MiB/s wr, 7.41k op/s 2024-08-10T05:11:01.922 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:01 smithi078 ceph-mon[94618]: osdmap e888: 8 total, 8 up, 8 in 2024-08-10T05:11:02.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:01 smithi107 ceph-mon[86658]: pgmap v1010: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 137 MiB/s rd, 6.4 MiB/s wr, 7.41k op/s 2024-08-10T05:11:02.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:01 smithi107 ceph-mon[86658]: osdmap e888: 8 total, 8 up, 8 in 2024-08-10T05:11:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:11:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:11:01] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-08-10T05:11:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:11:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:11:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:02 smithi078 ceph-mon[92251]: osdmap e889: 8 total, 8 up, 8 in 2024-08-10T05:11:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:02 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3743745323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:02 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:02 smithi078 ceph-mon[94618]: osdmap e889: 8 total, 8 up, 8 in 2024-08-10T05:11:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:02 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3743745323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:02 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:02 smithi107 ceph-mon[86658]: osdmap e889: 8 total, 8 up, 8 in 2024-08-10T05:11:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:02 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3743745323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:02 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[92251]: pgmap v1013: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[92251]: osdmap e890: 8 total, 8 up, 8 in 2024-08-10T05:11:03.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[94618]: pgmap v1013: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:03.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:03.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:03 smithi078 ceph-mon[94618]: osdmap e890: 8 total, 8 up, 8 in 2024-08-10T05:11:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:03 smithi107 ceph-mon[86658]: pgmap v1013: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:03 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:03 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:03 smithi107 ceph-mon[86658]: osdmap e890: 8 total, 8 up, 8 in 2024-08-10T05:11:04.632 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4025 ms) 2024-08-10T05:11:04.632 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-10T05:11:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:04 smithi078 ceph-mon[92251]: osdmap e891: 8 total, 8 up, 8 in 2024-08-10T05:11:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:04 smithi078 ceph-mon[94618]: osdmap e891: 8 total, 8 up, 8 in 2024-08-10T05:11:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:04 smithi107 ceph-mon[86658]: osdmap e891: 8 total, 8 up, 8 in 2024-08-10T05:11:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[92251]: pgmap v1016: 137 pgs: 13 creating+peering, 3 unknown, 121 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:11:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[92251]: osdmap e892: 8 total, 8 up, 8 in 2024-08-10T05:11:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[94618]: pgmap v1016: 137 pgs: 13 creating+peering, 3 unknown, 121 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:11:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:05 smithi078 ceph-mon[94618]: osdmap e892: 8 total, 8 up, 8 in 2024-08-10T05:11:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:05 smithi107 ceph-mon[86658]: pgmap v1016: 137 pgs: 13 creating+peering, 3 unknown, 121 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:05 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:05 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:11:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:05 smithi107 ceph-mon[86658]: osdmap e892: 8 total, 8 up, 8 in 2024-08-10T05:11:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:06 smithi078 ceph-mon[92251]: osdmap e893: 8 total, 8 up, 8 in 2024-08-10T05:11:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:06 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2333877130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:06 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:06 smithi078 ceph-mon[94618]: osdmap e893: 8 total, 8 up, 8 in 2024-08-10T05:11:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:06 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2333877130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:06 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:06 smithi107 ceph-mon[86658]: osdmap e893: 8 total, 8 up, 8 in 2024-08-10T05:11:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:06 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2333877130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:06 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[92251]: pgmap v1019: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[92251]: osdmap e894: 8 total, 8 up, 8 in 2024-08-10T05:11:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[94618]: pgmap v1019: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:07.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:07 smithi078 ceph-mon[94618]: osdmap e894: 8 total, 8 up, 8 in 2024-08-10T05:11:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:07 smithi107 ceph-mon[86658]: pgmap v1019: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:07 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:07 smithi107 ceph-mon[86658]: osdmap e894: 8 total, 8 up, 8 in 2024-08-10T05:11:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:08 smithi078 ceph-mon[92251]: osdmap e895: 8 total, 8 up, 8 in 2024-08-10T05:11:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:08 smithi078 ceph-mon[92251]: pgmap v1022: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 754 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 1.88k op/s 2024-08-10T05:11:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:08 smithi078 ceph-mon[94618]: osdmap e895: 8 total, 8 up, 8 in 2024-08-10T05:11:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:08 smithi078 ceph-mon[94618]: pgmap v1022: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 754 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 1.88k op/s 2024-08-10T05:11:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:08 smithi107 ceph-mon[86658]: osdmap e895: 8 total, 8 up, 8 in 2024-08-10T05:11:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:08 smithi107 ceph-mon[86658]: pgmap v1022: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 754 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 1.88k op/s 2024-08-10T05:11:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:09 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:09 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:11:09.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:09 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:09.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:09 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:11:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:09 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:09 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:11:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:10 smithi078 ceph-mon[92251]: pgmap v1023: 137 pgs: 2 creating+peering, 135 active+clean; 754 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 1.27k op/s 2024-08-10T05:11:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:10 smithi078 ceph-mon[94618]: pgmap v1023: 137 pgs: 2 creating+peering, 135 active+clean; 754 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 1.27k op/s 2024-08-10T05:11:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:10 smithi107 ceph-mon[86658]: pgmap v1023: 137 pgs: 2 creating+peering, 135 active+clean; 754 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 1.27k op/s 2024-08-10T05:11:11.929 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:11 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:11.929 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:11 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:12.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:11 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:11:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:11:11] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-08-10T05:11:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:11:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:11:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[94618]: pgmap v1024: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 66 MiB/s rd, 6.4 MiB/s wr, 7.60k op/s 2024-08-10T05:11:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:12 smithi078 ceph-mon[92251]: pgmap v1024: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 66 MiB/s rd, 6.4 MiB/s wr, 7.60k op/s 2024-08-10T05:11:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:12 smithi107 ceph-mon[86658]: pgmap v1024: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 66 MiB/s rd, 6.4 MiB/s wr, 7.60k op/s 2024-08-10T05:11:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:15 smithi078 ceph-mon[92251]: pgmap v1025: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 57 MiB/s rd, 5.5 MiB/s wr, 6.56k op/s 2024-08-10T05:11:15.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:15 smithi078 ceph-mon[94618]: pgmap v1025: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 57 MiB/s rd, 5.5 MiB/s wr, 6.56k op/s 2024-08-10T05:11:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:15 smithi107 ceph-mon[86658]: pgmap v1025: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 57 MiB/s rd, 5.5 MiB/s wr, 6.56k op/s 2024-08-10T05:11:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:17 smithi078 ceph-mon[92251]: pgmap v1026: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 4.5 MiB/s wr, 5.30k op/s 2024-08-10T05:11:17.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:17 smithi078 ceph-mon[94618]: pgmap v1026: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 4.5 MiB/s wr, 5.30k op/s 2024-08-10T05:11:18.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:17 smithi107 ceph-mon[86658]: pgmap v1026: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 4.5 MiB/s wr, 5.30k op/s 2024-08-10T05:11:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:19 smithi078 ceph-mon[92251]: pgmap v1027: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.1 MiB/s wr, 6.14k op/s 2024-08-10T05:11:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:19 smithi078 ceph-mon[94618]: pgmap v1027: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.1 MiB/s wr, 6.14k op/s 2024-08-10T05:11:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:19 smithi107 ceph-mon[86658]: pgmap v1027: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.1 MiB/s wr, 6.14k op/s 2024-08-10T05:11:21.869 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:21 smithi107 ceph-mon[86658]: pgmap v1028: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.6 MiB/s wr, 5.57k op/s 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:21 smithi078 ceph-mon[92251]: pgmap v1028: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.6 MiB/s wr, 5.57k op/s 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:21 smithi078 ceph-mon[94618]: pgmap v1028: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.6 MiB/s wr, 5.57k op/s 2024-08-10T05:11:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:11:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:11:21] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-08-10T05:11:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:11:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:11:23.611 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (18979 ms) 2024-08-10T05:11:23.611 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-10T05:11:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:23 smithi078 ceph-mon[92251]: pgmap v1029: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 5.7 MiB/s wr, 7.06k op/s 2024-08-10T05:11:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:23 smithi078 ceph-mon[94618]: pgmap v1029: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 5.7 MiB/s wr, 7.06k op/s 2024-08-10T05:11:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:23 smithi107 ceph-mon[86658]: pgmap v1029: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 5.7 MiB/s wr, 7.06k op/s 2024-08-10T05:11:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:24 smithi078 ceph-mon[92251]: osdmap e896: 8 total, 8 up, 8 in 2024-08-10T05:11:24.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:24 smithi078 ceph-mon[94618]: osdmap e896: 8 total, 8 up, 8 in 2024-08-10T05:11:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:24 smithi107 ceph-mon[86658]: osdmap e896: 8 total, 8 up, 8 in 2024-08-10T05:11:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:25 smithi078 ceph-mon[94618]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:25 smithi078 ceph-mon[94618]: osdmap e897: 8 total, 8 up, 8 in 2024-08-10T05:11:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:25 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/130531846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:25 smithi078 ceph-mon[92251]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:25 smithi078 ceph-mon[92251]: osdmap e897: 8 total, 8 up, 8 in 2024-08-10T05:11:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:25 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/130531846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:25 smithi107 ceph-mon[86658]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:25 smithi107 ceph-mon[86658]: osdmap e897: 8 total, 8 up, 8 in 2024-08-10T05:11:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:25 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/130531846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:26 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/130531846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:26 smithi078 ceph-mon[92251]: osdmap e898: 8 total, 8 up, 8 in 2024-08-10T05:11:26.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:26 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/130531846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:26.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:26 smithi078 ceph-mon[94618]: osdmap e898: 8 total, 8 up, 8 in 2024-08-10T05:11:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:26 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/130531846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:26 smithi107 ceph-mon[86658]: osdmap e898: 8 total, 8 up, 8 in 2024-08-10T05:11:27.647 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4037 ms) 2024-08-10T05:11:27.647 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-10T05:11:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:27 smithi078 ceph-mon[94618]: pgmap v1034: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:27 smithi078 ceph-mon[94618]: osdmap e899: 8 total, 8 up, 8 in 2024-08-10T05:11:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:27 smithi078 ceph-mon[92251]: pgmap v1034: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:27 smithi078 ceph-mon[92251]: osdmap e899: 8 total, 8 up, 8 in 2024-08-10T05:11:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:27 smithi107 ceph-mon[86658]: pgmap v1034: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:27 smithi107 ceph-mon[86658]: osdmap e899: 8 total, 8 up, 8 in 2024-08-10T05:11:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:28.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:28 smithi078 ceph-mon[94618]: osdmap e900: 8 total, 8 up, 8 in 2024-08-10T05:11:28.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:28 smithi078 ceph-mon[94618]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:28 smithi078 ceph-mon[92251]: osdmap e900: 8 total, 8 up, 8 in 2024-08-10T05:11:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:28 smithi078 ceph-mon[92251]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:28 smithi107 ceph-mon[86658]: osdmap e900: 8 total, 8 up, 8 in 2024-08-10T05:11:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:28 smithi107 ceph-mon[86658]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:29 smithi078 ceph-mon[92251]: osdmap e901: 8 total, 8 up, 8 in 2024-08-10T05:11:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1289503237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:29 smithi078 ceph-mon[94618]: osdmap e901: 8 total, 8 up, 8 in 2024-08-10T05:11:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1289503237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:30.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:29 smithi107 ceph-mon[86658]: osdmap e901: 8 total, 8 up, 8 in 2024-08-10T05:11:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1289503237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1289503237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:30 smithi078 ceph-mon[92251]: osdmap e902: 8 total, 8 up, 8 in 2024-08-10T05:11:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:30 smithi078 ceph-mon[92251]: pgmap v1040: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:30.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1289503237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:30.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:30 smithi078 ceph-mon[94618]: osdmap e902: 8 total, 8 up, 8 in 2024-08-10T05:11:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:30 smithi078 ceph-mon[94618]: pgmap v1040: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1289503237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:30 smithi107 ceph-mon[86658]: osdmap e902: 8 total, 8 up, 8 in 2024-08-10T05:11:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:30 smithi107 ceph-mon[86658]: pgmap v1040: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:31.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:31 smithi078 ceph-mon[92251]: osdmap e903: 8 total, 8 up, 8 in 2024-08-10T05:11:31.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:31 smithi078 ceph-mon[94618]: osdmap e903: 8 total, 8 up, 8 in 2024-08-10T05:11:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:31 smithi107 ceph-mon[86658]: osdmap e903: 8 total, 8 up, 8 in 2024-08-10T05:11:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:11:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:11:31] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-08-10T05:11:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:11:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:11:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:32 smithi078 ceph-mon[92251]: pgmap v1042: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:32 smithi078 ceph-mon[94618]: pgmap v1042: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:32 smithi107 ceph-mon[86658]: pgmap v1042: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:33.683 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6036 ms) 2024-08-10T05:11:33.683 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-10T05:11:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:34 smithi078 ceph-mon[92251]: osdmap e904: 8 total, 8 up, 8 in 2024-08-10T05:11:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:34 smithi078 ceph-mon[92251]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:34 smithi078 ceph-mon[94618]: osdmap e904: 8 total, 8 up, 8 in 2024-08-10T05:11:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:34 smithi078 ceph-mon[94618]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:34 smithi107 ceph-mon[86658]: osdmap e904: 8 total, 8 up, 8 in 2024-08-10T05:11:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:34 smithi107 ceph-mon[86658]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:35 smithi078 ceph-mon[92251]: osdmap e905: 8 total, 8 up, 8 in 2024-08-10T05:11:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3638887914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:35 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:35.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:35 smithi078 ceph-mon[94618]: osdmap e905: 8 total, 8 up, 8 in 2024-08-10T05:11:35.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3638887914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:35.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:35 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:35 smithi107 ceph-mon[86658]: osdmap e905: 8 total, 8 up, 8 in 2024-08-10T05:11:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3638887914' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:35 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:36 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:36 smithi078 ceph-mon[92251]: osdmap e906: 8 total, 8 up, 8 in 2024-08-10T05:11:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:36 smithi078 ceph-mon[92251]: pgmap v1047: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:36 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:36 smithi078 ceph-mon[94618]: osdmap e906: 8 total, 8 up, 8 in 2024-08-10T05:11:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:36 smithi078 ceph-mon[94618]: pgmap v1047: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:37.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:36 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-133330-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:36 smithi107 ceph-mon[86658]: osdmap e906: 8 total, 8 up, 8 in 2024-08-10T05:11:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:36 smithi107 ceph-mon[86658]: pgmap v1047: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:37.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:37 smithi078 ceph-mon[92251]: osdmap e907: 8 total, 8 up, 8 in 2024-08-10T05:11:37.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:37 smithi078 ceph-mon[94618]: osdmap e907: 8 total, 8 up, 8 in 2024-08-10T05:11:38.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:37 smithi107 ceph-mon[86658]: osdmap e907: 8 total, 8 up, 8 in 2024-08-10T05:11:38.712 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5028 ms) 2024-08-10T05:11:38.712 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 22 tests from TestCls2PCQueue (100658 ms total) 2024-08-10T05:11:38.713 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:11:38.713 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:11:38.713 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 22 tests from 1 test suite ran. (100658 ms total) 2024-08-10T05:11:38.713 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 22 tests. 2024-08-10T05:11:38.715 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:11:38.715 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:11:38.783 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-10T05:11:38.784 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-10T05:11:38.851 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:11:38.851 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-10T05:11:38.851 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:11:38.851 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 5 tests from cls_cas 2024-08-10T05:11:38.852 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_cas.get_put 2024-08-10T05:11:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:38 smithi078 ceph-mon[92251]: pgmap v1049: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:38 smithi078 ceph-mon[94618]: pgmap v1049: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:38 smithi107 ceph-mon[86658]: pgmap v1049: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:39 smithi078 ceph-mon[92251]: osdmap e908: 8 total, 8 up, 8 in 2024-08-10T05:11:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:39 smithi078 ceph-mon[94618]: osdmap e908: 8 total, 8 up, 8 in 2024-08-10T05:11:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:39 smithi107 ceph-mon[86658]: osdmap e908: 8 total, 8 up, 8 in 2024-08-10T05:11:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:40 smithi107 ceph-mon[86658]: osdmap e909: 8 total, 8 up, 8 in 2024-08-10T05:11:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:40 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1350107435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:40 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:40 smithi107 ceph-mon[86658]: pgmap v1052: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[92251]: osdmap e909: 8 total, 8 up, 8 in 2024-08-10T05:11:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1350107435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[92251]: pgmap v1052: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[94618]: osdmap e909: 8 total, 8 up, 8 in 2024-08-10T05:11:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1350107435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:40 smithi078 ceph-mon[94618]: pgmap v1052: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:41.739 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_cas.get_put (2888 ms) 2024-08-10T05:11:41.739 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_cas.wrong_put 2024-08-10T05:11:41.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:11:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:11:41] "GET /metrics HTTP/1.1" 200 36292 "" "Prometheus/2.43.0" 2024-08-10T05:11:41.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:41 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:41.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:41 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:41.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:41 smithi078 ceph-mon[94618]: osdmap e910: 8 total, 8 up, 8 in 2024-08-10T05:11:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:41 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:41 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:41 smithi078 ceph-mon[92251]: osdmap e910: 8 total, 8 up, 8 in 2024-08-10T05:11:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:41 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:41 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:41 smithi107 ceph-mon[86658]: osdmap e910: 8 total, 8 up, 8 in 2024-08-10T05:11:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:11:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:11:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:11:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:42 smithi107 ceph-mon[86658]: osdmap e911: 8 total, 8 up, 8 in 2024-08-10T05:11:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:42 smithi107 ceph-mon[86658]: pgmap v1055: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[92251]: osdmap e911: 8 total, 8 up, 8 in 2024-08-10T05:11:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[92251]: pgmap v1055: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[94618]: osdmap e911: 8 total, 8 up, 8 in 2024-08-10T05:11:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:42 smithi078 ceph-mon[94618]: pgmap v1055: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:43 smithi107 ceph-mon[86658]: osdmap e912: 8 total, 8 up, 8 in 2024-08-10T05:11:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:43 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2704400911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:43 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:43 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:43 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:11:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[92251]: osdmap e912: 8 total, 8 up, 8 in 2024-08-10T05:11:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2704400911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:11:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[94618]: osdmap e912: 8 total, 8 up, 8 in 2024-08-10T05:11:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2704400911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:43 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:11:44.765 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_cas.wrong_put (3026 ms) 2024-08-10T05:11:44.765 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_cas.dup_get 2024-08-10T05:11:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:44 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:44 smithi107 ceph-mon[86658]: osdmap e913: 8 total, 8 up, 8 in 2024-08-10T05:11:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:44 smithi107 ceph-mon[86658]: pgmap v1058: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:45.127 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:44 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:45.127 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:44 smithi078 ceph-mon[92251]: osdmap e913: 8 total, 8 up, 8 in 2024-08-10T05:11:45.127 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:44 smithi078 ceph-mon[92251]: pgmap v1058: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:45.127 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:44 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:45.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:44 smithi078 ceph-mon[94618]: osdmap e913: 8 total, 8 up, 8 in 2024-08-10T05:11:45.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:44 smithi078 ceph-mon[94618]: pgmap v1058: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:45 smithi107 ceph-mon[86658]: osdmap e914: 8 total, 8 up, 8 in 2024-08-10T05:11:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:45 smithi078 ceph-mon[92251]: osdmap e914: 8 total, 8 up, 8 in 2024-08-10T05:11:46.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:45 smithi078 ceph-mon[94618]: osdmap e914: 8 total, 8 up, 8 in 2024-08-10T05:11:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:46 smithi107 ceph-mon[86658]: osdmap e915: 8 total, 8 up, 8 in 2024-08-10T05:11:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4278615972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:46 smithi107 ceph-mon[86658]: pgmap v1061: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:46 smithi078 ceph-mon[92251]: osdmap e915: 8 total, 8 up, 8 in 2024-08-10T05:11:47.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4278615972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:47.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:46 smithi078 ceph-mon[92251]: pgmap v1061: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:47.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:46 smithi078 ceph-mon[94618]: osdmap e915: 8 total, 8 up, 8 in 2024-08-10T05:11:47.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4278615972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:47.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:46 smithi078 ceph-mon[94618]: pgmap v1061: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:47.780 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_cas.dup_get (3015 ms) 2024-08-10T05:11:47.780 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_cas.dup_put 2024-08-10T05:11:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:47 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4278615972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:47 smithi107 ceph-mon[86658]: osdmap e916: 8 total, 8 up, 8 in 2024-08-10T05:11:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:47 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4278615972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:47 smithi078 ceph-mon[92251]: osdmap e916: 8 total, 8 up, 8 in 2024-08-10T05:11:48.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:47 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4278615972' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:47 smithi078 ceph-mon[94618]: osdmap e916: 8 total, 8 up, 8 in 2024-08-10T05:11:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:48 smithi107 ceph-mon[86658]: osdmap e917: 8 total, 8 up, 8 in 2024-08-10T05:11:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:48 smithi107 ceph-mon[86658]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:48 smithi078 ceph-mon[92251]: osdmap e917: 8 total, 8 up, 8 in 2024-08-10T05:11:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:48 smithi078 ceph-mon[92251]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:48 smithi078 ceph-mon[94618]: osdmap e917: 8 total, 8 up, 8 in 2024-08-10T05:11:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:48 smithi078 ceph-mon[94618]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:49 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:49 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:11:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:49 smithi107 ceph-mon[86658]: osdmap e918: 8 total, 8 up, 8 in 2024-08-10T05:11:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:49 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2069432613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:11:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[92251]: osdmap e918: 8 total, 8 up, 8 in 2024-08-10T05:11:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2069432613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:11:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[94618]: osdmap e918: 8 total, 8 up, 8 in 2024-08-10T05:11:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:49 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2069432613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:50.805 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_cas.dup_put (3025 ms) 2024-08-10T05:11:50.805 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-10T05:11:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:50 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2069432613' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:50 smithi107 ceph-mon[86658]: osdmap e919: 8 total, 8 up, 8 in 2024-08-10T05:11:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:50 smithi107 ceph-mon[86658]: pgmap v1067: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:50 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2069432613' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:50 smithi078 ceph-mon[92251]: osdmap e919: 8 total, 8 up, 8 in 2024-08-10T05:11:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:50 smithi078 ceph-mon[92251]: pgmap v1067: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:50 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2069432613' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:50 smithi078 ceph-mon[94618]: osdmap e919: 8 total, 8 up, 8 in 2024-08-10T05:11:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:50 smithi078 ceph-mon[94618]: pgmap v1067: 137 pgs: 11 creating+peering, 15 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:51 smithi107 ceph-mon[86658]: osdmap e920: 8 total, 8 up, 8 in 2024-08-10T05:11:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:51 smithi078 ceph-mon[92251]: osdmap e920: 8 total, 8 up, 8 in 2024-08-10T05:11:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:51 smithi078 ceph-mon[94618]: osdmap e920: 8 total, 8 up, 8 in 2024-08-10T05:11:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:11:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:11:51] "GET /metrics HTTP/1.1" 200 33921 "" "Prometheus/2.43.0" 2024-08-10T05:11:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:11:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:11:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:52 smithi107 ceph-mon[86658]: osdmap e921: 8 total, 8 up, 8 in 2024-08-10T05:11:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:52 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/322675413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:52 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:52 smithi107 ceph-mon[86658]: pgmap v1070: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[92251]: osdmap e921: 8 total, 8 up, 8 in 2024-08-10T05:11:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/322675413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[92251]: pgmap v1070: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:53.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[94618]: osdmap e921: 8 total, 8 up, 8 in 2024-08-10T05:11:53.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/322675413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:53.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:53.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:52 smithi078 ceph-mon[94618]: pgmap v1070: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:53.830 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_cas.get_wrong_data (3023 ms) 2024-08-10T05:11:53.830 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 5 tests from cls_cas (14977 ms total) 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from chunk_refs_t 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] chunk_refs_t.size 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:1 60 by_object 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:2 103 by_object 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:4 189 by_object 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:8 361 by_object 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:16 112 by_hash(32 bits) 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:32 208 by_hash(32 bits) 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:64 400 by_hash(32 bits) 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:128 509 by_hash(10 bits) 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:256 499 by_hash(7 bits) 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:512 462 by_hash(5 bits) 2024-08-10T05:11:53.831 INFO:tasks.workunit.client.0.smithi078.stdout:1024 466 by_hash(5 bits) 2024-08-10T05:11:53.832 INFO:tasks.workunit.client.0.smithi078.stdout:2048 466 by_hash(5 bits) 2024-08-10T05:11:53.832 INFO:tasks.workunit.client.0.smithi078.stdout:4096 470 by_hash(5 bits) 2024-08-10T05:11:53.832 INFO:tasks.workunit.client.0.smithi078.stdout:8192 498 by_hash(4 bits) 2024-08-10T05:11:53.833 INFO:tasks.workunit.client.0.smithi078.stdout:16384 278 by_hash(3 bits) 2024-08-10T05:11:53.835 INFO:tasks.workunit.client.0.smithi078.stdout:32768 337 by_hash(2 bits) 2024-08-10T05:11:53.838 INFO:tasks.workunit.client.0.smithi078.stdout:65536 367 by_hash(2 bits) 2024-08-10T05:11:53.845 INFO:tasks.workunit.client.0.smithi078.stdout:131072 387 by_hash(1 bits) 2024-08-10T05:11:53.859 INFO:tasks.workunit.client.0.smithi078.stdout:262144 331 by_pool 2024-08-10T05:11:53.885 INFO:tasks.workunit.client.0.smithi078.stdout:524288 21 count 2024-08-10T05:11:53.931 INFO:tasks.workunit.client.0.smithi078.stdout:1048576 21 count 2024-08-10T05:11:54.034 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] chunk_refs_t.size (206 ms) 2024-08-10T05:11:54.034 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from chunk_refs_t (206 ms total) 2024-08-10T05:11:54.034 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:11:54.034 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:11:54.034 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 6 tests from 2 test suites ran. (15183 ms total) 2024-08-10T05:11:54.034 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 6 tests. 2024-08-10T05:11:54.036 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:11:54.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:11:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:53 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:53 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:53 smithi107 ceph-mon[86658]: osdmap e922: 8 total, 8 up, 8 in 2024-08-10T05:11:54.097 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:53 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:54.097 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:53 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:54.098 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:53 smithi078 ceph-mon[92251]: osdmap e922: 8 total, 8 up, 8 in 2024-08-10T05:11:54.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:53 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:54.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:53 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134127-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:54.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:53 smithi078 ceph-mon[94618]: osdmap e922: 8 total, 8 up, 8 in 2024-08-10T05:11:54.102 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-10T05:11:54.103 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-10T05:11:54.169 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:11:54.170 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-10T05:11:54.170 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:11:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:54 smithi078 ceph-mon[94618]: osdmap e923: 8 total, 8 up, 8 in 2024-08-10T05:11:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:54 smithi078 ceph-mon[94618]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:54 smithi078 ceph-mon[92251]: osdmap e923: 8 total, 8 up, 8 in 2024-08-10T05:11:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:54 smithi078 ceph-mon[92251]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:54 smithi107 ceph-mon[86658]: osdmap e923: 8 total, 8 up, 8 in 2024-08-10T05:11:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:54 smithi107 ceph-mon[86658]: pgmap v1073: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:55.842 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 31 tests from CmpOmap 2024-08-10T05:11:55.842 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-10T05:11:55.853 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (11 ms) 2024-08-10T05:11:55.853 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-10T05:11:55.862 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (9 ms) 2024-08-10T05:11:55.862 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-10T05:11:55.865 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-10T05:11:55.865 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-10T05:11:55.868 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-10T05:11:55.868 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-10T05:11:55.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-08-10T05:11:55.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-10T05:11:55.879 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-08-10T05:11:55.879 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-10T05:11:55.882 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-10T05:11:55.883 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-10T05:11:55.885 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-10T05:11:55.885 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-10T05:11:55.887 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-10T05:11:55.887 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-10T05:11:55.891 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-10T05:11:55.891 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-10T05:11:55.892 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-10T05:11:55.892 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-10T05:11:55.892 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-08-10T05:11:55.892 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-10T05:11:55.899 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2024-08-10T05:11:55.899 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-10T05:11:55.905 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-10T05:11:55.905 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-10T05:11:55.911 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-08-10T05:11:55.911 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-10T05:11:55.918 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-10T05:11:55.918 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-10T05:11:55.929 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_str (11 ms) 2024-08-10T05:11:55.929 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-10T05:11:55.936 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-10T05:11:55.936 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-10T05:11:55.938 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-10T05:11:55.938 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-10T05:11:55.940 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-10T05:11:55.940 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-10T05:11:55.942 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-10T05:11:55.942 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-10T05:11:55.942 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-10T05:11:55.943 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-10T05:11:55.949 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-08-10T05:11:55.949 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-10T05:11:55.954 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-08-10T05:11:55.954 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-10T05:11:55.960 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-08-10T05:11:55.961 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-10T05:11:55.968 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-10T05:11:55.968 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-10T05:11:55.969 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-10T05:11:55.970 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-10T05:11:55.971 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-10T05:11:55.972 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-10T05:11:55.972 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-10T05:11:55.973 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-10T05:11:55.973 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-10T05:11:55.973 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-10T05:11:55.981 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-08-10T05:11:55.981 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 31 tests from CmpOmap (139 ms total) 2024-08-10T05:11:55.981 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:11:55.981 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:11:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:11:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[94618]: osdmap e924: 8 total, 8 up, 8 in 2024-08-10T05:11:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2691781238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:56.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:11:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[92251]: osdmap e924: 8 total, 8 up, 8 in 2024-08-10T05:11:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2691781238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:55 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:55 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:55 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:11:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:55 smithi107 ceph-mon[86658]: osdmap e924: 8 total, 8 up, 8 in 2024-08-10T05:11:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:55 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2691781238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:55 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:56.849 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 31 tests from 1 test suite ran. (2680 ms total) 2024-08-10T05:11:56.849 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 31 tests. 2024-08-10T05:11:56.852 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:11:56.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:11:56.920 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-10T05:11:56.920 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-10T05:11:56.989 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:11:56.989 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-10T05:11:56.989 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:11:56.989 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 6 tests from ClsHello 2024-08-10T05:11:56.989 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsHello.SayHello 2024-08-10T05:11:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:56 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:56 smithi078 ceph-mon[92251]: osdmap e925: 8 total, 8 up, 8 in 2024-08-10T05:11:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:56 smithi078 ceph-mon[92251]: pgmap v1076: 137 pgs: 1 creating+peering, 27 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T05:11:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:56 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:56 smithi078 ceph-mon[94618]: osdmap e925: 8 total, 8 up, 8 in 2024-08-10T05:11:57.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:56 smithi078 ceph-mon[94618]: pgmap v1076: 137 pgs: 1 creating+peering, 27 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T05:11:57.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:56 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134250-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:11:57.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:56 smithi107 ceph-mon[86658]: osdmap e925: 8 total, 8 up, 8 in 2024-08-10T05:11:57.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:56 smithi107 ceph-mon[86658]: pgmap v1076: 137 pgs: 1 creating+peering, 27 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T05:11:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:57 smithi078 ceph-mon[92251]: osdmap e926: 8 total, 8 up, 8 in 2024-08-10T05:11:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:57 smithi078 ceph-mon[94618]: osdmap e926: 8 total, 8 up, 8 in 2024-08-10T05:11:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:57 smithi107 ceph-mon[86658]: osdmap e926: 8 total, 8 up, 8 in 2024-08-10T05:11:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:11:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:58 smithi078 ceph-mon[92251]: osdmap e927: 8 total, 8 up, 8 in 2024-08-10T05:11:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:58 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4225748388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:58 smithi078 ceph-mon[92251]: pgmap v1079: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:59.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:58 smithi078 ceph-mon[94618]: osdmap e927: 8 total, 8 up, 8 in 2024-08-10T05:11:59.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:58 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4225748388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:59.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:58 smithi078 ceph-mon[94618]: pgmap v1079: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:58 smithi107 ceph-mon[86658]: osdmap e927: 8 total, 8 up, 8 in 2024-08-10T05:11:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:58 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4225748388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:11:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:58 smithi107 ceph-mon[86658]: pgmap v1079: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:11:59.866 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsHello.SayHello (2878 ms) 2024-08-10T05:11:59.867 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsHello.RecordHello 2024-08-10T05:12:00.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:59 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:00.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:59 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4225748388' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:00.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:11:59 smithi078 ceph-mon[92251]: osdmap e928: 8 total, 8 up, 8 in 2024-08-10T05:12:00.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:59 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:00.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:59 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4225748388' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:00.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:11:59 smithi078 ceph-mon[94618]: osdmap e928: 8 total, 8 up, 8 in 2024-08-10T05:12:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:59 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:59 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4225748388' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:11:59 smithi107 ceph-mon[86658]: osdmap e928: 8 total, 8 up, 8 in 2024-08-10T05:12:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:00 smithi078 ceph-mon[92251]: osdmap e929: 8 total, 8 up, 8 in 2024-08-10T05:12:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:00 smithi078 ceph-mon[92251]: pgmap v1082: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:01.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:00 smithi078 ceph-mon[94618]: osdmap e929: 8 total, 8 up, 8 in 2024-08-10T05:12:01.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:00 smithi078 ceph-mon[94618]: pgmap v1082: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:00 smithi107 ceph-mon[86658]: osdmap e929: 8 total, 8 up, 8 in 2024-08-10T05:12:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:00 smithi107 ceph-mon[86658]: pgmap v1082: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[94618]: osdmap e930: 8 total, 8 up, 8 in 2024-08-10T05:12:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2962092132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[92251]: osdmap e930: 8 total, 8 up, 8 in 2024-08-10T05:12:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2962092132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:12:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:12:01] "GET /metrics HTTP/1.1" 200 33920 "" "Prometheus/2.43.0" 2024-08-10T05:12:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:01 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:01 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:01 smithi107 ceph-mon[86658]: osdmap e930: 8 total, 8 up, 8 in 2024-08-10T05:12:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:01 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2962092132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:12:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:12:02.890 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsHello.RecordHello (3023 ms) 2024-08-10T05:12:02.890 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-10T05:12:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:02 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2962092132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:02 smithi078 ceph-mon[92251]: osdmap e931: 8 total, 8 up, 8 in 2024-08-10T05:12:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:02 smithi078 ceph-mon[92251]: pgmap v1085: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:02 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2962092132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:02 smithi078 ceph-mon[94618]: osdmap e931: 8 total, 8 up, 8 in 2024-08-10T05:12:03.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:02 smithi078 ceph-mon[94618]: pgmap v1085: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:03.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:02 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2962092132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:03.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:02 smithi107 ceph-mon[86658]: osdmap e931: 8 total, 8 up, 8 in 2024-08-10T05:12:03.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:02 smithi107 ceph-mon[86658]: pgmap v1085: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:04.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:03 smithi078 ceph-mon[92251]: osdmap e932: 8 total, 8 up, 8 in 2024-08-10T05:12:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:03 smithi078 ceph-mon[94618]: osdmap e932: 8 total, 8 up, 8 in 2024-08-10T05:12:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:03 smithi107 ceph-mon[86658]: osdmap e932: 8 total, 8 up, 8 in 2024-08-10T05:12:04.905 INFO:tasks.workunit.client.0.smithi078.stdout:require_osd_release = squid 2024-08-10T05:12:04.913 INFO:tasks.workunit.client.0.smithi078.stdout:0 2024-08-10T05:12:05.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[92251]: osdmap e933: 8 total, 8 up, 8 in 2024-08-10T05:12:05.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/377359368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:05.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:05.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[92251]: pgmap v1088: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:05.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[94618]: osdmap e933: 8 total, 8 up, 8 in 2024-08-10T05:12:05.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/377359368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:05.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:05.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:04 smithi078 ceph-mon[94618]: pgmap v1088: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:04 smithi107 ceph-mon[86658]: osdmap e933: 8 total, 8 up, 8 in 2024-08-10T05:12:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:04 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/377359368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:04 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:04 smithi107 ceph-mon[86658]: pgmap v1088: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:05.429 INFO:tasks.workunit.client.0.smithi078.stdout:1 2024-08-10T05:12:05.430 INFO:tasks.workunit.client.0.smithi078.stdout:2 2024-08-10T05:12:05.432 INFO:tasks.workunit.client.0.smithi078.stdout:3 2024-08-10T05:12:05.433 INFO:tasks.workunit.client.0.smithi078.stdout:4 2024-08-10T05:12:05.434 INFO:tasks.workunit.client.0.smithi078.stdout:5 2024-08-10T05:12:05.435 INFO:tasks.workunit.client.0.smithi078.stdout:6 2024-08-10T05:12:05.436 INFO:tasks.workunit.client.0.smithi078.stdout:7 2024-08-10T05:12:05.437 INFO:tasks.workunit.client.0.smithi078.stdout:8 2024-08-10T05:12:05.438 INFO:tasks.workunit.client.0.smithi078.stdout:9 2024-08-10T05:12:05.439 INFO:tasks.workunit.client.0.smithi078.stdout:10 2024-08-10T05:12:05.440 INFO:tasks.workunit.client.0.smithi078.stdout:11 2024-08-10T05:12:05.441 INFO:tasks.workunit.client.0.smithi078.stdout:12 2024-08-10T05:12:05.442 INFO:tasks.workunit.client.0.smithi078.stdout:13 2024-08-10T05:12:05.443 INFO:tasks.workunit.client.0.smithi078.stdout:14 2024-08-10T05:12:05.445 INFO:tasks.workunit.client.0.smithi078.stdout:15 2024-08-10T05:12:05.446 INFO:tasks.workunit.client.0.smithi078.stdout:16 2024-08-10T05:12:05.446 INFO:tasks.workunit.client.0.smithi078.stdout:17 2024-08-10T05:12:05.447 INFO:tasks.workunit.client.0.smithi078.stdout:18 2024-08-10T05:12:05.448 INFO:tasks.workunit.client.0.smithi078.stdout:19 2024-08-10T05:12:05.449 INFO:tasks.workunit.client.0.smithi078.stdout:20 2024-08-10T05:12:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:21 2024-08-10T05:12:05.451 INFO:tasks.workunit.client.0.smithi078.stdout:22 2024-08-10T05:12:05.452 INFO:tasks.workunit.client.0.smithi078.stdout:23 2024-08-10T05:12:05.453 INFO:tasks.workunit.client.0.smithi078.stdout:24 2024-08-10T05:12:05.454 INFO:tasks.workunit.client.0.smithi078.stdout:25 2024-08-10T05:12:05.455 INFO:tasks.workunit.client.0.smithi078.stdout:26 2024-08-10T05:12:05.456 INFO:tasks.workunit.client.0.smithi078.stdout:27 2024-08-10T05:12:05.457 INFO:tasks.workunit.client.0.smithi078.stdout:28 2024-08-10T05:12:05.458 INFO:tasks.workunit.client.0.smithi078.stdout:29 2024-08-10T05:12:05.459 INFO:tasks.workunit.client.0.smithi078.stdout:30 2024-08-10T05:12:05.460 INFO:tasks.workunit.client.0.smithi078.stdout:31 2024-08-10T05:12:05.461 INFO:tasks.workunit.client.0.smithi078.stdout:32 2024-08-10T05:12:05.462 INFO:tasks.workunit.client.0.smithi078.stdout:33 2024-08-10T05:12:05.463 INFO:tasks.workunit.client.0.smithi078.stdout:34 2024-08-10T05:12:05.464 INFO:tasks.workunit.client.0.smithi078.stdout:35 2024-08-10T05:12:05.465 INFO:tasks.workunit.client.0.smithi078.stdout:36 2024-08-10T05:12:05.466 INFO:tasks.workunit.client.0.smithi078.stdout:37 2024-08-10T05:12:05.467 INFO:tasks.workunit.client.0.smithi078.stdout:38 2024-08-10T05:12:05.468 INFO:tasks.workunit.client.0.smithi078.stdout:39 2024-08-10T05:12:05.469 INFO:tasks.workunit.client.0.smithi078.stdout:40 2024-08-10T05:12:05.470 INFO:tasks.workunit.client.0.smithi078.stdout:41 2024-08-10T05:12:05.471 INFO:tasks.workunit.client.0.smithi078.stdout:42 2024-08-10T05:12:05.472 INFO:tasks.workunit.client.0.smithi078.stdout:43 2024-08-10T05:12:05.473 INFO:tasks.workunit.client.0.smithi078.stdout:44 2024-08-10T05:12:05.473 INFO:tasks.workunit.client.0.smithi078.stdout:45 2024-08-10T05:12:05.474 INFO:tasks.workunit.client.0.smithi078.stdout:46 2024-08-10T05:12:05.475 INFO:tasks.workunit.client.0.smithi078.stdout:47 2024-08-10T05:12:05.476 INFO:tasks.workunit.client.0.smithi078.stdout:48 2024-08-10T05:12:05.477 INFO:tasks.workunit.client.0.smithi078.stdout:49 2024-08-10T05:12:05.478 INFO:tasks.workunit.client.0.smithi078.stdout:50 2024-08-10T05:12:05.479 INFO:tasks.workunit.client.0.smithi078.stdout:51 2024-08-10T05:12:05.480 INFO:tasks.workunit.client.0.smithi078.stdout:52 2024-08-10T05:12:05.481 INFO:tasks.workunit.client.0.smithi078.stdout:53 2024-08-10T05:12:05.482 INFO:tasks.workunit.client.0.smithi078.stdout:54 2024-08-10T05:12:05.483 INFO:tasks.workunit.client.0.smithi078.stdout:55 2024-08-10T05:12:05.486 INFO:tasks.workunit.client.0.smithi078.stdout:56 2024-08-10T05:12:05.486 INFO:tasks.workunit.client.0.smithi078.stdout:57 2024-08-10T05:12:05.486 INFO:tasks.workunit.client.0.smithi078.stdout:58 2024-08-10T05:12:05.487 INFO:tasks.workunit.client.0.smithi078.stdout:59 2024-08-10T05:12:05.487 INFO:tasks.workunit.client.0.smithi078.stdout:60 2024-08-10T05:12:05.488 INFO:tasks.workunit.client.0.smithi078.stdout:61 2024-08-10T05:12:05.489 INFO:tasks.workunit.client.0.smithi078.stdout:62 2024-08-10T05:12:05.490 INFO:tasks.workunit.client.0.smithi078.stdout:63 2024-08-10T05:12:05.491 INFO:tasks.workunit.client.0.smithi078.stdout:64 2024-08-10T05:12:05.492 INFO:tasks.workunit.client.0.smithi078.stdout:65 2024-08-10T05:12:05.493 INFO:tasks.workunit.client.0.smithi078.stdout:66 2024-08-10T05:12:05.494 INFO:tasks.workunit.client.0.smithi078.stdout:67 2024-08-10T05:12:05.495 INFO:tasks.workunit.client.0.smithi078.stdout:68 2024-08-10T05:12:05.496 INFO:tasks.workunit.client.0.smithi078.stdout:69 2024-08-10T05:12:05.496 INFO:tasks.workunit.client.0.smithi078.stdout:70 2024-08-10T05:12:05.497 INFO:tasks.workunit.client.0.smithi078.stdout:71 2024-08-10T05:12:05.498 INFO:tasks.workunit.client.0.smithi078.stdout:72 2024-08-10T05:12:05.499 INFO:tasks.workunit.client.0.smithi078.stdout:73 2024-08-10T05:12:05.500 INFO:tasks.workunit.client.0.smithi078.stdout:74 2024-08-10T05:12:05.501 INFO:tasks.workunit.client.0.smithi078.stdout:75 2024-08-10T05:12:05.502 INFO:tasks.workunit.client.0.smithi078.stdout:76 2024-08-10T05:12:05.503 INFO:tasks.workunit.client.0.smithi078.stdout:77 2024-08-10T05:12:05.504 INFO:tasks.workunit.client.0.smithi078.stdout:78 2024-08-10T05:12:05.504 INFO:tasks.workunit.client.0.smithi078.stdout:79 2024-08-10T05:12:05.505 INFO:tasks.workunit.client.0.smithi078.stdout:80 2024-08-10T05:12:05.506 INFO:tasks.workunit.client.0.smithi078.stdout:81 2024-08-10T05:12:05.507 INFO:tasks.workunit.client.0.smithi078.stdout:82 2024-08-10T05:12:05.508 INFO:tasks.workunit.client.0.smithi078.stdout:83 2024-08-10T05:12:05.509 INFO:tasks.workunit.client.0.smithi078.stdout:84 2024-08-10T05:12:05.510 INFO:tasks.workunit.client.0.smithi078.stdout:85 2024-08-10T05:12:05.511 INFO:tasks.workunit.client.0.smithi078.stdout:86 2024-08-10T05:12:05.512 INFO:tasks.workunit.client.0.smithi078.stdout:87 2024-08-10T05:12:05.513 INFO:tasks.workunit.client.0.smithi078.stdout:88 2024-08-10T05:12:05.514 INFO:tasks.workunit.client.0.smithi078.stdout:89 2024-08-10T05:12:05.515 INFO:tasks.workunit.client.0.smithi078.stdout:90 2024-08-10T05:12:05.516 INFO:tasks.workunit.client.0.smithi078.stdout:91 2024-08-10T05:12:05.517 INFO:tasks.workunit.client.0.smithi078.stdout:92 2024-08-10T05:12:05.519 INFO:tasks.workunit.client.0.smithi078.stdout:93 2024-08-10T05:12:05.519 INFO:tasks.workunit.client.0.smithi078.stdout:94 2024-08-10T05:12:05.519 INFO:tasks.workunit.client.0.smithi078.stdout:95 2024-08-10T05:12:05.520 INFO:tasks.workunit.client.0.smithi078.stdout:96 2024-08-10T05:12:05.520 INFO:tasks.workunit.client.0.smithi078.stdout:97 2024-08-10T05:12:05.521 INFO:tasks.workunit.client.0.smithi078.stdout:98 2024-08-10T05:12:05.521 INFO:tasks.workunit.client.0.smithi078.stdout:99 2024-08-10T05:12:05.523 INFO:tasks.workunit.client.0.smithi078.stdout:100 2024-08-10T05:12:05.523 INFO:tasks.workunit.client.0.smithi078.stdout:101 2024-08-10T05:12:05.524 INFO:tasks.workunit.client.0.smithi078.stdout:102 2024-08-10T05:12:05.525 INFO:tasks.workunit.client.0.smithi078.stdout:103 2024-08-10T05:12:05.526 INFO:tasks.workunit.client.0.smithi078.stdout:104 2024-08-10T05:12:05.527 INFO:tasks.workunit.client.0.smithi078.stdout:105 2024-08-10T05:12:05.527 INFO:tasks.workunit.client.0.smithi078.stdout:106 2024-08-10T05:12:05.528 INFO:tasks.workunit.client.0.smithi078.stdout:107 2024-08-10T05:12:05.529 INFO:tasks.workunit.client.0.smithi078.stdout:108 2024-08-10T05:12:05.530 INFO:tasks.workunit.client.0.smithi078.stdout:109 2024-08-10T05:12:05.531 INFO:tasks.workunit.client.0.smithi078.stdout:110 2024-08-10T05:12:05.531 INFO:tasks.workunit.client.0.smithi078.stdout:111 2024-08-10T05:12:05.532 INFO:tasks.workunit.client.0.smithi078.stdout:112 2024-08-10T05:12:05.533 INFO:tasks.workunit.client.0.smithi078.stdout:113 2024-08-10T05:12:05.534 INFO:tasks.workunit.client.0.smithi078.stdout:114 2024-08-10T05:12:05.535 INFO:tasks.workunit.client.0.smithi078.stdout:115 2024-08-10T05:12:05.536 INFO:tasks.workunit.client.0.smithi078.stdout:116 2024-08-10T05:12:05.537 INFO:tasks.workunit.client.0.smithi078.stdout:117 2024-08-10T05:12:05.538 INFO:tasks.workunit.client.0.smithi078.stdout:118 2024-08-10T05:12:05.538 INFO:tasks.workunit.client.0.smithi078.stdout:119 2024-08-10T05:12:05.539 INFO:tasks.workunit.client.0.smithi078.stdout:120 2024-08-10T05:12:05.540 INFO:tasks.workunit.client.0.smithi078.stdout:121 2024-08-10T05:12:05.541 INFO:tasks.workunit.client.0.smithi078.stdout:122 2024-08-10T05:12:05.542 INFO:tasks.workunit.client.0.smithi078.stdout:123 2024-08-10T05:12:05.543 INFO:tasks.workunit.client.0.smithi078.stdout:124 2024-08-10T05:12:05.543 INFO:tasks.workunit.client.0.smithi078.stdout:125 2024-08-10T05:12:05.544 INFO:tasks.workunit.client.0.smithi078.stdout:126 2024-08-10T05:12:05.545 INFO:tasks.workunit.client.0.smithi078.stdout:127 2024-08-10T05:12:05.546 INFO:tasks.workunit.client.0.smithi078.stdout:128 2024-08-10T05:12:05.547 INFO:tasks.workunit.client.0.smithi078.stdout:129 2024-08-10T05:12:05.548 INFO:tasks.workunit.client.0.smithi078.stdout:130 2024-08-10T05:12:05.549 INFO:tasks.workunit.client.0.smithi078.stdout:131 2024-08-10T05:12:05.550 INFO:tasks.workunit.client.0.smithi078.stdout:132 2024-08-10T05:12:05.551 INFO:tasks.workunit.client.0.smithi078.stdout:133 2024-08-10T05:12:05.551 INFO:tasks.workunit.client.0.smithi078.stdout:134 2024-08-10T05:12:05.552 INFO:tasks.workunit.client.0.smithi078.stdout:135 2024-08-10T05:12:05.553 INFO:tasks.workunit.client.0.smithi078.stdout:136 2024-08-10T05:12:05.554 INFO:tasks.workunit.client.0.smithi078.stdout:137 2024-08-10T05:12:05.555 INFO:tasks.workunit.client.0.smithi078.stdout:138 2024-08-10T05:12:05.556 INFO:tasks.workunit.client.0.smithi078.stdout:139 2024-08-10T05:12:05.557 INFO:tasks.workunit.client.0.smithi078.stdout:140 2024-08-10T05:12:05.557 INFO:tasks.workunit.client.0.smithi078.stdout:141 2024-08-10T05:12:05.558 INFO:tasks.workunit.client.0.smithi078.stdout:142 2024-08-10T05:12:05.559 INFO:tasks.workunit.client.0.smithi078.stdout:143 2024-08-10T05:12:05.560 INFO:tasks.workunit.client.0.smithi078.stdout:144 2024-08-10T05:12:05.561 INFO:tasks.workunit.client.0.smithi078.stdout:145 2024-08-10T05:12:05.562 INFO:tasks.workunit.client.0.smithi078.stdout:146 2024-08-10T05:12:05.563 INFO:tasks.workunit.client.0.smithi078.stdout:147 2024-08-10T05:12:05.564 INFO:tasks.workunit.client.0.smithi078.stdout:148 2024-08-10T05:12:05.564 INFO:tasks.workunit.client.0.smithi078.stdout:149 2024-08-10T05:12:05.565 INFO:tasks.workunit.client.0.smithi078.stdout:150 2024-08-10T05:12:05.566 INFO:tasks.workunit.client.0.smithi078.stdout:151 2024-08-10T05:12:05.567 INFO:tasks.workunit.client.0.smithi078.stdout:152 2024-08-10T05:12:05.568 INFO:tasks.workunit.client.0.smithi078.stdout:153 2024-08-10T05:12:05.569 INFO:tasks.workunit.client.0.smithi078.stdout:154 2024-08-10T05:12:05.570 INFO:tasks.workunit.client.0.smithi078.stdout:155 2024-08-10T05:12:05.570 INFO:tasks.workunit.client.0.smithi078.stdout:156 2024-08-10T05:12:05.571 INFO:tasks.workunit.client.0.smithi078.stdout:157 2024-08-10T05:12:05.572 INFO:tasks.workunit.client.0.smithi078.stdout:158 2024-08-10T05:12:05.573 INFO:tasks.workunit.client.0.smithi078.stdout:159 2024-08-10T05:12:05.573 INFO:tasks.workunit.client.0.smithi078.stdout:160 2024-08-10T05:12:05.574 INFO:tasks.workunit.client.0.smithi078.stdout:161 2024-08-10T05:12:05.575 INFO:tasks.workunit.client.0.smithi078.stdout:162 2024-08-10T05:12:05.576 INFO:tasks.workunit.client.0.smithi078.stdout:163 2024-08-10T05:12:05.577 INFO:tasks.workunit.client.0.smithi078.stdout:164 2024-08-10T05:12:05.578 INFO:tasks.workunit.client.0.smithi078.stdout:165 2024-08-10T05:12:05.579 INFO:tasks.workunit.client.0.smithi078.stdout:166 2024-08-10T05:12:05.580 INFO:tasks.workunit.client.0.smithi078.stdout:167 2024-08-10T05:12:05.581 INFO:tasks.workunit.client.0.smithi078.stdout:168 2024-08-10T05:12:05.581 INFO:tasks.workunit.client.0.smithi078.stdout:169 2024-08-10T05:12:05.582 INFO:tasks.workunit.client.0.smithi078.stdout:170 2024-08-10T05:12:05.583 INFO:tasks.workunit.client.0.smithi078.stdout:171 2024-08-10T05:12:05.584 INFO:tasks.workunit.client.0.smithi078.stdout:172 2024-08-10T05:12:05.585 INFO:tasks.workunit.client.0.smithi078.stdout:173 2024-08-10T05:12:05.586 INFO:tasks.workunit.client.0.smithi078.stdout:174 2024-08-10T05:12:05.586 INFO:tasks.workunit.client.0.smithi078.stdout:175 2024-08-10T05:12:05.587 INFO:tasks.workunit.client.0.smithi078.stdout:176 2024-08-10T05:12:05.588 INFO:tasks.workunit.client.0.smithi078.stdout:177 2024-08-10T05:12:05.589 INFO:tasks.workunit.client.0.smithi078.stdout:178 2024-08-10T05:12:05.590 INFO:tasks.workunit.client.0.smithi078.stdout:179 2024-08-10T05:12:05.591 INFO:tasks.workunit.client.0.smithi078.stdout:180 2024-08-10T05:12:05.592 INFO:tasks.workunit.client.0.smithi078.stdout:181 2024-08-10T05:12:05.592 INFO:tasks.workunit.client.0.smithi078.stdout:182 2024-08-10T05:12:05.593 INFO:tasks.workunit.client.0.smithi078.stdout:183 2024-08-10T05:12:05.594 INFO:tasks.workunit.client.0.smithi078.stdout:184 2024-08-10T05:12:05.595 INFO:tasks.workunit.client.0.smithi078.stdout:185 2024-08-10T05:12:05.596 INFO:tasks.workunit.client.0.smithi078.stdout:186 2024-08-10T05:12:05.597 INFO:tasks.workunit.client.0.smithi078.stdout:187 2024-08-10T05:12:05.597 INFO:tasks.workunit.client.0.smithi078.stdout:188 2024-08-10T05:12:05.599 INFO:tasks.workunit.client.0.smithi078.stdout:189 2024-08-10T05:12:05.599 INFO:tasks.workunit.client.0.smithi078.stdout:190 2024-08-10T05:12:05.600 INFO:tasks.workunit.client.0.smithi078.stdout:191 2024-08-10T05:12:05.601 INFO:tasks.workunit.client.0.smithi078.stdout:192 2024-08-10T05:12:05.602 INFO:tasks.workunit.client.0.smithi078.stdout:193 2024-08-10T05:12:05.603 INFO:tasks.workunit.client.0.smithi078.stdout:194 2024-08-10T05:12:05.604 INFO:tasks.workunit.client.0.smithi078.stdout:195 2024-08-10T05:12:05.604 INFO:tasks.workunit.client.0.smithi078.stdout:196 2024-08-10T05:12:05.605 INFO:tasks.workunit.client.0.smithi078.stdout:197 2024-08-10T05:12:05.606 INFO:tasks.workunit.client.0.smithi078.stdout:198 2024-08-10T05:12:05.607 INFO:tasks.workunit.client.0.smithi078.stdout:199 2024-08-10T05:12:05.607 INFO:tasks.workunit.client.0.smithi078.stdout:200 2024-08-10T05:12:05.610 INFO:tasks.workunit.client.0.smithi078.stdout:201 2024-08-10T05:12:05.611 INFO:tasks.workunit.client.0.smithi078.stdout:202 2024-08-10T05:12:05.611 INFO:tasks.workunit.client.0.smithi078.stdout:203 2024-08-10T05:12:05.611 INFO:tasks.workunit.client.0.smithi078.stdout:204 2024-08-10T05:12:05.613 INFO:tasks.workunit.client.0.smithi078.stdout:205 2024-08-10T05:12:05.613 INFO:tasks.workunit.client.0.smithi078.stdout:206 2024-08-10T05:12:05.614 INFO:tasks.workunit.client.0.smithi078.stdout:207 2024-08-10T05:12:05.615 INFO:tasks.workunit.client.0.smithi078.stdout:208 2024-08-10T05:12:05.616 INFO:tasks.workunit.client.0.smithi078.stdout:209 2024-08-10T05:12:05.616 INFO:tasks.workunit.client.0.smithi078.stdout:210 2024-08-10T05:12:05.617 INFO:tasks.workunit.client.0.smithi078.stdout:211 2024-08-10T05:12:05.618 INFO:tasks.workunit.client.0.smithi078.stdout:212 2024-08-10T05:12:05.619 INFO:tasks.workunit.client.0.smithi078.stdout:213 2024-08-10T05:12:05.620 INFO:tasks.workunit.client.0.smithi078.stdout:214 2024-08-10T05:12:05.620 INFO:tasks.workunit.client.0.smithi078.stdout:215 2024-08-10T05:12:05.621 INFO:tasks.workunit.client.0.smithi078.stdout:216 2024-08-10T05:12:05.622 INFO:tasks.workunit.client.0.smithi078.stdout:217 2024-08-10T05:12:05.623 INFO:tasks.workunit.client.0.smithi078.stdout:218 2024-08-10T05:12:05.624 INFO:tasks.workunit.client.0.smithi078.stdout:219 2024-08-10T05:12:05.625 INFO:tasks.workunit.client.0.smithi078.stdout:220 2024-08-10T05:12:05.626 INFO:tasks.workunit.client.0.smithi078.stdout:221 2024-08-10T05:12:05.627 INFO:tasks.workunit.client.0.smithi078.stdout:222 2024-08-10T05:12:05.628 INFO:tasks.workunit.client.0.smithi078.stdout:223 2024-08-10T05:12:05.629 INFO:tasks.workunit.client.0.smithi078.stdout:224 2024-08-10T05:12:05.630 INFO:tasks.workunit.client.0.smithi078.stdout:225 2024-08-10T05:12:05.631 INFO:tasks.workunit.client.0.smithi078.stdout:226 2024-08-10T05:12:05.632 INFO:tasks.workunit.client.0.smithi078.stdout:227 2024-08-10T05:12:05.633 INFO:tasks.workunit.client.0.smithi078.stdout:228 2024-08-10T05:12:05.634 INFO:tasks.workunit.client.0.smithi078.stdout:229 2024-08-10T05:12:05.635 INFO:tasks.workunit.client.0.smithi078.stdout:230 2024-08-10T05:12:05.636 INFO:tasks.workunit.client.0.smithi078.stdout:231 2024-08-10T05:12:05.637 INFO:tasks.workunit.client.0.smithi078.stdout:232 2024-08-10T05:12:05.638 INFO:tasks.workunit.client.0.smithi078.stdout:233 2024-08-10T05:12:05.639 INFO:tasks.workunit.client.0.smithi078.stdout:234 2024-08-10T05:12:05.640 INFO:tasks.workunit.client.0.smithi078.stdout:235 2024-08-10T05:12:05.641 INFO:tasks.workunit.client.0.smithi078.stdout:236 2024-08-10T05:12:05.641 INFO:tasks.workunit.client.0.smithi078.stdout:237 2024-08-10T05:12:05.643 INFO:tasks.workunit.client.0.smithi078.stdout:238 2024-08-10T05:12:05.643 INFO:tasks.workunit.client.0.smithi078.stdout:239 2024-08-10T05:12:05.644 INFO:tasks.workunit.client.0.smithi078.stdout:240 2024-08-10T05:12:05.645 INFO:tasks.workunit.client.0.smithi078.stdout:241 2024-08-10T05:12:05.646 INFO:tasks.workunit.client.0.smithi078.stdout:242 2024-08-10T05:12:05.647 INFO:tasks.workunit.client.0.smithi078.stdout:243 2024-08-10T05:12:05.648 INFO:tasks.workunit.client.0.smithi078.stdout:244 2024-08-10T05:12:05.649 INFO:tasks.workunit.client.0.smithi078.stdout:245 2024-08-10T05:12:05.650 INFO:tasks.workunit.client.0.smithi078.stdout:246 2024-08-10T05:12:05.651 INFO:tasks.workunit.client.0.smithi078.stdout:247 2024-08-10T05:12:05.651 INFO:tasks.workunit.client.0.smithi078.stdout:248 2024-08-10T05:12:05.653 INFO:tasks.workunit.client.0.smithi078.stdout:249 2024-08-10T05:12:05.654 INFO:tasks.workunit.client.0.smithi078.stdout:250 2024-08-10T05:12:05.654 INFO:tasks.workunit.client.0.smithi078.stdout:251 2024-08-10T05:12:05.655 INFO:tasks.workunit.client.0.smithi078.stdout:252 2024-08-10T05:12:05.656 INFO:tasks.workunit.client.0.smithi078.stdout:253 2024-08-10T05:12:05.657 INFO:tasks.workunit.client.0.smithi078.stdout:254 2024-08-10T05:12:05.658 INFO:tasks.workunit.client.0.smithi078.stdout:255 2024-08-10T05:12:05.659 INFO:tasks.workunit.client.0.smithi078.stdout:256 2024-08-10T05:12:05.660 INFO:tasks.workunit.client.0.smithi078.stdout:257 2024-08-10T05:12:05.661 INFO:tasks.workunit.client.0.smithi078.stdout:258 2024-08-10T05:12:05.662 INFO:tasks.workunit.client.0.smithi078.stdout:259 2024-08-10T05:12:05.663 INFO:tasks.workunit.client.0.smithi078.stdout:260 2024-08-10T05:12:05.664 INFO:tasks.workunit.client.0.smithi078.stdout:261 2024-08-10T05:12:05.665 INFO:tasks.workunit.client.0.smithi078.stdout:262 2024-08-10T05:12:05.666 INFO:tasks.workunit.client.0.smithi078.stdout:263 2024-08-10T05:12:05.667 INFO:tasks.workunit.client.0.smithi078.stdout:264 2024-08-10T05:12:05.668 INFO:tasks.workunit.client.0.smithi078.stdout:265 2024-08-10T05:12:05.668 INFO:tasks.workunit.client.0.smithi078.stdout:266 2024-08-10T05:12:05.669 INFO:tasks.workunit.client.0.smithi078.stdout:267 2024-08-10T05:12:05.670 INFO:tasks.workunit.client.0.smithi078.stdout:268 2024-08-10T05:12:05.671 INFO:tasks.workunit.client.0.smithi078.stdout:269 2024-08-10T05:12:05.672 INFO:tasks.workunit.client.0.smithi078.stdout:270 2024-08-10T05:12:05.673 INFO:tasks.workunit.client.0.smithi078.stdout:271 2024-08-10T05:12:05.674 INFO:tasks.workunit.client.0.smithi078.stdout:272 2024-08-10T05:12:05.675 INFO:tasks.workunit.client.0.smithi078.stdout:273 2024-08-10T05:12:05.676 INFO:tasks.workunit.client.0.smithi078.stdout:274 2024-08-10T05:12:05.677 INFO:tasks.workunit.client.0.smithi078.stdout:275 2024-08-10T05:12:05.678 INFO:tasks.workunit.client.0.smithi078.stdout:276 2024-08-10T05:12:05.679 INFO:tasks.workunit.client.0.smithi078.stdout:277 2024-08-10T05:12:05.680 INFO:tasks.workunit.client.0.smithi078.stdout:278 2024-08-10T05:12:05.681 INFO:tasks.workunit.client.0.smithi078.stdout:279 2024-08-10T05:12:05.682 INFO:tasks.workunit.client.0.smithi078.stdout:280 2024-08-10T05:12:05.683 INFO:tasks.workunit.client.0.smithi078.stdout:281 2024-08-10T05:12:05.684 INFO:tasks.workunit.client.0.smithi078.stdout:282 2024-08-10T05:12:05.685 INFO:tasks.workunit.client.0.smithi078.stdout:283 2024-08-10T05:12:05.685 INFO:tasks.workunit.client.0.smithi078.stdout:284 2024-08-10T05:12:05.687 INFO:tasks.workunit.client.0.smithi078.stdout:285 2024-08-10T05:12:05.692 INFO:tasks.workunit.client.0.smithi078.stdout:286 2024-08-10T05:12:05.692 INFO:tasks.workunit.client.0.smithi078.stdout:287 2024-08-10T05:12:05.692 INFO:tasks.workunit.client.0.smithi078.stdout:288 2024-08-10T05:12:05.692 INFO:tasks.workunit.client.0.smithi078.stdout:289 2024-08-10T05:12:05.692 INFO:tasks.workunit.client.0.smithi078.stdout:290 2024-08-10T05:12:05.692 INFO:tasks.workunit.client.0.smithi078.stdout:291 2024-08-10T05:12:05.693 INFO:tasks.workunit.client.0.smithi078.stdout:292 2024-08-10T05:12:05.694 INFO:tasks.workunit.client.0.smithi078.stdout:293 2024-08-10T05:12:05.695 INFO:tasks.workunit.client.0.smithi078.stdout:294 2024-08-10T05:12:05.695 INFO:tasks.workunit.client.0.smithi078.stdout:295 2024-08-10T05:12:05.696 INFO:tasks.workunit.client.0.smithi078.stdout:296 2024-08-10T05:12:05.697 INFO:tasks.workunit.client.0.smithi078.stdout:297 2024-08-10T05:12:05.698 INFO:tasks.workunit.client.0.smithi078.stdout:298 2024-08-10T05:12:05.699 INFO:tasks.workunit.client.0.smithi078.stdout:299 2024-08-10T05:12:05.700 INFO:tasks.workunit.client.0.smithi078.stdout:300 2024-08-10T05:12:05.701 INFO:tasks.workunit.client.0.smithi078.stdout:301 2024-08-10T05:12:05.702 INFO:tasks.workunit.client.0.smithi078.stdout:302 2024-08-10T05:12:05.703 INFO:tasks.workunit.client.0.smithi078.stdout:303 2024-08-10T05:12:05.704 INFO:tasks.workunit.client.0.smithi078.stdout:304 2024-08-10T05:12:05.705 INFO:tasks.workunit.client.0.smithi078.stdout:305 2024-08-10T05:12:05.706 INFO:tasks.workunit.client.0.smithi078.stdout:306 2024-08-10T05:12:05.707 INFO:tasks.workunit.client.0.smithi078.stdout:307 2024-08-10T05:12:05.707 INFO:tasks.workunit.client.0.smithi078.stdout:308 2024-08-10T05:12:05.708 INFO:tasks.workunit.client.0.smithi078.stdout:309 2024-08-10T05:12:05.709 INFO:tasks.workunit.client.0.smithi078.stdout:310 2024-08-10T05:12:05.710 INFO:tasks.workunit.client.0.smithi078.stdout:311 2024-08-10T05:12:05.711 INFO:tasks.workunit.client.0.smithi078.stdout:312 2024-08-10T05:12:05.712 INFO:tasks.workunit.client.0.smithi078.stdout:313 2024-08-10T05:12:05.713 INFO:tasks.workunit.client.0.smithi078.stdout:314 2024-08-10T05:12:05.714 INFO:tasks.workunit.client.0.smithi078.stdout:315 2024-08-10T05:12:05.715 INFO:tasks.workunit.client.0.smithi078.stdout:316 2024-08-10T05:12:05.716 INFO:tasks.workunit.client.0.smithi078.stdout:317 2024-08-10T05:12:05.717 INFO:tasks.workunit.client.0.smithi078.stdout:318 2024-08-10T05:12:05.717 INFO:tasks.workunit.client.0.smithi078.stdout:319 2024-08-10T05:12:05.718 INFO:tasks.workunit.client.0.smithi078.stdout:320 2024-08-10T05:12:05.719 INFO:tasks.workunit.client.0.smithi078.stdout:321 2024-08-10T05:12:05.720 INFO:tasks.workunit.client.0.smithi078.stdout:322 2024-08-10T05:12:05.721 INFO:tasks.workunit.client.0.smithi078.stdout:323 2024-08-10T05:12:05.722 INFO:tasks.workunit.client.0.smithi078.stdout:324 2024-08-10T05:12:05.724 INFO:tasks.workunit.client.0.smithi078.stdout:325 2024-08-10T05:12:05.725 INFO:tasks.workunit.client.0.smithi078.stdout:326 2024-08-10T05:12:05.725 INFO:tasks.workunit.client.0.smithi078.stdout:327 2024-08-10T05:12:05.726 INFO:tasks.workunit.client.0.smithi078.stdout:328 2024-08-10T05:12:05.727 INFO:tasks.workunit.client.0.smithi078.stdout:329 2024-08-10T05:12:05.728 INFO:tasks.workunit.client.0.smithi078.stdout:330 2024-08-10T05:12:05.729 INFO:tasks.workunit.client.0.smithi078.stdout:331 2024-08-10T05:12:05.730 INFO:tasks.workunit.client.0.smithi078.stdout:332 2024-08-10T05:12:05.731 INFO:tasks.workunit.client.0.smithi078.stdout:333 2024-08-10T05:12:05.732 INFO:tasks.workunit.client.0.smithi078.stdout:334 2024-08-10T05:12:05.733 INFO:tasks.workunit.client.0.smithi078.stdout:335 2024-08-10T05:12:05.734 INFO:tasks.workunit.client.0.smithi078.stdout:336 2024-08-10T05:12:05.734 INFO:tasks.workunit.client.0.smithi078.stdout:337 2024-08-10T05:12:05.735 INFO:tasks.workunit.client.0.smithi078.stdout:338 2024-08-10T05:12:05.736 INFO:tasks.workunit.client.0.smithi078.stdout:339 2024-08-10T05:12:05.737 INFO:tasks.workunit.client.0.smithi078.stdout:340 2024-08-10T05:12:05.738 INFO:tasks.workunit.client.0.smithi078.stdout:341 2024-08-10T05:12:05.739 INFO:tasks.workunit.client.0.smithi078.stdout:342 2024-08-10T05:12:05.742 INFO:tasks.workunit.client.0.smithi078.stdout:343 2024-08-10T05:12:05.742 INFO:tasks.workunit.client.0.smithi078.stdout:344 2024-08-10T05:12:05.742 INFO:tasks.workunit.client.0.smithi078.stdout:345 2024-08-10T05:12:05.742 INFO:tasks.workunit.client.0.smithi078.stdout:346 2024-08-10T05:12:05.743 INFO:tasks.workunit.client.0.smithi078.stdout:347 2024-08-10T05:12:05.745 INFO:tasks.workunit.client.0.smithi078.stdout:348 2024-08-10T05:12:05.746 INFO:tasks.workunit.client.0.smithi078.stdout:349 2024-08-10T05:12:05.747 INFO:tasks.workunit.client.0.smithi078.stdout:350 2024-08-10T05:12:05.748 INFO:tasks.workunit.client.0.smithi078.stdout:351 2024-08-10T05:12:05.749 INFO:tasks.workunit.client.0.smithi078.stdout:352 2024-08-10T05:12:05.749 INFO:tasks.workunit.client.0.smithi078.stdout:353 2024-08-10T05:12:05.750 INFO:tasks.workunit.client.0.smithi078.stdout:354 2024-08-10T05:12:05.751 INFO:tasks.workunit.client.0.smithi078.stdout:355 2024-08-10T05:12:05.752 INFO:tasks.workunit.client.0.smithi078.stdout:356 2024-08-10T05:12:05.753 INFO:tasks.workunit.client.0.smithi078.stdout:357 2024-08-10T05:12:05.754 INFO:tasks.workunit.client.0.smithi078.stdout:358 2024-08-10T05:12:05.755 INFO:tasks.workunit.client.0.smithi078.stdout:359 2024-08-10T05:12:05.756 INFO:tasks.workunit.client.0.smithi078.stdout:360 2024-08-10T05:12:05.757 INFO:tasks.workunit.client.0.smithi078.stdout:361 2024-08-10T05:12:05.758 INFO:tasks.workunit.client.0.smithi078.stdout:362 2024-08-10T05:12:05.759 INFO:tasks.workunit.client.0.smithi078.stdout:363 2024-08-10T05:12:05.759 INFO:tasks.workunit.client.0.smithi078.stdout:364 2024-08-10T05:12:05.760 INFO:tasks.workunit.client.0.smithi078.stdout:365 2024-08-10T05:12:05.761 INFO:tasks.workunit.client.0.smithi078.stdout:366 2024-08-10T05:12:05.763 INFO:tasks.workunit.client.0.smithi078.stdout:367 2024-08-10T05:12:05.764 INFO:tasks.workunit.client.0.smithi078.stdout:368 2024-08-10T05:12:05.765 INFO:tasks.workunit.client.0.smithi078.stdout:369 2024-08-10T05:12:05.766 INFO:tasks.workunit.client.0.smithi078.stdout:370 2024-08-10T05:12:05.767 INFO:tasks.workunit.client.0.smithi078.stdout:371 2024-08-10T05:12:05.768 INFO:tasks.workunit.client.0.smithi078.stdout:372 2024-08-10T05:12:05.769 INFO:tasks.workunit.client.0.smithi078.stdout:373 2024-08-10T05:12:05.770 INFO:tasks.workunit.client.0.smithi078.stdout:374 2024-08-10T05:12:05.771 INFO:tasks.workunit.client.0.smithi078.stdout:375 2024-08-10T05:12:05.772 INFO:tasks.workunit.client.0.smithi078.stdout:376 2024-08-10T05:12:05.772 INFO:tasks.workunit.client.0.smithi078.stdout:377 2024-08-10T05:12:05.773 INFO:tasks.workunit.client.0.smithi078.stdout:378 2024-08-10T05:12:05.774 INFO:tasks.workunit.client.0.smithi078.stdout:379 2024-08-10T05:12:05.775 INFO:tasks.workunit.client.0.smithi078.stdout:380 2024-08-10T05:12:05.776 INFO:tasks.workunit.client.0.smithi078.stdout:381 2024-08-10T05:12:05.777 INFO:tasks.workunit.client.0.smithi078.stdout:382 2024-08-10T05:12:05.778 INFO:tasks.workunit.client.0.smithi078.stdout:383 2024-08-10T05:12:05.779 INFO:tasks.workunit.client.0.smithi078.stdout:384 2024-08-10T05:12:05.780 INFO:tasks.workunit.client.0.smithi078.stdout:385 2024-08-10T05:12:05.781 INFO:tasks.workunit.client.0.smithi078.stdout:386 2024-08-10T05:12:05.782 INFO:tasks.workunit.client.0.smithi078.stdout:387 2024-08-10T05:12:05.783 INFO:tasks.workunit.client.0.smithi078.stdout:388 2024-08-10T05:12:05.784 INFO:tasks.workunit.client.0.smithi078.stdout:389 2024-08-10T05:12:05.785 INFO:tasks.workunit.client.0.smithi078.stdout:390 2024-08-10T05:12:05.786 INFO:tasks.workunit.client.0.smithi078.stdout:391 2024-08-10T05:12:05.787 INFO:tasks.workunit.client.0.smithi078.stdout:392 2024-08-10T05:12:05.788 INFO:tasks.workunit.client.0.smithi078.stdout:393 2024-08-10T05:12:05.789 INFO:tasks.workunit.client.0.smithi078.stdout:394 2024-08-10T05:12:05.789 INFO:tasks.workunit.client.0.smithi078.stdout:395 2024-08-10T05:12:05.790 INFO:tasks.workunit.client.0.smithi078.stdout:396 2024-08-10T05:12:05.791 INFO:tasks.workunit.client.0.smithi078.stdout:397 2024-08-10T05:12:05.792 INFO:tasks.workunit.client.0.smithi078.stdout:398 2024-08-10T05:12:05.793 INFO:tasks.workunit.client.0.smithi078.stdout:399 2024-08-10T05:12:05.794 INFO:tasks.workunit.client.0.smithi078.stdout:400 2024-08-10T05:12:05.795 INFO:tasks.workunit.client.0.smithi078.stdout:401 2024-08-10T05:12:05.796 INFO:tasks.workunit.client.0.smithi078.stdout:402 2024-08-10T05:12:05.797 INFO:tasks.workunit.client.0.smithi078.stdout:403 2024-08-10T05:12:05.798 INFO:tasks.workunit.client.0.smithi078.stdout:404 2024-08-10T05:12:05.799 INFO:tasks.workunit.client.0.smithi078.stdout:405 2024-08-10T05:12:05.799 INFO:tasks.workunit.client.0.smithi078.stdout:406 2024-08-10T05:12:05.800 INFO:tasks.workunit.client.0.smithi078.stdout:407 2024-08-10T05:12:05.801 INFO:tasks.workunit.client.0.smithi078.stdout:408 2024-08-10T05:12:05.802 INFO:tasks.workunit.client.0.smithi078.stdout:409 2024-08-10T05:12:05.803 INFO:tasks.workunit.client.0.smithi078.stdout:410 2024-08-10T05:12:05.805 INFO:tasks.workunit.client.0.smithi078.stdout:411 2024-08-10T05:12:05.806 INFO:tasks.workunit.client.0.smithi078.stdout:412 2024-08-10T05:12:05.807 INFO:tasks.workunit.client.0.smithi078.stdout:413 2024-08-10T05:12:05.808 INFO:tasks.workunit.client.0.smithi078.stdout:414 2024-08-10T05:12:05.810 INFO:tasks.workunit.client.0.smithi078.stdout:415 2024-08-10T05:12:05.810 INFO:tasks.workunit.client.0.smithi078.stdout:416 2024-08-10T05:12:05.811 INFO:tasks.workunit.client.0.smithi078.stdout:417 2024-08-10T05:12:05.811 INFO:tasks.workunit.client.0.smithi078.stdout:418 2024-08-10T05:12:05.812 INFO:tasks.workunit.client.0.smithi078.stdout:419 2024-08-10T05:12:05.813 INFO:tasks.workunit.client.0.smithi078.stdout:420 2024-08-10T05:12:05.814 INFO:tasks.workunit.client.0.smithi078.stdout:421 2024-08-10T05:12:05.815 INFO:tasks.workunit.client.0.smithi078.stdout:422 2024-08-10T05:12:05.816 INFO:tasks.workunit.client.0.smithi078.stdout:423 2024-08-10T05:12:05.817 INFO:tasks.workunit.client.0.smithi078.stdout:424 2024-08-10T05:12:05.818 INFO:tasks.workunit.client.0.smithi078.stdout:425 2024-08-10T05:12:05.819 INFO:tasks.workunit.client.0.smithi078.stdout:426 2024-08-10T05:12:05.820 INFO:tasks.workunit.client.0.smithi078.stdout:427 2024-08-10T05:12:05.821 INFO:tasks.workunit.client.0.smithi078.stdout:428 2024-08-10T05:12:05.822 INFO:tasks.workunit.client.0.smithi078.stdout:429 2024-08-10T05:12:05.823 INFO:tasks.workunit.client.0.smithi078.stdout:430 2024-08-10T05:12:05.824 INFO:tasks.workunit.client.0.smithi078.stdout:431 2024-08-10T05:12:05.825 INFO:tasks.workunit.client.0.smithi078.stdout:432 2024-08-10T05:12:05.826 INFO:tasks.workunit.client.0.smithi078.stdout:433 2024-08-10T05:12:05.828 INFO:tasks.workunit.client.0.smithi078.stdout:434 2024-08-10T05:12:05.829 INFO:tasks.workunit.client.0.smithi078.stdout:435 2024-08-10T05:12:05.830 INFO:tasks.workunit.client.0.smithi078.stdout:436 2024-08-10T05:12:05.831 INFO:tasks.workunit.client.0.smithi078.stdout:437 2024-08-10T05:12:05.832 INFO:tasks.workunit.client.0.smithi078.stdout:438 2024-08-10T05:12:05.833 INFO:tasks.workunit.client.0.smithi078.stdout:439 2024-08-10T05:12:05.834 INFO:tasks.workunit.client.0.smithi078.stdout:440 2024-08-10T05:12:05.835 INFO:tasks.workunit.client.0.smithi078.stdout:441 2024-08-10T05:12:05.836 INFO:tasks.workunit.client.0.smithi078.stdout:442 2024-08-10T05:12:05.837 INFO:tasks.workunit.client.0.smithi078.stdout:443 2024-08-10T05:12:05.838 INFO:tasks.workunit.client.0.smithi078.stdout:444 2024-08-10T05:12:05.839 INFO:tasks.workunit.client.0.smithi078.stdout:445 2024-08-10T05:12:05.840 INFO:tasks.workunit.client.0.smithi078.stdout:446 2024-08-10T05:12:05.841 INFO:tasks.workunit.client.0.smithi078.stdout:447 2024-08-10T05:12:05.842 INFO:tasks.workunit.client.0.smithi078.stdout:448 2024-08-10T05:12:05.843 INFO:tasks.workunit.client.0.smithi078.stdout:449 2024-08-10T05:12:05.844 INFO:tasks.workunit.client.0.smithi078.stdout:450 2024-08-10T05:12:05.845 INFO:tasks.workunit.client.0.smithi078.stdout:451 2024-08-10T05:12:05.847 INFO:tasks.workunit.client.0.smithi078.stdout:452 2024-08-10T05:12:05.848 INFO:tasks.workunit.client.0.smithi078.stdout:453 2024-08-10T05:12:05.849 INFO:tasks.workunit.client.0.smithi078.stdout:454 2024-08-10T05:12:05.850 INFO:tasks.workunit.client.0.smithi078.stdout:455 2024-08-10T05:12:05.851 INFO:tasks.workunit.client.0.smithi078.stdout:456 2024-08-10T05:12:05.852 INFO:tasks.workunit.client.0.smithi078.stdout:457 2024-08-10T05:12:05.854 INFO:tasks.workunit.client.0.smithi078.stdout:458 2024-08-10T05:12:05.854 INFO:tasks.workunit.client.0.smithi078.stdout:459 2024-08-10T05:12:05.855 INFO:tasks.workunit.client.0.smithi078.stdout:460 2024-08-10T05:12:05.856 INFO:tasks.workunit.client.0.smithi078.stdout:461 2024-08-10T05:12:05.857 INFO:tasks.workunit.client.0.smithi078.stdout:462 2024-08-10T05:12:05.858 INFO:tasks.workunit.client.0.smithi078.stdout:463 2024-08-10T05:12:05.859 INFO:tasks.workunit.client.0.smithi078.stdout:464 2024-08-10T05:12:05.860 INFO:tasks.workunit.client.0.smithi078.stdout:465 2024-08-10T05:12:05.860 INFO:tasks.workunit.client.0.smithi078.stdout:466 2024-08-10T05:12:05.861 INFO:tasks.workunit.client.0.smithi078.stdout:467 2024-08-10T05:12:05.862 INFO:tasks.workunit.client.0.smithi078.stdout:468 2024-08-10T05:12:05.863 INFO:tasks.workunit.client.0.smithi078.stdout:469 2024-08-10T05:12:05.864 INFO:tasks.workunit.client.0.smithi078.stdout:470 2024-08-10T05:12:05.865 INFO:tasks.workunit.client.0.smithi078.stdout:471 2024-08-10T05:12:05.866 INFO:tasks.workunit.client.0.smithi078.stdout:472 2024-08-10T05:12:05.867 INFO:tasks.workunit.client.0.smithi078.stdout:473 2024-08-10T05:12:05.868 INFO:tasks.workunit.client.0.smithi078.stdout:474 2024-08-10T05:12:05.869 INFO:tasks.workunit.client.0.smithi078.stdout:475 2024-08-10T05:12:05.870 INFO:tasks.workunit.client.0.smithi078.stdout:476 2024-08-10T05:12:05.871 INFO:tasks.workunit.client.0.smithi078.stdout:477 2024-08-10T05:12:05.872 INFO:tasks.workunit.client.0.smithi078.stdout:478 2024-08-10T05:12:05.873 INFO:tasks.workunit.client.0.smithi078.stdout:479 2024-08-10T05:12:05.874 INFO:tasks.workunit.client.0.smithi078.stdout:480 2024-08-10T05:12:05.875 INFO:tasks.workunit.client.0.smithi078.stdout:481 2024-08-10T05:12:05.876 INFO:tasks.workunit.client.0.smithi078.stdout:482 2024-08-10T05:12:05.877 INFO:tasks.workunit.client.0.smithi078.stdout:483 2024-08-10T05:12:05.878 INFO:tasks.workunit.client.0.smithi078.stdout:484 2024-08-10T05:12:05.879 INFO:tasks.workunit.client.0.smithi078.stdout:485 2024-08-10T05:12:05.880 INFO:tasks.workunit.client.0.smithi078.stdout:486 2024-08-10T05:12:05.881 INFO:tasks.workunit.client.0.smithi078.stdout:487 2024-08-10T05:12:05.882 INFO:tasks.workunit.client.0.smithi078.stdout:488 2024-08-10T05:12:05.883 INFO:tasks.workunit.client.0.smithi078.stdout:489 2024-08-10T05:12:05.884 INFO:tasks.workunit.client.0.smithi078.stdout:490 2024-08-10T05:12:05.885 INFO:tasks.workunit.client.0.smithi078.stdout:491 2024-08-10T05:12:05.886 INFO:tasks.workunit.client.0.smithi078.stdout:492 2024-08-10T05:12:05.887 INFO:tasks.workunit.client.0.smithi078.stdout:493 2024-08-10T05:12:05.888 INFO:tasks.workunit.client.0.smithi078.stdout:494 2024-08-10T05:12:05.889 INFO:tasks.workunit.client.0.smithi078.stdout:495 2024-08-10T05:12:05.890 INFO:tasks.workunit.client.0.smithi078.stdout:496 2024-08-10T05:12:05.895 INFO:tasks.workunit.client.0.smithi078.stdout:497 2024-08-10T05:12:05.895 INFO:tasks.workunit.client.0.smithi078.stdout:498 2024-08-10T05:12:05.895 INFO:tasks.workunit.client.0.smithi078.stdout:499 2024-08-10T05:12:05.895 INFO:tasks.workunit.client.0.smithi078.stdout:500 2024-08-10T05:12:05.895 INFO:tasks.workunit.client.0.smithi078.stdout:501 2024-08-10T05:12:05.898 INFO:tasks.workunit.client.0.smithi078.stdout:502 2024-08-10T05:12:05.901 INFO:tasks.workunit.client.0.smithi078.stdout:503 2024-08-10T05:12:05.904 INFO:tasks.workunit.client.0.smithi078.stdout:504 2024-08-10T05:12:05.907 INFO:tasks.workunit.client.0.smithi078.stdout:505 2024-08-10T05:12:05.909 INFO:tasks.workunit.client.0.smithi078.stdout:506 2024-08-10T05:12:05.911 INFO:tasks.workunit.client.0.smithi078.stdout:507 2024-08-10T05:12:05.912 INFO:tasks.workunit.client.0.smithi078.stdout:508 2024-08-10T05:12:05.913 INFO:tasks.workunit.client.0.smithi078.stdout:509 2024-08-10T05:12:05.914 INFO:tasks.workunit.client.0.smithi078.stdout:510 2024-08-10T05:12:05.915 INFO:tasks.workunit.client.0.smithi078.stdout:511 2024-08-10T05:12:05.916 INFO:tasks.workunit.client.0.smithi078.stdout:512 2024-08-10T05:12:05.917 INFO:tasks.workunit.client.0.smithi078.stdout:513 2024-08-10T05:12:05.918 INFO:tasks.workunit.client.0.smithi078.stdout:514 2024-08-10T05:12:05.919 INFO:tasks.workunit.client.0.smithi078.stdout:515 2024-08-10T05:12:05.919 INFO:tasks.workunit.client.0.smithi078.stdout:516 2024-08-10T05:12:05.921 INFO:tasks.workunit.client.0.smithi078.stdout:517 2024-08-10T05:12:05.921 INFO:tasks.workunit.client.0.smithi078.stdout:518 2024-08-10T05:12:05.922 INFO:tasks.workunit.client.0.smithi078.stdout:519 2024-08-10T05:12:05.923 INFO:tasks.workunit.client.0.smithi078.stdout:520 2024-08-10T05:12:05.925 INFO:tasks.workunit.client.0.smithi078.stdout:521 2024-08-10T05:12:05.926 INFO:tasks.workunit.client.0.smithi078.stdout:522 2024-08-10T05:12:05.927 INFO:tasks.workunit.client.0.smithi078.stdout:523 2024-08-10T05:12:05.928 INFO:tasks.workunit.client.0.smithi078.stdout:524 2024-08-10T05:12:05.929 INFO:tasks.workunit.client.0.smithi078.stdout:525 2024-08-10T05:12:05.930 INFO:tasks.workunit.client.0.smithi078.stdout:526 2024-08-10T05:12:05.931 INFO:tasks.workunit.client.0.smithi078.stdout:527 2024-08-10T05:12:05.932 INFO:tasks.workunit.client.0.smithi078.stdout:528 2024-08-10T05:12:05.933 INFO:tasks.workunit.client.0.smithi078.stdout:529 2024-08-10T05:12:05.934 INFO:tasks.workunit.client.0.smithi078.stdout:530 2024-08-10T05:12:05.935 INFO:tasks.workunit.client.0.smithi078.stdout:531 2024-08-10T05:12:05.938 INFO:tasks.workunit.client.0.smithi078.stdout:532 2024-08-10T05:12:05.938 INFO:tasks.workunit.client.0.smithi078.stdout:533 2024-08-10T05:12:05.938 INFO:tasks.workunit.client.0.smithi078.stdout:534 2024-08-10T05:12:05.939 INFO:tasks.workunit.client.0.smithi078.stdout:535 2024-08-10T05:12:05.939 INFO:tasks.workunit.client.0.smithi078.stdout:536 2024-08-10T05:12:05.941 INFO:tasks.workunit.client.0.smithi078.stdout:537 2024-08-10T05:12:05.941 INFO:tasks.workunit.client.0.smithi078.stdout:538 2024-08-10T05:12:05.943 INFO:tasks.workunit.client.0.smithi078.stdout:539 2024-08-10T05:12:05.943 INFO:tasks.workunit.client.0.smithi078.stdout:540 2024-08-10T05:12:05.944 INFO:tasks.workunit.client.0.smithi078.stdout:541 2024-08-10T05:12:05.945 INFO:tasks.workunit.client.0.smithi078.stdout:542 2024-08-10T05:12:05.946 INFO:tasks.workunit.client.0.smithi078.stdout:543 2024-08-10T05:12:05.948 INFO:tasks.workunit.client.0.smithi078.stdout:544 2024-08-10T05:12:05.948 INFO:tasks.workunit.client.0.smithi078.stdout:545 2024-08-10T05:12:05.949 INFO:tasks.workunit.client.0.smithi078.stdout:546 2024-08-10T05:12:05.950 INFO:tasks.workunit.client.0.smithi078.stdout:547 2024-08-10T05:12:05.951 INFO:tasks.workunit.client.0.smithi078.stdout:548 2024-08-10T05:12:05.953 INFO:tasks.workunit.client.0.smithi078.stdout:549 2024-08-10T05:12:05.953 INFO:tasks.workunit.client.0.smithi078.stdout:550 2024-08-10T05:12:05.954 INFO:tasks.workunit.client.0.smithi078.stdout:551 2024-08-10T05:12:05.955 INFO:tasks.workunit.client.0.smithi078.stdout:552 2024-08-10T05:12:05.956 INFO:tasks.workunit.client.0.smithi078.stdout:553 2024-08-10T05:12:05.957 INFO:tasks.workunit.client.0.smithi078.stdout:554 2024-08-10T05:12:05.958 INFO:tasks.workunit.client.0.smithi078.stdout:555 2024-08-10T05:12:05.959 INFO:tasks.workunit.client.0.smithi078.stdout:556 2024-08-10T05:12:05.960 INFO:tasks.workunit.client.0.smithi078.stdout:557 2024-08-10T05:12:05.961 INFO:tasks.workunit.client.0.smithi078.stdout:558 2024-08-10T05:12:05.962 INFO:tasks.workunit.client.0.smithi078.stdout:559 2024-08-10T05:12:05.963 INFO:tasks.workunit.client.0.smithi078.stdout:560 2024-08-10T05:12:05.965 INFO:tasks.workunit.client.0.smithi078.stdout:561 2024-08-10T05:12:05.966 INFO:tasks.workunit.client.0.smithi078.stdout:562 2024-08-10T05:12:05.967 INFO:tasks.workunit.client.0.smithi078.stdout:563 2024-08-10T05:12:05.968 INFO:tasks.workunit.client.0.smithi078.stdout:564 2024-08-10T05:12:05.969 INFO:tasks.workunit.client.0.smithi078.stdout:565 2024-08-10T05:12:05.971 INFO:tasks.workunit.client.0.smithi078.stdout:566 2024-08-10T05:12:05.972 INFO:tasks.workunit.client.0.smithi078.stdout:567 2024-08-10T05:12:05.973 INFO:tasks.workunit.client.0.smithi078.stdout:568 2024-08-10T05:12:05.975 INFO:tasks.workunit.client.0.smithi078.stdout:569 2024-08-10T05:12:05.976 INFO:tasks.workunit.client.0.smithi078.stdout:570 2024-08-10T05:12:05.977 INFO:tasks.workunit.client.0.smithi078.stdout:571 2024-08-10T05:12:05.978 INFO:tasks.workunit.client.0.smithi078.stdout:572 2024-08-10T05:12:05.979 INFO:tasks.workunit.client.0.smithi078.stdout:573 2024-08-10T05:12:05.981 INFO:tasks.workunit.client.0.smithi078.stdout:574 2024-08-10T05:12:05.982 INFO:tasks.workunit.client.0.smithi078.stdout:575 2024-08-10T05:12:05.984 INFO:tasks.workunit.client.0.smithi078.stdout:576 2024-08-10T05:12:05.984 INFO:tasks.workunit.client.0.smithi078.stdout:577 2024-08-10T05:12:05.984 INFO:tasks.workunit.client.0.smithi078.stdout:578 2024-08-10T05:12:05.985 INFO:tasks.workunit.client.0.smithi078.stdout:579 2024-08-10T05:12:05.986 INFO:tasks.workunit.client.0.smithi078.stdout:580 2024-08-10T05:12:05.987 INFO:tasks.workunit.client.0.smithi078.stdout:581 2024-08-10T05:12:05.988 INFO:tasks.workunit.client.0.smithi078.stdout:582 2024-08-10T05:12:05.989 INFO:tasks.workunit.client.0.smithi078.stdout:583 2024-08-10T05:12:05.990 INFO:tasks.workunit.client.0.smithi078.stdout:584 2024-08-10T05:12:05.991 INFO:tasks.workunit.client.0.smithi078.stdout:585 2024-08-10T05:12:05.992 INFO:tasks.workunit.client.0.smithi078.stdout:586 2024-08-10T05:12:05.994 INFO:tasks.workunit.client.0.smithi078.stdout:587 2024-08-10T05:12:05.995 INFO:tasks.workunit.client.0.smithi078.stdout:588 2024-08-10T05:12:05.996 INFO:tasks.workunit.client.0.smithi078.stdout:589 2024-08-10T05:12:05.998 INFO:tasks.workunit.client.0.smithi078.stdout:590 2024-08-10T05:12:06.001 INFO:tasks.workunit.client.0.smithi078.stdout:591 2024-08-10T05:12:06.001 INFO:tasks.workunit.client.0.smithi078.stdout:592 2024-08-10T05:12:06.002 INFO:tasks.workunit.client.0.smithi078.stdout:593 2024-08-10T05:12:06.002 INFO:tasks.workunit.client.0.smithi078.stdout:594 2024-08-10T05:12:06.006 INFO:tasks.workunit.client.0.smithi078.stdout:595 2024-08-10T05:12:06.006 INFO:tasks.workunit.client.0.smithi078.stdout:596 2024-08-10T05:12:06.006 INFO:tasks.workunit.client.0.smithi078.stdout:597 2024-08-10T05:12:06.007 INFO:tasks.workunit.client.0.smithi078.stdout:598 2024-08-10T05:12:06.007 INFO:tasks.workunit.client.0.smithi078.stdout:599 2024-08-10T05:12:06.008 INFO:tasks.workunit.client.0.smithi078.stdout:600 2024-08-10T05:12:06.008 INFO:tasks.workunit.client.0.smithi078.stdout:601 2024-08-10T05:12:06.009 INFO:tasks.workunit.client.0.smithi078.stdout:602 2024-08-10T05:12:06.010 INFO:tasks.workunit.client.0.smithi078.stdout:603 2024-08-10T05:12:06.011 INFO:tasks.workunit.client.0.smithi078.stdout:604 2024-08-10T05:12:06.011 INFO:tasks.workunit.client.0.smithi078.stdout:605 2024-08-10T05:12:06.012 INFO:tasks.workunit.client.0.smithi078.stdout:606 2024-08-10T05:12:06.013 INFO:tasks.workunit.client.0.smithi078.stdout:607 2024-08-10T05:12:06.015 INFO:tasks.workunit.client.0.smithi078.stdout:608 2024-08-10T05:12:06.015 INFO:tasks.workunit.client.0.smithi078.stdout:609 2024-08-10T05:12:06.016 INFO:tasks.workunit.client.0.smithi078.stdout:610 2024-08-10T05:12:06.016 INFO:tasks.workunit.client.0.smithi078.stdout:611 2024-08-10T05:12:06.018 INFO:tasks.workunit.client.0.smithi078.stdout:612 2024-08-10T05:12:06.018 INFO:tasks.workunit.client.0.smithi078.stdout:613 2024-08-10T05:12:06.019 INFO:tasks.workunit.client.0.smithi078.stdout:614 2024-08-10T05:12:06.020 INFO:tasks.workunit.client.0.smithi078.stdout:615 2024-08-10T05:12:06.021 INFO:tasks.workunit.client.0.smithi078.stdout:616 2024-08-10T05:12:06.023 INFO:tasks.workunit.client.0.smithi078.stdout:617 2024-08-10T05:12:06.023 INFO:tasks.workunit.client.0.smithi078.stdout:618 2024-08-10T05:12:06.024 INFO:tasks.workunit.client.0.smithi078.stdout:619 2024-08-10T05:12:06.026 INFO:tasks.workunit.client.0.smithi078.stdout:620 2024-08-10T05:12:06.027 INFO:tasks.workunit.client.0.smithi078.stdout:621 2024-08-10T05:12:06.029 INFO:tasks.workunit.client.0.smithi078.stdout:622 2024-08-10T05:12:06.029 INFO:tasks.workunit.client.0.smithi078.stdout:623 2024-08-10T05:12:06.030 INFO:tasks.workunit.client.0.smithi078.stdout:624 2024-08-10T05:12:06.030 INFO:tasks.workunit.client.0.smithi078.stdout:625 2024-08-10T05:12:06.031 INFO:tasks.workunit.client.0.smithi078.stdout:626 2024-08-10T05:12:06.032 INFO:tasks.workunit.client.0.smithi078.stdout:627 2024-08-10T05:12:06.033 INFO:tasks.workunit.client.0.smithi078.stdout:628 2024-08-10T05:12:06.034 INFO:tasks.workunit.client.0.smithi078.stdout:629 2024-08-10T05:12:06.035 INFO:tasks.workunit.client.0.smithi078.stdout:630 2024-08-10T05:12:06.036 INFO:tasks.workunit.client.0.smithi078.stdout:631 2024-08-10T05:12:06.037 INFO:tasks.workunit.client.0.smithi078.stdout:632 2024-08-10T05:12:06.038 INFO:tasks.workunit.client.0.smithi078.stdout:633 2024-08-10T05:12:06.039 INFO:tasks.workunit.client.0.smithi078.stdout:634 2024-08-10T05:12:06.040 INFO:tasks.workunit.client.0.smithi078.stdout:635 2024-08-10T05:12:06.041 INFO:tasks.workunit.client.0.smithi078.stdout:636 2024-08-10T05:12:06.042 INFO:tasks.workunit.client.0.smithi078.stdout:637 2024-08-10T05:12:06.043 INFO:tasks.workunit.client.0.smithi078.stdout:638 2024-08-10T05:12:06.044 INFO:tasks.workunit.client.0.smithi078.stdout:639 2024-08-10T05:12:06.045 INFO:tasks.workunit.client.0.smithi078.stdout:640 2024-08-10T05:12:06.046 INFO:tasks.workunit.client.0.smithi078.stdout:641 2024-08-10T05:12:06.047 INFO:tasks.workunit.client.0.smithi078.stdout:642 2024-08-10T05:12:06.048 INFO:tasks.workunit.client.0.smithi078.stdout:643 2024-08-10T05:12:06.049 INFO:tasks.workunit.client.0.smithi078.stdout:644 2024-08-10T05:12:06.050 INFO:tasks.workunit.client.0.smithi078.stdout:645 2024-08-10T05:12:06.051 INFO:tasks.workunit.client.0.smithi078.stdout:646 2024-08-10T05:12:06.053 INFO:tasks.workunit.client.0.smithi078.stdout:647 2024-08-10T05:12:06.054 INFO:tasks.workunit.client.0.smithi078.stdout:648 2024-08-10T05:12:06.055 INFO:tasks.workunit.client.0.smithi078.stdout:649 2024-08-10T05:12:06.056 INFO:tasks.workunit.client.0.smithi078.stdout:650 2024-08-10T05:12:06.057 INFO:tasks.workunit.client.0.smithi078.stdout:651 2024-08-10T05:12:06.058 INFO:tasks.workunit.client.0.smithi078.stdout:652 2024-08-10T05:12:06.059 INFO:tasks.workunit.client.0.smithi078.stdout:653 2024-08-10T05:12:06.060 INFO:tasks.workunit.client.0.smithi078.stdout:654 2024-08-10T05:12:06.061 INFO:tasks.workunit.client.0.smithi078.stdout:655 2024-08-10T05:12:06.062 INFO:tasks.workunit.client.0.smithi078.stdout:656 2024-08-10T05:12:06.063 INFO:tasks.workunit.client.0.smithi078.stdout:657 2024-08-10T05:12:06.064 INFO:tasks.workunit.client.0.smithi078.stdout:658 2024-08-10T05:12:06.065 INFO:tasks.workunit.client.0.smithi078.stdout:659 2024-08-10T05:12:06.066 INFO:tasks.workunit.client.0.smithi078.stdout:660 2024-08-10T05:12:06.067 INFO:tasks.workunit.client.0.smithi078.stdout:661 2024-08-10T05:12:06.068 INFO:tasks.workunit.client.0.smithi078.stdout:662 2024-08-10T05:12:06.069 INFO:tasks.workunit.client.0.smithi078.stdout:663 2024-08-10T05:12:06.070 INFO:tasks.workunit.client.0.smithi078.stdout:664 2024-08-10T05:12:06.071 INFO:tasks.workunit.client.0.smithi078.stdout:665 2024-08-10T05:12:06.072 INFO:tasks.workunit.client.0.smithi078.stdout:666 2024-08-10T05:12:06.073 INFO:tasks.workunit.client.0.smithi078.stdout:667 2024-08-10T05:12:06.074 INFO:tasks.workunit.client.0.smithi078.stdout:668 2024-08-10T05:12:06.075 INFO:tasks.workunit.client.0.smithi078.stdout:669 2024-08-10T05:12:06.076 INFO:tasks.workunit.client.0.smithi078.stdout:670 2024-08-10T05:12:06.077 INFO:tasks.workunit.client.0.smithi078.stdout:671 2024-08-10T05:12:06.078 INFO:tasks.workunit.client.0.smithi078.stdout:672 2024-08-10T05:12:06.079 INFO:tasks.workunit.client.0.smithi078.stdout:673 2024-08-10T05:12:06.080 INFO:tasks.workunit.client.0.smithi078.stdout:674 2024-08-10T05:12:06.081 INFO:tasks.workunit.client.0.smithi078.stdout:675 2024-08-10T05:12:06.082 INFO:tasks.workunit.client.0.smithi078.stdout:676 2024-08-10T05:12:06.083 INFO:tasks.workunit.client.0.smithi078.stdout:677 2024-08-10T05:12:06.084 INFO:tasks.workunit.client.0.smithi078.stdout:678 2024-08-10T05:12:06.085 INFO:tasks.workunit.client.0.smithi078.stdout:679 2024-08-10T05:12:06.086 INFO:tasks.workunit.client.0.smithi078.stdout:680 2024-08-10T05:12:06.087 INFO:tasks.workunit.client.0.smithi078.stdout:681 2024-08-10T05:12:06.088 INFO:tasks.workunit.client.0.smithi078.stdout:682 2024-08-10T05:12:06.089 INFO:tasks.workunit.client.0.smithi078.stdout:683 2024-08-10T05:12:06.090 INFO:tasks.workunit.client.0.smithi078.stdout:684 2024-08-10T05:12:06.091 INFO:tasks.workunit.client.0.smithi078.stdout:685 2024-08-10T05:12:06.092 INFO:tasks.workunit.client.0.smithi078.stdout:686 2024-08-10T05:12:06.093 INFO:tasks.workunit.client.0.smithi078.stdout:687 2024-08-10T05:12:06.094 INFO:tasks.workunit.client.0.smithi078.stdout:688 2024-08-10T05:12:06.099 INFO:tasks.workunit.client.0.smithi078.stdout:689 2024-08-10T05:12:06.099 INFO:tasks.workunit.client.0.smithi078.stdout:690 2024-08-10T05:12:06.099 INFO:tasks.workunit.client.0.smithi078.stdout:691 2024-08-10T05:12:06.100 INFO:tasks.workunit.client.0.smithi078.stdout:692 2024-08-10T05:12:06.100 INFO:tasks.workunit.client.0.smithi078.stdout:693 2024-08-10T05:12:06.100 INFO:tasks.workunit.client.0.smithi078.stdout:694 2024-08-10T05:12:06.101 INFO:tasks.workunit.client.0.smithi078.stdout:695 2024-08-10T05:12:06.102 INFO:tasks.workunit.client.0.smithi078.stdout:696 2024-08-10T05:12:06.103 INFO:tasks.workunit.client.0.smithi078.stdout:697 2024-08-10T05:12:06.104 INFO:tasks.workunit.client.0.smithi078.stdout:698 2024-08-10T05:12:06.105 INFO:tasks.workunit.client.0.smithi078.stdout:699 2024-08-10T05:12:06.107 INFO:tasks.workunit.client.0.smithi078.stdout:700 2024-08-10T05:12:06.107 INFO:tasks.workunit.client.0.smithi078.stdout:701 2024-08-10T05:12:06.110 INFO:tasks.workunit.client.0.smithi078.stdout:702 2024-08-10T05:12:06.110 INFO:tasks.workunit.client.0.smithi078.stdout:703 2024-08-10T05:12:06.112 INFO:tasks.workunit.client.0.smithi078.stdout:704 2024-08-10T05:12:06.112 INFO:tasks.workunit.client.0.smithi078.stdout:705 2024-08-10T05:12:06.114 INFO:tasks.workunit.client.0.smithi078.stdout:706 2024-08-10T05:12:06.114 INFO:tasks.workunit.client.0.smithi078.stdout:707 2024-08-10T05:12:06.115 INFO:tasks.workunit.client.0.smithi078.stdout:708 2024-08-10T05:12:06.117 INFO:tasks.workunit.client.0.smithi078.stdout:709 2024-08-10T05:12:06.117 INFO:tasks.workunit.client.0.smithi078.stdout:710 2024-08-10T05:12:06.118 INFO:tasks.workunit.client.0.smithi078.stdout:711 2024-08-10T05:12:06.119 INFO:tasks.workunit.client.0.smithi078.stdout:712 2024-08-10T05:12:06.120 INFO:tasks.workunit.client.0.smithi078.stdout:713 2024-08-10T05:12:06.120 INFO:tasks.workunit.client.0.smithi078.stdout:714 2024-08-10T05:12:06.122 INFO:tasks.workunit.client.0.smithi078.stdout:715 2024-08-10T05:12:06.123 INFO:tasks.workunit.client.0.smithi078.stdout:716 2024-08-10T05:12:06.124 INFO:tasks.workunit.client.0.smithi078.stdout:717 2024-08-10T05:12:06.125 INFO:tasks.workunit.client.0.smithi078.stdout:718 2024-08-10T05:12:06.126 INFO:tasks.workunit.client.0.smithi078.stdout:719 2024-08-10T05:12:06.127 INFO:tasks.workunit.client.0.smithi078.stdout:720 2024-08-10T05:12:06.128 INFO:tasks.workunit.client.0.smithi078.stdout:721 2024-08-10T05:12:06.130 INFO:tasks.workunit.client.0.smithi078.stdout:722 2024-08-10T05:12:06.130 INFO:tasks.workunit.client.0.smithi078.stdout:723 2024-08-10T05:12:06.131 INFO:tasks.workunit.client.0.smithi078.stdout:724 2024-08-10T05:12:06.132 INFO:tasks.workunit.client.0.smithi078.stdout:725 2024-08-10T05:12:06.133 INFO:tasks.workunit.client.0.smithi078.stdout:726 2024-08-10T05:12:06.134 INFO:tasks.workunit.client.0.smithi078.stdout:727 2024-08-10T05:12:06.136 INFO:tasks.workunit.client.0.smithi078.stdout:728 2024-08-10T05:12:06.136 INFO:tasks.workunit.client.0.smithi078.stdout:729 2024-08-10T05:12:06.137 INFO:tasks.workunit.client.0.smithi078.stdout:730 2024-08-10T05:12:06.139 INFO:tasks.workunit.client.0.smithi078.stdout:731 2024-08-10T05:12:06.140 INFO:tasks.workunit.client.0.smithi078.stdout:732 2024-08-10T05:12:06.141 INFO:tasks.workunit.client.0.smithi078.stdout:733 2024-08-10T05:12:06.143 INFO:tasks.workunit.client.0.smithi078.stdout:734 2024-08-10T05:12:06.143 INFO:tasks.workunit.client.0.smithi078.stdout:735 2024-08-10T05:12:06.144 INFO:tasks.workunit.client.0.smithi078.stdout:736 2024-08-10T05:12:06.145 INFO:tasks.workunit.client.0.smithi078.stdout:737 2024-08-10T05:12:06.147 INFO:tasks.workunit.client.0.smithi078.stdout:738 2024-08-10T05:12:06.148 INFO:tasks.workunit.client.0.smithi078.stdout:739 2024-08-10T05:12:06.148 INFO:tasks.workunit.client.0.smithi078.stdout:740 2024-08-10T05:12:06.148 INFO:tasks.workunit.client.0.smithi078.stdout:741 2024-08-10T05:12:06.150 INFO:tasks.workunit.client.0.smithi078.stdout:742 2024-08-10T05:12:06.150 INFO:tasks.workunit.client.0.smithi078.stdout:743 2024-08-10T05:12:06.152 INFO:tasks.workunit.client.0.smithi078.stdout:744 2024-08-10T05:12:06.152 INFO:tasks.workunit.client.0.smithi078.stdout:745 2024-08-10T05:12:06.154 INFO:tasks.workunit.client.0.smithi078.stdout:746 2024-08-10T05:12:06.155 INFO:tasks.workunit.client.0.smithi078.stdout:747 2024-08-10T05:12:06.156 INFO:tasks.workunit.client.0.smithi078.stdout:748 2024-08-10T05:12:06.157 INFO:tasks.workunit.client.0.smithi078.stdout:749 2024-08-10T05:12:06.158 INFO:tasks.workunit.client.0.smithi078.stdout:750 2024-08-10T05:12:06.159 INFO:tasks.workunit.client.0.smithi078.stdout:751 2024-08-10T05:12:06.160 INFO:tasks.workunit.client.0.smithi078.stdout:752 2024-08-10T05:12:06.161 INFO:tasks.workunit.client.0.smithi078.stdout:753 2024-08-10T05:12:06.162 INFO:tasks.workunit.client.0.smithi078.stdout:754 2024-08-10T05:12:06.163 INFO:tasks.workunit.client.0.smithi078.stdout:755 2024-08-10T05:12:06.164 INFO:tasks.workunit.client.0.smithi078.stdout:756 2024-08-10T05:12:06.165 INFO:tasks.workunit.client.0.smithi078.stdout:757 2024-08-10T05:12:06.166 INFO:tasks.workunit.client.0.smithi078.stdout:758 2024-08-10T05:12:06.167 INFO:tasks.workunit.client.0.smithi078.stdout:759 2024-08-10T05:12:06.168 INFO:tasks.workunit.client.0.smithi078.stdout:760 2024-08-10T05:12:06.169 INFO:tasks.workunit.client.0.smithi078.stdout:761 2024-08-10T05:12:06.170 INFO:tasks.workunit.client.0.smithi078.stdout:762 2024-08-10T05:12:06.171 INFO:tasks.workunit.client.0.smithi078.stdout:763 2024-08-10T05:12:06.172 INFO:tasks.workunit.client.0.smithi078.stdout:764 2024-08-10T05:12:06.173 INFO:tasks.workunit.client.0.smithi078.stdout:765 2024-08-10T05:12:06.174 INFO:tasks.workunit.client.0.smithi078.stdout:766 2024-08-10T05:12:06.175 INFO:tasks.workunit.client.0.smithi078.stdout:767 2024-08-10T05:12:06.176 INFO:tasks.workunit.client.0.smithi078.stdout:768 2024-08-10T05:12:06.177 INFO:tasks.workunit.client.0.smithi078.stdout:769 2024-08-10T05:12:06.178 INFO:tasks.workunit.client.0.smithi078.stdout:770 2024-08-10T05:12:06.179 INFO:tasks.workunit.client.0.smithi078.stdout:771 2024-08-10T05:12:06.180 INFO:tasks.workunit.client.0.smithi078.stdout:772 2024-08-10T05:12:06.181 INFO:tasks.workunit.client.0.smithi078.stdout:773 2024-08-10T05:12:06.183 INFO:tasks.workunit.client.0.smithi078.stdout:774 2024-08-10T05:12:06.184 INFO:tasks.workunit.client.0.smithi078.stdout:775 2024-08-10T05:12:06.185 INFO:tasks.workunit.client.0.smithi078.stdout:776 2024-08-10T05:12:06.186 INFO:tasks.workunit.client.0.smithi078.stdout:777 2024-08-10T05:12:06.187 INFO:tasks.workunit.client.0.smithi078.stdout:778 2024-08-10T05:12:06.188 INFO:tasks.workunit.client.0.smithi078.stdout:779 2024-08-10T05:12:06.189 INFO:tasks.workunit.client.0.smithi078.stdout:780 2024-08-10T05:12:06.190 INFO:tasks.workunit.client.0.smithi078.stdout:781 2024-08-10T05:12:06.192 INFO:tasks.workunit.client.0.smithi078.stdout:782 2024-08-10T05:12:06.193 INFO:tasks.workunit.client.0.smithi078.stdout:783 2024-08-10T05:12:06.194 INFO:tasks.workunit.client.0.smithi078.stdout:784 2024-08-10T05:12:06.195 INFO:tasks.workunit.client.0.smithi078.stdout:785 2024-08-10T05:12:06.196 INFO:tasks.workunit.client.0.smithi078.stdout:786 2024-08-10T05:12:06.198 INFO:tasks.workunit.client.0.smithi078.stdout:787 2024-08-10T05:12:06.199 INFO:tasks.workunit.client.0.smithi078.stdout:788 2024-08-10T05:12:06.200 INFO:tasks.workunit.client.0.smithi078.stdout:789 2024-08-10T05:12:06.201 INFO:tasks.workunit.client.0.smithi078.stdout:790 2024-08-10T05:12:06.202 INFO:tasks.workunit.client.0.smithi078.stdout:791 2024-08-10T05:12:06.203 INFO:tasks.workunit.client.0.smithi078.stdout:792 2024-08-10T05:12:06.204 INFO:tasks.workunit.client.0.smithi078.stdout:793 2024-08-10T05:12:06.205 INFO:tasks.workunit.client.0.smithi078.stdout:794 2024-08-10T05:12:06.206 INFO:tasks.workunit.client.0.smithi078.stdout:795 2024-08-10T05:12:06.207 INFO:tasks.workunit.client.0.smithi078.stdout:796 2024-08-10T05:12:06.208 INFO:tasks.workunit.client.0.smithi078.stdout:797 2024-08-10T05:12:06.209 INFO:tasks.workunit.client.0.smithi078.stdout:798 2024-08-10T05:12:06.210 INFO:tasks.workunit.client.0.smithi078.stdout:799 2024-08-10T05:12:06.211 INFO:tasks.workunit.client.0.smithi078.stdout:800 2024-08-10T05:12:06.212 INFO:tasks.workunit.client.0.smithi078.stdout:801 2024-08-10T05:12:06.213 INFO:tasks.workunit.client.0.smithi078.stdout:802 2024-08-10T05:12:06.214 INFO:tasks.workunit.client.0.smithi078.stdout:803 2024-08-10T05:12:06.215 INFO:tasks.workunit.client.0.smithi078.stdout:804 2024-08-10T05:12:06.216 INFO:tasks.workunit.client.0.smithi078.stdout:805 2024-08-10T05:12:06.217 INFO:tasks.workunit.client.0.smithi078.stdout:806 2024-08-10T05:12:06.218 INFO:tasks.workunit.client.0.smithi078.stdout:807 2024-08-10T05:12:06.219 INFO:tasks.workunit.client.0.smithi078.stdout:808 2024-08-10T05:12:06.220 INFO:tasks.workunit.client.0.smithi078.stdout:809 2024-08-10T05:12:06.221 INFO:tasks.workunit.client.0.smithi078.stdout:810 2024-08-10T05:12:06.223 INFO:tasks.workunit.client.0.smithi078.stdout:811 2024-08-10T05:12:06.224 INFO:tasks.workunit.client.0.smithi078.stdout:812 2024-08-10T05:12:06.225 INFO:tasks.workunit.client.0.smithi078.stdout:813 2024-08-10T05:12:06.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[92251]: osdmap e934: 8 total, 8 up, 8 in 2024-08-10T05:12:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/377359368' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-10T05:12:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[94618]: osdmap e934: 8 total, 8 up, 8 in 2024-08-10T05:12:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:05 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/377359368' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-10T05:12:06.227 INFO:tasks.workunit.client.0.smithi078.stdout:814 2024-08-10T05:12:06.227 INFO:tasks.workunit.client.0.smithi078.stdout:815 2024-08-10T05:12:06.228 INFO:tasks.workunit.client.0.smithi078.stdout:816 2024-08-10T05:12:06.229 INFO:tasks.workunit.client.0.smithi078.stdout:817 2024-08-10T05:12:06.230 INFO:tasks.workunit.client.0.smithi078.stdout:818 2024-08-10T05:12:06.231 INFO:tasks.workunit.client.0.smithi078.stdout:819 2024-08-10T05:12:06.232 INFO:tasks.workunit.client.0.smithi078.stdout:820 2024-08-10T05:12:06.233 INFO:tasks.workunit.client.0.smithi078.stdout:821 2024-08-10T05:12:06.234 INFO:tasks.workunit.client.0.smithi078.stdout:822 2024-08-10T05:12:06.235 INFO:tasks.workunit.client.0.smithi078.stdout:823 2024-08-10T05:12:06.237 INFO:tasks.workunit.client.0.smithi078.stdout:824 2024-08-10T05:12:06.238 INFO:tasks.workunit.client.0.smithi078.stdout:825 2024-08-10T05:12:06.239 INFO:tasks.workunit.client.0.smithi078.stdout:826 2024-08-10T05:12:06.240 INFO:tasks.workunit.client.0.smithi078.stdout:827 2024-08-10T05:12:06.241 INFO:tasks.workunit.client.0.smithi078.stdout:828 2024-08-10T05:12:06.243 INFO:tasks.workunit.client.0.smithi078.stdout:829 2024-08-10T05:12:06.243 INFO:tasks.workunit.client.0.smithi078.stdout:830 2024-08-10T05:12:06.244 INFO:tasks.workunit.client.0.smithi078.stdout:831 2024-08-10T05:12:06.246 INFO:tasks.workunit.client.0.smithi078.stdout:832 2024-08-10T05:12:06.247 INFO:tasks.workunit.client.0.smithi078.stdout:833 2024-08-10T05:12:06.248 INFO:tasks.workunit.client.0.smithi078.stdout:834 2024-08-10T05:12:06.249 INFO:tasks.workunit.client.0.smithi078.stdout:835 2024-08-10T05:12:06.250 INFO:tasks.workunit.client.0.smithi078.stdout:836 2024-08-10T05:12:06.251 INFO:tasks.workunit.client.0.smithi078.stdout:837 2024-08-10T05:12:06.252 INFO:tasks.workunit.client.0.smithi078.stdout:838 2024-08-10T05:12:06.253 INFO:tasks.workunit.client.0.smithi078.stdout:839 2024-08-10T05:12:06.254 INFO:tasks.workunit.client.0.smithi078.stdout:840 2024-08-10T05:12:06.256 INFO:tasks.workunit.client.0.smithi078.stdout:841 2024-08-10T05:12:06.257 INFO:tasks.workunit.client.0.smithi078.stdout:842 2024-08-10T05:12:06.258 INFO:tasks.workunit.client.0.smithi078.stdout:843 2024-08-10T05:12:06.259 INFO:tasks.workunit.client.0.smithi078.stdout:844 2024-08-10T05:12:06.260 INFO:tasks.workunit.client.0.smithi078.stdout:845 2024-08-10T05:12:06.261 INFO:tasks.workunit.client.0.smithi078.stdout:846 2024-08-10T05:12:06.262 INFO:tasks.workunit.client.0.smithi078.stdout:847 2024-08-10T05:12:06.263 INFO:tasks.workunit.client.0.smithi078.stdout:848 2024-08-10T05:12:06.265 INFO:tasks.workunit.client.0.smithi078.stdout:849 2024-08-10T05:12:06.266 INFO:tasks.workunit.client.0.smithi078.stdout:850 2024-08-10T05:12:06.267 INFO:tasks.workunit.client.0.smithi078.stdout:851 2024-08-10T05:12:06.268 INFO:tasks.workunit.client.0.smithi078.stdout:852 2024-08-10T05:12:06.269 INFO:tasks.workunit.client.0.smithi078.stdout:853 2024-08-10T05:12:06.270 INFO:tasks.workunit.client.0.smithi078.stdout:854 2024-08-10T05:12:06.271 INFO:tasks.workunit.client.0.smithi078.stdout:855 2024-08-10T05:12:06.272 INFO:tasks.workunit.client.0.smithi078.stdout:856 2024-08-10T05:12:06.273 INFO:tasks.workunit.client.0.smithi078.stdout:857 2024-08-10T05:12:06.274 INFO:tasks.workunit.client.0.smithi078.stdout:858 2024-08-10T05:12:06.275 INFO:tasks.workunit.client.0.smithi078.stdout:859 2024-08-10T05:12:06.277 INFO:tasks.workunit.client.0.smithi078.stdout:860 2024-08-10T05:12:06.278 INFO:tasks.workunit.client.0.smithi078.stdout:861 2024-08-10T05:12:06.279 INFO:tasks.workunit.client.0.smithi078.stdout:862 2024-08-10T05:12:06.280 INFO:tasks.workunit.client.0.smithi078.stdout:863 2024-08-10T05:12:06.281 INFO:tasks.workunit.client.0.smithi078.stdout:864 2024-08-10T05:12:06.282 INFO:tasks.workunit.client.0.smithi078.stdout:865 2024-08-10T05:12:06.283 INFO:tasks.workunit.client.0.smithi078.stdout:866 2024-08-10T05:12:06.284 INFO:tasks.workunit.client.0.smithi078.stdout:867 2024-08-10T05:12:06.286 INFO:tasks.workunit.client.0.smithi078.stdout:868 2024-08-10T05:12:06.287 INFO:tasks.workunit.client.0.smithi078.stdout:869 2024-08-10T05:12:06.288 INFO:tasks.workunit.client.0.smithi078.stdout:870 2024-08-10T05:12:06.289 INFO:tasks.workunit.client.0.smithi078.stdout:871 2024-08-10T05:12:06.290 INFO:tasks.workunit.client.0.smithi078.stdout:872 2024-08-10T05:12:06.291 INFO:tasks.workunit.client.0.smithi078.stdout:873 2024-08-10T05:12:06.292 INFO:tasks.workunit.client.0.smithi078.stdout:874 2024-08-10T05:12:06.293 INFO:tasks.workunit.client.0.smithi078.stdout:875 2024-08-10T05:12:06.294 INFO:tasks.workunit.client.0.smithi078.stdout:876 2024-08-10T05:12:06.296 INFO:tasks.workunit.client.0.smithi078.stdout:877 2024-08-10T05:12:06.297 INFO:tasks.workunit.client.0.smithi078.stdout:878 2024-08-10T05:12:06.298 INFO:tasks.workunit.client.0.smithi078.stdout:879 2024-08-10T05:12:06.302 INFO:tasks.workunit.client.0.smithi078.stdout:880 2024-08-10T05:12:06.302 INFO:tasks.workunit.client.0.smithi078.stdout:881 2024-08-10T05:12:06.302 INFO:tasks.workunit.client.0.smithi078.stdout:882 2024-08-10T05:12:06.303 INFO:tasks.workunit.client.0.smithi078.stdout:883 2024-08-10T05:12:06.303 INFO:tasks.workunit.client.0.smithi078.stdout:884 2024-08-10T05:12:06.305 INFO:tasks.workunit.client.0.smithi078.stdout:885 2024-08-10T05:12:06.306 INFO:tasks.workunit.client.0.smithi078.stdout:886 2024-08-10T05:12:06.307 INFO:tasks.workunit.client.0.smithi078.stdout:887 2024-08-10T05:12:06.308 INFO:tasks.workunit.client.0.smithi078.stdout:888 2024-08-10T05:12:06.309 INFO:tasks.workunit.client.0.smithi078.stdout:889 2024-08-10T05:12:06.310 INFO:tasks.workunit.client.0.smithi078.stdout:890 2024-08-10T05:12:06.311 INFO:tasks.workunit.client.0.smithi078.stdout:891 2024-08-10T05:12:06.312 INFO:tasks.workunit.client.0.smithi078.stdout:892 2024-08-10T05:12:06.313 INFO:tasks.workunit.client.0.smithi078.stdout:893 2024-08-10T05:12:06.314 INFO:tasks.workunit.client.0.smithi078.stdout:894 2024-08-10T05:12:06.315 INFO:tasks.workunit.client.0.smithi078.stdout:895 2024-08-10T05:12:06.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:05 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:05 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:05 smithi107 ceph-mon[86658]: osdmap e934: 8 total, 8 up, 8 in 2024-08-10T05:12:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:05 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/377359368' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-10T05:12:06.317 INFO:tasks.workunit.client.0.smithi078.stdout:896 2024-08-10T05:12:06.318 INFO:tasks.workunit.client.0.smithi078.stdout:897 2024-08-10T05:12:06.319 INFO:tasks.workunit.client.0.smithi078.stdout:898 2024-08-10T05:12:06.320 INFO:tasks.workunit.client.0.smithi078.stdout:899 2024-08-10T05:12:06.321 INFO:tasks.workunit.client.0.smithi078.stdout:900 2024-08-10T05:12:06.322 INFO:tasks.workunit.client.0.smithi078.stdout:901 2024-08-10T05:12:06.323 INFO:tasks.workunit.client.0.smithi078.stdout:902 2024-08-10T05:12:06.324 INFO:tasks.workunit.client.0.smithi078.stdout:903 2024-08-10T05:12:06.325 INFO:tasks.workunit.client.0.smithi078.stdout:904 2024-08-10T05:12:06.327 INFO:tasks.workunit.client.0.smithi078.stdout:905 2024-08-10T05:12:06.328 INFO:tasks.workunit.client.0.smithi078.stdout:906 2024-08-10T05:12:06.329 INFO:tasks.workunit.client.0.smithi078.stdout:907 2024-08-10T05:12:06.330 INFO:tasks.workunit.client.0.smithi078.stdout:908 2024-08-10T05:12:06.331 INFO:tasks.workunit.client.0.smithi078.stdout:909 2024-08-10T05:12:06.332 INFO:tasks.workunit.client.0.smithi078.stdout:910 2024-08-10T05:12:06.333 INFO:tasks.workunit.client.0.smithi078.stdout:911 2024-08-10T05:12:06.334 INFO:tasks.workunit.client.0.smithi078.stdout:912 2024-08-10T05:12:06.335 INFO:tasks.workunit.client.0.smithi078.stdout:913 2024-08-10T05:12:06.337 INFO:tasks.workunit.client.0.smithi078.stdout:914 2024-08-10T05:12:06.338 INFO:tasks.workunit.client.0.smithi078.stdout:915 2024-08-10T05:12:06.339 INFO:tasks.workunit.client.0.smithi078.stdout:916 2024-08-10T05:12:06.340 INFO:tasks.workunit.client.0.smithi078.stdout:917 2024-08-10T05:12:06.341 INFO:tasks.workunit.client.0.smithi078.stdout:918 2024-08-10T05:12:06.342 INFO:tasks.workunit.client.0.smithi078.stdout:919 2024-08-10T05:12:06.343 INFO:tasks.workunit.client.0.smithi078.stdout:920 2024-08-10T05:12:06.344 INFO:tasks.workunit.client.0.smithi078.stdout:921 2024-08-10T05:12:06.345 INFO:tasks.workunit.client.0.smithi078.stdout:922 2024-08-10T05:12:06.347 INFO:tasks.workunit.client.0.smithi078.stdout:923 2024-08-10T05:12:06.348 INFO:tasks.workunit.client.0.smithi078.stdout:924 2024-08-10T05:12:06.349 INFO:tasks.workunit.client.0.smithi078.stdout:925 2024-08-10T05:12:06.350 INFO:tasks.workunit.client.0.smithi078.stdout:926 2024-08-10T05:12:06.352 INFO:tasks.workunit.client.0.smithi078.stdout:927 2024-08-10T05:12:06.353 INFO:tasks.workunit.client.0.smithi078.stdout:928 2024-08-10T05:12:06.354 INFO:tasks.workunit.client.0.smithi078.stdout:929 2024-08-10T05:12:06.355 INFO:tasks.workunit.client.0.smithi078.stdout:930 2024-08-10T05:12:06.357 INFO:tasks.workunit.client.0.smithi078.stdout:931 2024-08-10T05:12:06.358 INFO:tasks.workunit.client.0.smithi078.stdout:932 2024-08-10T05:12:06.359 INFO:tasks.workunit.client.0.smithi078.stdout:933 2024-08-10T05:12:06.361 INFO:tasks.workunit.client.0.smithi078.stdout:934 2024-08-10T05:12:06.362 INFO:tasks.workunit.client.0.smithi078.stdout:935 2024-08-10T05:12:06.363 INFO:tasks.workunit.client.0.smithi078.stdout:936 2024-08-10T05:12:06.365 INFO:tasks.workunit.client.0.smithi078.stdout:937 2024-08-10T05:12:06.366 INFO:tasks.workunit.client.0.smithi078.stdout:938 2024-08-10T05:12:06.367 INFO:tasks.workunit.client.0.smithi078.stdout:939 2024-08-10T05:12:06.368 INFO:tasks.workunit.client.0.smithi078.stdout:940 2024-08-10T05:12:06.369 INFO:tasks.workunit.client.0.smithi078.stdout:941 2024-08-10T05:12:06.370 INFO:tasks.workunit.client.0.smithi078.stdout:942 2024-08-10T05:12:06.371 INFO:tasks.workunit.client.0.smithi078.stdout:943 2024-08-10T05:12:06.372 INFO:tasks.workunit.client.0.smithi078.stdout:944 2024-08-10T05:12:06.373 INFO:tasks.workunit.client.0.smithi078.stdout:945 2024-08-10T05:12:06.374 INFO:tasks.workunit.client.0.smithi078.stdout:946 2024-08-10T05:12:06.376 INFO:tasks.workunit.client.0.smithi078.stdout:947 2024-08-10T05:12:06.377 INFO:tasks.workunit.client.0.smithi078.stdout:948 2024-08-10T05:12:06.378 INFO:tasks.workunit.client.0.smithi078.stdout:949 2024-08-10T05:12:06.379 INFO:tasks.workunit.client.0.smithi078.stdout:950 2024-08-10T05:12:06.380 INFO:tasks.workunit.client.0.smithi078.stdout:951 2024-08-10T05:12:06.382 INFO:tasks.workunit.client.0.smithi078.stdout:952 2024-08-10T05:12:06.383 INFO:tasks.workunit.client.0.smithi078.stdout:953 2024-08-10T05:12:06.384 INFO:tasks.workunit.client.0.smithi078.stdout:954 2024-08-10T05:12:06.385 INFO:tasks.workunit.client.0.smithi078.stdout:955 2024-08-10T05:12:06.387 INFO:tasks.workunit.client.0.smithi078.stdout:956 2024-08-10T05:12:06.388 INFO:tasks.workunit.client.0.smithi078.stdout:957 2024-08-10T05:12:06.388 INFO:tasks.workunit.client.0.smithi078.stdout:958 2024-08-10T05:12:06.390 INFO:tasks.workunit.client.0.smithi078.stdout:959 2024-08-10T05:12:06.391 INFO:tasks.workunit.client.0.smithi078.stdout:960 2024-08-10T05:12:06.392 INFO:tasks.workunit.client.0.smithi078.stdout:961 2024-08-10T05:12:06.393 INFO:tasks.workunit.client.0.smithi078.stdout:962 2024-08-10T05:12:06.394 INFO:tasks.workunit.client.0.smithi078.stdout:963 2024-08-10T05:12:06.395 INFO:tasks.workunit.client.0.smithi078.stdout:964 2024-08-10T05:12:06.396 INFO:tasks.workunit.client.0.smithi078.stdout:965 2024-08-10T05:12:06.398 INFO:tasks.workunit.client.0.smithi078.stdout:966 2024-08-10T05:12:06.399 INFO:tasks.workunit.client.0.smithi078.stdout:967 2024-08-10T05:12:06.400 INFO:tasks.workunit.client.0.smithi078.stdout:968 2024-08-10T05:12:06.401 INFO:tasks.workunit.client.0.smithi078.stdout:969 2024-08-10T05:12:06.402 INFO:tasks.workunit.client.0.smithi078.stdout:970 2024-08-10T05:12:06.403 INFO:tasks.workunit.client.0.smithi078.stdout:971 2024-08-10T05:12:06.404 INFO:tasks.workunit.client.0.smithi078.stdout:972 2024-08-10T05:12:06.405 INFO:tasks.workunit.client.0.smithi078.stdout:973 2024-08-10T05:12:06.406 INFO:tasks.workunit.client.0.smithi078.stdout:974 2024-08-10T05:12:06.407 INFO:tasks.workunit.client.0.smithi078.stdout:975 2024-08-10T05:12:06.408 INFO:tasks.workunit.client.0.smithi078.stdout:976 2024-08-10T05:12:06.410 INFO:tasks.workunit.client.0.smithi078.stdout:977 2024-08-10T05:12:06.411 INFO:tasks.workunit.client.0.smithi078.stdout:978 2024-08-10T05:12:06.412 INFO:tasks.workunit.client.0.smithi078.stdout:979 2024-08-10T05:12:06.413 INFO:tasks.workunit.client.0.smithi078.stdout:980 2024-08-10T05:12:06.414 INFO:tasks.workunit.client.0.smithi078.stdout:981 2024-08-10T05:12:06.415 INFO:tasks.workunit.client.0.smithi078.stdout:982 2024-08-10T05:12:06.416 INFO:tasks.workunit.client.0.smithi078.stdout:983 2024-08-10T05:12:06.417 INFO:tasks.workunit.client.0.smithi078.stdout:984 2024-08-10T05:12:06.419 INFO:tasks.workunit.client.0.smithi078.stdout:985 2024-08-10T05:12:06.420 INFO:tasks.workunit.client.0.smithi078.stdout:986 2024-08-10T05:12:06.421 INFO:tasks.workunit.client.0.smithi078.stdout:987 2024-08-10T05:12:06.422 INFO:tasks.workunit.client.0.smithi078.stdout:988 2024-08-10T05:12:06.423 INFO:tasks.workunit.client.0.smithi078.stdout:989 2024-08-10T05:12:06.425 INFO:tasks.workunit.client.0.smithi078.stdout:990 2024-08-10T05:12:06.426 INFO:tasks.workunit.client.0.smithi078.stdout:991 2024-08-10T05:12:06.428 INFO:tasks.workunit.client.0.smithi078.stdout:992 2024-08-10T05:12:06.429 INFO:tasks.workunit.client.0.smithi078.stdout:993 2024-08-10T05:12:06.430 INFO:tasks.workunit.client.0.smithi078.stdout:994 2024-08-10T05:12:06.431 INFO:tasks.workunit.client.0.smithi078.stdout:995 2024-08-10T05:12:06.432 INFO:tasks.workunit.client.0.smithi078.stdout:996 2024-08-10T05:12:06.433 INFO:tasks.workunit.client.0.smithi078.stdout:997 2024-08-10T05:12:06.435 INFO:tasks.workunit.client.0.smithi078.stdout:998 2024-08-10T05:12:06.438 INFO:tasks.workunit.client.0.smithi078.stdout:999 2024-08-10T05:12:06.923 INFO:tasks.workunit.client.0.smithi078.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-10T05:12:06.923 INFO:tasks.workunit.client.0.smithi078.stdout:00000010 69 73 |is| 2024-08-10T05:12:06.923 INFO:tasks.workunit.client.0.smithi078.stdout:00000012 2024-08-10T05:12:06.923 INFO:tasks.workunit.client.0.smithi078.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-10T05:12:06.924 INFO:tasks.workunit.client.0.smithi078.stdout:00000010 69 73 |is| 2024-08-10T05:12:06.924 INFO:tasks.workunit.client.0.smithi078.stdout:00000012 2024-08-10T05:12:06.924 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsHello.WriteReturnData (4033 ms) 2024-08-10T05:12:06.924 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsHello.Loud 2024-08-10T05:12:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:06 smithi078 ceph-mon[92251]: osdmap e935: 8 total, 8 up, 8 in 2024-08-10T05:12:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:06 smithi078 ceph-mon[92251]: pgmap v1091: 137 pgs: 2 creating+activating, 19 creating+peering, 5 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:06 smithi078 ceph-mon[94618]: osdmap e935: 8 total, 8 up, 8 in 2024-08-10T05:12:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:06 smithi078 ceph-mon[94618]: pgmap v1091: 137 pgs: 2 creating+activating, 19 creating+peering, 5 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:06 smithi107 ceph-mon[86658]: osdmap e935: 8 total, 8 up, 8 in 2024-08-10T05:12:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:06 smithi107 ceph-mon[86658]: pgmap v1091: 137 pgs: 2 creating+activating, 19 creating+peering, 5 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:08.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:07 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:08.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:07 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:07 smithi078 ceph-mon[94618]: osdmap e936: 8 total, 8 up, 8 in 2024-08-10T05:12:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:07 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:07 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:07 smithi078 ceph-mon[92251]: osdmap e936: 8 total, 8 up, 8 in 2024-08-10T05:12:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:07 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:07 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:07 smithi107 ceph-mon[86658]: osdmap e936: 8 total, 8 up, 8 in 2024-08-10T05:12:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[94618]: osdmap e937: 8 total, 8 up, 8 in 2024-08-10T05:12:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3096111959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[94618]: pgmap v1094: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[92251]: osdmap e937: 8 total, 8 up, 8 in 2024-08-10T05:12:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3096111959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:08 smithi078 ceph-mon[92251]: pgmap v1094: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:08 smithi107 ceph-mon[86658]: osdmap e937: 8 total, 8 up, 8 in 2024-08-10T05:12:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:08 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3096111959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:08 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:08 smithi107 ceph-mon[86658]: pgmap v1094: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:09.934 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsHello.Loud (3011 ms) 2024-08-10T05:12:09.934 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsHello.BadMethods 2024-08-10T05:12:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:09 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:09 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:09 smithi078 ceph-mon[92251]: osdmap e938: 8 total, 8 up, 8 in 2024-08-10T05:12:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:09 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:09 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:09 smithi078 ceph-mon[94618]: osdmap e938: 8 total, 8 up, 8 in 2024-08-10T05:12:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:09 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:09 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:09 smithi107 ceph-mon[86658]: osdmap e938: 8 total, 8 up, 8 in 2024-08-10T05:12:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:10 smithi078 ceph-mon[92251]: osdmap e939: 8 total, 8 up, 8 in 2024-08-10T05:12:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:10 smithi078 ceph-mon[92251]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:10 smithi078 ceph-mon[94618]: osdmap e939: 8 total, 8 up, 8 in 2024-08-10T05:12:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:10 smithi078 ceph-mon[94618]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:10 smithi107 ceph-mon[86658]: osdmap e939: 8 total, 8 up, 8 in 2024-08-10T05:12:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:10 smithi107 ceph-mon[86658]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:12:11] "GET /metrics HTTP/1.1" 200 33920 "" "Prometheus/2.43.0" 2024-08-10T05:12:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[92251]: osdmap e940: 8 total, 8 up, 8 in 2024-08-10T05:12:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2372232230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[94618]: osdmap e940: 8 total, 8 up, 8 in 2024-08-10T05:12:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2372232230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:12.227 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T05:12:11.964+0000 7f04bec5b640 -1 osd.3 pg_epoch: 941 pg[38.2( v 941'1 (0'0,941'1] local-lis/les=940/941 n=1 ec=940/940 lis/c=940/940 les/c/f=941/941/0 sis=940) [3,7,5] r=0 lpr=940 crt=941'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-10T05:12:12.228 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 05:12:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T05:12:11.966+0000 7f04bec5b640 -1 osd.3 pg_epoch: 941 pg[38.2( v 941'2 (0'0,941'2] local-lis/les=940/941 n=1 ec=940/940 lis/c=940/940 les/c/f=941/941/0 sis=940) [3,7,5] r=0 lpr=940 crt=941'1 lcod 941'1 mlcod 941'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-10T05:12:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:11 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:11 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:11 smithi107 ceph-mon[86658]: osdmap e940: 8 total, 8 up, 8 in 2024-08-10T05:12:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:11 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2372232230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:11 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:12:12.967 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsHello.BadMethods (3032 ms) 2024-08-10T05:12:12.967 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsHello.Filter 2024-08-10T05:12:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: osdmap e941: 8 total, 8 up, 8 in 2024-08-10T05:12:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: pgmap v1100: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: osdmap e941: 8 total, 8 up, 8 in 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: pgmap v1100: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: osdmap e941: 8 total, 8 up, 8 in 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: pgmap v1100: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:14.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:13 smithi078 ceph-mon[92251]: osdmap e942: 8 total, 8 up, 8 in 2024-08-10T05:12:14.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:13 smithi078 ceph-mon[94618]: osdmap e942: 8 total, 8 up, 8 in 2024-08-10T05:12:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:13 smithi107 ceph-mon[86658]: osdmap e942: 8 total, 8 up, 8 in 2024-08-10T05:12:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:14 smithi078 ceph-mon[92251]: osdmap e943: 8 total, 8 up, 8 in 2024-08-10T05:12:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:14 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/886476667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:14 smithi078 ceph-mon[92251]: pgmap v1103: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:14 smithi078 ceph-mon[94618]: osdmap e943: 8 total, 8 up, 8 in 2024-08-10T05:12:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:14 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/886476667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:14 smithi078 ceph-mon[94618]: pgmap v1103: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:14 smithi107 ceph-mon[86658]: osdmap e943: 8 total, 8 up, 8 in 2024-08-10T05:12:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:14 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/886476667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:14 smithi107 ceph-mon[86658]: pgmap v1103: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:15.982 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsHello.Filter (3015 ms) 2024-08-10T05:12:15.982 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 6 tests from ClsHello (18993 ms total) 2024-08-10T05:12:15.983 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:12:15.983 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:12:15.983 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 6 tests from 1 test suite ran. (18993 ms total) 2024-08-10T05:12:15.983 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 6 tests. 2024-08-10T05:12:15.985 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:12:15.985 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:12:16.053 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-10T05:12:16.054 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-10T05:12:16.123 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:12:16.123 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-10T05:12:16.123 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:12:16.123 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 27 tests from TestClsJournal 2024-08-10T05:12:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:15 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:15 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/886476667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:15 smithi107 ceph-mon[86658]: osdmap e944: 8 total, 8 up, 8 in 2024-08-10T05:12:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:15 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:15 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/886476667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:15 smithi078 ceph-mon[92251]: osdmap e944: 8 total, 8 up, 8 in 2024-08-10T05:12:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:15 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:15 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/886476667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134305-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:15 smithi078 ceph-mon[94618]: osdmap e944: 8 total, 8 up, 8 in 2024-08-10T05:12:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:16 smithi107 ceph-mon[86658]: osdmap e945: 8 total, 8 up, 8 in 2024-08-10T05:12:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:16 smithi107 ceph-mon[86658]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:16 smithi078 ceph-mon[92251]: osdmap e945: 8 total, 8 up, 8 in 2024-08-10T05:12:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:16 smithi078 ceph-mon[92251]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:16 smithi078 ceph-mon[94618]: osdmap e945: 8 total, 8 up, 8 in 2024-08-10T05:12:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:16 smithi078 ceph-mon[94618]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:18.005 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.Create 2024-08-10T05:12:18.014 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.Create (10 ms) 2024-08-10T05:12:18.014 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-10T05:12:18.018 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-08-10T05:12:18.018 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-10T05:12:18.023 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-10T05:12:18.024 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-10T05:12:18.026 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-10T05:12:18.026 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-10T05:12:18.029 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-10T05:12:18.029 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-10T05:12:18.033 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-10T05:12:18.033 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-10T05:12:18.035 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-10T05:12:18.035 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-10T05:12:18.037 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-10T05:12:18.038 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-10T05:12:18.040 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-08-10T05:12:18.040 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-10T05:12:18.044 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-08-10T05:12:18.044 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-10T05:12:18.048 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-10T05:12:18.048 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-10T05:12:18.053 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-10T05:12:18.053 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-10T05:12:18.056 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-10T05:12:18.056 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-10T05:12:18.060 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-10T05:12:18.060 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-10T05:12:18.160 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (100 ms) 2024-08-10T05:12:18.160 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-10T05:12:18.163 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-08-10T05:12:18.163 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-10T05:12:18.166 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-10T05:12:18.166 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-10T05:12:18.167 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-10T05:12:18.167 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-10T05:12:18.205 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-08-10T05:12:18.205 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-10T05:12:18.208 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.GetNextTagTid (3 ms) 2024-08-10T05:12:18.208 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-10T05:12:18.216 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-08-10T05:12:18.216 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-10T05:12:18.223 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-08-10T05:12:18.223 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.TagList 2024-08-10T05:12:18.313 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.TagList (89 ms) 2024-08-10T05:12:18.313 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-10T05:12:18.314 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-10T05:12:18.314 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-10T05:12:18.315 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-10T05:12:18.316 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-10T05:12:18.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:18 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:18 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:18 smithi107 ceph-mon[86658]: osdmap e946: 8 total, 8 up, 8 in 2024-08-10T05:12:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/82202223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:18.317 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-10T05:12:18.317 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsJournal.Append 2024-08-10T05:12:18.327 INFO:tasks.workunit.client.0.smithi078.stdout:padding is not enabled 2024-08-10T05:12:18.327 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-08-10T05:12:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:17 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:17 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:17 smithi078 ceph-mon[92251]: osdmap e946: 8 total, 8 up, 8 in 2024-08-10T05:12:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:17 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/82202223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:17 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:17 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:18 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:18 smithi078 ceph-mon[94618]: osdmap e946: 8 total, 8 up, 8 in 2024-08-10T05:12:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/82202223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:19.013 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 27 tests from TestClsJournal (323 ms total) 2024-08-10T05:12:19.013 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:12:19.013 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:12:19.013 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 27 tests from 1 test suite ran. (2889 ms total) 2024-08-10T05:12:19.013 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 27 tests. 2024-08-10T05:12:19.016 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:12:19.016 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:12:19.085 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-10T05:12:19.086 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-10T05:12:19.158 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:12:19.158 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-10T05:12:19.158 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:12:19.158 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 11 tests from ClsLock 2024-08-10T05:12:19.158 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-10T05:12:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:19 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:19 smithi107 ceph-mon[86658]: osdmap e947: 8 total, 8 up, 8 in 2024-08-10T05:12:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:19 smithi107 ceph-mon[86658]: pgmap v1109: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:19 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:19 smithi078 ceph-mon[92251]: osdmap e947: 8 total, 8 up, 8 in 2024-08-10T05:12:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:19 smithi078 ceph-mon[92251]: pgmap v1109: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:19 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134574-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:19 smithi078 ceph-mon[94618]: osdmap e947: 8 total, 8 up, 8 in 2024-08-10T05:12:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:19 smithi078 ceph-mon[94618]: pgmap v1109: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:20 smithi107 ceph-mon[86658]: osdmap e948: 8 total, 8 up, 8 in 2024-08-10T05:12:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:20 smithi078 ceph-mon[92251]: osdmap e948: 8 total, 8 up, 8 in 2024-08-10T05:12:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:20 smithi078 ceph-mon[94618]: osdmap e948: 8 total, 8 up, 8 in 2024-08-10T05:12:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:lock: mylock 2024-08-10T05:12:21.052 INFO:tasks.workunit.client.0.smithi078.stdout: lock_type: exclusive 2024-08-10T05:12:21.052 INFO:tasks.workunit.client.0.smithi078.stdout: tag: 2024-08-10T05:12:21.052 INFO:tasks.workunit.client.0.smithi078.stdout: lockers: 2024-08-10T05:12:21.052 INFO:tasks.workunit.client.0.smithi078.stdout: client.44648 expiration=2024-08-10T05:14:21.049053+0000 addr=v1:172.21.15.78:0/312943252 cookie= 2024-08-10T05:12:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:lock: mylock 2024-08-10T05:12:21.056 INFO:tasks.workunit.client.0.smithi078.stdout: lock_type: shared 2024-08-10T05:12:21.056 INFO:tasks.workunit.client.0.smithi078.stdout: tag: 2024-08-10T05:12:21.056 INFO:tasks.workunit.client.0.smithi078.stdout: lockers: 2024-08-10T05:12:21.056 INFO:tasks.workunit.client.0.smithi078.stdout: client.34731 expiration=0.000000 addr=v1:172.21.15.78:0/2955332259 cookie= 2024-08-10T05:12:21.056 INFO:tasks.workunit.client.0.smithi078.stdout: client.44648 expiration=2024-08-10T05:14:21.056001+0000 addr=v1:172.21.15.78:0/312943252 cookie= 2024-08-10T05:12:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:lock: mylock 2024-08-10T05:12:21.057 INFO:tasks.workunit.client.0.smithi078.stdout: lock_type: shared 2024-08-10T05:12:21.057 INFO:tasks.workunit.client.0.smithi078.stdout: tag: 2024-08-10T05:12:21.057 INFO:tasks.workunit.client.0.smithi078.stdout: lockers: 2024-08-10T05:12:21.057 INFO:tasks.workunit.client.0.smithi078.stdout: client.34731 expiration=0.000000 addr=v1:172.21.15.78:0/2955332259 cookie= 2024-08-10T05:12:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:21 smithi107 ceph-mon[86658]: osdmap e949: 8 total, 8 up, 8 in 2024-08-10T05:12:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:21 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/312943252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:21 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:21 smithi107 ceph-mon[86658]: pgmap v1112: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:21 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[92251]: osdmap e949: 8 total, 8 up, 8 in 2024-08-10T05:12:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/312943252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[92251]: pgmap v1112: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[94618]: osdmap e949: 8 total, 8 up, 8 in 2024-08-10T05:12:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/312943252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[94618]: pgmap v1112: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:22.032 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestMultiLocking (2873 ms) 2024-08-10T05:12:22.032 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestMeta 2024-08-10T05:12:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:12:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:12:21] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-08-10T05:12:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:22 smithi078 ceph-mon[92251]: osdmap e950: 8 total, 8 up, 8 in 2024-08-10T05:12:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:22 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:22 smithi078 ceph-mon[92251]: osdmap e951: 8 total, 8 up, 8 in 2024-08-10T05:12:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:22 smithi078 ceph-mon[94618]: osdmap e950: 8 total, 8 up, 8 in 2024-08-10T05:12:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:22 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:22 smithi078 ceph-mon[94618]: osdmap e951: 8 total, 8 up, 8 in 2024-08-10T05:12:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:22 smithi107 ceph-mon[86658]: osdmap e950: 8 total, 8 up, 8 in 2024-08-10T05:12:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:22 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:22 smithi107 ceph-mon[86658]: osdmap e951: 8 total, 8 up, 8 in 2024-08-10T05:12:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:12:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:12:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:23 smithi107 ceph-mon[86658]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:23 smithi078 ceph-mon[92251]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:23 smithi078 ceph-mon[94618]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:24.081 INFO:tasks.workunit.client.0.smithi078.stdout:lock: mylock 2024-08-10T05:12:24.081 INFO:tasks.workunit.client.0.smithi078.stdout: lock_type: shared 2024-08-10T05:12:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: tag: 2024-08-10T05:12:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: lockers: 2024-08-10T05:12:24.082 INFO:tasks.workunit.client.0.smithi078.stdout: client.34743 expiration=0.000000 addr=v1:172.21.15.78:0/264628191 cookie= 2024-08-10T05:12:24.083 INFO:tasks.workunit.client.0.smithi078.stdout:lock: mylock 2024-08-10T05:12:24.084 INFO:tasks.workunit.client.0.smithi078.stdout: lock_type: exclusive 2024-08-10T05:12:24.084 INFO:tasks.workunit.client.0.smithi078.stdout: tag: new_tag 2024-08-10T05:12:24.084 INFO:tasks.workunit.client.0.smithi078.stdout: lockers: 2024-08-10T05:12:24.084 INFO:tasks.workunit.client.0.smithi078.stdout: client.34737 expiration=0.000000 addr=v1:172.21.15.78:0/1697226271 cookie= 2024-08-10T05:12:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:24 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:24 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:24 smithi107 ceph-mon[86658]: osdmap e952: 8 total, 8 up, 8 in 2024-08-10T05:12:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:24 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1697226271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[94618]: osdmap e952: 8 total, 8 up, 8 in 2024-08-10T05:12:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1697226271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[92251]: osdmap e952: 8 total, 8 up, 8 in 2024-08-10T05:12:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:24 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1697226271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:25.062 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestMeta (3031 ms) 2024-08-10T05:12:25.063 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestCookie 2024-08-10T05:12:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:25 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1697226271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:25 smithi107 ceph-mon[86658]: osdmap e953: 8 total, 8 up, 8 in 2024-08-10T05:12:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:25 smithi107 ceph-mon[86658]: pgmap v1118: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:25 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1697226271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:25 smithi078 ceph-mon[94618]: osdmap e953: 8 total, 8 up, 8 in 2024-08-10T05:12:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:25 smithi078 ceph-mon[94618]: pgmap v1118: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:25 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1697226271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:25 smithi078 ceph-mon[92251]: osdmap e953: 8 total, 8 up, 8 in 2024-08-10T05:12:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:25 smithi078 ceph-mon[92251]: pgmap v1118: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:26 smithi107 ceph-mon[86658]: osdmap e954: 8 total, 8 up, 8 in 2024-08-10T05:12:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:26 smithi078 ceph-mon[92251]: osdmap e954: 8 total, 8 up, 8 in 2024-08-10T05:12:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:26 smithi078 ceph-mon[94618]: osdmap e954: 8 total, 8 up, 8 in 2024-08-10T05:12:27.114 INFO:tasks.workunit.client.0.smithi078.stdout:lock: mylock 2024-08-10T05:12:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: lock_type: exclusive 2024-08-10T05:12:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: tag: 2024-08-10T05:12:27.114 INFO:tasks.workunit.client.0.smithi078.stdout: lockers: 2024-08-10T05:12:27.116 INFO:tasks.workunit.client.0.smithi078.stdout:lock: mylock 2024-08-10T05:12:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: lock_type: shared 2024-08-10T05:12:27.116 INFO:tasks.workunit.client.0.smithi078.stdout: tag: 2024-08-10T05:12:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: lockers: 2024-08-10T05:12:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: client.34749 expiration=0.000000 addr=v1:172.21.15.78:0/2291535494 cookie= 2024-08-10T05:12:27.117 INFO:tasks.workunit.client.0.smithi078.stdout: client.34749 expiration=0.000000 addr=v1:172.21.15.78:0/2291535494 cookie=new cookie 2024-08-10T05:12:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:27 smithi107 ceph-mon[86658]: osdmap e955: 8 total, 8 up, 8 in 2024-08-10T05:12:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:27 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2291535494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:27 smithi107 ceph-mon[86658]: pgmap v1121: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:27 smithi078 ceph-mon[94618]: osdmap e955: 8 total, 8 up, 8 in 2024-08-10T05:12:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:27 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2291535494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:27 smithi078 ceph-mon[94618]: pgmap v1121: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:27 smithi078 ceph-mon[92251]: osdmap e955: 8 total, 8 up, 8 in 2024-08-10T05:12:27.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:27 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2291535494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:27.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:27 smithi078 ceph-mon[92251]: pgmap v1121: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:28.077 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestCookie (3014 ms) 2024-08-10T05:12:28.077 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-10T05:12:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2291535494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[94618]: osdmap e956: 8 total, 8 up, 8 in 2024-08-10T05:12:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2291535494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[92251]: osdmap e956: 8 total, 8 up, 8 in 2024-08-10T05:12:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:28 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:28 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2291535494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:28 smithi107 ceph-mon[86658]: osdmap e956: 8 total, 8 up, 8 in 2024-08-10T05:12:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:29 smithi078 ceph-mon[92251]: osdmap e957: 8 total, 8 up, 8 in 2024-08-10T05:12:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:29 smithi078 ceph-mon[92251]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:29 smithi078 ceph-mon[94618]: osdmap e957: 8 total, 8 up, 8 in 2024-08-10T05:12:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:29 smithi078 ceph-mon[94618]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:29 smithi107 ceph-mon[86658]: osdmap e957: 8 total, 8 up, 8 in 2024-08-10T05:12:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:29 smithi107 ceph-mon[86658]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[92251]: osdmap e958: 8 total, 8 up, 8 in 2024-08-10T05:12:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3864670659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[94618]: osdmap e958: 8 total, 8 up, 8 in 2024-08-10T05:12:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3864670659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:30 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:30 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:30 smithi107 ceph-mon[86658]: osdmap e958: 8 total, 8 up, 8 in 2024-08-10T05:12:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3864670659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:31.097 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestMultipleLocks (3021 ms) 2024-08-10T05:12:31.097 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-10T05:12:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:31 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3864670659' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:31 smithi078 ceph-mon[92251]: osdmap e959: 8 total, 8 up, 8 in 2024-08-10T05:12:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:31 smithi078 ceph-mon[92251]: pgmap v1127: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:31 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3864670659' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:31 smithi078 ceph-mon[94618]: osdmap e959: 8 total, 8 up, 8 in 2024-08-10T05:12:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:31 smithi078 ceph-mon[94618]: pgmap v1127: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:31 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3864670659' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:31 smithi107 ceph-mon[86658]: osdmap e959: 8 total, 8 up, 8 in 2024-08-10T05:12:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:31 smithi107 ceph-mon[86658]: pgmap v1127: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:32 smithi078 ceph-mon[92251]: osdmap e960: 8 total, 8 up, 8 in 2024-08-10T05:12:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:32 smithi078 ceph-mon[94618]: osdmap e960: 8 total, 8 up, 8 in 2024-08-10T05:12:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:12:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:12:31] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-08-10T05:12:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:32 smithi107 ceph-mon[86658]: osdmap e960: 8 total, 8 up, 8 in 2024-08-10T05:12:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:12:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:12:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:33 smithi078 ceph-mon[92251]: osdmap e961: 8 total, 8 up, 8 in 2024-08-10T05:12:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:33 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/96310291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:33 smithi078 ceph-mon[92251]: pgmap v1130: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:33 smithi078 ceph-mon[94618]: osdmap e961: 8 total, 8 up, 8 in 2024-08-10T05:12:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:33 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/96310291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:33 smithi078 ceph-mon[94618]: pgmap v1130: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:33 smithi107 ceph-mon[86658]: osdmap e961: 8 total, 8 up, 8 in 2024-08-10T05:12:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:33 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/96310291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:33 smithi107 ceph-mon[86658]: pgmap v1130: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:34 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:34 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/96310291' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:34 smithi078 ceph-mon[92251]: osdmap e962: 8 total, 8 up, 8 in 2024-08-10T05:12:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:34 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:34 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/96310291' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:34 smithi078 ceph-mon[94618]: osdmap e962: 8 total, 8 up, 8 in 2024-08-10T05:12:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:34 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:34 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/96310291' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:34 smithi107 ceph-mon[86658]: osdmap e962: 8 total, 8 up, 8 in 2024-08-10T05:12:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:35 smithi078 ceph-mon[92251]: osdmap e963: 8 total, 8 up, 8 in 2024-08-10T05:12:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:35 smithi078 ceph-mon[92251]: pgmap v1133: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:35 smithi078 ceph-mon[94618]: osdmap e963: 8 total, 8 up, 8 in 2024-08-10T05:12:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:35 smithi078 ceph-mon[94618]: pgmap v1133: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:35.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:35 smithi107 ceph-mon[86658]: osdmap e963: 8 total, 8 up, 8 in 2024-08-10T05:12:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:35 smithi107 ceph-mon[86658]: pgmap v1133: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:36 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:36 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:36 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:36.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:36 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:36.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:36 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:36.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:36 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:37 smithi078 ceph-mon[92251]: pgmap v1134: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:37 smithi078 ceph-mon[94618]: pgmap v1134: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:37 smithi107 ceph-mon[86658]: pgmap v1134: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:38.190 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestLockDuration (7093 ms) 2024-08-10T05:12:38.190 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-10T05:12:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:39 smithi078 ceph-mon[92251]: osdmap e964: 8 total, 8 up, 8 in 2024-08-10T05:12:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:39 smithi078 ceph-mon[92251]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:39 smithi078 ceph-mon[94618]: osdmap e964: 8 total, 8 up, 8 in 2024-08-10T05:12:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:39 smithi078 ceph-mon[94618]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:39 smithi107 ceph-mon[86658]: osdmap e964: 8 total, 8 up, 8 in 2024-08-10T05:12:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:39 smithi107 ceph-mon[86658]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:40 smithi078 ceph-mon[92251]: osdmap e965: 8 total, 8 up, 8 in 2024-08-10T05:12:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:40 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1841651219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:40 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:40 smithi078 ceph-mon[94618]: osdmap e965: 8 total, 8 up, 8 in 2024-08-10T05:12:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:40 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1841651219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:40 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:40 smithi107 ceph-mon[86658]: osdmap e965: 8 total, 8 up, 8 in 2024-08-10T05:12:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:40 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1841651219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:40 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:41.214 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestAssertLocked (3024 ms) 2024-08-10T05:12:41.215 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-10T05:12:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:41 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:41 smithi078 ceph-mon[92251]: osdmap e966: 8 total, 8 up, 8 in 2024-08-10T05:12:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:41 smithi078 ceph-mon[92251]: pgmap v1139: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:41 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:41 smithi078 ceph-mon[94618]: osdmap e966: 8 total, 8 up, 8 in 2024-08-10T05:12:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:41 smithi078 ceph-mon[94618]: pgmap v1139: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:41 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:41 smithi107 ceph-mon[86658]: osdmap e966: 8 total, 8 up, 8 in 2024-08-10T05:12:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:41 smithi107 ceph-mon[86658]: pgmap v1139: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:42.206 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:12:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:12:41] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-08-10T05:12:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:42 smithi078 ceph-mon[92251]: osdmap e967: 8 total, 8 up, 8 in 2024-08-10T05:12:42.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:42 smithi078 ceph-mon[94618]: osdmap e967: 8 total, 8 up, 8 in 2024-08-10T05:12:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:42 smithi107 ceph-mon[86658]: osdmap e967: 8 total, 8 up, 8 in 2024-08-10T05:12:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:12:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:12:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:43 smithi107 ceph-mon[86658]: osdmap e968: 8 total, 8 up, 8 in 2024-08-10T05:12:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:43 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2892546918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:43 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:43 smithi107 ceph-mon[86658]: pgmap v1142: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[94618]: osdmap e968: 8 total, 8 up, 8 in 2024-08-10T05:12:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2892546918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:43.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[94618]: pgmap v1142: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[92251]: osdmap e968: 8 total, 8 up, 8 in 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2892546918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:43 smithi078 ceph-mon[92251]: pgmap v1142: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:44.237 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestSetCookie (3023 ms) 2024-08-10T05:12:44.237 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestRenew 2024-08-10T05:12:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:44 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:44 smithi107 ceph-mon[86658]: osdmap e969: 8 total, 8 up, 8 in 2024-08-10T05:12:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:44 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:44 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:44 smithi078 ceph-mon[92251]: osdmap e969: 8 total, 8 up, 8 in 2024-08-10T05:12:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:44 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:44 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:44 smithi078 ceph-mon[94618]: osdmap e969: 8 total, 8 up, 8 in 2024-08-10T05:12:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:44 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:12:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:45 smithi107 ceph-mon[86658]: osdmap e970: 8 total, 8 up, 8 in 2024-08-10T05:12:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:45 smithi107 ceph-mon[86658]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:45.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:45 smithi078 ceph-mon[92251]: osdmap e970: 8 total, 8 up, 8 in 2024-08-10T05:12:45.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:45 smithi078 ceph-mon[92251]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:45.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:45 smithi078 ceph-mon[94618]: osdmap e970: 8 total, 8 up, 8 in 2024-08-10T05:12:45.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:45 smithi078 ceph-mon[94618]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:46 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:46 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:12:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:46 smithi107 ceph-mon[86658]: osdmap e971: 8 total, 8 up, 8 in 2024-08-10T05:12:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/26398068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:12:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[92251]: osdmap e971: 8 total, 8 up, 8 in 2024-08-10T05:12:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/26398068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:12:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:12:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[94618]: osdmap e971: 8 total, 8 up, 8 in 2024-08-10T05:12:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/26398068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:12:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/26398068' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:47 smithi107 ceph-mon[86658]: osdmap e972: 8 total, 8 up, 8 in 2024-08-10T05:12:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:47 smithi107 ceph-mon[86658]: pgmap v1148: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/26398068' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:47 smithi078 ceph-mon[92251]: osdmap e972: 8 total, 8 up, 8 in 2024-08-10T05:12:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:47 smithi078 ceph-mon[92251]: pgmap v1148: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/26398068' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:12:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:47 smithi078 ceph-mon[94618]: osdmap e972: 8 total, 8 up, 8 in 2024-08-10T05:12:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:47 smithi078 ceph-mon[94618]: pgmap v1148: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:48 smithi107 ceph-mon[86658]: osdmap e973: 8 total, 8 up, 8 in 2024-08-10T05:12:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:48 smithi078 ceph-mon[92251]: osdmap e973: 8 total, 8 up, 8 in 2024-08-10T05:12:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:48 smithi078 ceph-mon[94618]: osdmap e973: 8 total, 8 up, 8 in 2024-08-10T05:12:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:49 smithi107 ceph-mon[86658]: pgmap v1150: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:49 smithi078 ceph-mon[92251]: pgmap v1150: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:49 smithi078 ceph-mon[94618]: pgmap v1150: 137 pgs: 3 creating+peering, 11 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:12:51.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:51 smithi078 ceph-mon[92251]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:51.922 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:51 smithi078 ceph-mon[94618]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:51 smithi107 ceph-mon[86658]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:12:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:12:51] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-10T05:12:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:12:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:12:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:53 smithi078 ceph-mon[92251]: pgmap v1152: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:53 smithi078 ceph-mon[94618]: pgmap v1152: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:53 smithi107 ceph-mon[86658]: pgmap v1152: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:55 smithi078 ceph-mon[92251]: pgmap v1153: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:55 smithi078 ceph-mon[94618]: pgmap v1153: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:55 smithi107 ceph-mon[86658]: pgmap v1153: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:57 smithi078 ceph-mon[92251]: pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:57 smithi078 ceph-mon[94618]: pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:57 smithi107 ceph-mon[86658]: pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:12:59 smithi078 ceph-mon[92251]: pgmap v1155: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:12:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:12:59 smithi078 ceph-mon[94618]: pgmap v1155: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:00.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:12:59 smithi107 ceph-mon[86658]: pgmap v1155: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:01.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:01 smithi078 ceph-mon[92251]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:13:01.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:01 smithi078 ceph-mon[94618]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:13:02.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:01 smithi107 ceph-mon[86658]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:13:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:13:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:13:01] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-08-10T05:13:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:13:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:13:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:03 smithi078 ceph-mon[92251]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:03.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:03 smithi078 ceph-mon[94618]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:03 smithi107 ceph-mon[86658]: pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:04.653 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestRenew (20415 ms) 2024-08-10T05:13:04.653 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-10T05:13:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:05 smithi078 ceph-mon[92251]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:05 smithi078 ceph-mon[92251]: osdmap e974: 8 total, 8 up, 8 in 2024-08-10T05:13:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:05 smithi078 ceph-mon[94618]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:05 smithi078 ceph-mon[94618]: osdmap e974: 8 total, 8 up, 8 in 2024-08-10T05:13:06.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:05 smithi107 ceph-mon[86658]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:06.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:05 smithi107 ceph-mon[86658]: osdmap e974: 8 total, 8 up, 8 in 2024-08-10T05:13:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:06 smithi078 ceph-mon[94618]: osdmap e975: 8 total, 8 up, 8 in 2024-08-10T05:13:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:06 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/581870178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:06 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:06 smithi078 ceph-mon[92251]: osdmap e975: 8 total, 8 up, 8 in 2024-08-10T05:13:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:06 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/581870178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:06 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:06 smithi107 ceph-mon[86658]: osdmap e975: 8 total, 8 up, 8 in 2024-08-10T05:13:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:06 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/581870178' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:06 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[94618]: pgmap v1161: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[94618]: osdmap e976: 8 total, 8 up, 8 in 2024-08-10T05:13:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[92251]: pgmap v1161: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:07 smithi078 ceph-mon[92251]: osdmap e976: 8 total, 8 up, 8 in 2024-08-10T05:13:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:07 smithi107 ceph-mon[86658]: pgmap v1161: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:07 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:07 smithi107 ceph-mon[86658]: osdmap e976: 8 total, 8 up, 8 in 2024-08-10T05:13:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:08 smithi078 ceph-mon[92251]: osdmap e977: 8 total, 8 up, 8 in 2024-08-10T05:13:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:08 smithi078 ceph-mon[92251]: pgmap v1164: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:08 smithi078 ceph-mon[94618]: osdmap e977: 8 total, 8 up, 8 in 2024-08-10T05:13:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:08 smithi078 ceph-mon[94618]: pgmap v1164: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:08 smithi107 ceph-mon[86658]: osdmap e977: 8 total, 8 up, 8 in 2024-08-10T05:13:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:08 smithi107 ceph-mon[86658]: pgmap v1164: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:09 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:09 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:13:09.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:09 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:09.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:09 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:13:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:09 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:09 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:13:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:10 smithi078 ceph-mon[92251]: pgmap v1165: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:10 smithi078 ceph-mon[94618]: pgmap v1165: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:10 smithi107 ceph-mon[86658]: pgmap v1165: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:11.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7038 ms) 2024-08-10T05:13:11.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-10T05:13:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:13:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:13:11] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-08-10T05:13:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:13:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:13:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[94618]: osdmap e978: 8 total, 8 up, 8 in 2024-08-10T05:13:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[94618]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[92251]: osdmap e978: 8 total, 8 up, 8 in 2024-08-10T05:13:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[92251]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:12 smithi107 ceph-mon[86658]: osdmap e978: 8 total, 8 up, 8 in 2024-08-10T05:13:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:12 smithi107 ceph-mon[86658]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[92251]: osdmap e979: 8 total, 8 up, 8 in 2024-08-10T05:13:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1911336336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:13:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[94618]: osdmap e979: 8 total, 8 up, 8 in 2024-08-10T05:13:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1911336336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:13:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:13 smithi107 ceph-mon[86658]: osdmap e979: 8 total, 8 up, 8 in 2024-08-10T05:13:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1911336336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:13:14.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1911336336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:14.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[92251]: osdmap e980: 8 total, 8 up, 8 in 2024-08-10T05:13:14.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[92251]: pgmap v1170: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:14.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[92251]: osdmap e981: 8 total, 8 up, 8 in 2024-08-10T05:13:14.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1911336336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:14.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[94618]: osdmap e980: 8 total, 8 up, 8 in 2024-08-10T05:13:14.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[94618]: pgmap v1170: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:14.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:14 smithi078 ceph-mon[94618]: osdmap e981: 8 total, 8 up, 8 in 2024-08-10T05:13:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:14 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1911336336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:14 smithi107 ceph-mon[86658]: osdmap e980: 8 total, 8 up, 8 in 2024-08-10T05:13:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:14 smithi107 ceph-mon[86658]: pgmap v1170: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:14 smithi107 ceph-mon[86658]: osdmap e981: 8 total, 8 up, 8 in 2024-08-10T05:13:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:17 smithi078 ceph-mon[92251]: pgmap v1172: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:17.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:17 smithi078 ceph-mon[94618]: pgmap v1172: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:17 smithi107 ceph-mon[86658]: pgmap v1172: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:19.638 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7948 ms) 2024-08-10T05:13:19.639 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-10T05:13:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:19 smithi078 ceph-mon[94618]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:19 smithi078 ceph-mon[92251]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:19 smithi107 ceph-mon[86658]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:20.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:20 smithi078 ceph-mon[92251]: osdmap e982: 8 total, 8 up, 8 in 2024-08-10T05:13:20.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:20 smithi078 ceph-mon[94618]: osdmap e982: 8 total, 8 up, 8 in 2024-08-10T05:13:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:20 smithi107 ceph-mon[86658]: osdmap e982: 8 total, 8 up, 8 in 2024-08-10T05:13:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:21 smithi078 ceph-mon[92251]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:21 smithi078 ceph-mon[92251]: osdmap e983: 8 total, 8 up, 8 in 2024-08-10T05:13:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:21 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4138351753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:21 smithi078 ceph-mon[94618]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:21 smithi078 ceph-mon[94618]: osdmap e983: 8 total, 8 up, 8 in 2024-08-10T05:13:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:21 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4138351753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:21 smithi107 ceph-mon[86658]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:21 smithi107 ceph-mon[86658]: osdmap e983: 8 total, 8 up, 8 in 2024-08-10T05:13:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:21 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4138351753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:13:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:13:21] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-08-10T05:13:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:13:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:13:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:13:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4138351753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:22 smithi078 ceph-mon[94618]: osdmap e984: 8 total, 8 up, 8 in 2024-08-10T05:13:22.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4138351753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:22.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:22 smithi078 ceph-mon[92251]: osdmap e984: 8 total, 8 up, 8 in 2024-08-10T05:13:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4138351753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-134629-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:22 smithi107 ceph-mon[86658]: osdmap e984: 8 total, 8 up, 8 in 2024-08-10T05:13:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:23 smithi078 ceph-mon[92251]: pgmap v1178: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:23 smithi078 ceph-mon[92251]: osdmap e985: 8 total, 8 up, 8 in 2024-08-10T05:13:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:23 smithi078 ceph-mon[94618]: pgmap v1178: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:23 smithi078 ceph-mon[94618]: osdmap e985: 8 total, 8 up, 8 in 2024-08-10T05:13:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:23 smithi107 ceph-mon[86658]: pgmap v1178: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:23 smithi107 ceph-mon[86658]: osdmap e985: 8 total, 8 up, 8 in 2024-08-10T05:13:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:24 smithi078 ceph-mon[92251]: pgmap v1180: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:24.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:24 smithi078 ceph-mon[94618]: pgmap v1180: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:24 smithi107 ceph-mon[86658]: pgmap v1180: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:27.639 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8001 ms) 2024-08-10T05:13:27.639 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 11 tests from ClsLock (68481 ms total) 2024-08-10T05:13:27.639 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:13:27.639 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:13:27.640 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 11 tests from 1 test suite ran. (68481 ms total) 2024-08-10T05:13:27.640 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 11 tests. 2024-08-10T05:13:27.643 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:13:27.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:13:27.713 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-10T05:13:27.713 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-10T05:13:27.783 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:13:27.783 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-10T05:13:27.783 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:13:27.783 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from cls_log 2024-08-10T05:13:27.784 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-10T05:13:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:27 smithi078 ceph-mon[92251]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:27 smithi078 ceph-mon[94618]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:27 smithi107 ceph-mon[86658]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:13:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:28 smithi078 ceph-mon[92251]: osdmap e986: 8 total, 8 up, 8 in 2024-08-10T05:13:28.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:28 smithi078 ceph-mon[94618]: osdmap e986: 8 total, 8 up, 8 in 2024-08-10T05:13:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:28 smithi107 ceph-mon[86658]: osdmap e986: 8 total, 8 up, 8 in 2024-08-10T05:13:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:29 smithi078 ceph-mon[92251]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:29 smithi078 ceph-mon[92251]: osdmap e987: 8 total, 8 up, 8 in 2024-08-10T05:13:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1621526216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:29 smithi078 ceph-mon[94618]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:29 smithi078 ceph-mon[94618]: osdmap e987: 8 total, 8 up, 8 in 2024-08-10T05:13:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1621526216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:29 smithi107 ceph-mon[86658]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:29 smithi107 ceph-mon[86658]: osdmap e987: 8 total, 8 up, 8 in 2024-08-10T05:13:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1621526216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:30.670 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_log.test_log_add_same_time (2887 ms) 2024-08-10T05:13:30.671 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-10T05:13:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1621526216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:30 smithi078 ceph-mon[92251]: osdmap e988: 8 total, 8 up, 8 in 2024-08-10T05:13:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1621526216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:30 smithi078 ceph-mon[94618]: osdmap e988: 8 total, 8 up, 8 in 2024-08-10T05:13:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1621526216' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:30 smithi107 ceph-mon[86658]: osdmap e988: 8 total, 8 up, 8 in 2024-08-10T05:13:31.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:31 smithi078 ceph-mon[92251]: pgmap v1186: 137 pgs: 9 creating+peering, 22 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:31.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:31 smithi078 ceph-mon[92251]: osdmap e989: 8 total, 8 up, 8 in 2024-08-10T05:13:31.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:31 smithi078 ceph-mon[94618]: pgmap v1186: 137 pgs: 9 creating+peering, 22 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:31.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:31 smithi078 ceph-mon[94618]: osdmap e989: 8 total, 8 up, 8 in 2024-08-10T05:13:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:31 smithi107 ceph-mon[86658]: pgmap v1186: 137 pgs: 9 creating+peering, 22 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:31 smithi107 ceph-mon[86658]: osdmap e989: 8 total, 8 up, 8 in 2024-08-10T05:13:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:13:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:13:31] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-08-10T05:13:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:13:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:13:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[92251]: osdmap e990: 8 total, 8 up, 8 in 2024-08-10T05:13:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/32836247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[92251]: pgmap v1189: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[94618]: osdmap e990: 8 total, 8 up, 8 in 2024-08-10T05:13:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/32836247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:32 smithi078 ceph-mon[94618]: pgmap v1189: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:32 smithi107 ceph-mon[86658]: osdmap e990: 8 total, 8 up, 8 in 2024-08-10T05:13:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:32 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/32836247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:32 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:32 smithi107 ceph-mon[86658]: pgmap v1189: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:33.675 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_log.test_log_add_different_time (3005 ms) 2024-08-10T05:13:33.675 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_log.trim_by_time 2024-08-10T05:13:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[92251]: osdmap e991: 8 total, 8 up, 8 in 2024-08-10T05:13:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[92251]: osdmap e992: 8 total, 8 up, 8 in 2024-08-10T05:13:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[94618]: osdmap e991: 8 total, 8 up, 8 in 2024-08-10T05:13:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:33 smithi078 ceph-mon[94618]: osdmap e992: 8 total, 8 up, 8 in 2024-08-10T05:13:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:33 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:33 smithi107 ceph-mon[86658]: osdmap e991: 8 total, 8 up, 8 in 2024-08-10T05:13:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:33 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:33 smithi107 ceph-mon[86658]: osdmap e992: 8 total, 8 up, 8 in 2024-08-10T05:13:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:34 smithi078 ceph-mon[92251]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:34 smithi078 ceph-mon[94618]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:34 smithi107 ceph-mon[86658]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:13:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[92251]: osdmap e993: 8 total, 8 up, 8 in 2024-08-10T05:13:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2316530933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:13:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[94618]: osdmap e993: 8 total, 8 up, 8 in 2024-08-10T05:13:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2316530933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:35 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:35 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:35 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:13:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:35 smithi107 ceph-mon[86658]: osdmap e993: 8 total, 8 up, 8 in 2024-08-10T05:13:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2316530933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:35 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:36.703 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_log.trim_by_time (3028 ms) 2024-08-10T05:13:36.703 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-10T05:13:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:36 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:36 smithi078 ceph-mon[92251]: osdmap e994: 8 total, 8 up, 8 in 2024-08-10T05:13:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:36 smithi078 ceph-mon[92251]: pgmap v1195: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:36 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:36 smithi078 ceph-mon[94618]: osdmap e994: 8 total, 8 up, 8 in 2024-08-10T05:13:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:36 smithi078 ceph-mon[94618]: pgmap v1195: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:36 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:36 smithi107 ceph-mon[86658]: osdmap e994: 8 total, 8 up, 8 in 2024-08-10T05:13:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:36 smithi107 ceph-mon[86658]: pgmap v1195: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:37.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:37 smithi078 ceph-mon[92251]: osdmap e995: 8 total, 8 up, 8 in 2024-08-10T05:13:37.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:37 smithi078 ceph-mon[94618]: osdmap e995: 8 total, 8 up, 8 in 2024-08-10T05:13:38.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:37 smithi107 ceph-mon[86658]: osdmap e995: 8 total, 8 up, 8 in 2024-08-10T05:13:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[94618]: osdmap e996: 8 total, 8 up, 8 in 2024-08-10T05:13:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4104171080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[94618]: pgmap v1198: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[92251]: osdmap e996: 8 total, 8 up, 8 in 2024-08-10T05:13:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4104171080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:38.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:38.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:38 smithi078 ceph-mon[92251]: pgmap v1198: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:38 smithi107 ceph-mon[86658]: osdmap e996: 8 total, 8 up, 8 in 2024-08-10T05:13:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:38 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4104171080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:38 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:38 smithi107 ceph-mon[86658]: pgmap v1198: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:39.739 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_log.trim_by_marker (3035 ms) 2024-08-10T05:13:39.739 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from cls_log (11955 ms total) 2024-08-10T05:13:39.739 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:13:39.739 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:13:39.739 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 4 tests from 1 test suite ran. (11955 ms total) 2024-08-10T05:13:39.739 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 4 tests. 2024-08-10T05:13:39.741 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:13:39.742 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:13:39.771 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-10T05:13:39.771 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-10T05:13:39.845 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:13:39.845 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-10T05:13:39.845 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:13:39.845 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from ClsNumOps 2024-08-10T05:13:39.845 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsNumOps.Add 2024-08-10T05:13:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:39 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:39 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:39 smithi078 ceph-mon[94618]: osdmap e997: 8 total, 8 up, 8 in 2024-08-10T05:13:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:39 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:39 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:39 smithi078 ceph-mon[92251]: osdmap e997: 8 total, 8 up, 8 in 2024-08-10T05:13:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:39 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:39 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135014-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:39 smithi107 ceph-mon[86658]: osdmap e997: 8 total, 8 up, 8 in 2024-08-10T05:13:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:40 smithi107 ceph-mon[86658]: osdmap e998: 8 total, 8 up, 8 in 2024-08-10T05:13:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:40 smithi107 ceph-mon[86658]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:40 smithi078 ceph-mon[92251]: osdmap e998: 8 total, 8 up, 8 in 2024-08-10T05:13:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:40 smithi078 ceph-mon[92251]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:40 smithi078 ceph-mon[94618]: osdmap e998: 8 total, 8 up, 8 in 2024-08-10T05:13:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:40 smithi078 ceph-mon[94618]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:41 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:41 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:13:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:41 smithi107 ceph-mon[86658]: osdmap e999: 8 total, 8 up, 8 in 2024-08-10T05:13:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:41 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2127303039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:41 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:13:41] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-08-10T05:13:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[92251]: osdmap e999: 8 total, 8 up, 8 in 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2127303039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[94618]: osdmap e999: 8 total, 8 up, 8 in 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2127303039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:41 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:13:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:13:42.760 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsNumOps.Add (2915 ms) 2024-08-10T05:13:42.761 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsNumOps.Sub 2024-08-10T05:13:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:42 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:42 smithi107 ceph-mon[86658]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-10T05:13:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:42 smithi107 ceph-mon[86658]: pgmap v1204: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[92251]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-10T05:13:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[92251]: pgmap v1204: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[94618]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-10T05:13:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:42 smithi078 ceph-mon[94618]: pgmap v1204: 137 pgs: 1 creating+peering, 23 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:43 smithi107 ceph-mon[86658]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-10T05:13:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:43 smithi078 ceph-mon[92251]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-10T05:13:44.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:43 smithi078 ceph-mon[94618]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-10T05:13:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:44 smithi107 ceph-mon[86658]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-10T05:13:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:44 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1794944778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:44 smithi107 ceph-mon[86658]: pgmap v1207: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:44 smithi078 ceph-mon[92251]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-10T05:13:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:44 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1794944778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:44 smithi078 ceph-mon[92251]: pgmap v1207: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:44 smithi078 ceph-mon[94618]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-10T05:13:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:44 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1794944778' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:44 smithi078 ceph-mon[94618]: pgmap v1207: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:45.772 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsNumOps.Sub (3012 ms) 2024-08-10T05:13:45.772 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsNumOps.Mul 2024-08-10T05:13:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:45 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1794944778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:45 smithi107 ceph-mon[86658]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-10T05:13:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:45 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1794944778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:45 smithi078 ceph-mon[92251]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-10T05:13:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:45 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1794944778' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:45 smithi078 ceph-mon[94618]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-10T05:13:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:46 smithi107 ceph-mon[86658]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-10T05:13:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:46 smithi107 ceph-mon[86658]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:47.127 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:46 smithi078 ceph-mon[92251]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-10T05:13:47.127 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:46 smithi078 ceph-mon[92251]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:47.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:46 smithi078 ceph-mon[94618]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-10T05:13:47.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:46 smithi078 ceph-mon[94618]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:47 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:47 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:13:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:47 smithi107 ceph-mon[86658]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-10T05:13:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2680629418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:47 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:13:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[92251]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-10T05:13:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2680629418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:13:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[94618]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-10T05:13:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2680629418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:47 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:48.799 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsNumOps.Mul (3027 ms) 2024-08-10T05:13:48.799 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsNumOps.Div 2024-08-10T05:13:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:48 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:48 smithi107 ceph-mon[86658]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-10T05:13:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:48 smithi107 ceph-mon[86658]: pgmap v1213: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T05:13:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:48 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:48 smithi078 ceph-mon[92251]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-10T05:13:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:48 smithi078 ceph-mon[92251]: pgmap v1213: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T05:13:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:48 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:48 smithi078 ceph-mon[94618]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-10T05:13:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:48 smithi078 ceph-mon[94618]: pgmap v1213: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T05:13:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:49 smithi107 ceph-mon[86658]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-10T05:13:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:49 smithi078 ceph-mon[92251]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-10T05:13:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:49 smithi078 ceph-mon[94618]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-10T05:13:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:50 smithi107 ceph-mon[86658]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-10T05:13:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:50 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1929873268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:50 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:50 smithi107 ceph-mon[86658]: pgmap v1216: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[92251]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-10T05:13:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1929873268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[92251]: pgmap v1216: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[94618]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-10T05:13:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1929873268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:50 smithi078 ceph-mon[94618]: pgmap v1216: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:51.826 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsNumOps.Div (3026 ms) 2024-08-10T05:13:51.826 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from ClsNumOps (11981 ms total) 2024-08-10T05:13:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:13:51.826 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:13:51.826 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 4 tests from 1 test suite ran. (11981 ms total) 2024-08-10T05:13:51.826 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 4 tests. 2024-08-10T05:13:51.829 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:13:51.829 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:13:51.899 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-10T05:13:51.899 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-10T05:13:51.970 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:13:51.970 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-10T05:13:51.970 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:13:51.970 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 70 tests from TestClsRbd 2024-08-10T05:13:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:51 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:51 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:51 smithi107 ceph-mon[86658]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-10T05:13:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:51 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:51 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:51 smithi078 ceph-mon[92251]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-10T05:13:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:13:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:13:51] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-10T05:13:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:51 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:13:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:51 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135120-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:51 smithi078 ceph-mon[94618]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-10T05:13:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:13:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:52 smithi078 ceph-mon[92251]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-10T05:13:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:52 smithi078 ceph-mon[92251]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:52 smithi078 ceph-mon[94618]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-10T05:13:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:52 smithi078 ceph-mon[94618]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:53.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:52 smithi107 ceph-mon[86658]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-10T05:13:53.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:52 smithi107 ceph-mon[86658]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:13:53.839 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-10T05:13:53.855 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2024-08-10T05:13:53.855 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.copyup 2024-08-10T05:13:54.030 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.copyup (175 ms) 2024-08-10T05:13:54.030 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-10T05:13:54.043 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2024-08-10T05:13:54.044 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-10T05:13:54.050 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-10T05:13:54.050 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-10T05:13:54.062 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-08-10T05:13:54.062 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-10T05:13:54.085 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.directory_methods (24 ms) 2024-08-10T05:13:54.085 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.create 2024-08-10T05:13:54.098 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-08-10T05:13:54.098 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_features 2024-08-10T05:13:54.099 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-08-10T05:13:54.099 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-10T05:13:54.101 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-10T05:13:54.101 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-10T05:13:54.103 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-10T05:13:54.103 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-10T05:13:54.105 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-08-10T05:13:54.105 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-10T05:13:54.106 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-10T05:13:54.106 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-10T05:13:54.109 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-08-10T05:13:54.110 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_size 2024-08-10T05:13:54.113 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-10T05:13:54.113 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.set_size 2024-08-10T05:13:54.117 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-10T05:13:54.117 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-10T05:13:54.134 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-08-10T05:13:54.135 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-10T05:13:54.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-08-10T05:13:54.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-10T05:13:54.182 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-08-10T05:13:54.182 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-10T05:13:54.209 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2024-08-10T05:13:54.209 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-10T05:13:54.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:54.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:13:54.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[92251]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-10T05:13:54.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4264947840' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:13:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[94618]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-10T05:13:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:53 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4264947840' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:54.230 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-08-10T05:13:54.230 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-10T05:13:54.234 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-08-10T05:13:54.235 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-10T05:13:54.244 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-08-10T05:13:54.244 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-10T05:13:54.246 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-08-10T05:13:54.247 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-10T05:13:54.253 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-08-10T05:13:54.253 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-10T05:13:54.261 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-08-10T05:13:54.261 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-10T05:13:54.261 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-08-10T05:13:54.261 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-10T05:13:54.268 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_snap_add (7 ms) 2024-08-10T05:13:54.268 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-10T05:13:54.277 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2024-08-10T05:13:54.278 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.flags 2024-08-10T05:13:54.282 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-08-10T05:13:54.282 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.metadata 2024-08-10T05:13:54.309 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.metadata (28 ms) 2024-08-10T05:13:54.309 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.set_features 2024-08-10T05:13:54.315 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-08-10T05:13:54.315 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror 2024-08-10T05:13:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:53 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:13:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:53 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:13:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:53 smithi107 ceph-mon[86658]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-10T05:13:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:53 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4264947840' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:13:54.347 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2024-08-10T05:13:54.347 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-10T05:13:54.360 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-08-10T05:13:54.360 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-10T05:13:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:54 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4264947840' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135226-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:54 smithi078 ceph-mon[92251]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-10T05:13:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:54 smithi078 ceph-mon[92251]: pgmap v1222: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 19 KiB/s wr, 107 op/s 2024-08-10T05:13:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:54 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4264947840' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135226-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:54 smithi078 ceph-mon[94618]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-10T05:13:55.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:54 smithi078 ceph-mon[94618]: pgmap v1222: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 19 KiB/s wr, 107 op/s 2024-08-10T05:13:55.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:54 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4264947840' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135226-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:13:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:54 smithi107 ceph-mon[86658]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-10T05:13:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:54 smithi107 ceph-mon[86658]: pgmap v1222: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 19 KiB/s wr, 107 op/s 2024-08-10T05:13:56.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:55 smithi078 ceph-mon[92251]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-10T05:13:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:55 smithi078 ceph-mon[94618]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-10T05:13:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:55 smithi107 ceph-mon[86658]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-10T05:13:56.549 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_image_status (2189 ms) 2024-08-10T05:13:56.549 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-10T05:13:56.631 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_image_map (82 ms) 2024-08-10T05:13:56.631 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-10T05:13:56.639 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-08-10T05:13:56.639 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-10T05:13:56.650 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-10T05:13:56.650 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-10T05:13:56.652 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-08-10T05:13:56.652 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-10T05:13:56.654 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-10T05:13:56.654 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-10T05:13:56.657 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-10T05:13:56.657 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-10T05:13:56.662 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-08-10T05:13:56.663 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-10T05:13:56.666 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-08-10T05:13:56.666 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-10T05:13:56.670 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-10T05:13:56.670 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-10T05:13:56.673 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_add (3 ms) 2024-08-10T05:13:56.673 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-10T05:13:56.676 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-10T05:13:56.676 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-10T05:13:56.678 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-08-10T05:13:56.678 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-10T05:13:56.683 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-08-10T05:13:56.683 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-10T05:13:56.685 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-10T05:13:56.685 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-10T05:13:56.688 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-10T05:13:56.688 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-10T05:13:56.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-10T05:13:56.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-10T05:13:56.692 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-10T05:13:56.692 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-10T05:13:56.694 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-10T05:13:56.694 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-10T05:13:56.697 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-08-10T05:13:56.697 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-10T05:13:56.700 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-10T05:13:56.700 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-10T05:13:56.702 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-08-10T05:13:56.702 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-10T05:13:56.705 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-10T05:13:56.705 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-10T05:13:56.720 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-08-10T05:13:56.720 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-10T05:13:56.910 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (190 ms) 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.op_features 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-10T05:13:56.966 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-08-10T05:13:56.967 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-10T05:13:56.973 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-10T05:13:56.973 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.migration 2024-08-10T05:13:56.982 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-08-10T05:13:56.982 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-10T05:13:56.994 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-08-10T05:13:56.994 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-10T05:13:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:56 smithi078 ceph-mon[92251]: pgmap v1224: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 886 KiB/s wr, 150 op/s 2024-08-10T05:13:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:56 smithi078 ceph-mon[94618]: pgmap v1224: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 886 KiB/s wr, 150 op/s 2024-08-10T05:13:57.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:56 smithi107 ceph-mon[86658]: pgmap v1224: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 886 KiB/s wr, 150 op/s 2024-08-10T05:13:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:58.862 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1867 ms) 2024-08-10T05:13:58.862 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-10T05:13:58.904 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.sparsify (43 ms) 2024-08-10T05:13:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:58 smithi078 ceph-mon[92251]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-10T05:13:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:58 smithi078 ceph-mon[92251]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 740 KiB/s wr, 153 op/s 2024-08-10T05:13:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:58 smithi078 ceph-mon[94618]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-10T05:13:59.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:58 smithi078 ceph-mon[94618]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 740 KiB/s wr, 153 op/s 2024-08-10T05:13:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:58 smithi107 ceph-mon[86658]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-10T05:13:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:58 smithi107 ceph-mon[86658]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 740 KiB/s wr, 153 op/s 2024-08-10T05:13:59.867 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 70 tests from TestClsRbd (5065 ms total) 2024-08-10T05:13:59.867 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:13:59.867 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:13:59.867 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 70 tests from 1 test suite ran. (7896 ms total) 2024-08-10T05:13:59.867 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 70 tests. 2024-08-10T05:13:59.870 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:13:59.870 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:13:59.939 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-08-10T05:13:59.939 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-08-10T05:14:00.008 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:14:00.008 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 10 tests from 1 test suite. 2024-08-10T05:14:00.008 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:14:00.009 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 10 tests from cls_rgw 2024-08-10T05:14:00.009 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_implicit 2024-08-10T05:14:00.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:13:59 smithi078 ceph-mon[92251]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-10T05:14:00.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:13:59 smithi078 ceph-mon[94618]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-10T05:14:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:13:59 smithi107 ceph-mon[86658]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-10T05:14:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:00 smithi078 ceph-mon[92251]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-10T05:14:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:00 smithi078 ceph-mon[92251]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:00 smithi078 ceph-mon[94618]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-10T05:14:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:00 smithi078 ceph-mon[94618]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:00 smithi107 ceph-mon[86658]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-10T05:14:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:00 smithi107 ceph-mon[86658]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:01 smithi078 ceph-mon[92251]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-10T05:14:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:01 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/761526994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:01 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:14:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:14:01] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-08-10T05:14:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:01 smithi078 ceph-mon[94618]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-10T05:14:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:01 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/761526994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:01 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:01 smithi107 ceph-mon[86658]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-10T05:14:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:01 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/761526994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:01 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:14:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_implicit (2887 ms) 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-08-10T05:14:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:02 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:02 smithi078 ceph-mon[92251]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-10T05:14:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:02 smithi078 ceph-mon[92251]: pgmap v1232: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:02 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:03.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:02 smithi078 ceph-mon[94618]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-10T05:14:03.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:02 smithi078 ceph-mon[94618]: pgmap v1232: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:03.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:02 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:03.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:02 smithi107 ceph-mon[86658]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-10T05:14:03.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:02 smithi107 ceph-mon[86658]: pgmap v1232: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:03 smithi078 ceph-mon[94618]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-10T05:14:04.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:03 smithi078 ceph-mon[92251]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-10T05:14:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:03 smithi107 ceph-mon[86658]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-10T05:14:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[92251]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-10T05:14:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3043712343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[92251]: pgmap v1235: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[94618]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-10T05:14:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3043712343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:04 smithi078 ceph-mon[94618]: pgmap v1235: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:04 smithi107 ceph-mon[86658]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-10T05:14:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:04 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3043712343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:04 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:04 smithi107 ceph-mon[86658]: pgmap v1235: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:05.915 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3020 ms) 2024-08-10T05:14:05.915 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_put_snap 2024-08-10T05:14:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:05 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:05 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:05 smithi078 ceph-mon[92251]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-10T05:14:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:05 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:05 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:06.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:05 smithi078 ceph-mon[94618]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-10T05:14:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:05 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:05 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:05 smithi107 ceph-mon[86658]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-10T05:14:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:06 smithi078 ceph-mon[92251]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-10T05:14:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:06 smithi078 ceph-mon[92251]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:06 smithi078 ceph-mon[94618]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-10T05:14:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:06 smithi078 ceph-mon[94618]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:06 smithi107 ceph-mon[86658]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-10T05:14:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:06 smithi107 ceph-mon[86658]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:08.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[92251]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-10T05:14:08.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/523650642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[92251]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[94618]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/523650642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:14:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:08.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:07 smithi078 ceph-mon[94618]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-10T05:14:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:07 smithi107 ceph-mon[86658]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-10T05:14:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:07 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/523650642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:07 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:07 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:14:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:07 smithi107 ceph-mon[86658]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-10T05:14:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:08 smithi078 ceph-mon[92251]: pgmap v1241: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:08 smithi078 ceph-mon[94618]: pgmap v1241: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:08 smithi107 ceph-mon[86658]: pgmap v1241: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:09 smithi078 ceph-mon[92251]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-10T05:14:10.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:09 smithi078 ceph-mon[94618]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-10T05:14:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:09 smithi107 ceph-mon[86658]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-10T05:14:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:10 smithi078 ceph-mon[92251]: pgmap v1243: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 218 B/s wr, 0 op/s 2024-08-10T05:14:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:10 smithi078 ceph-mon[94618]: pgmap v1243: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 218 B/s wr, 0 op/s 2024-08-10T05:14:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:10 smithi107 ceph-mon[86658]: pgmap v1243: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 218 B/s wr, 0 op/s 2024-08-10T05:14:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:14:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:14:11] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-08-10T05:14:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:14:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:12 smithi078 ceph-mon[92251]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-10T05:14:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:12 smithi078 ceph-mon[92251]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-08-10T05:14:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:12 smithi078 ceph-mon[94618]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-10T05:14:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:12 smithi078 ceph-mon[94618]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-08-10T05:14:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:12 smithi107 ceph-mon[86658]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-10T05:14:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:12 smithi107 ceph-mon[86658]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-08-10T05:14:14.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[94618]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-10T05:14:14.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:14.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:14:14.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:14:14.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:14:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[92251]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-10T05:14:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:14:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:14:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:14:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:13 smithi107 ceph-mon[86658]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-10T05:14:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:14:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:14:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:14:14.977 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_put_snap (9061 ms) 2024-08-10T05:14:14.977 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_explicit 2024-08-10T05:14:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:14 smithi078 ceph-mon[92251]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-10T05:14:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:14 smithi078 ceph-mon[92251]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:14:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:14 smithi078 ceph-mon[94618]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-10T05:14:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:14 smithi078 ceph-mon[94618]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:14:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:14 smithi107 ceph-mon[86658]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-10T05:14:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:14 smithi107 ceph-mon[86658]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:14:16.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:15 smithi078 ceph-mon[92251]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-10T05:14:16.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:15 smithi078 ceph-mon[94618]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-10T05:14:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:15 smithi107 ceph-mon[86658]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-10T05:14:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:16 smithi107 ceph-mon[86658]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-10T05:14:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:16 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/854067579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:16 smithi107 ceph-mon[86658]: pgmap v1251: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:16 smithi078 ceph-mon[94618]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-10T05:14:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:16 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/854067579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:16 smithi078 ceph-mon[94618]: pgmap v1251: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:17.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:16 smithi078 ceph-mon[92251]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-10T05:14:17.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:16 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/854067579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:17.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:16 smithi078 ceph-mon[92251]: pgmap v1251: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:18.002 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_explicit (3026 ms) 2024-08-10T05:14:18.003 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.set 2024-08-10T05:14:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/854067579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:18 smithi107 ceph-mon[86658]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-10T05:14:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:18 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/854067579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:18 smithi078 ceph-mon[92251]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-10T05:14:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:18 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/854067579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:18 smithi078 ceph-mon[94618]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-10T05:14:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:18 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:19 smithi107 ceph-mon[86658]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-10T05:14:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:19 smithi107 ceph-mon[86658]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:19 smithi078 ceph-mon[92251]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-10T05:14:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:19 smithi078 ceph-mon[92251]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:19 smithi078 ceph-mon[94618]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-10T05:14:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:19 smithi078 ceph-mon[94618]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:20 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:20 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:14:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:20 smithi107 ceph-mon[86658]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-10T05:14:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:20 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2365696797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:14:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[92251]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-10T05:14:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2365696797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:14:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[94618]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-10T05:14:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:20 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2365696797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:21.038 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.set (3035 ms) 2024-08-10T05:14:21.038 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-08-10T05:14:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:21 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2365696797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:21 smithi107 ceph-mon[86658]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-10T05:14:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:21 smithi107 ceph-mon[86658]: pgmap v1257: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:21 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2365696797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:21 smithi078 ceph-mon[92251]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-10T05:14:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:21 smithi078 ceph-mon[92251]: pgmap v1257: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:21 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2365696797' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:21 smithi078 ceph-mon[94618]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-10T05:14:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:21 smithi078 ceph-mon[94618]: pgmap v1257: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:14:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:14:21] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-08-10T05:14:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[94618]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-10T05:14:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[92251]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:22.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:22 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-mon[86658]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-10T05:14:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:14:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:14:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:23 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:23 smithi107 ceph-mon[86658]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-10T05:14:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:23 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:23 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:23 smithi107 ceph-mon[86658]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[92251]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-10T05:14:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:23.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:23.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[92251]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[94618]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-10T05:14:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:23 smithi078 ceph-mon[94618]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:24 smithi107 ceph-mon[86658]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-10T05:14:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:24 smithi078 ceph-mon[92251]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-10T05:14:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:24 smithi078 ceph-mon[94618]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-10T05:14:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:25 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:25 smithi107 ceph-mon[86658]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-10T05:14:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:25 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:25 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:25 smithi107 ceph-mon[86658]: pgmap v1263: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[92251]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-10T05:14:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[92251]: pgmap v1263: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[94618]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-10T05:14:25.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:25.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:25.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:25 smithi078 ceph-mon[94618]: pgmap v1263: 113 pgs: 5 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:26 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:26 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:26 smithi107 ceph-mon[86658]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-10T05:14:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:26 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:26 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:26 smithi078 ceph-mon[92251]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-10T05:14:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:26 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:26 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:26 smithi078 ceph-mon[94618]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-10T05:14:27.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[92251]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-10T05:14:27.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:27.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:27.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[92251]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:27.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[94618]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-10T05:14:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:27.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:27 smithi078 ceph-mon[94618]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:27 smithi107 ceph-mon[86658]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-10T05:14:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:27 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:27 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:27 smithi107 ceph-mon[86658]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:28.078 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_implicit_ec (7040 ms) 2024-08-10T05:14:28.079 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-08-10T05:14:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:14:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[92251]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-10T05:14:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[94618]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:28 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:28 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:14:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:28 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:28 smithi107 ceph-mon[86658]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-10T05:14:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:28 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2390604503' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:28 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]: dispatch 2024-08-10T05:14:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-10T05:14:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[92251]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:29.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:29.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:29 smithi078 ceph-mon[94618]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-6"}]': finished 2024-08-10T05:14:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-10T05:14:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:29.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:29.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:29.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:29 smithi107 ceph-mon[86658]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[92251]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-10T05:14:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[94618]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-10T05:14:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:30 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:30 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:30 smithi107 ceph-mon[86658]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-10T05:14:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:30 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[92251]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[92251]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[92251]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[94618]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[94618]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[94618]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:31 smithi107 ceph-mon[86658]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-10T05:14:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:31 smithi107 ceph-mon[86658]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:31 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:31 smithi107 ceph-mon[86658]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-10T05:14:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:31 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:31 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:14:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:14:31] "GET /metrics HTTP/1.1" 200 33918 "" "Prometheus/2.43.0" 2024-08-10T05:14:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:14:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:14:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:33 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:33 smithi078 ceph-mon[92251]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-10T05:14:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:33 smithi078 ceph-mon[92251]: pgmap v1275: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T05:14:33.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:33 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:33.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:33 smithi078 ceph-mon[94618]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-10T05:14:33.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:33 smithi078 ceph-mon[94618]: pgmap v1275: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T05:14:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:33 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:33 smithi107 ceph-mon[86658]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-10T05:14:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:33 smithi107 ceph-mon[86658]: pgmap v1275: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T05:14:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:34 smithi078 ceph-mon[92251]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-10T05:14:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:34 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:34 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:34 smithi078 ceph-mon[94618]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-10T05:14:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:34 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:34 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:34 smithi107 ceph-mon[86658]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-10T05:14:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:34 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:34 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:35.115 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7037 ms) 2024-08-10T05:14:35.115 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-08-10T05:14:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[92251]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-10T05:14:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[92251]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[94618]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-10T05:14:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:35 smithi078 ceph-mon[94618]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:35 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:35 smithi107 ceph-mon[86658]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-10T05:14:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/327000062' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:35 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]: dispatch 2024-08-10T05:14:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:35 smithi107 ceph-mon[86658]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-10T05:14:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:36.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:36 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-7"}]': finished 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:36 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[94618]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-10T05:14:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[94618]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[92251]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-10T05:14:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:37 smithi078 ceph-mon[92251]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:37 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:37 smithi107 ceph-mon[86658]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-10T05:14:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:37 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:37 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:37 smithi107 ceph-mon[86658]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:38 smithi078 ceph-mon[92251]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-10T05:14:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:38 smithi078 ceph-mon[94618]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-10T05:14:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:38 smithi107 ceph-mon[86658]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-10T05:14:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[92251]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[92251]: pgmap v1284: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[94618]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:39 smithi078 ceph-mon[94618]: pgmap v1284: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:39 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:39 smithi107 ceph-mon[86658]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-10T05:14:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:39 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:39 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:39 smithi107 ceph-mon[86658]: pgmap v1284: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:40 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:40 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:40 smithi078 ceph-mon[92251]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-10T05:14:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:40 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:40 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:40 smithi078 ceph-mon[94618]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-10T05:14:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:40 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:40 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:40 smithi107 ceph-mon[86658]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-10T05:14:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:41 smithi078 ceph-mon[92251]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-10T05:14:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:41 smithi078 ceph-mon[92251]: pgmap v1287: 113 pgs: 3 creating+activating, 1 creating+peering, 1 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:14:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:41 smithi078 ceph-mon[94618]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-10T05:14:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:41 smithi078 ceph-mon[94618]: pgmap v1287: 113 pgs: 3 creating+activating, 1 creating+peering, 1 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:14:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:41 smithi107 ceph-mon[86658]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-10T05:14:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:41 smithi107 ceph-mon[86658]: pgmap v1287: 113 pgs: 3 creating+activating, 1 creating+peering, 1 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:14:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:42 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:42 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:14:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:14:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:14:41] "GET /metrics HTTP/1.1" 200 33918 "" "Prometheus/2.43.0" 2024-08-10T05:14:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:42 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:42 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:14:42.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:42 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:42.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:42 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:14:42.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:14:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:14:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:43 smithi078 ceph-mon[92251]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-10T05:14:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:43 smithi078 ceph-mon[92251]: pgmap v1289: 113 pgs: 3 creating+activating, 1 creating+peering, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 229 B/s wr, 0 op/s 2024-08-10T05:14:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:43 smithi078 ceph-mon[94618]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-10T05:14:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:43 smithi078 ceph-mon[94618]: pgmap v1289: 113 pgs: 3 creating+activating, 1 creating+peering, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 229 B/s wr, 0 op/s 2024-08-10T05:14:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:43 smithi107 ceph-mon[86658]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-10T05:14:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:43 smithi107 ceph-mon[86658]: pgmap v1289: 113 pgs: 3 creating+activating, 1 creating+peering, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 229 B/s wr, 0 op/s 2024-08-10T05:14:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:44 smithi078 ceph-mon[92251]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-10T05:14:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:44 smithi078 ceph-mon[94618]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-10T05:14:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:44 smithi107 ceph-mon[86658]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-10T05:14:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:45 smithi078 ceph-mon[92251]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-10T05:14:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:45 smithi078 ceph-mon[92251]: pgmap v1292: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:14:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:45 smithi078 ceph-mon[94618]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-10T05:14:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:45 smithi078 ceph-mon[94618]: pgmap v1292: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:14:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:45 smithi107 ceph-mon[86658]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-10T05:14:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:45 smithi107 ceph-mon[86658]: pgmap v1292: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:14:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:46 smithi078 ceph-mon[92251]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-10T05:14:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:46 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:46 smithi078 ceph-mon[94618]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-10T05:14:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:46 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:46 smithi107 ceph-mon[86658]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-10T05:14:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:46 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:47.236 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_put_snap_ec (12120 ms) 2024-08-10T05:14:47.236 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-08-10T05:14:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:47 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:47 smithi107 ceph-mon[86658]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-10T05:14:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:47 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:47 smithi107 ceph-mon[86658]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[92251]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-10T05:14:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[92251]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[94618]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-10T05:14:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3106792' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]: dispatch 2024-08-10T05:14:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:47 smithi078 ceph-mon[94618]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-10T05:14:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:48.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:48 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-10T05:14:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-8"}]': finished 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:48 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:49 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:49 smithi107 ceph-mon[86658]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-10T05:14:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:49 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:49 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:49 smithi107 ceph-mon[86658]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[94618]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-10T05:14:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[94618]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:49.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[92251]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-10T05:14:49.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:49.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:49.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:49 smithi078 ceph-mon[92251]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:50 smithi107 ceph-mon[86658]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-10T05:14:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:50 smithi078 ceph-mon[92251]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-10T05:14:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:50 smithi078 ceph-mon[94618]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-10T05:14:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:51 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:51 smithi107 ceph-mon[86658]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-10T05:14:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:51 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:51 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:51 smithi107 ceph-mon[86658]: pgmap v1301: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[92251]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-10T05:14:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[92251]: pgmap v1301: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[94618]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-10T05:14:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-mon[94618]: pgmap v1301: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:14:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:14:51] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-08-10T05:14:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:52 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:52 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:52 smithi107 ceph-mon[86658]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-10T05:14:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:14:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:14:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:52 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:52 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:52 smithi078 ceph-mon[92251]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-10T05:14:52.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:52 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:52 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:52 smithi078 ceph-mon[94618]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-10T05:14:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:53 smithi107 ceph-mon[86658]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-10T05:14:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:53 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:53 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:53 smithi107 ceph-mon[86658]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[92251]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-10T05:14:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[92251]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[94618]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-10T05:14:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:53 smithi078 ceph-mon[94618]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:54.291 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.test_explicit_ec (7056 ms) 2024-08-10T05:14:54.291 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.set_ec 2024-08-10T05:14:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:54 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:54 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:14:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:54 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:54 smithi107 ceph-mon[86658]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-10T05:14:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:54 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:54.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:54 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:14:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[92251]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-10T05:14:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:14:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[94618]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-10T05:14:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3869639268' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:54 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]: dispatch 2024-08-10T05:14:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:55 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:55 smithi107 ceph-mon[86658]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-10T05:14:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:55 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:55 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:55 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:55 smithi107 ceph-mon[86658]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[92251]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-10T05:14:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[92251]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-9"}]': finished 2024-08-10T05:14:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[94618]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-10T05:14:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:55 smithi078 ceph-mon[94618]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:56 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:56 smithi107 ceph-mon[86658]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-10T05:14:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:56 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:56 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:56 smithi078 ceph-mon[94618]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-10T05:14:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:56 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:56 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi078-135281-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:56 smithi078 ceph-mon[92251]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-10T05:14:56.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:56 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:14:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:57 smithi107 ceph-mon[86658]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-10T05:14:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:57 smithi107 ceph-mon[86658]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:57 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:14:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:57 smithi107 ceph-mon[86658]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-10T05:14:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:57 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[92251]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-10T05:14:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[92251]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:14:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[92251]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-10T05:14:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[94618]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-10T05:14:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[94618]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi078-135281-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:14:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[94618]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-10T05:14:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:59 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:59 smithi107 ceph-mon[86658]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-10T05:14:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:14:59 smithi107 ceph-mon[86658]: pgmap v1313: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:59 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:59 smithi078 ceph-mon[92251]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-10T05:14:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:14:59 smithi078 ceph-mon[92251]: pgmap v1313: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:14:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:59 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135281-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:59 smithi078 ceph-mon[94618]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-10T05:14:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:14:59 smithi078 ceph-mon[94618]: pgmap v1313: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:00 smithi107 ceph-mon[86658]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-10T05:15:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:00 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:15:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:00 smithi078 ceph-mon[92251]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-10T05:15:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:00 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:15:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:00 smithi078 ceph-mon[94618]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-10T05:15:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:00 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:15:01.321 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.set_ec (7030 ms) 2024-08-10T05:15:01.321 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 10 tests from cls_rgw (61313 ms total) 2024-08-10T05:15:01.321 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:15:01.321 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:15:01.321 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 10 tests from 1 test suite ran. (61313 ms total) 2024-08-10T05:15:01.321 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 10 tests. 2024-08-10T05:15:01.324 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:15:01.324 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:15:01.393 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-08-10T05:15:01.393 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-08-10T05:15:01.462 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:15:01.462 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 16 tests from 1 test suite. 2024-08-10T05:15:01.462 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:15:01.462 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 16 tests from cls_rgw 2024-08-10T05:15:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:15:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[92251]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-10T05:15:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:15:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[92251]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:15:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:15:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[94618]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-10T05:15:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:15:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[94618]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:15:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:01 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:15:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:01 smithi107 ceph-mon[86658]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-10T05:15:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:01 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]: dispatch 2024-08-10T05:15:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:01 smithi107 ceph-mon[86658]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:01 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1947708395' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi078-135281-10"}]': finished 2024-08-10T05:15:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:15:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:15:01] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.43.0" 2024-08-10T05:15:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:02 smithi107 ceph-mon[86658]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-10T05:15:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:15:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:15:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:02 smithi078 ceph-mon[92251]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-10T05:15:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:02 smithi078 ceph-mon[94618]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-10T05:15:03.352 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_basic 2024-08-10T05:15:03.390 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_basic (39 ms) 2024-08-10T05:15:03.391 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-08-10T05:15:03.421 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (30 ms) 2024-08-10T05:15:03.421 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_remove_object 2024-08-10T05:15:03.454 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_remove_object (33 ms) 2024-08-10T05:15:03.454 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_suggest 2024-08-10T05:15:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[92251]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-10T05:15:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/282990799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[92251]: pgmap v1319: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[94618]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-10T05:15:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/282990799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:03 smithi078 ceph-mon[94618]: pgmap v1319: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:03 smithi107 ceph-mon[86658]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-10T05:15:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:03 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/282990799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:03 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:03 smithi107 ceph-mon[86658]: pgmap v1319: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:04 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:15:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:04 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:04 smithi078 ceph-mon[92251]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-10T05:15:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:04 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:15:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:04 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:04.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:04 smithi078 ceph-mon[94618]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-10T05:15:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:04 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:15:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:04 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:04 smithi107 ceph-mon[86658]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-10T05:15:04.896 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_suggest (1443 ms) 2024-08-10T05:15:04.896 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-08-10T05:15:04.903 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-08-10T05:15:04.903 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_list 2024-08-10T05:15:04.922 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-08-10T05:15:04.922 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-08-10T05:15:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:05 smithi078 ceph-mon[92251]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-10T05:15:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:05 smithi078 ceph-mon[92251]: pgmap v1322: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:05 smithi078 ceph-mon[94618]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-10T05:15:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:05 smithi078 ceph-mon[94618]: pgmap v1322: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:05 smithi107 ceph-mon[86658]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-10T05:15:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:05 smithi107 ceph-mon[86658]: pgmap v1322: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:06 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:15:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:06 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:15:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:06 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:15:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:06 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:15:06.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:06 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:15:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:06 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:15:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:07 smithi078 ceph-mon[92251]: pgmap v1323: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 102 KiB/s wr, 332 op/s 2024-08-10T05:15:07.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:07 smithi078 ceph-mon[94618]: pgmap v1323: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 102 KiB/s wr, 332 op/s 2024-08-10T05:15:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:07 smithi107 ceph-mon[86658]: pgmap v1323: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 102 KiB/s wr, 332 op/s 2024-08-10T05:15:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:09 smithi078 ceph-mon[92251]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 309 op/s 2024-08-10T05:15:09.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:09 smithi078 ceph-mon[94618]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 309 op/s 2024-08-10T05:15:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:09 smithi107 ceph-mon[86658]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 309 op/s 2024-08-10T05:15:11.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:11 smithi078 ceph-mon[92251]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 828 KiB/s rd, 530 KiB/s wr, 1.61k op/s 2024-08-10T05:15:11.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:11 smithi078 ceph-mon[94618]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 828 KiB/s rd, 530 KiB/s wr, 1.61k op/s 2024-08-10T05:15:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:11 smithi107 ceph-mon[86658]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 828 KiB/s rd, 530 KiB/s wr, 1.61k op/s 2024-08-10T05:15:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:15:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:15:11] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.43.0" 2024-08-10T05:15:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:15:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:15:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:13 smithi078 ceph-mon[92251]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 716 KiB/s rd, 458 KiB/s wr, 1.39k op/s 2024-08-10T05:15:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:13 smithi078 ceph-mon[94618]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 716 KiB/s rd, 458 KiB/s wr, 1.39k op/s 2024-08-10T05:15:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:13 smithi107 ceph-mon[86658]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 716 KiB/s rd, 458 KiB/s wr, 1.39k op/s 2024-08-10T05:15:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:15:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:14.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:14.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:15:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:15:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:15 smithi078 ceph-mon[92251]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 688 KiB/s wr, 2.08k op/s 2024-08-10T05:15:15.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:15 smithi078 ceph-mon[94618]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 688 KiB/s wr, 2.08k op/s 2024-08-10T05:15:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:15 smithi107 ceph-mon[86658]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 688 KiB/s wr, 2.08k op/s 2024-08-10T05:15:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:17 smithi078 ceph-mon[92251]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 588 KiB/s wr, 1.78k op/s 2024-08-10T05:15:17.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:17 smithi078 ceph-mon[94618]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 588 KiB/s wr, 1.78k op/s 2024-08-10T05:15:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:17 smithi107 ceph-mon[86658]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 588 KiB/s wr, 1.78k op/s 2024-08-10T05:15:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:19 smithi078 ceph-mon[92251]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 543 KiB/s wr, 1.63k op/s 2024-08-10T05:15:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:19 smithi078 ceph-mon[94618]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 543 KiB/s wr, 1.63k op/s 2024-08-10T05:15:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:19 smithi107 ceph-mon[86658]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 543 KiB/s wr, 1.63k op/s 2024-08-10T05:15:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:21 smithi078 ceph-mon[92251]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 734 KiB/s wr, 2.20k op/s 2024-08-10T05:15:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:21 smithi078 ceph-mon[94618]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 734 KiB/s wr, 2.20k op/s 2024-08-10T05:15:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:21 smithi107 ceph-mon[86658]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 734 KiB/s wr, 2.20k op/s 2024-08-10T05:15:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:15:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:15:21] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-08-10T05:15:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:15:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:15:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:23 smithi078 ceph-mon[92251]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 645 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-08-10T05:15:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:23 smithi078 ceph-mon[94618]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 645 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-08-10T05:15:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:23 smithi107 ceph-mon[86658]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 645 KiB/s rd, 430 KiB/s wr, 1.29k op/s 2024-08-10T05:15:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:24 smithi107 ceph-mon[86658]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 939 KiB/s rd, 626 KiB/s wr, 1.88k op/s 2024-08-10T05:15:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:24 smithi078 ceph-mon[92251]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 939 KiB/s rd, 626 KiB/s wr, 1.88k op/s 2024-08-10T05:15:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:24 smithi078 ceph-mon[94618]: pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 939 KiB/s rd, 626 KiB/s wr, 1.88k op/s 2024-08-10T05:15:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:27 smithi078 ceph-mon[92251]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 391 KiB/s wr, 1.17k op/s 2024-08-10T05:15:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:27 smithi078 ceph-mon[94618]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 391 KiB/s wr, 1.17k op/s 2024-08-10T05:15:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:27 smithi107 ceph-mon[86658]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 391 KiB/s wr, 1.17k op/s 2024-08-10T05:15:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:29 smithi078 ceph-mon[92251]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 391 KiB/s wr, 1.17k op/s 2024-08-10T05:15:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:29 smithi078 ceph-mon[94618]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 391 KiB/s wr, 1.17k op/s 2024-08-10T05:15:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:29 smithi107 ceph-mon[86658]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 587 KiB/s rd, 391 KiB/s wr, 1.17k op/s 2024-08-10T05:15:31.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:31 smithi078 ceph-mon[92251]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 875 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-08-10T05:15:31.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:31 smithi078 ceph-mon[94618]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 875 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-08-10T05:15:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:31 smithi107 ceph-mon[86658]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 875 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-08-10T05:15:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:15:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:15:31] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-08-10T05:15:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:15:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:15:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:33 smithi078 ceph-mon[92251]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-08-10T05:15:33.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:33 smithi078 ceph-mon[94618]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-08-10T05:15:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:33 smithi107 ceph-mon[86658]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 581 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-08-10T05:15:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:35 smithi078 ceph-mon[92251]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 869 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-08-10T05:15:35.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:35 smithi078 ceph-mon[94618]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 869 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-08-10T05:15:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:35 smithi107 ceph-mon[86658]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 869 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-08-10T05:15:37.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:37 smithi078 ceph-mon[92251]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:37.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:37 smithi078 ceph-mon[94618]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:38.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:37 smithi107 ceph-mon[86658]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:39 smithi078 ceph-mon[92251]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:39 smithi078 ceph-mon[94618]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:40.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:39 smithi107 ceph-mon[86658]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:41 smithi078 ceph-mon[92251]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 864 KiB/s rd, 576 KiB/s wr, 1.73k op/s 2024-08-10T05:15:41.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:41 smithi078 ceph-mon[94618]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 864 KiB/s rd, 576 KiB/s wr, 1.73k op/s 2024-08-10T05:15:41.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:15:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:15:41] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-08-10T05:15:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:41 smithi107 ceph-mon[86658]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 864 KiB/s rd, 576 KiB/s wr, 1.73k op/s 2024-08-10T05:15:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:15:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:15:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:43.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:43 smithi078 ceph-mon[92251]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:43.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:43 smithi078 ceph-mon[94618]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:44.004 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_list_delimited (39081 ms) 2024-08-10T05:15:44.004 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.bi_list 2024-08-10T05:15:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:43 smithi107 ceph-mon[86658]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-08-10T05:15:44.069 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.bi_list (66 ms) 2024-08-10T05:15:44.069 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.gc_set 2024-08-10T05:15:44.094 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.gc_set (25 ms) 2024-08-10T05:15:44.094 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.gc_list 2024-08-10T05:15:44.117 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-08-10T05:15:44.117 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.gc_defer 2024-08-10T05:15:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:44 smithi078 ceph-mon[92251]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 980 KiB/s rd, 574 KiB/s wr, 1.72k op/s 2024-08-10T05:15:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:44 smithi078 ceph-mon[94618]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 980 KiB/s rd, 574 KiB/s wr, 1.72k op/s 2024-08-10T05:15:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:44 smithi107 ceph-mon[86658]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 980 KiB/s rd, 574 KiB/s wr, 1.72k op/s 2024-08-10T05:15:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:45 smithi078 ceph-mon[92251]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-10T05:15:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3808822199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:45 smithi078 ceph-mon[94618]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-10T05:15:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3808822199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:45 smithi107 ceph-mon[86658]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-10T05:15:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3808822199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:46 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:46 smithi078 ceph-mon[94618]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-10T05:15:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:46 smithi078 ceph-mon[94618]: pgmap v1345: 169 pgs: 5 creating+peering, 21 unknown, 143 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 573 KiB/s wr, 1.71k op/s 2024-08-10T05:15:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:46 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:46 smithi078 ceph-mon[92251]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-10T05:15:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:46 smithi078 ceph-mon[92251]: pgmap v1345: 169 pgs: 5 creating+peering, 21 unknown, 143 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 573 KiB/s wr, 1.71k op/s 2024-08-10T05:15:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:46 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135620-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:46 smithi107 ceph-mon[86658]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-10T05:15:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:46 smithi107 ceph-mon[86658]: pgmap v1345: 169 pgs: 5 creating+peering, 21 unknown, 143 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 573 KiB/s wr, 1.71k op/s 2024-08-10T05:15:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:47 smithi078 ceph-mon[92251]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-10T05:15:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:47 smithi078 ceph-mon[94618]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-10T05:15:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:47 smithi107 ceph-mon[86658]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-10T05:15:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:48 smithi078 ceph-mon[92251]: pgmap v1347: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 809 KiB/s rd, 381 KiB/s wr, 1.13k op/s 2024-08-10T05:15:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:48 smithi078 ceph-mon[94618]: pgmap v1347: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 809 KiB/s rd, 381 KiB/s wr, 1.13k op/s 2024-08-10T05:15:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:48 smithi107 ceph-mon[86658]: pgmap v1347: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 809 KiB/s rd, 381 KiB/s wr, 1.13k op/s 2024-08-10T05:15:51.676 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.gc_defer (7559 ms) 2024-08-10T05:15:51.677 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.usage_basic 2024-08-10T05:15:51.743 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.usage_basic (67 ms) 2024-08-10T05:15:51.743 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-08-10T05:15:51.744 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-08-10T05:15:51.745 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.usage_clear 2024-08-10T05:15:51.832 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.usage_clear (87 ms) 2024-08-10T05:15:51.833 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-08-10T05:15:51.872 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.bi_log_trim (41 ms) 2024-08-10T05:15:51.872 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-08-10T05:15:51.884 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-08-10T05:15:51.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:51 smithi078 ceph-mon[92251]: pgmap v1348: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 682 B/s wr, 1 op/s 2024-08-10T05:15:51.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:51 smithi078 ceph-mon[94618]: pgmap v1348: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 682 B/s wr, 1 op/s 2024-08-10T05:15:51.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:15:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:15:51] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-08-10T05:15:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:51 smithi107 ceph-mon[86658]: pgmap v1348: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 682 B/s wr, 1 op/s 2024-08-10T05:15:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:15:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:15:52.687 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 16 tests from cls_rgw (48533 ms total) 2024-08-10T05:15:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:15:52.688 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:15:52.688 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 16 tests from 1 test suite ran. (51225 ms total) 2024-08-10T05:15:52.688 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 16 tests. 2024-08-10T05:15:52.691 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:15:52.692 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:15:52.760 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-08-10T05:15:52.760 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-08-10T05:15:52.829 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:15:52.829 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 9 tests from 1 test suite. 2024-08-10T05:15:52.829 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:15:52.829 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 9 tests from cls_rgw_gc 2024-08-10T05:15:52.829 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.init 2024-08-10T05:15:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:52 smithi078 ceph-mon[92251]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-10T05:15:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:52 smithi078 ceph-mon[94618]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-10T05:15:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:52 smithi107 ceph-mon[86658]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-10T05:15:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:53 smithi078 ceph-mon[94618]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 578 KiB/s wr, 867 op/s 2024-08-10T05:15:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:53 smithi078 ceph-mon[94618]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-10T05:15:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:53 smithi078 ceph-mon[92251]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 578 KiB/s wr, 867 op/s 2024-08-10T05:15:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:53 smithi078 ceph-mon[92251]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-10T05:15:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:53 smithi107 ceph-mon[86658]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 289 KiB/s rd, 578 KiB/s wr, 867 op/s 2024-08-10T05:15:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:53 smithi107 ceph-mon[86658]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-10T05:15:54.702 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.init (1873 ms) 2024-08-10T05:15:54.702 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-08-10T05:15:54.722 INFO:tasks.workunit.client.0.smithi078.stderr:[ ] list info tag = chain-0 2024-08-10T05:15:54.722 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (20 ms) 2024-08-10T05:15:54.722 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-08-10T05:15:54.727 INFO:tasks.workunit.client.0.smithi078.stderr:[ ] next_marker is: = 0/4263 2024-08-10T05:15:54.727 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-08-10T05:15:54.727 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-08-10T05:15:54.734 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-08-10T05:15:54.734 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-08-10T05:15:54.741 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-08-10T05:15:54.741 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-08-10T05:15:54.748 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-08-10T05:15:54.748 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-08-10T05:15:54.755 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-08-10T05:15:54.755 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-08-10T05:15:54.760 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2024-08-10T05:15:54.760 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_gc.finalize 2024-08-10T05:15:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[94618]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-10T05:15:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/633542456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:54.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[94618]: pgmap v1353: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:54.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:54.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[94618]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-10T05:15:54.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[92251]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-10T05:15:54.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/633542456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:54.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:54.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[92251]: pgmap v1353: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:54.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:54.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:54 smithi078 ceph-mon[92251]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-10T05:15:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:54 smithi107 ceph-mon[86658]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-10T05:15:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:54 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/633542456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:54 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:54 smithi107 ceph-mon[86658]: pgmap v1353: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:54 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:54 smithi107 ceph-mon[86658]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-10T05:15:55.704 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_gc.finalize (943 ms) 2024-08-10T05:15:55.704 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 9 tests from cls_rgw_gc (2875 ms total) 2024-08-10T05:15:55.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:15:55.704 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:15:55.704 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 9 tests from 1 test suite ran. (2876 ms total) 2024-08-10T05:15:55.704 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 9 tests. 2024-08-10T05:15:55.707 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:15:55.707 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:15:55.777 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-08-10T05:15:55.778 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-08-10T05:15:55.857 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 1 test from 1 test suite. 2024-08-10T05:15:55.857 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:15:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:55 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:15:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:55 smithi078 ceph-mon[92251]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-10T05:15:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:55 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:15:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:55 smithi078 ceph-mon[94618]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-10T05:15:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:55 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:15:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:55 smithi107 ceph-mon[86658]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-10T05:15:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:56 smithi078 ceph-mon[92251]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:56 smithi078 ceph-mon[94618]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:56 smithi107 ceph-mon[86658]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:57.734 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from cls_rgw_stats 2024-08-10T05:15:57.734 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] cls_rgw_stats.simulate 2024-08-10T05:15:57.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.752+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=11SLQFYZX0CY type=del size=1548615 2024-08-10T05:15:57.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.753+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=HCJR1PI507AJ type=del size=1996691 2024-08-10T05:15:57.755 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.755+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=IMFBF0UN7U1B type=del size=2165747 2024-08-10T05:15:57.757 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.756+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=2QZH4Z14S1AV type=write size=195642 2024-08-10T05:15:57.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.757+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=SFM25ISK1WGM type=del size=2860891 2024-08-10T05:15:57.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.760+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~VVMH0SH2GOHT.0 size=1048576 2024-08-10T05:15:57.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.761+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~VVMH0SH2GOHT.1 size=1048576 2024-08-10T05:15:57.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.762+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~VVMH0SH2GOHT.2 size=31122 2024-08-10T05:15:57.763 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.762+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=VVMH0SH2GOHT tag=5P6G94BJKITE type=write size=3176850 2024-08-10T05:15:57.764 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.763+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=2VE6M9WETBTH type=del size=3634546 2024-08-10T05:15:57.766 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.765+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~BURWUR5DJWL2.0 size=1048576 2024-08-10T05:15:57.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.766+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~BURWUR5DJWL2.1 size=959203 2024-08-10T05:15:57.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.766+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=BURWUR5DJWL2 tag=6W8YLBYM2S4B type=write size=3056355 2024-08-10T05:15:57.768 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.767+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=P8GDQZHLFS21 type=del size=2055529 2024-08-10T05:15:57.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.769+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=S98R1YSRD8U5 type=write size=415278 2024-08-10T05:15:57.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.770+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=FYYGRECR2FAU type=del size=1919864 2024-08-10T05:15:57.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.771+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=CDMEAMHPX6ZG type=del size=3471111 2024-08-10T05:15:57.773 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.772+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=EA6GIEU56OX7 type=del size=470213 2024-08-10T05:15:57.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.775+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~07X28QN7D1A1.0 size=1048576 2024-08-10T05:15:57.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.776+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~07X28QN7D1A1.1 size=1048576 2024-08-10T05:15:57.777 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.777+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~07X28QN7D1A1.2 size=994900 2024-08-10T05:15:57.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.777+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=07X28QN7D1A1 tag=QCOFA9VQFHIR type=write size=4140628 2024-08-10T05:15:57.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.778+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=NYAU88BGZ552 type=write size=270639 2024-08-10T05:15:57.780 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.779+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=TDJ1KH1V93WE type=del size=1645804 2024-08-10T05:15:57.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.781+0000 7f14b4aea640 1 < canceled operation key=WGII5ZO8PRL4 tag=11SLQFYZX0CY type=del size=1548615 2024-08-10T05:15:57.783 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.782+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=6OW1YL3HHE8G type=del size=655316 2024-08-10T05:15:57.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.783+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=HCJR1PI507AJ type=del 2024-08-10T05:15:57.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.785+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~YEWI5KNQDLOQ.0 size=953387 2024-08-10T05:15:57.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.785+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=YEWI5KNQDLOQ tag=ZU5NR74YXFHI type=write size=2001963 2024-08-10T05:15:57.787 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.786+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=IMFBF0UN7U1B type=del 2024-08-10T05:15:57.790 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.789+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~FRY3DJLZF6XH.0 size=1048576 2024-08-10T05:15:57.790 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.789+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~FRY3DJLZF6XH.1 size=1048576 2024-08-10T05:15:57.791 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.790+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~FRY3DJLZF6XH.2 size=97330 2024-08-10T05:15:57.791 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.790+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=FRY3DJLZF6XH tag=JHOXPYABIXQ1 type=write size=3243058 2024-08-10T05:15:57.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.792+0000 7f14b4aea640 1 < completed write operation key=YH0KSZI7R4TX tag=2QZH4Z14S1AV type=write size=195642 2024-08-10T05:15:57.794 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.794+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~MLJLJSJK2LOU.0 size=1048576 2024-08-10T05:15:57.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.795+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~MLJLJSJK2LOU.1 size=1048576 2024-08-10T05:15:57.796 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.796+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~MLJLJSJK2LOU.2 size=930249 2024-08-10T05:15:57.797 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.796+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=MLJLJSJK2LOU tag=OWL4C5WTV5R0 type=write size=4075977 2024-08-10T05:15:57.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.797+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=SFM25ISK1WGM type=del 2024-08-10T05:15:57.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.799+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~X1KJLP79XEP3.0 size=1048576 2024-08-10T05:15:57.801 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.800+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~X1KJLP79XEP3.1 size=294660 2024-08-10T05:15:57.801 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.800+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=X1KJLP79XEP3 tag=2KNFARGIP5XU type=write size=2391812 2024-08-10T05:15:57.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.802+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~VVMH0SH2GOHT.0 size=1048576 2024-08-10T05:15:57.803 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.802+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~VVMH0SH2GOHT.1 size=1048576 2024-08-10T05:15:57.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.802+0000 7f14b4aea640 1 < canceled part key=_multipart_LN88EIQRZLLG.2~VVMH0SH2GOHT.2 size=31122 2024-08-10T05:15:57.805 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.804+0000 7f14b4aea640 1 < canceled multipart upload key=LN88EIQRZLLG upload=VVMH0SH2GOHT tag=5P6G94BJKITE type=write size=3176850 2024-08-10T05:15:57.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.806+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=M5HITPAOI4RC type=del size=1205301 2024-08-10T05:15:57.808 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.807+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=2VE6M9WETBTH type=del 2024-08-10T05:15:57.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.809+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~8IPY7JR60ME7.0 size=1048576 2024-08-10T05:15:57.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.810+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~8IPY7JR60ME7.1 size=919763 2024-08-10T05:15:57.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.810+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=8IPY7JR60ME7 tag=HH49F6MNBL8G type=write size=3016915 2024-08-10T05:15:57.812 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.811+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~BURWUR5DJWL2.0 size=1048576 2024-08-10T05:15:57.813 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.812+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~BURWUR5DJWL2.1 size=959203 2024-08-10T05:15:57.815 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.814+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=BURWUR5DJWL2 tag=6W8YLBYM2S4B type=write size=3056355 2024-08-10T05:15:57.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.815+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=3L2V2IX50PQU type=del size=2698657 2024-08-10T05:15:57.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.816+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=P8GDQZHLFS21 type=del 2024-08-10T05:15:57.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.818+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~IH50JPR04G2Q.0 size=495778 2024-08-10T05:15:57.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.818+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=IH50JPR04G2Q tag=ABXQQZVUY9Q0 type=write size=1544354 2024-08-10T05:15:57.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.821+0000 7f14b4aea640 1 < suggested remove operation key=C12BG8POXEML tag=S98R1YSRD8U5 type=write 2024-08-10T05:15:57.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.822+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=S09VEIY2Y3IH type=del size=369790 2024-08-10T05:15:57.824 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.823+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=FYYGRECR2FAU type=del 2024-08-10T05:15:57.825 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.824+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=VDV0083D7S8K type=write size=812381 2024-08-10T05:15:57.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.825+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=CDMEAMHPX6ZG type=del 2024-08-10T05:15:57.827 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.827+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=YO5120DJ5ARQ type=del size=3778686 2024-08-10T05:15:57.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.828+0000 7f14b4aea640 1 < canceled operation key=HDO3WL7N93SY tag=EA6GIEU56OX7 type=del size=470213 2024-08-10T05:15:57.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.829+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=WOUD4XJLD0KU type=del size=2786287 2024-08-10T05:15:57.831 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.830+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~07X28QN7D1A1.0 size=1048576 2024-08-10T05:15:57.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.831+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~07X28QN7D1A1.1 size=1048576 2024-08-10T05:15:57.833 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.832+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~07X28QN7D1A1.2 size=994900 2024-08-10T05:15:57.835 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.834+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=07X28QN7D1A1 tag=QCOFA9VQFHIR type=write size=4140628 2024-08-10T05:15:57.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.835+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=OMJZQQ6C7MCX type=del size=3707461 2024-08-10T05:15:57.839 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.838+0000 7f14b4aea640 1 < suggested update operation key=MOSZKVLQ4RI4 tag=NYAU88BGZ552 type=write size=270639 2024-08-10T05:15:57.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.839+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=X9X3JNDLHCA2 type=del size=3803119 2024-08-10T05:15:57.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.841+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=TDJ1KH1V93WE type=del 2024-08-10T05:15:57.843 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.842+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=OMFWLUD1033G type=del size=3899718 2024-08-10T05:15:57.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.843+0000 7f14b4aea640 1 < canceled operation key=BBEPS16N3VR2 tag=6OW1YL3HHE8G type=del size=655316 2024-08-10T05:15:57.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.845+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=Y8TG6L4QPESH type=del size=2162885 2024-08-10T05:15:57.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.846+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~YEWI5KNQDLOQ.0 size=953387 2024-08-10T05:15:57.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.848+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=YEWI5KNQDLOQ tag=ZU5NR74YXFHI type=write size=2001963 2024-08-10T05:15:57.850 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.850+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=SHIAHHXR1OAV type=del size=2606258 2024-08-10T05:15:57.852 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.851+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~FRY3DJLZF6XH.0 size=1048576 2024-08-10T05:15:57.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.852+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~FRY3DJLZF6XH.1 size=1048576 2024-08-10T05:15:57.854 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.853+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~FRY3DJLZF6XH.2 size=97330 2024-08-10T05:15:57.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.855+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=FRY3DJLZF6XH tag=JHOXPYABIXQ1 type=write size=3243058 2024-08-10T05:15:57.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.857+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~NOW95KJDLA6N.0 size=1048576 2024-08-10T05:15:57.859 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.858+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~NOW95KJDLA6N.1 size=412902 2024-08-10T05:15:57.859 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.858+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=NOW95KJDLA6N tag=UZMTM2GKEDGI type=write size=2510054 2024-08-10T05:15:57.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.859+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~MLJLJSJK2LOU.0 size=1048576 2024-08-10T05:15:57.861 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.860+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~MLJLJSJK2LOU.1 size=1048576 2024-08-10T05:15:57.861 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.861+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~MLJLJSJK2LOU.2 size=930249 2024-08-10T05:15:57.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.863+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=MLJLJSJK2LOU tag=OWL4C5WTV5R0 type=write size=4075977 2024-08-10T05:15:57.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.864+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=3MNI2MF0KXKB type=del size=398285 2024-08-10T05:15:57.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.865+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~X1KJLP79XEP3.0 size=1048576 2024-08-10T05:15:57.867 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.866+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~X1KJLP79XEP3.1 size=294660 2024-08-10T05:15:57.869 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.868+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=X1KJLP79XEP3 tag=2KNFARGIP5XU type=write size=2391812 2024-08-10T05:15:57.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.869+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=8ITNZCA92LTC type=del size=3784357 2024-08-10T05:15:57.871 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.870+0000 7f14b4aea640 -1 < failed to complete operation key=MOSZKVLQ4RI4 tag=M5HITPAOI4RC type=del size=1205301: (22) Invalid argument 2024-08-10T05:15:57.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.871+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=8R3O4EE37N6J type=del size=2527083 2024-08-10T05:15:57.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.872+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~8IPY7JR60ME7.0 size=1048576 2024-08-10T05:15:57.874 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.873+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~8IPY7JR60ME7.1 size=919763 2024-08-10T05:15:57.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.875+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=8IPY7JR60ME7 tag=HH49F6MNBL8G type=write size=3016915 2024-08-10T05:15:57.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.876+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=YVDG8RK5TPNP type=del size=2204898 2024-08-10T05:15:57.878 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.877+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=3L2V2IX50PQU type=del 2024-08-10T05:15:57.880 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.879+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~I5C95UIBB0T0.0 size=1048576 2024-08-10T05:15:57.881 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.880+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~I5C95UIBB0T0.1 size=1048576 2024-08-10T05:15:57.881 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.881+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~I5C95UIBB0T0.2 size=771911 2024-08-10T05:15:57.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.881+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=I5C95UIBB0T0 tag=B8V3FDLIE1G4 type=write size=3917639 2024-08-10T05:15:57.883 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.882+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~IH50JPR04G2Q.0 size=495778 2024-08-10T05:15:57.885 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.884+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=IH50JPR04G2Q tag=ABXQQZVUY9Q0 type=write size=1544354 2024-08-10T05:15:57.886 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.886+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=BFHKDTX8ZR2F type=del size=3358806 2024-08-10T05:15:57.888 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.887+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=S09VEIY2Y3IH type=del 2024-08-10T05:15:57.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.888+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=CCAQUUHWWGY1 type=del size=96020 2024-08-10T05:15:57.890 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.889+0000 7f14b4aea640 1 < canceled operation key=K7GWZ9Z28PPZ tag=VDV0083D7S8K type=write size=812381 2024-08-10T05:15:57.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.891+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~R3PSKSNZK00K.0 size=1048576 2024-08-10T05:15:57.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.892+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~R3PSKSNZK00K.1 size=1048576 2024-08-10T05:15:57.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.893+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~R3PSKSNZK00K.2 size=504939 2024-08-10T05:15:57.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.893+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=R3PSKSNZK00K tag=IMZ2W2U4KZPH type=write size=3650667 2024-08-10T05:15:57.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.894+0000 7f14b4aea640 1 < canceled operation key=ROVKNC22J3KX tag=YO5120DJ5ARQ type=del size=3778686 2024-08-10T05:15:57.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.897+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~HDKLO0P9DKP5.0 size=1048576 2024-08-10T05:15:57.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.898+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~HDKLO0P9DKP5.1 size=1048576 2024-08-10T05:15:57.899 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.899+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~HDKLO0P9DKP5.2 size=58591 2024-08-10T05:15:57.900 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.899+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=HDKLO0P9DKP5 tag=RWKEE135JLQX type=write size=3204319 2024-08-10T05:15:57.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.900+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=WOUD4XJLD0KU type=del 2024-08-10T05:15:57.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.902+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~S8GBQGIG0HCK.0 size=617772 2024-08-10T05:15:57.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.902+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=S8GBQGIG0HCK tag=HL80BN753BFO type=write size=1666348 2024-08-10T05:15:57.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.905+0000 7f14b4aea640 1 < suggested update operation key=HRBSKYPDI6S3 tag=OMJZQQ6C7MCX type=del size=3707461 2024-08-10T05:15:57.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.906+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=7P83RFNVHD02 type=del size=3696761 2024-08-10T05:15:57.908 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.907+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=X9X3JNDLHCA2 type=del 2024-08-10T05:15:57.910 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.909+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=2U4FW8IMBYYZ type=del size=2243979 2024-08-10T05:15:57.912 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.911+0000 7f14b4aea640 1 < suggested remove operation key=XU9ZENJ789VA tag=OMFWLUD1033G type=del 2024-08-10T05:15:57.913 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.912+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=6E3A9ZME8R5B type=del size=575844 2024-08-10T05:15:57.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.913+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=Y8TG6L4QPESH type=del 2024-08-10T05:15:57.915 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.914+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=5XB534DCSIFW type=del size=4143283 2024-08-10T05:15:57.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.916+0000 7f14b4aea640 1 < suggested update operation key=BQXO5DZMA1P4 tag=SHIAHHXR1OAV type=del size=2606258 2024-08-10T05:15:57.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.917+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=DZEU6QH6133Y type=del size=2086512 2024-08-10T05:15:57.919 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.919+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~NOW95KJDLA6N.0 size=1048576 2024-08-10T05:15:57.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.919+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~NOW95KJDLA6N.1 size=412902 2024-08-10T05:15:57.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.921+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=NOW95KJDLA6N tag=UZMTM2GKEDGI type=write size=2510054 2024-08-10T05:15:57.923 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.922+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=23HA4KPTSNI3 type=del size=1005989 2024-08-10T05:15:57.926 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.925+0000 7f14b4aea640 1 < suggested remove operation key=HRBSKYPDI6S3 tag=3MNI2MF0KXKB type=del 2024-08-10T05:15:57.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.926+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=G4RXOH7VQ8ES type=write size=589326 2024-08-10T05:15:57.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.927+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=8ITNZCA92LTC type=del 2024-08-10T05:15:57.930 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.929+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~8AHUED60DIRG.0 size=1048576 2024-08-10T05:15:57.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.930+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~8AHUED60DIRG.1 size=1048576 2024-08-10T05:15:57.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.931+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~8AHUED60DIRG.2 size=714971 2024-08-10T05:15:57.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.931+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=8AHUED60DIRG tag=ASII2HXDNL20 type=write size=3860699 2024-08-10T05:15:57.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.932+0000 7f14b4aea640 -1 < failed to complete operation key=BQXO5DZMA1P4 tag=8R3O4EE37N6J type=del size=2527083: (22) Invalid argument 2024-08-10T05:15:57.934 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.933+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=NUSN9TZLIPRM type=del size=2884211 2024-08-10T05:15:57.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.934+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=YVDG8RK5TPNP type=del 2024-08-10T05:15:57.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.936+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=GH6E7U7QZR5U type=del size=3721717 2024-08-10T05:15:57.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.937+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~I5C95UIBB0T0.0 size=1048576 2024-08-10T05:15:57.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.938+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~I5C95UIBB0T0.1 size=1048576 2024-08-10T05:15:57.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.939+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~I5C95UIBB0T0.2 size=771911 2024-08-10T05:15:57.941 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.941+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=I5C95UIBB0T0 tag=B8V3FDLIE1G4 type=write size=3917639 2024-08-10T05:15:57.943 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.943+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~9UZIRDDD1CJ9.0 size=1048576 2024-08-10T05:15:57.944 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.944+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~9UZIRDDD1CJ9.1 size=1048576 2024-08-10T05:15:57.945 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.944+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~9UZIRDDD1CJ9.2 size=552822 2024-08-10T05:15:57.945 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.944+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=9UZIRDDD1CJ9 tag=MAL310DHJYFO type=write size=3698550 2024-08-10T05:15:57.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.946+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=BFHKDTX8ZR2F type=del 2024-08-10T05:15:57.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.948+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~75ZP083II68S.0 size=1048576 2024-08-10T05:15:57.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.949+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~75ZP083II68S.1 size=532583 2024-08-10T05:15:57.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.949+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=75ZP083II68S tag=EUYK9AT0LFN2 type=write size=2629735 2024-08-10T05:15:57.951 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.950+0000 7f14b4aea640 -1 < failed to complete operation key=XU9ZENJ789VA tag=CCAQUUHWWGY1 type=del size=96020: (22) Invalid argument 2024-08-10T05:15:57.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.952+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~IB3WOJDXDSMZ.0 size=1048576 2024-08-10T05:15:57.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.953+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~IB3WOJDXDSMZ.1 size=1048576 2024-08-10T05:15:57.955 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.954+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~IB3WOJDXDSMZ.2 size=218148 2024-08-10T05:15:57.955 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.954+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=IB3WOJDXDSMZ tag=31LOF2NBB8TJ type=write size=3363876 2024-08-10T05:15:57.955 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.954+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~R3PSKSNZK00K.0 size=1048576 2024-08-10T05:15:57.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.955+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~R3PSKSNZK00K.1 size=1048576 2024-08-10T05:15:57.957 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.956+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~R3PSKSNZK00K.2 size=504939 2024-08-10T05:15:57.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.958+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=R3PSKSNZK00K tag=IMZ2W2U4KZPH type=write size=3650667 2024-08-10T05:15:57.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.959+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=5SXR8W9M869G type=del size=1832609 2024-08-10T05:15:57.961 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.960+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~HDKLO0P9DKP5.0 size=1048576 2024-08-10T05:15:57.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.962+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~HDKLO0P9DKP5.1 size=1048576 2024-08-10T05:15:57.963 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.962+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~HDKLO0P9DKP5.2 size=58591 2024-08-10T05:15:57.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.964+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=HDKLO0P9DKP5 tag=RWKEE135JLQX type=write size=3204319 2024-08-10T05:15:57.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.966+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~4N8RP7SJIBDI.0 size=501358 2024-08-10T05:15:57.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.966+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=4N8RP7SJIBDI tag=3BY2LIOZTODT type=write size=1549934 2024-08-10T05:15:57.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.968+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~S8GBQGIG0HCK.0 size=617772 2024-08-10T05:15:57.971 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.970+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=S8GBQGIG0HCK tag=HL80BN753BFO type=write size=1666348 2024-08-10T05:15:57.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.972+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~0WP5U0D8OQ9C.0 size=337671 2024-08-10T05:15:57.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.972+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=0WP5U0D8OQ9C tag=JWJ41HMXRAJX type=write size=1386247 2024-08-10T05:15:57.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.974+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=7P83RFNVHD02 type=del 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[92251]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2636476295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[94618]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-10T05:15:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2636476295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:57.977 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.976+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~01H0MBTF2VZG.0 size=71610 2024-08-10T05:15:57.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.976+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=01H0MBTF2VZG tag=43Y5VD4D5SEK type=write size=1120186 2024-08-10T05:15:57.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.977+0000 7f14b4aea640 -1 < failed to complete operation key=HRBSKYPDI6S3 tag=2U4FW8IMBYYZ type=del size=2243979: (22) Invalid argument 2024-08-10T05:15:57.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.978+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=TTWMOSDXSHZ4 type=write size=386458 2024-08-10T05:15:57.980 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.979+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=6E3A9ZME8R5B type=del 2024-08-10T05:15:57.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.981+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~MF6079A3K3RT.0 size=333565 2024-08-10T05:15:57.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.981+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=MF6079A3K3RT tag=ZHWCHFZ1O3AP type=write size=1382141 2024-08-10T05:15:57.984 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.983+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=5XB534DCSIFW type=del 2024-08-10T05:15:57.985 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.984+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=XLK1QNPD1RVF type=write size=962169 2024-08-10T05:15:57.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.985+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=DZEU6QH6133Y type=del 2024-08-10T05:15:57.988 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.987+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=LGHITUJO744K type=del size=2412004 2024-08-10T05:15:57.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.989+0000 7f14b4aea640 1 < suggested remove operation key=TCBT4AO28B3T tag=23HA4KPTSNI3 type=del 2024-08-10T05:15:57.991 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.990+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=QWINRFZQEN37 type=write size=219970 2024-08-10T05:15:57.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.991+0000 7f14b4aea640 1 < completed write operation key=4GDX2ANEG4UE tag=G4RXOH7VQ8ES type=write size=589326 2024-08-10T05:15:57.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.993+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~IA577V8ZM9A9.0 size=1048576 2024-08-10T05:15:57.995 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.994+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~IA577V8ZM9A9.1 size=91922 2024-08-10T05:15:57.995 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.994+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=IA577V8ZM9A9 tag=3ZYBT9BASE4B type=write size=2189074 2024-08-10T05:15:57.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.995+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~8AHUED60DIRG.0 size=1048576 2024-08-10T05:15:57.997 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.996+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~8AHUED60DIRG.1 size=1048576 2024-08-10T05:15:57.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.997+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~8AHUED60DIRG.2 size=714971 2024-08-10T05:15:57.999 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:57.998+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=8AHUED60DIRG tag=ASII2HXDNL20 type=write size=3860699 2024-08-10T05:15:58.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.000+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=W60KY04JE7OY type=del size=400068 2024-08-10T05:15:58.001 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.001+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=NUSN9TZLIPRM type=del 2024-08-10T05:15:58.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.003+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~MJKIEAX2WOSR.0 size=1048576 2024-08-10T05:15:58.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.004+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~MJKIEAX2WOSR.1 size=696166 2024-08-10T05:15:58.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.004+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=MJKIEAX2WOSR tag=SN4Y1MR712P5 type=write size=2793318 2024-08-10T05:15:58.007 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.006+0000 7f14b4aea640 1 < suggested remove operation key=QJTYLK106AGR tag=GH6E7U7QZR5U type=del 2024-08-10T05:15:58.008 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.007+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=SAL2KVJS8AUJ type=write size=788698 2024-08-10T05:15:58.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.008+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~9UZIRDDD1CJ9.0 size=1048576 2024-08-10T05:15:58.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.009+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~9UZIRDDD1CJ9.1 size=1048576 2024-08-10T05:15:58.011 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.010+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~9UZIRDDD1CJ9.2 size=552822 2024-08-10T05:15:58.013 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.012+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=9UZIRDDD1CJ9 tag=MAL310DHJYFO type=write size=3698550 2024-08-10T05:15:58.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.013+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=6KTV0FR3T1D7 type=del size=904399 2024-08-10T05:15:58.015 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.015+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~75ZP083II68S.0 size=1048576 2024-08-10T05:15:58.016 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.015+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~75ZP083II68S.1 size=532583 2024-08-10T05:15:58.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.017+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=75ZP083II68S tag=EUYK9AT0LFN2 type=write size=2629735 2024-08-10T05:15:58.019 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.019+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=DYA75E7AB1XH type=write size=719140 2024-08-10T05:15:58.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.019+0000 7f14b4aea640 1 < canceled part key=_multipart_63XHARBYVQFS.2~IB3WOJDXDSMZ.0 size=1048576 2024-08-10T05:15:58.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.020+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~IB3WOJDXDSMZ.1 size=1048576 2024-08-10T05:15:58.021 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.021+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~IB3WOJDXDSMZ.2 size=218148 2024-08-10T05:15:58.023 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.022+0000 7f14b4aea640 1 < canceled multipart upload key=63XHARBYVQFS upload=IB3WOJDXDSMZ tag=31LOF2NBB8TJ type=write size=3363876 2024-08-10T05:15:58.025 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.025+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~EAY3FZTKVLKU.0 size=1048576 2024-08-10T05:15:58.026 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.025+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~EAY3FZTKVLKU.1 size=1048576 2024-08-10T05:15:58.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.026+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~EAY3FZTKVLKU.2 size=822691 2024-08-10T05:15:58.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.026+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=EAY3FZTKVLKU tag=4GR35U4FCLQF type=write size=3968419 2024-08-10T05:15:58.028 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.027+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=5SXR8W9M869G type=del 2024-08-10T05:15:58.031 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.030+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~VTBDP2S1OIK0.0 size=289003 2024-08-10T05:15:58.031 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.030+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=VTBDP2S1OIK0 tag=0EBR7VNVUVJC type=write size=1337579 2024-08-10T05:15:58.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.031+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~4N8RP7SJIBDI.0 size=501358 2024-08-10T05:15:58.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.033+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=4N8RP7SJIBDI tag=3BY2LIOZTODT type=write size=1549934 2024-08-10T05:15:58.035 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.034+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=30OOBWHWLA2C type=del size=179192 2024-08-10T05:15:58.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.035+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~0WP5U0D8OQ9C.0 size=337671 2024-08-10T05:15:58.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.037+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=0WP5U0D8OQ9C tag=JWJ41HMXRAJX type=write size=1386247 2024-08-10T05:15:58.040 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.039+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~FHD1DX5NUP4D.0 size=1048576 2024-08-10T05:15:58.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.040+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~FHD1DX5NUP4D.1 size=1048576 2024-08-10T05:15:58.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.042+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~FHD1DX5NUP4D.2 size=128418 2024-08-10T05:15:58.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.042+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=FHD1DX5NUP4D tag=K030RFUNO57N type=write size=3274146 2024-08-10T05:15:58.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.043+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~01H0MBTF2VZG.0 size=71610 2024-08-10T05:15:58.046 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.044+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=01H0MBTF2VZG tag=43Y5VD4D5SEK type=write size=1120186 2024-08-10T05:15:58.047 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.047+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~M05JJ63Z9BY0.0 size=1048576 2024-08-10T05:15:58.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.047+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~M05JJ63Z9BY0.1 size=636588 2024-08-10T05:15:58.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.047+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=M05JJ63Z9BY0 tag=2HGKIV90L362 type=write size=2733740 2024-08-10T05:15:58.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.049+0000 7f14b4aea640 1 < completed write operation key=F8VCLKTJX8NT tag=TTWMOSDXSHZ4 type=write size=386458 2024-08-10T05:15:58.051 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.051+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=WYVEB4KLMUR1 type=del size=3222235 2024-08-10T05:15:58.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.052+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~MF6079A3K3RT.0 size=333565 2024-08-10T05:15:58.054 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.054+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=MF6079A3K3RT tag=ZHWCHFZ1O3AP type=write size=1382141 2024-08-10T05:15:58.056 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.055+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=15E7TIS1ZJDT type=del size=665928 2024-08-10T05:15:58.058 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.057+0000 7f14b4aea640 1 < suggested remove operation key=GVED6658RQPQ tag=XLK1QNPD1RVF type=write 2024-08-10T05:15:58.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.058+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=BZVHKZA1NA1W type=del size=3811807 2024-08-10T05:15:58.060 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.060+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=LGHITUJO744K type=del 2024-08-10T05:15:58.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.061+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=CFCPBA1WE1B8 type=del size=2664129 2024-08-10T05:15:58.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.062+0000 7f14b4aea640 1 < completed write operation key=43PHUSMB0CNL tag=QWINRFZQEN37 type=write size=219970 2024-08-10T05:15:58.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.063+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=GXK7H12BIL0H type=del size=2834970 2024-08-10T05:15:58.065 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.064+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~IA577V8ZM9A9.0 size=1048576 2024-08-10T05:15:58.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.065+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~IA577V8ZM9A9.1 size=91922 2024-08-10T05:15:58.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:57 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:15:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:57 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:15:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:57 smithi107 ceph-mon[86658]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-10T05:15:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:57 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2636476295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:15:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:58.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.067+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=IA577V8ZM9A9 tag=3ZYBT9BASE4B type=write size=2189074 2024-08-10T05:15:58.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.068+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=N9RN6PS64ZTK type=del size=3407377 2024-08-10T05:15:58.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.069+0000 7f14b4aea640 1 < canceled operation key=BQXO5DZMA1P4 tag=W60KY04JE7OY type=del size=400068 2024-08-10T05:15:58.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.071+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~FADCOKWSFA6L.0 size=1048576 2024-08-10T05:15:58.073 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.072+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~FADCOKWSFA6L.1 size=284387 2024-08-10T05:15:58.073 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.072+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=FADCOKWSFA6L tag=YAHZYCDEDSB9 type=write size=2381539 2024-08-10T05:15:58.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.073+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~MJKIEAX2WOSR.0 size=1048576 2024-08-10T05:15:58.075 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.074+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~MJKIEAX2WOSR.1 size=696166 2024-08-10T05:15:58.077 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.076+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=MJKIEAX2WOSR tag=SN4Y1MR712P5 type=write size=2793318 2024-08-10T05:15:58.079 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.078+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~3ZCACIJZT2TN.0 size=1048576 2024-08-10T05:15:58.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.079+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~3ZCACIJZT2TN.1 size=452839 2024-08-10T05:15:58.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.079+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=3ZCACIJZT2TN tag=I5XPVOTQBO8T type=write size=2549991 2024-08-10T05:15:58.082 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.082+0000 7f14b4aea640 1 < suggested update operation key=BQTRFOM0GF9P tag=SAL2KVJS8AUJ type=write size=788698 2024-08-10T05:15:58.084 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.083+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=LOMKOXY7DQNZ type=write size=545693 2024-08-10T05:15:58.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.085+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=6KTV0FR3T1D7 type=del 2024-08-10T05:15:58.086 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.086+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=3M5EI6AQMWS6 type=del size=1691202 2024-08-10T05:15:58.088 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.087+0000 7f14b4aea640 1 < completed write operation key=MOSZKVLQ4RI4 tag=DYA75E7AB1XH type=write size=719140 2024-08-10T05:15:58.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.088+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=8WJ2F0MD3SXV type=del size=948451 2024-08-10T05:15:58.090 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.089+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~EAY3FZTKVLKU.0 size=1048576 2024-08-10T05:15:58.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.090+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~EAY3FZTKVLKU.1 size=1048576 2024-08-10T05:15:58.092 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.091+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~EAY3FZTKVLKU.2 size=822691 2024-08-10T05:15:58.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.093+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=EAY3FZTKVLKU tag=4GR35U4FCLQF type=write size=3968419 2024-08-10T05:15:58.097 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.096+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~12HA5GQZLJ7Q.0 size=1048576 2024-08-10T05:15:58.097 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.097+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~12HA5GQZLJ7Q.1 size=92752 2024-08-10T05:15:58.098 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.097+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=12HA5GQZLJ7Q tag=8KW8WRKY9R8T type=write size=2189904 2024-08-10T05:15:58.098 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.097+0000 7f14b4aea640 1 < canceled part key=_multipart_HRBSKYPDI6S3.2~VTBDP2S1OIK0.0 size=289003 2024-08-10T05:15:58.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.099+0000 7f14b4aea640 1 < canceled multipart upload key=HRBSKYPDI6S3 upload=VTBDP2S1OIK0 tag=0EBR7VNVUVJC type=write size=1337579 2024-08-10T05:15:58.102 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.102+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~MPVZW2UT54MR.0 size=1048576 2024-08-10T05:15:58.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.102+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~MPVZW2UT54MR.1 size=1048576 2024-08-10T05:15:58.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.103+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~MPVZW2UT54MR.2 size=514316 2024-08-10T05:15:58.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.103+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=MPVZW2UT54MR tag=BGMHBLMB1LHV type=write size=3660044 2024-08-10T05:15:58.106 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.105+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=30OOBWHWLA2C type=del 2024-08-10T05:15:58.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.106+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=AMGPD3KXTLE3 type=write size=556523 2024-08-10T05:15:58.108 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.107+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~FHD1DX5NUP4D.0 size=1048576 2024-08-10T05:15:58.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.108+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~FHD1DX5NUP4D.1 size=1048576 2024-08-10T05:15:58.110 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.109+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~FHD1DX5NUP4D.2 size=128418 2024-08-10T05:15:58.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.111+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=FHD1DX5NUP4D tag=K030RFUNO57N type=write size=3274146 2024-08-10T05:15:58.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.112+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=KALDXYU5KT3A type=write size=487624 2024-08-10T05:15:58.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.113+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~M05JJ63Z9BY0.0 size=1048576 2024-08-10T05:15:58.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.114+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~M05JJ63Z9BY0.1 size=636588 2024-08-10T05:15:58.117 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.117+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=M05JJ63Z9BY0 tag=2HGKIV90L362 type=write size=2733740 2024-08-10T05:15:58.120 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.119+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~777QQ1QMCCFG.0 size=144843 2024-08-10T05:15:58.120 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.119+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=777QQ1QMCCFG tag=UJPYT5PHX989 type=write size=1193419 2024-08-10T05:15:58.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.120+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=WYVEB4KLMUR1 type=del 2024-08-10T05:15:58.123 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.122+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~QAU5A73K6BXL.0 size=1048576 2024-08-10T05:15:58.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.123+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~QAU5A73K6BXL.1 size=1048576 2024-08-10T05:15:58.125 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.124+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~QAU5A73K6BXL.2 size=33758 2024-08-10T05:15:58.125 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.124+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=QAU5A73K6BXL tag=64DJN95H7IIG type=write size=3179486 2024-08-10T05:15:58.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.126+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=15E7TIS1ZJDT type=del 2024-08-10T05:15:58.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.127+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=PKS38R7DBAAV type=del size=4128444 2024-08-10T05:15:58.129 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.128+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=BZVHKZA1NA1W type=del 2024-08-10T05:15:58.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.130+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~GGP4Q1TQT9UX.0 size=117810 2024-08-10T05:15:58.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.130+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=GGP4Q1TQT9UX tag=C1MYJPGZNNV2 type=write size=1166386 2024-08-10T05:15:58.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.132+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=CFCPBA1WE1B8 type=del 2024-08-10T05:15:58.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.133+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=6YWLWJL5I608 type=del size=1837707 2024-08-10T05:15:58.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.134+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=GXK7H12BIL0H type=del 2024-08-10T05:15:58.136 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.135+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=XB9JRX5MJ974 type=write size=103937 2024-08-10T05:15:58.138 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.137+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=N9RN6PS64ZTK type=del 2024-08-10T05:15:58.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.138+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=MGAZUDF9X3P5 type=del size=3727966 2024-08-10T05:15:58.140 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.139+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~FADCOKWSFA6L.0 size=1048576 2024-08-10T05:15:58.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.140+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~FADCOKWSFA6L.1 size=284387 2024-08-10T05:15:58.143 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.142+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=FADCOKWSFA6L tag=YAHZYCDEDSB9 type=write size=2381539 2024-08-10T05:15:58.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.144+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~CYXOU69KVFZ5.0 size=1048576 2024-08-10T05:15:58.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.145+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~CYXOU69KVFZ5.1 size=491980 2024-08-10T05:15:58.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.145+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=CYXOU69KVFZ5 tag=3I7MD1A06CK2 type=write size=2589132 2024-08-10T05:15:58.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.147+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~3ZCACIJZT2TN.0 size=1048576 2024-08-10T05:15:58.148 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.148+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~3ZCACIJZT2TN.1 size=452839 2024-08-10T05:15:58.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.150+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=3ZCACIJZT2TN tag=I5XPVOTQBO8T type=write size=2549991 2024-08-10T05:15:58.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.152+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~3CRK933QWC2E.0 size=1048576 2024-08-10T05:15:58.154 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.153+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~3CRK933QWC2E.1 size=1048576 2024-08-10T05:15:58.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.154+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~3CRK933QWC2E.2 size=530364 2024-08-10T05:15:58.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.154+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=3CRK933QWC2E tag=WYNSZNPBU4VR type=write size=3676092 2024-08-10T05:15:58.156 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.155+0000 7f14b4aea640 1 < completed write operation key=4GQSP14LMP0J tag=LOMKOXY7DQNZ type=write size=545693 2024-08-10T05:15:58.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.158+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~41IMT239W85D.0 size=1048576 2024-08-10T05:15:58.159 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.158+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~41IMT239W85D.1 size=1048576 2024-08-10T05:15:58.160 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.159+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~41IMT239W85D.2 size=768308 2024-08-10T05:15:58.160 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.159+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=41IMT239W85D tag=7VHAZAFVD5PH type=write size=3914036 2024-08-10T05:15:58.161 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.161+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=3M5EI6AQMWS6 type=del 2024-08-10T05:15:58.162 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.162+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=ZWNQ2RS5ANH0 type=del size=930821 2024-08-10T05:15:58.164 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.163+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=8WJ2F0MD3SXV type=del 2024-08-10T05:15:58.167 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.166+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~1ALAA14L4EWX.0 size=1048576 2024-08-10T05:15:58.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.167+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~1ALAA14L4EWX.1 size=1048576 2024-08-10T05:15:58.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.168+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~1ALAA14L4EWX.2 size=105596 2024-08-10T05:15:58.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.168+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=1ALAA14L4EWX tag=Z8W1NV5PYK6F type=write size=3251324 2024-08-10T05:15:58.170 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.169+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~12HA5GQZLJ7Q.0 size=1048576 2024-08-10T05:15:58.171 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.170+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~12HA5GQZLJ7Q.1 size=92752 2024-08-10T05:15:58.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.172+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=12HA5GQZLJ7Q tag=8KW8WRKY9R8T type=write size=2189904 2024-08-10T05:15:58.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.174+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~6D5PAIYL4V5G.0 size=1048576 2024-08-10T05:15:58.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.175+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~6D5PAIYL4V5G.1 size=1048576 2024-08-10T05:15:58.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.176+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~6D5PAIYL4V5G.2 size=69080 2024-08-10T05:15:58.177 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.176+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=6D5PAIYL4V5G tag=3I0AP7RG8Z89 type=write size=3214808 2024-08-10T05:15:58.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.177+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~MPVZW2UT54MR.0 size=1048576 2024-08-10T05:15:58.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.178+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~MPVZW2UT54MR.1 size=1048576 2024-08-10T05:15:58.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.179+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~MPVZW2UT54MR.2 size=514316 2024-08-10T05:15:58.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.181+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=MPVZW2UT54MR tag=BGMHBLMB1LHV type=write size=3660044 2024-08-10T05:15:58.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.183+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~Y3LBTD37TDN8.0 size=1048576 2024-08-10T05:15:58.185 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.184+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~Y3LBTD37TDN8.1 size=624893 2024-08-10T05:15:58.185 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.184+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=Y3LBTD37TDN8 tag=LBBEUC2SXYIK type=write size=2722045 2024-08-10T05:15:58.187 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.186+0000 7f14b4aea640 1 < suggested remove operation key=TCBT4AO28B3T tag=AMGPD3KXTLE3 type=write 2024-08-10T05:15:58.189 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.188+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=XY1AHWSMBJU5 type=del size=2173005 2024-08-10T05:15:58.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.189+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=KALDXYU5KT3A type=write size=487624 2024-08-10T05:15:58.191 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.190+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=Q6HCNQ40CX27 type=del size=4116030 2024-08-10T05:15:58.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.191+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~777QQ1QMCCFG.0 size=144843 2024-08-10T05:15:58.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.193+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=777QQ1QMCCFG tag=UJPYT5PHX989 type=write size=1193419 2024-08-10T05:15:58.196 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.195+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=GIVFWEZDS7JJ type=del size=3602526 2024-08-10T05:15:58.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.196+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~QAU5A73K6BXL.0 size=1048576 2024-08-10T05:15:58.199 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.198+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~QAU5A73K6BXL.1 size=1048576 2024-08-10T05:15:58.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.199+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~QAU5A73K6BXL.2 size=33758 2024-08-10T05:15:58.202 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.201+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=QAU5A73K6BXL tag=64DJN95H7IIG type=write size=3179486 2024-08-10T05:15:58.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.202+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=CLEZECO2WQPR type=del size=3997317 2024-08-10T05:15:58.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.203+0000 7f14b4aea640 -1 < failed to complete operation key=TCBT4AO28B3T tag=PKS38R7DBAAV type=del size=4128444: (22) Invalid argument 2024-08-10T05:15:58.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.205+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=NO2E3HA2UEST type=del size=1061985 2024-08-10T05:15:58.207 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.206+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~GGP4Q1TQT9UX.0 size=117810 2024-08-10T05:15:58.209 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.208+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=GGP4Q1TQT9UX tag=C1MYJPGZNNV2 type=write size=1166386 2024-08-10T05:15:58.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.210+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~N7XVSZEVA4QC.0 size=658678 2024-08-10T05:15:58.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.210+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=N7XVSZEVA4QC tag=DELGYNXYY5QB type=write size=1707254 2024-08-10T05:15:58.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.212+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=6YWLWJL5I608 type=del 2024-08-10T05:15:58.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.215+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~F5VJXNXXHWHQ.0 size=1048576 2024-08-10T05:15:58.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.215+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~F5VJXNXXHWHQ.1 size=211016 2024-08-10T05:15:58.217 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.215+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=F5VJXNXXHWHQ tag=W2XMA5TLXTFE type=write size=2308168 2024-08-10T05:15:58.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.217+0000 7f14b4aea640 1 < completed write operation key=SDD0BWGOBF7T tag=XB9JRX5MJ974 type=write size=103937 2024-08-10T05:15:58.219 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.218+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=YHGANQWCIINF type=del size=1037574 2024-08-10T05:15:58.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.220+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=MGAZUDF9X3P5 type=del 2024-08-10T05:15:58.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.221+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=ZQ1FKDJX63OD type=write size=976645 2024-08-10T05:15:58.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.222+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~CYXOU69KVFZ5.0 size=1048576 2024-08-10T05:15:58.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.223+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~CYXOU69KVFZ5.1 size=491980 2024-08-10T05:15:58.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.225+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=CYXOU69KVFZ5 tag=3I7MD1A06CK2 type=write size=2589132 2024-08-10T05:15:58.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.227+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=10M3ZUINDRMA type=del size=675697 2024-08-10T05:15:58.228 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.228+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~3CRK933QWC2E.0 size=1048576 2024-08-10T05:15:58.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.229+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~3CRK933QWC2E.1 size=1048576 2024-08-10T05:15:58.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.230+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~3CRK933QWC2E.2 size=530364 2024-08-10T05:15:58.233 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.232+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=3CRK933QWC2E tag=WYNSZNPBU4VR type=write size=3676092 2024-08-10T05:15:58.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.233+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=R4SU3VB4VWK0 type=del size=443917 2024-08-10T05:15:58.235 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.235+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~41IMT239W85D.0 size=1048576 2024-08-10T05:15:58.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.236+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~41IMT239W85D.1 size=1048576 2024-08-10T05:15:58.238 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.237+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~41IMT239W85D.2 size=768308 2024-08-10T05:15:58.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.239+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=41IMT239W85D tag=7VHAZAFVD5PH type=write size=3914036 2024-08-10T05:15:58.241 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.240+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=L8BW0P47RBLD type=del size=3263524 2024-08-10T05:15:58.243 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.242+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=ZWNQ2RS5ANH0 type=del 2024-08-10T05:15:58.245 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.244+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~I7EKQLNREW2Y.0 size=425949 2024-08-10T05:15:58.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.244+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=I7EKQLNREW2Y tag=2AJTAAGICSA1 type=write size=1474525 2024-08-10T05:15:58.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.245+0000 7f14b4aea640 1 < canceled part key=_multipart_MOSZKVLQ4RI4.2~1ALAA14L4EWX.0 size=1048576 2024-08-10T05:15:58.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.246+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~1ALAA14L4EWX.1 size=1048576 2024-08-10T05:15:58.248 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.247+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~1ALAA14L4EWX.2 size=105596 2024-08-10T05:15:58.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.249+0000 7f14b4aea640 1 < canceled multipart upload key=MOSZKVLQ4RI4 upload=1ALAA14L4EWX tag=Z8W1NV5PYK6F type=write size=3251324 2024-08-10T05:15:58.251 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.251+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=KI0SV2U4F9U9 type=write size=734860 2024-08-10T05:15:58.253 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.252+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~6D5PAIYL4V5G.0 size=1048576 2024-08-10T05:15:58.253 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.252+0000 7f14b4aea640 1 < canceled part key=_multipart_F8VCLKTJX8NT.2~6D5PAIYL4V5G.1 size=1048576 2024-08-10T05:15:58.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.253+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~6D5PAIYL4V5G.2 size=69080 2024-08-10T05:15:58.256 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.255+0000 7f14b4aea640 1 < canceled multipart upload key=F8VCLKTJX8NT upload=6D5PAIYL4V5G tag=3I0AP7RG8Z89 type=write size=3214808 2024-08-10T05:15:58.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.256+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=7RRU3BL5DF3L type=del size=4016350 2024-08-10T05:15:58.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.258+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~Y3LBTD37TDN8.0 size=1048576 2024-08-10T05:15:58.260 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.259+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~Y3LBTD37TDN8.1 size=624893 2024-08-10T05:15:58.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.261+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=Y3LBTD37TDN8 tag=LBBEUC2SXYIK type=write size=2722045 2024-08-10T05:15:58.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.263+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~X41FLIS4J0H5.0 size=803257 2024-08-10T05:15:58.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.263+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=X41FLIS4J0H5 tag=JZ9L1U0ZL6BZ type=write size=1851833 2024-08-10T05:15:58.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.265+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=XY1AHWSMBJU5 type=del 2024-08-10T05:15:58.267 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.266+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=RO025E6U3XSV type=write size=389959 2024-08-10T05:15:58.269 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.268+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=Q6HCNQ40CX27 type=del 2024-08-10T05:15:58.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.269+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=E3GNZ2MICIZ4 type=del size=293442 2024-08-10T05:15:58.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.270+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=GIVFWEZDS7JJ type=del 2024-08-10T05:15:58.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.273+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~YU66BEJE4DD6.0 size=1048576 2024-08-10T05:15:58.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.274+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~YU66BEJE4DD6.1 size=554021 2024-08-10T05:15:58.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.274+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=YU66BEJE4DD6 tag=Y845X5HSIGUV type=write size=2651173 2024-08-10T05:15:58.276 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.275+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=CLEZECO2WQPR type=del 2024-08-10T05:15:58.277 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.276+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=R7O02PBT6LGZ type=del size=3579166 2024-08-10T05:15:58.279 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.278+0000 7f14b4aea640 1 < canceled operation key=BQXO5DZMA1P4 tag=NO2E3HA2UEST type=del size=1061985 2024-08-10T05:15:58.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.280+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~ONUUTXXHSLOF.0 size=676399 2024-08-10T05:15:58.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.280+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=ONUUTXXHSLOF tag=D9UXORG4SCHX type=write size=1724975 2024-08-10T05:15:58.282 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.281+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~N7XVSZEVA4QC.0 size=658678 2024-08-10T05:15:58.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.283+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=N7XVSZEVA4QC tag=DELGYNXYY5QB type=write size=1707254 2024-08-10T05:15:58.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.285+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~VL7KZO42G85X.0 size=591089 2024-08-10T05:15:58.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.285+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=VL7KZO42G85X tag=CF0PFYT5O427 type=write size=1639665 2024-08-10T05:15:58.288 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.287+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~F5VJXNXXHWHQ.0 size=1048576 2024-08-10T05:15:58.289 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.288+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~F5VJXNXXHWHQ.1 size=211016 2024-08-10T05:15:58.291 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.290+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=F5VJXNXXHWHQ tag=W2XMA5TLXTFE type=write size=2308168 2024-08-10T05:15:58.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.291+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=KR768WXQKWIQ type=del size=1398195 2024-08-10T05:15:58.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.292+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=YHGANQWCIINF type=del 2024-08-10T05:15:58.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.294+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~B4T59IHVV4Z5.0 size=1048576 2024-08-10T05:15:58.296 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.295+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~B4T59IHVV4Z5.1 size=1048576 2024-08-10T05:15:58.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.296+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~B4T59IHVV4Z5.2 size=991550 2024-08-10T05:15:58.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.296+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=B4T59IHVV4Z5 tag=2CS2BU0Q1A7K type=write size=4137278 2024-08-10T05:15:58.300 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.299+0000 7f14b4aea640 1 < suggested update operation key=XU9ZENJ789VA tag=ZQ1FKDJX63OD type=write size=976645 2024-08-10T05:15:58.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.300+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=KE81G2ATNHSF type=del size=3801672 2024-08-10T05:15:58.302 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.302+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=10M3ZUINDRMA type=del 2024-08-10T05:15:58.304 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.303+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=OIU6PG21UCMS type=write size=565038 2024-08-10T05:15:58.305 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.304+0000 7f14b4aea640 -1 < failed to complete operation key=XU9ZENJ789VA tag=R4SU3VB4VWK0 type=del size=443917: (22) Invalid argument 2024-08-10T05:15:58.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.305+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=BFJLVH1RZ9VH type=del size=1404943 2024-08-10T05:15:58.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.306+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=L8BW0P47RBLD type=del 2024-08-10T05:15:58.308 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.308+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=M8W0T9R72XW6 type=write size=607488 2024-08-10T05:15:58.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.309+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~I7EKQLNREW2Y.0 size=425949 2024-08-10T05:15:58.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.311+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=I7EKQLNREW2Y tag=2AJTAAGICSA1 type=write size=1474525 2024-08-10T05:15:58.313 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.312+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=4FT5VYAB7FGS type=del size=1940634 2024-08-10T05:15:58.316 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.315+0000 7f14b4aea640 1 < suggested update operation key=XU9ZENJ789VA tag=KI0SV2U4F9U9 type=write size=734860 2024-08-10T05:15:58.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.317+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=XK0DUZAULNUV type=del size=1115648 2024-08-10T05:15:58.319 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.318+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=7RRU3BL5DF3L type=del 2024-08-10T05:15:58.321 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.321+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~WFW5QPM1C0ID.0 size=244577 2024-08-10T05:15:58.322 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.321+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=WFW5QPM1C0ID tag=IXQH40DV97KZ type=write size=1293153 2024-08-10T05:15:58.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.322+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~X41FLIS4J0H5.0 size=803257 2024-08-10T05:15:58.325 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.325+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=X41FLIS4J0H5 tag=JZ9L1U0ZL6BZ type=write size=1851833 2024-08-10T05:15:58.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.326+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=033D4EGWQ2XG type=del size=2738681 2024-08-10T05:15:58.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.328+0000 7f14b4aea640 1 < completed write operation key=63XHARBYVQFS tag=RO025E6U3XSV type=write size=389959 2024-08-10T05:15:58.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.330+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~RJXQHT0CKJC6.0 size=1048576 2024-08-10T05:15:58.332 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.331+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~RJXQHT0CKJC6.1 size=1048576 2024-08-10T05:15:58.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.332+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~RJXQHT0CKJC6.2 size=657547 2024-08-10T05:15:58.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.332+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=RJXQHT0CKJC6 tag=NXQR357MV37I type=write size=3803275 2024-08-10T05:15:58.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.333+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=E3GNZ2MICIZ4 type=del 2024-08-10T05:15:58.335 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.334+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=4ACA6U26K570 type=del size=2555849 2024-08-10T05:15:58.337 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.336+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~YU66BEJE4DD6.0 size=1048576 2024-08-10T05:15:58.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.337+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~YU66BEJE4DD6.1 size=554021 2024-08-10T05:15:58.340 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.339+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=YU66BEJE4DD6 tag=Y845X5HSIGUV type=write size=2651173 2024-08-10T05:15:58.342 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.342+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~5Q3WUV1MY7E1.0 size=892019 2024-08-10T05:15:58.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.342+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=5Q3WUV1MY7E1 tag=G2BFSE0J6CW9 type=write size=1940595 2024-08-10T05:15:58.344 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.343+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=R7O02PBT6LGZ type=del 2024-08-10T05:15:58.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.345+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~KC57UGPPOM4P.0 size=1048576 2024-08-10T05:15:58.347 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.346+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~KC57UGPPOM4P.1 size=140010 2024-08-10T05:15:58.347 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.346+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=KC57UGPPOM4P tag=PZAIEFF80DM4 type=write size=2237162 2024-08-10T05:15:58.347 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.346+0000 7f14b4aea640 1 < canceled part key=_multipart_YH0KSZI7R4TX.2~ONUUTXXHSLOF.0 size=676399 2024-08-10T05:15:58.349 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.349+0000 7f14b4aea640 1 < canceled multipart upload key=YH0KSZI7R4TX upload=ONUUTXXHSLOF tag=D9UXORG4SCHX type=write size=1724975 2024-08-10T05:15:58.351 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.350+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=WWFHHP4A9IE4 type=del size=3998360 2024-08-10T05:15:58.352 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.351+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~VL7KZO42G85X.0 size=591089 2024-08-10T05:15:58.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.353+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=VL7KZO42G85X tag=CF0PFYT5O427 type=write size=1639665 2024-08-10T05:15:58.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.356+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~QG6ZUX841F5E.0 size=458377 2024-08-10T05:15:58.357 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.356+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=QG6ZUX841F5E tag=YOIUJL073C2P type=write size=1506953 2024-08-10T05:15:58.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.357+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=KR768WXQKWIQ type=del 2024-08-10T05:15:58.360 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.359+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~HAFV9DD7TP6Q.0 size=1048576 2024-08-10T05:15:58.361 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.360+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~HAFV9DD7TP6Q.1 size=50203 2024-08-10T05:15:58.361 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.360+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=HAFV9DD7TP6Q tag=H994Y25KG5Z8 type=write size=2147355 2024-08-10T05:15:58.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.361+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~B4T59IHVV4Z5.0 size=1048576 2024-08-10T05:15:58.363 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.362+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~B4T59IHVV4Z5.1 size=1048576 2024-08-10T05:15:58.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.364+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~B4T59IHVV4Z5.2 size=991550 2024-08-10T05:15:58.367 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.366+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=B4T59IHVV4Z5 tag=2CS2BU0Q1A7K type=write size=4137278 2024-08-10T05:15:58.368 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.367+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=AKTHQXTTMC1R type=del size=3234101 2024-08-10T05:15:58.370 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.369+0000 7f14b4aea640 1 < canceled operation key=RBLPMJAHLR1B tag=KE81G2ATNHSF type=del size=3801672 2024-08-10T05:15:58.372 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.371+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~BC46BMJJUZQ3.0 size=1048576 2024-08-10T05:15:58.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.372+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~BC46BMJJUZQ3.1 size=1048576 2024-08-10T05:15:58.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.373+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~BC46BMJJUZQ3.2 size=745190 2024-08-10T05:15:58.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.373+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=BC46BMJJUZQ3 tag=JQAU783MDQ85 type=write size=3890918 2024-08-10T05:15:58.376 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.375+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=OIU6PG21UCMS type=write size=565038 2024-08-10T05:15:58.378 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.377+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~C25FTI7J64WP.0 size=1048576 2024-08-10T05:15:58.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.378+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~C25FTI7J64WP.1 size=911621 2024-08-10T05:15:58.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.378+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=C25FTI7J64WP tag=XYMBEQQ6I97E type=write size=3008773 2024-08-10T05:15:58.380 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.379+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=BFJLVH1RZ9VH type=del 2024-08-10T05:15:58.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.382+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~VV933D93NTNI.0 size=807500 2024-08-10T05:15:58.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.382+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=VV933D93NTNI tag=PQGZLMHZ0FZ6 type=write size=1856076 2024-08-10T05:15:58.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.383+0000 7f14b4aea640 1 < completed write operation key=IGGZ4YAHG16J tag=M8W0T9R72XW6 type=write size=607488 2024-08-10T05:15:58.385 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.384+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=G9W926BEI8JD type=del size=2618242 2024-08-10T05:15:58.386 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.386+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=4FT5VYAB7FGS type=del size=1940634 2024-08-10T05:15:58.389 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.388+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~0917FTJYIJ2R.0 size=1048576 2024-08-10T05:15:58.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.389+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~0917FTJYIJ2R.1 size=699591 2024-08-10T05:15:58.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.389+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=0917FTJYIJ2R tag=YYKV0Y87B8BK type=write size=2796743 2024-08-10T05:15:58.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.390+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=XK0DUZAULNUV type=del 2024-08-10T05:15:58.394 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.393+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~XTK4I4L9E0CU.0 size=1048576 2024-08-10T05:15:58.395 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.394+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~XTK4I4L9E0CU.1 size=1048576 2024-08-10T05:15:58.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.395+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~XTK4I4L9E0CU.2 size=528624 2024-08-10T05:15:58.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.395+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=XTK4I4L9E0CU tag=2JIMHH1MMUXN type=write size=3674352 2024-08-10T05:15:58.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.396+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~WFW5QPM1C0ID.0 size=244577 2024-08-10T05:15:58.400 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.399+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=WFW5QPM1C0ID tag=IXQH40DV97KZ type=write size=1293153 2024-08-10T05:15:58.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.400+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=WPBG2AROGQTF type=del size=3350555 2024-08-10T05:15:58.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.401+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=033D4EGWQ2XG type=del 2024-08-10T05:15:58.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.404+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~S2UY1S8M9VIR.0 size=366126 2024-08-10T05:15:58.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.404+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=S2UY1S8M9VIR tag=FXN9JDF8OGK7 type=write size=1414702 2024-08-10T05:15:58.406 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.406+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~RJXQHT0CKJC6.0 size=1048576 2024-08-10T05:15:58.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.407+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~RJXQHT0CKJC6.1 size=1048576 2024-08-10T05:15:58.408 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.408+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~RJXQHT0CKJC6.2 size=657547 2024-08-10T05:15:58.410 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.410+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=RJXQHT0CKJC6 tag=NXQR357MV37I type=write size=3803275 2024-08-10T05:15:58.412 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.411+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=0GVJQ6OWT66K type=del size=2098846 2024-08-10T05:15:58.413 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.412+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=4ACA6U26K570 type=del 2024-08-10T05:15:58.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.413+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=5NT8LJAE6W13 type=del size=711725 2024-08-10T05:15:58.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.415+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~5Q3WUV1MY7E1.0 size=892019 2024-08-10T05:15:58.417 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.417+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=5Q3WUV1MY7E1 tag=G2BFSE0J6CW9 type=write size=1940595 2024-08-10T05:15:58.419 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.418+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=UZ3RZT0GMM1J type=write size=291995 2024-08-10T05:15:58.420 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.419+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~KC57UGPPOM4P.0 size=1048576 2024-08-10T05:15:58.421 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.420+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~KC57UGPPOM4P.1 size=140010 2024-08-10T05:15:58.423 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.422+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=KC57UGPPOM4P tag=PZAIEFF80DM4 type=write size=2237162 2024-08-10T05:15:58.424 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.423+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=V97OTN4X3LI2 type=del size=1693854 2024-08-10T05:15:58.427 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.426+0000 7f14b4aea640 1 < suggested update operation key=MUTTKNKV3LH8 tag=WWFHHP4A9IE4 type=del size=3998360 2024-08-10T05:15:58.429 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.428+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=J9NNACWJWX0N type=write size=774893 2024-08-10T05:15:58.429 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.428+0000 7f14b4aea640 1 < canceled part key=_multipart_K7GWZ9Z28PPZ.2~QG6ZUX841F5E.0 size=458377 2024-08-10T05:15:58.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.430+0000 7f14b4aea640 1 < canceled multipart upload key=K7GWZ9Z28PPZ upload=QG6ZUX841F5E tag=YOIUJL073C2P type=write size=1506953 2024-08-10T05:15:58.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.433+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~9XIOB0OM0IJH.0 size=252063 2024-08-10T05:15:58.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.433+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=9XIOB0OM0IJH tag=57YCG5DU9VWT type=write size=1300639 2024-08-10T05:15:58.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.435+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~HAFV9DD7TP6Q.0 size=1048576 2024-08-10T05:15:58.436 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.435+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~HAFV9DD7TP6Q.1 size=50203 2024-08-10T05:15:58.439 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.438+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=HAFV9DD7TP6Q tag=H994Y25KG5Z8 type=write size=2147355 2024-08-10T05:15:58.441 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.440+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~15352O8YG6WP.0 size=431893 2024-08-10T05:15:58.441 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.440+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=15352O8YG6WP tag=MA6KN5LZDCOD type=write size=1480469 2024-08-10T05:15:58.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.442+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=AKTHQXTTMC1R type=del 2024-08-10T05:15:58.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.443+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=IGDTOJQMC9ES type=write size=175755 2024-08-10T05:15:58.445 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.444+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~BC46BMJJUZQ3.0 size=1048576 2024-08-10T05:15:58.446 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.445+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~BC46BMJJUZQ3.1 size=1048576 2024-08-10T05:15:58.447 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.446+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~BC46BMJJUZQ3.2 size=745190 2024-08-10T05:15:58.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.448+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=BC46BMJJUZQ3 tag=JQAU783MDQ85 type=write size=3890918 2024-08-10T05:15:58.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.449+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=Z28R33G1CKD7 type=del size=2748034 2024-08-10T05:15:58.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.451+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~C25FTI7J64WP.0 size=1048576 2024-08-10T05:15:58.453 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.452+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~C25FTI7J64WP.1 size=911621 2024-08-10T05:15:58.455 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.454+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=C25FTI7J64WP tag=XYMBEQQ6I97E type=write size=3008773 2024-08-10T05:15:58.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.455+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=9LK7NWFFLDCI type=write size=877665 2024-08-10T05:15:58.457 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.456+0000 7f14b4aea640 1 < canceled part key=_multipart_TCBT4AO28B3T.2~VV933D93NTNI.0 size=807500 2024-08-10T05:15:58.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.458+0000 7f14b4aea640 1 < canceled multipart upload key=TCBT4AO28B3T upload=VV933D93NTNI tag=PQGZLMHZ0FZ6 type=write size=1856076 2024-08-10T05:15:58.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.459+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=W70G9NPXHA76 type=del size=2621439 2024-08-10T05:15:58.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.461+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=G9W926BEI8JD type=del 2024-08-10T05:15:58.463 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.462+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=NGILOOSQ2XSJ type=del size=769349 2024-08-10T05:15:58.465 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.464+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~0917FTJYIJ2R.0 size=1048576 2024-08-10T05:15:58.465 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.464+0000 7f14b4aea640 1 < canceled part key=_multipart_XU9ZENJ789VA.2~0917FTJYIJ2R.1 size=699591 2024-08-10T05:15:58.467 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.466+0000 7f14b4aea640 1 < canceled multipart upload key=XU9ZENJ789VA upload=0917FTJYIJ2R tag=YYKV0Y87B8BK type=write size=2796743 2024-08-10T05:15:58.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.468+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=09ZPAOKPJK6Z type=del size=3475876 2024-08-10T05:15:58.470 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.469+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~XTK4I4L9E0CU.0 size=1048576 2024-08-10T05:15:58.471 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.470+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~XTK4I4L9E0CU.1 size=1048576 2024-08-10T05:15:58.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.471+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~XTK4I4L9E0CU.2 size=528624 2024-08-10T05:15:58.475 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.474+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=XTK4I4L9E0CU tag=2JIMHH1MMUXN type=write size=3674352 2024-08-10T05:15:58.477 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.476+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~X12QT52C1VXZ.0 size=1048576 2024-08-10T05:15:58.478 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.477+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~X12QT52C1VXZ.1 size=205153 2024-08-10T05:15:58.478 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.477+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=X12QT52C1VXZ tag=3XYK4UW0KYSH type=write size=2302305 2024-08-10T05:15:58.480 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.479+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=WPBG2AROGQTF type=del 2024-08-10T05:15:58.481 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.480+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=QA9I6KV6JKWV type=del size=1394691 2024-08-10T05:15:58.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.482+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~S2UY1S8M9VIR.0 size=366126 2024-08-10T05:15:58.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.484+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=S2UY1S8M9VIR tag=FXN9JDF8OGK7 type=write size=1414702 2024-08-10T05:15:58.486 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.486+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=KT7M0ZVIHFU4 type=del size=53103 2024-08-10T05:15:58.488 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.487+0000 7f14b4aea640 -1 < failed to complete operation key=MUTTKNKV3LH8 tag=0GVJQ6OWT66K type=del size=2098846: (22) Invalid argument 2024-08-10T05:15:58.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.489+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=HF2VWOY33GH3 type=del size=4143994 2024-08-10T05:15:58.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.490+0000 7f14b4aea640 -1 < failed to complete operation key=MUTTKNKV3LH8 tag=5NT8LJAE6W13 type=del size=711725: (22) Invalid argument 2024-08-10T05:15:58.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.493+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~SGC9PYZTC6WB.0 size=559599 2024-08-10T05:15:58.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.493+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=SGC9PYZTC6WB tag=Q6BUPYU1PR6B type=write size=1608175 2024-08-10T05:15:58.495 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.494+0000 7f14b4aea640 -1 < failed to complete operation key=MUTTKNKV3LH8 tag=UZ3RZT0GMM1J type=write size=291995: (22) Invalid argument 2024-08-10T05:15:58.497 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.496+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=NB5V483N7I6Y type=del size=3745685 2024-08-10T05:15:58.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.497+0000 7f14b4aea640 1 < canceled operation key=BQTRFOM0GF9P tag=V97OTN4X3LI2 type=del size=1693854 2024-08-10T05:15:58.500 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.499+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=46SS2R1RMQTR type=del size=3398868 2024-08-10T05:15:58.502 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.501+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=J9NNACWJWX0N type=write size=774893 2024-08-10T05:15:58.505 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.504+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~VLOADXIUWDHP.0 size=1048576 2024-08-10T05:15:58.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.505+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~VLOADXIUWDHP.1 size=1048576 2024-08-10T05:15:58.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.506+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~VLOADXIUWDHP.2 size=600663 2024-08-10T05:15:58.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.506+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=VLOADXIUWDHP tag=CDOEDL1QC0YX type=write size=3746391 2024-08-10T05:15:58.508 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.507+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~9XIOB0OM0IJH.0 size=252063 2024-08-10T05:15:58.511 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.510+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=9XIOB0OM0IJH tag=57YCG5DU9VWT type=write size=1300639 2024-08-10T05:15:58.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.513+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~GB36CTYBUZS6.0 size=1048576 2024-08-10T05:15:58.515 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.514+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~GB36CTYBUZS6.1 size=1048576 2024-08-10T05:15:58.516 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.515+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~GB36CTYBUZS6.2 size=246745 2024-08-10T05:15:58.516 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.515+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=GB36CTYBUZS6 tag=5B7TLUWARIWI type=write size=3392473 2024-08-10T05:15:58.517 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.516+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~15352O8YG6WP.0 size=431893 2024-08-10T05:15:58.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.518+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=15352O8YG6WP tag=MA6KN5LZDCOD type=write size=1480469 2024-08-10T05:15:58.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.519+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=DOKG29ZCWXFJ type=del size=3115452 2024-08-10T05:15:58.522 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.521+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=IGDTOJQMC9ES type=write size=175755 2024-08-10T05:15:58.524 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.523+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=DYLQOJL9OMMZ type=del size=759142 2024-08-10T05:15:58.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.524+0000 7f14b4aea640 1 < canceled operation key=F8VCLKTJX8NT tag=Z28R33G1CKD7 type=del size=2748034 2024-08-10T05:15:58.526 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.525+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=AO05ZNCBQBH8 type=del size=3666400 2024-08-10T05:15:58.528 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.527+0000 7f14b4aea640 1 < completed write operation key=4GQSP14LMP0J tag=9LK7NWFFLDCI type=write size=877665 2024-08-10T05:15:58.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.528+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=53CBL5UQZ6LU type=del size=701018 2024-08-10T05:15:58.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.530+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=W70G9NPXHA76 type=del 2024-08-10T05:15:58.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.531+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=EIRD8F6UJJAR type=del size=1805759 2024-08-10T05:15:58.533 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.532+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=NGILOOSQ2XSJ type=del 2024-08-10T05:15:58.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.533+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=4FS5SZIY22PO type=del size=3680766 2024-08-10T05:15:58.535 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.535+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=09ZPAOKPJK6Z type=del 2024-08-10T05:15:58.537 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.536+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=5WTZLKNDYX7L type=del size=108237 2024-08-10T05:15:58.538 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.537+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~X12QT52C1VXZ.0 size=1048576 2024-08-10T05:15:58.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.538+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~X12QT52C1VXZ.1 size=205153 2024-08-10T05:15:58.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.540+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=X12QT52C1VXZ tag=3XYK4UW0KYSH type=write size=2302305 2024-08-10T05:15:58.542 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.541+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=8R2SO72PK0UC type=del size=1098542 2024-08-10T05:15:58.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.543+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=QA9I6KV6JKWV type=del 2024-08-10T05:15:58.545 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.544+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=KTV2J1209SDX type=del size=288822 2024-08-10T05:15:58.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.546+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=KT7M0ZVIHFU4 type=del size=53103 2024-08-10T05:15:58.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.548+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~4FIXGJV8IO4B.0 size=468220 2024-08-10T05:15:58.549 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.548+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=4FIXGJV8IO4B tag=9HKOIT2O3ZPO type=write size=1516796 2024-08-10T05:15:58.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.549+0000 7f14b4aea640 1 < canceled operation key=HRBSKYPDI6S3 tag=HF2VWOY33GH3 type=del size=4143994 2024-08-10T05:15:58.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.550+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=35851UHW63O3 type=del size=1157023 2024-08-10T05:15:58.552 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.551+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~SGC9PYZTC6WB.0 size=559599 2024-08-10T05:15:58.554 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.554+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=SGC9PYZTC6WB tag=Q6BUPYU1PR6B type=write size=1608175 2024-08-10T05:15:58.557 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.556+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~OPZLLW31RU37.0 size=1048576 2024-08-10T05:15:58.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.557+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~OPZLLW31RU37.1 size=1048576 2024-08-10T05:15:58.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.558+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~OPZLLW31RU37.2 size=329509 2024-08-10T05:15:58.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.558+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=OPZLLW31RU37 tag=8EJ928CSHQ6E type=write size=3475237 2024-08-10T05:15:58.560 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.559+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=NB5V483N7I6Y type=del 2024-08-10T05:15:58.561 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.560+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=6LSPT1C7GSWT type=del size=670672 2024-08-10T05:15:58.564 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.563+0000 7f14b4aea640 1 < suggested remove operation key=IZ9CY06YLZDS tag=46SS2R1RMQTR type=del 2024-08-10T05:15:58.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.564+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=LFSIJBNU8K95 type=del size=3480587 2024-08-10T05:15:58.566 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.566+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~VLOADXIUWDHP.0 size=1048576 2024-08-10T05:15:58.568 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.567+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~VLOADXIUWDHP.1 size=1048576 2024-08-10T05:15:58.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.568+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~VLOADXIUWDHP.2 size=600663 2024-08-10T05:15:58.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.570+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=VLOADXIUWDHP tag=CDOEDL1QC0YX type=write size=3746391 2024-08-10T05:15:58.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.572+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~OR9P9YZLQ4NI.0 size=363921 2024-08-10T05:15:58.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.572+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=OR9P9YZLQ4NI tag=K74C6WHR0CQ4 type=write size=1412497 2024-08-10T05:15:58.574 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.573+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~GB36CTYBUZS6.0 size=1048576 2024-08-10T05:15:58.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.574+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~GB36CTYBUZS6.1 size=1048576 2024-08-10T05:15:58.576 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.575+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~GB36CTYBUZS6.2 size=246745 2024-08-10T05:15:58.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.577+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=GB36CTYBUZS6 tag=5B7TLUWARIWI type=write size=3392473 2024-08-10T05:15:58.579 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.579+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=ZWAGMWG1TJNZ type=write size=588034 2024-08-10T05:15:58.580 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.580+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=DOKG29ZCWXFJ type=del 2024-08-10T05:15:58.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.582+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~9R6KTM38CZDK.0 size=41409 2024-08-10T05:15:58.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.582+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=9R6KTM38CZDK tag=CMGNPQ2VBSFQ type=write size=1089985 2024-08-10T05:15:58.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.584+0000 7f14b4aea640 1 < suggested update operation key=TCBT4AO28B3T tag=DYLQOJL9OMMZ type=del size=759142 2024-08-10T05:15:58.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.586+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=FB33ITBG12SS type=del size=806957 2024-08-10T05:15:58.589 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.588+0000 7f14b4aea640 1 < suggested remove operation key=ROVKNC22J3KX tag=AO05ZNCBQBH8 type=del 2024-08-10T05:15:58.590 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.589+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=EU3JKK38LTCM type=del size=2744642 2024-08-10T05:15:58.591 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.590+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=53CBL5UQZ6LU type=del 2024-08-10T05:15:58.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.593+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~0J99O0VTPNDS.0 size=929178 2024-08-10T05:15:58.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.593+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=0J99O0VTPNDS tag=6AF5980V9Z2R type=write size=1977754 2024-08-10T05:15:58.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.595+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=EIRD8F6UJJAR type=del 2024-08-10T05:15:58.596 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.596+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=H7WV5I9RD2DF type=del size=1416574 2024-08-10T05:15:58.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.598+0000 7f14b4aea640 1 < suggested remove operation key=WGII5ZO8PRL4 tag=4FS5SZIY22PO type=del 2024-08-10T05:15:58.601 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.600+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~GHH4BH0QUX6C.0 size=1048576 2024-08-10T05:15:58.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.601+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~GHH4BH0QUX6C.1 size=336621 2024-08-10T05:15:58.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.601+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=GHH4BH0QUX6C tag=8GL9RW0KJBWL type=write size=2433773 2024-08-10T05:15:58.605 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.603+0000 7f14b4aea640 -1 < failed to complete operation key=ROVKNC22J3KX tag=5WTZLKNDYX7L type=del size=108237: (22) Invalid argument 2024-08-10T05:15:58.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.605+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~0O1S1LMVSYRR.0 size=1048576 2024-08-10T05:15:58.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.606+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~0O1S1LMVSYRR.1 size=651599 2024-08-10T05:15:58.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.606+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=0O1S1LMVSYRR tag=1I8HRDLN5575 type=write size=2748751 2024-08-10T05:15:58.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.607+0000 7f14b4aea640 1 < canceled operation key=XU9ZENJ789VA tag=8R2SO72PK0UC type=del size=1098542 2024-08-10T05:15:58.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.609+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=B7NWP5TBC3UU type=del size=3987046 2024-08-10T05:15:58.612 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.611+0000 7f14b4aea640 1 < suggested remove operation key=HRBSKYPDI6S3 tag=KTV2J1209SDX type=del 2024-08-10T05:15:58.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.612+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=7N5QN2DARXDF type=del size=2293613 2024-08-10T05:15:58.614 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.613+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~4FIXGJV8IO4B.0 size=468220 2024-08-10T05:15:58.616 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.615+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=4FIXGJV8IO4B tag=9HKOIT2O3ZPO type=write size=1516796 2024-08-10T05:15:58.617 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.616+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=I9IR0LEQ4ELF type=del size=3365699 2024-08-10T05:15:58.619 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.618+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=35851UHW63O3 type=del 2024-08-10T05:15:58.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.620+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~MWEJBOTE609M.0 size=21682 2024-08-10T05:15:58.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.620+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=MWEJBOTE609M tag=64ZNDA0QU1N2 type=write size=1070258 2024-08-10T05:15:58.622 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.621+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~OPZLLW31RU37.0 size=1048576 2024-08-10T05:15:58.622 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.621+0000 7f14b4aea640 1 < canceled part key=_multipart_RBLPMJAHLR1B.2~OPZLLW31RU37.1 size=1048576 2024-08-10T05:15:58.622 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.621+0000 7f14b4aea640 1 < canceled part key=_multipart_RBLPMJAHLR1B.2~OPZLLW31RU37.2 size=329509 2024-08-10T05:15:58.624 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.623+0000 7f14b4aea640 1 < canceled multipart upload key=RBLPMJAHLR1B upload=OPZLLW31RU37 tag=8EJ928CSHQ6E type=write size=3475237 2024-08-10T05:15:58.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.624+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=YTDN7YC6WPO7 type=del size=262357 2024-08-10T05:15:58.627 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.627+0000 7f14b4aea640 1 < suggested remove operation key=C12BG8POXEML tag=6LSPT1C7GSWT type=del 2024-08-10T05:15:58.629 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.628+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=HIBTQX160B1Z type=del size=569544 2024-08-10T05:15:58.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.629+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=LFSIJBNU8K95 type=del 2024-08-10T05:15:58.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.631+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=SD4E851H5G9C type=del size=1740648 2024-08-10T05:15:58.633 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.632+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~OR9P9YZLQ4NI.0 size=363921 2024-08-10T05:15:58.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.634+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=OR9P9YZLQ4NI tag=K74C6WHR0CQ4 type=write size=1412497 2024-08-10T05:15:58.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.636+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~UVWUY3RB88A6.0 size=767717 2024-08-10T05:15:58.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.636+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=UVWUY3RB88A6 tag=BLMBHVOX3XRV type=write size=1816293 2024-08-10T05:15:58.638 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.637+0000 7f14b4aea640 1 < completed write operation key=XU9ZENJ789VA tag=ZWAGMWG1TJNZ type=write size=588034 2024-08-10T05:15:58.641 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.640+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~8DMQJ9ZQMADL.0 size=1048576 2024-08-10T05:15:58.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.641+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~8DMQJ9ZQMADL.1 size=1048576 2024-08-10T05:15:58.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.642+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~8DMQJ9ZQMADL.2 size=273308 2024-08-10T05:15:58.643 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.642+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=8DMQJ9ZQMADL tag=UMW1ONCP7SB1 type=write size=3419036 2024-08-10T05:15:58.644 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.643+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~9R6KTM38CZDK.0 size=41409 2024-08-10T05:15:58.646 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.645+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=9R6KTM38CZDK tag=CMGNPQ2VBSFQ type=write size=1089985 2024-08-10T05:15:58.647 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.646+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=OE87IYX8G3ZR type=del size=1329957 2024-08-10T05:15:58.648 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.647+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=FB33ITBG12SS type=del 2024-08-10T05:15:58.649 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.649+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=Q93TBW9ZIGVY type=del size=3630276 2024-08-10T05:15:58.650 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.650+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=EU3JKK38LTCM type=del 2024-08-10T05:15:58.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.651+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=Y3T9889QXLKY type=del size=3337626 2024-08-10T05:15:58.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.651+0000 7f14b4aea640 1 < canceled part key=_multipart_SDD0BWGOBF7T.2~0J99O0VTPNDS.0 size=929178 2024-08-10T05:15:58.655 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.654+0000 7f14b4aea640 1 < canceled multipart upload key=SDD0BWGOBF7T upload=0J99O0VTPNDS tag=6AF5980V9Z2R type=write size=1977754 2024-08-10T05:15:58.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.657+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~KIZC387WCUUK.0 size=20339 2024-08-10T05:15:58.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.657+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=KIZC387WCUUK tag=R4ATFXREI7WK type=write size=1068915 2024-08-10T05:15:58.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.658+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=H7WV5I9RD2DF type=del 2024-08-10T05:15:58.661 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.660+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~M1M4DJQ4HJV2.0 size=1048576 2024-08-10T05:15:58.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.661+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~M1M4DJQ4HJV2.1 size=865316 2024-08-10T05:15:58.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.661+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=M1M4DJQ4HJV2 tag=XFN943Z4A8PK type=write size=2962468 2024-08-10T05:15:58.664 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.663+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~GHH4BH0QUX6C.0 size=1048576 2024-08-10T05:15:58.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.664+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~GHH4BH0QUX6C.1 size=336621 2024-08-10T05:15:58.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.666+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=GHH4BH0QUX6C tag=8GL9RW0KJBWL type=write size=2433773 2024-08-10T05:15:58.668 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.667+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=HCJD0Y6VHI0X type=del size=626110 2024-08-10T05:15:58.670 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.669+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~0O1S1LMVSYRR.0 size=1048576 2024-08-10T05:15:58.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.670+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~0O1S1LMVSYRR.1 size=651599 2024-08-10T05:15:58.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.672+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=0O1S1LMVSYRR tag=1I8HRDLN5575 type=write size=2748751 2024-08-10T05:15:58.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.675+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~IS06WE40H064.0 size=313343 2024-08-10T05:15:58.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.675+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=IS06WE40H064 tag=4RALBOXG35DJ type=write size=1361919 2024-08-10T05:15:58.677 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.676+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=B7NWP5TBC3UU type=del 2024-08-10T05:15:58.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.677+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=1X5PTOYTN97F type=del size=1419962 2024-08-10T05:15:58.680 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.679+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=7N5QN2DARXDF type=del 2024-08-10T05:15:58.682 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.682+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~8R7C3XMV1BK9.0 size=510479 2024-08-10T05:15:58.682 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.682+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=8R7C3XMV1BK9 tag=0BG8N9NY5NLW type=write size=1559055 2024-08-10T05:15:58.684 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.683+0000 7f14b4aea640 1 < canceled operation key=BQTRFOM0GF9P tag=I9IR0LEQ4ELF type=del size=3365699 2024-08-10T05:15:58.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.686+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~J21FGPB19J9Z.0 size=1048576 2024-08-10T05:15:58.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.687+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~J21FGPB19J9Z.1 size=803948 2024-08-10T05:15:58.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.687+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=J21FGPB19J9Z tag=ML1TJEZV4CWN type=write size=2901100 2024-08-10T05:15:58.689 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.688+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~MWEJBOTE609M.0 size=21682 2024-08-10T05:15:58.691 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.690+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=MWEJBOTE609M tag=64ZNDA0QU1N2 type=write size=1070258 2024-08-10T05:15:58.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.691+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=JRNOW140HJOV type=del size=2078626 2024-08-10T05:15:58.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.693+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=YTDN7YC6WPO7 type=del 2024-08-10T05:15:58.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.695+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FGWP9URUEQAM.0 size=142555 2024-08-10T05:15:58.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.695+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=FGWP9URUEQAM tag=BPI09LFRP9FR type=write size=1191131 2024-08-10T05:15:58.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.697+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=HIBTQX160B1Z type=del 2024-08-10T05:15:58.700 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.699+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=FY1VHXMJVLB5 type=del size=191635 2024-08-10T05:15:58.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.701+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=SD4E851H5G9C type=del 2024-08-10T05:15:58.705 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.704+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~TJ3JEBUR9M85.0 size=1048576 2024-08-10T05:15:58.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.705+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~TJ3JEBUR9M85.1 size=99416 2024-08-10T05:15:58.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.705+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=TJ3JEBUR9M85 tag=99CTYX31R123 type=write size=2196568 2024-08-10T05:15:58.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.706+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~UVWUY3RB88A6.0 size=767717 2024-08-10T05:15:58.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.708+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=UVWUY3RB88A6 tag=BLMBHVOX3XRV type=write size=1816293 2024-08-10T05:15:58.711 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.710+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=4WZ4NUJL56TD type=write size=570195 2024-08-10T05:15:58.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.711+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~8DMQJ9ZQMADL.0 size=1048576 2024-08-10T05:15:58.713 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.713+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~8DMQJ9ZQMADL.1 size=1048576 2024-08-10T05:15:58.715 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.714+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~8DMQJ9ZQMADL.2 size=273308 2024-08-10T05:15:58.717 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.716+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=8DMQJ9ZQMADL tag=UMW1ONCP7SB1 type=write size=3419036 2024-08-10T05:15:58.719 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.718+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~RNKI39ZY8KJL.0 size=1048576 2024-08-10T05:15:58.720 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.719+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~RNKI39ZY8KJL.1 size=987944 2024-08-10T05:15:58.720 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.719+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=RNKI39ZY8KJL tag=XVJ80WWB9KU7 type=write size=3085096 2024-08-10T05:15:58.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.722+0000 7f14b4aea640 1 < suggested update operation key=TCBT4AO28B3T tag=OE87IYX8G3ZR type=del size=1329957 2024-08-10T05:15:58.724 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.724+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=O0MBWBL92MRE type=del size=1686340 2024-08-10T05:15:58.727 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.726+0000 7f14b4aea640 1 < suggested update operation key=IGGZ4YAHG16J tag=Q93TBW9ZIGVY type=del size=3630276 2024-08-10T05:15:58.728 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.727+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=CEGQWVWUBRFJ type=write size=639311 2024-08-10T05:15:58.730 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.729+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=Y3T9889QXLKY type=del 2024-08-10T05:15:58.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.731+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~JC52MSWGWK4X.0 size=422702 2024-08-10T05:15:58.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.731+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=JC52MSWGWK4X tag=225GADXT1G6P type=write size=1471278 2024-08-10T05:15:58.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.732+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~KIZC387WCUUK.0 size=20339 2024-08-10T05:15:58.737 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.737+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=KIZC387WCUUK tag=R4ATFXREI7WK type=write size=1068915 2024-08-10T05:15:58.739 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.738+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=7YX8N14UVDUT type=del size=401488 2024-08-10T05:15:58.741 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.740+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~M1M4DJQ4HJV2.0 size=1048576 2024-08-10T05:15:58.742 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.741+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~M1M4DJQ4HJV2.1 size=865316 2024-08-10T05:15:58.744 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.743+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=M1M4DJQ4HJV2 tag=XFN943Z4A8PK type=write size=2962468 2024-08-10T05:15:58.745 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.744+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=L73L05XKFF1R type=del size=2337238 2024-08-10T05:15:58.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.747+0000 7f14b4aea640 1 < suggested remove operation key=XU9ZENJ789VA tag=HCJD0Y6VHI0X type=del 2024-08-10T05:15:58.749 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.748+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=MGLA8YHANQT5 type=del size=894238 2024-08-10T05:15:58.751 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.750+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~IS06WE40H064.0 size=313343 2024-08-10T05:15:58.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.752+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=IS06WE40H064 tag=4RALBOXG35DJ type=write size=1361919 2024-08-10T05:15:58.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.753+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=0F1GWPZX1LQ0 type=write size=462472 2024-08-10T05:15:58.756 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.755+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=1X5PTOYTN97F type=del 2024-08-10T05:15:58.757 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.756+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=SGFWNXBBX7D5 type=write size=849368 2024-08-10T05:15:58.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.757+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~8R7C3XMV1BK9.0 size=510479 2024-08-10T05:15:58.760 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.759+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=8R7C3XMV1BK9 tag=0BG8N9NY5NLW type=write size=1559055 2024-08-10T05:15:58.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.761+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=IKLV0TC64TH5 type=del size=516895 2024-08-10T05:15:58.763 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.763+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~J21FGPB19J9Z.0 size=1048576 2024-08-10T05:15:58.764 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.764+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~J21FGPB19J9Z.1 size=803948 2024-08-10T05:15:58.766 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.766+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=J21FGPB19J9Z tag=ML1TJEZV4CWN type=write size=2901100 2024-08-10T05:15:58.768 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.767+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=LBESME2LP1K4 type=del size=1691951 2024-08-10T05:15:58.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.768+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=JRNOW140HJOV type=del 2024-08-10T05:15:58.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.771+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~44BY8RDQRP0N.0 size=1048576 2024-08-10T05:15:58.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.772+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~44BY8RDQRP0N.1 size=870958 2024-08-10T05:15:58.773 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.772+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=44BY8RDQRP0N tag=UTXR999KWAZB type=write size=2968110 2024-08-10T05:15:58.774 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.773+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FGWP9URUEQAM.0 size=142555 2024-08-10T05:15:58.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.775+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=FGWP9URUEQAM tag=BPI09LFRP9FR type=write size=1191131 2024-08-10T05:15:58.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.777+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~4R09BFM45MNY.0 size=1048576 2024-08-10T05:15:58.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.778+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~4R09BFM45MNY.1 size=478112 2024-08-10T05:15:58.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.778+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=4R09BFM45MNY tag=C3NXRI7ZCLK3 type=write size=2575264 2024-08-10T05:15:58.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.780+0000 7f14b4aea640 1 < suggested update operation key=LN88EIQRZLLG tag=FY1VHXMJVLB5 type=del size=191635 2024-08-10T05:15:58.783 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.783+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~APRLCBKXMU97.0 size=1048576 2024-08-10T05:15:58.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.784+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~APRLCBKXMU97.1 size=447532 2024-08-10T05:15:58.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.784+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=APRLCBKXMU97 tag=IUPA9OI5UGN8 type=write size=2544684 2024-08-10T05:15:58.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.785+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~TJ3JEBUR9M85.0 size=1048576 2024-08-10T05:15:58.787 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.786+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~TJ3JEBUR9M85.1 size=99416 2024-08-10T05:15:58.789 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.788+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=TJ3JEBUR9M85 tag=99CTYX31R123 type=write size=2196568 2024-08-10T05:15:58.790 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.789+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=NW9HZN72C3PC type=del size=3691177 2024-08-10T05:15:58.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.791+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=4WZ4NUJL56TD type=write size=570195 2024-08-10T05:15:58.793 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.792+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=LGG40S6CAPF7 type=del size=1477761 2024-08-10T05:15:58.794 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.793+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~RNKI39ZY8KJL.0 size=1048576 2024-08-10T05:15:58.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.795+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~RNKI39ZY8KJL.1 size=987944 2024-08-10T05:15:58.797 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.797+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=RNKI39ZY8KJL tag=XVJ80WWB9KU7 type=write size=3085096 2024-08-10T05:15:58.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.798+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=Q4BNBQT200BT type=write size=431022 2024-08-10T05:15:58.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.799+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=O0MBWBL92MRE type=del 2024-08-10T05:15:58.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.801+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=D1H9PQNRRG1J type=write size=912566 2024-08-10T05:15:58.803 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.802+0000 7f14b4aea640 1 < completed write operation key=8EIZ7QHKAZHT tag=CEGQWVWUBRFJ type=write size=639311 2024-08-10T05:15:58.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.804+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=P604RQ1ABNJ3 type=del size=297407 2024-08-10T05:15:58.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.805+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~JC52MSWGWK4X.0 size=422702 2024-08-10T05:15:58.808 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.807+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=JC52MSWGWK4X tag=225GADXT1G6P type=write size=1471278 2024-08-10T05:15:58.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.809+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~NLV2CRC6W3UU.0 size=661739 2024-08-10T05:15:58.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.809+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=NLV2CRC6W3UU tag=75B0A1JKUCBC type=write size=1710315 2024-08-10T05:15:58.812 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.811+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=7YX8N14UVDUT type=del size=401488 2024-08-10T05:15:58.813 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.812+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=750OX80QUJX8 type=del size=613347 2024-08-10T05:15:58.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.814+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=L73L05XKFF1R type=del 2024-08-10T05:15:58.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.815+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=MEZC45S0JUVB type=del size=2059389 2024-08-10T05:15:58.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.816+0000 7f14b4aea640 1 < canceled operation key=U3RDNND7WV1Z tag=MGLA8YHANQT5 type=del size=894238 2024-08-10T05:15:58.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.818+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~QW2MSQ2SYQSB.0 size=1048576 2024-08-10T05:15:58.820 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.819+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~QW2MSQ2SYQSB.1 size=1048576 2024-08-10T05:15:58.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.821+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~QW2MSQ2SYQSB.2 size=918732 2024-08-10T05:15:58.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.821+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=QW2MSQ2SYQSB tag=D56T6JVV1Z9Z type=write size=4064460 2024-08-10T05:15:58.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.822+0000 7f14b4aea640 1 < completed write operation key=18KKPDK2VIRW tag=0F1GWPZX1LQ0 type=write size=462472 2024-08-10T05:15:58.824 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.823+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=YSAFFSB3QJ5N type=del size=3605311 2024-08-10T05:15:58.825 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.824+0000 7f14b4aea640 1 < completed write operation key=63XHARBYVQFS tag=SGFWNXBBX7D5 type=write size=849368 2024-08-10T05:15:58.827 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.826+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=Q8YIPP8RVBWM type=del size=1419996 2024-08-10T05:15:58.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.827+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=IKLV0TC64TH5 type=del 2024-08-10T05:15:58.829 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.828+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=VN8MU3CHFYZV type=write size=12849 2024-08-10T05:15:58.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.830+0000 7f14b4aea640 -1 < failed to complete operation key=LN88EIQRZLLG tag=LBESME2LP1K4 type=del size=1691951: (22) Invalid argument 2024-08-10T05:15:58.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.831+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=J9SQBK47JNT1 type=del size=1951733 2024-08-10T05:15:58.833 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.833+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~44BY8RDQRP0N.0 size=1048576 2024-08-10T05:15:58.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.834+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~44BY8RDQRP0N.1 size=870958 2024-08-10T05:15:58.837 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.836+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=44BY8RDQRP0N tag=UTXR999KWAZB type=write size=2968110 2024-08-10T05:15:58.839 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.838+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~2ERHIG9LVDNG.0 size=1048576 2024-08-10T05:15:58.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.840+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~2ERHIG9LVDNG.1 size=1048576 2024-08-10T05:15:58.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.841+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~2ERHIG9LVDNG.2 size=251094 2024-08-10T05:15:58.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.841+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=2ERHIG9LVDNG tag=M50IKO0PMCOW type=write size=3396822 2024-08-10T05:15:58.843 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.842+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~4R09BFM45MNY.0 size=1048576 2024-08-10T05:15:58.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.843+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~4R09BFM45MNY.1 size=478112 2024-08-10T05:15:58.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.845+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=4R09BFM45MNY tag=C3NXRI7ZCLK3 type=write size=2575264 2024-08-10T05:15:58.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.848+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~P0R39I7SQU8P.0 size=123718 2024-08-10T05:15:58.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.848+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=P0R39I7SQU8P tag=HOMJQ0ZZTXHP type=write size=1172294 2024-08-10T05:15:58.850 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.850+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~APRLCBKXMU97.0 size=1048576 2024-08-10T05:15:58.852 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.851+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~APRLCBKXMU97.1 size=447532 2024-08-10T05:15:58.854 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.853+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=APRLCBKXMU97 tag=IUPA9OI5UGN8 type=write size=2544684 2024-08-10T05:15:58.855 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.854+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=X7094OYNZY6C type=write size=232146 2024-08-10T05:15:58.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.856+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=NW9HZN72C3PC type=del 2024-08-10T05:15:58.859 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.858+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZUBFPLBPUZJT.0 size=1048576 2024-08-10T05:15:58.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.859+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZUBFPLBPUZJT.1 size=1048576 2024-08-10T05:15:58.861 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.860+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZUBFPLBPUZJT.2 size=589836 2024-08-10T05:15:58.861 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.860+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=ZUBFPLBPUZJT tag=VHD32JD1ZEJU type=write size=3735564 2024-08-10T05:15:58.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.862+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=LGG40S6CAPF7 type=del 2024-08-10T05:15:58.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.863+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=XGNRQU1V3Y2N type=del size=1441762 2024-08-10T05:15:58.865 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.864+0000 7f14b4aea640 1 < canceled operation key=BQTRFOM0GF9P tag=Q4BNBQT200BT type=write size=431022 2024-08-10T05:15:58.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.866+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=2CMUOJ78LF8D type=del size=119142 2024-08-10T05:15:58.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.867+0000 7f14b4aea640 1 < completed write operation key=BQTRFOM0GF9P tag=D1H9PQNRRG1J type=write size=912566 2024-08-10T05:15:58.869 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.868+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=IICUMGHG1PES type=del size=2143414 2024-08-10T05:15:58.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.869+0000 7f14b4aea640 1 < canceled operation key=WGII5ZO8PRL4 tag=P604RQ1ABNJ3 type=del size=297407 2024-08-10T05:15:58.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.871+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=1X90Z38974F6 type=write size=493324 2024-08-10T05:15:58.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.872+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~NLV2CRC6W3UU.0 size=661739 2024-08-10T05:15:58.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.874+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=NLV2CRC6W3UU tag=75B0A1JKUCBC type=write size=1710315 2024-08-10T05:15:58.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.876+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=ZTJQCSKYAKI5 type=write size=28049 2024-08-10T05:15:58.879 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.878+0000 7f14b4aea640 1 < suggested update operation key=HDO3WL7N93SY tag=750OX80QUJX8 type=del size=613347 2024-08-10T05:15:58.880 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.879+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=M331YRJOZOM9 type=write size=953178 2024-08-10T05:15:58.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.881+0000 7f14b4aea640 1 < canceled operation key=RCP16G4OVJX2 tag=MEZC45S0JUVB type=del size=2059389 2024-08-10T05:15:58.883 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.882+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=VRJVCEMHOKE4 type=del size=2502914 2024-08-10T05:15:58.884 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.883+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~QW2MSQ2SYQSB.0 size=1048576 2024-08-10T05:15:58.885 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.885+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~QW2MSQ2SYQSB.1 size=1048576 2024-08-10T05:15:58.887 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.886+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~QW2MSQ2SYQSB.2 size=918732 2024-08-10T05:15:58.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.888+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=QW2MSQ2SYQSB tag=D56T6JVV1Z9Z type=write size=4064460 2024-08-10T05:15:58.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.891+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~MO0S055WSW61.0 size=1048576 2024-08-10T05:15:58.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.892+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~MO0S055WSW61.1 size=484159 2024-08-10T05:15:58.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.892+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=MO0S055WSW61 tag=EYR2ITNRI0D0 type=write size=2581311 2024-08-10T05:15:58.894 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.893+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=YSAFFSB3QJ5N type=del 2024-08-10T05:15:58.896 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.895+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=6CLB7Z5BLZY2 type=del size=1393626 2024-08-10T05:15:58.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.896+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=Q8YIPP8RVBWM type=del 2024-08-10T05:15:58.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.897+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=XKWBSO8W2OO2 type=write size=202085 2024-08-10T05:15:58.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.900+0000 7f14b4aea640 1 < suggested update operation key=HDO3WL7N93SY tag=VN8MU3CHFYZV type=write size=12849 2024-08-10T05:15:58.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.903+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~KMNADO7H5OIP.0 size=946704 2024-08-10T05:15:58.904 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.903+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=KMNADO7H5OIP tag=9MCKGDJ7LNTG type=write size=1995280 2024-08-10T05:15:58.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.904+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=J9SQBK47JNT1 type=del 2024-08-10T05:15:58.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.906+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~7ISYWRA4CO6J.0 size=470887 2024-08-10T05:15:58.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.906+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=7ISYWRA4CO6J tag=RMR6B2KLL3M2 type=write size=1519463 2024-08-10T05:15:58.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.908+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~2ERHIG9LVDNG.0 size=1048576 2024-08-10T05:15:58.910 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.909+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~2ERHIG9LVDNG.1 size=1048576 2024-08-10T05:15:58.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.910+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~2ERHIG9LVDNG.2 size=251094 2024-08-10T05:15:58.913 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.912+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=2ERHIG9LVDNG tag=M50IKO0PMCOW type=write size=3396822 2024-08-10T05:15:58.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.913+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=OQHJORWBP1DE type=del size=3545440 2024-08-10T05:15:58.916 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.915+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~P0R39I7SQU8P.0 size=123718 2024-08-10T05:15:58.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.917+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=P0R39I7SQU8P tag=HOMJQ0ZZTXHP type=write size=1172294 2024-08-10T05:15:58.919 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.918+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=WPZGLM9WIYCS type=del size=1736949 2024-08-10T05:15:58.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.920+0000 7f14b4aea640 1 < completed write operation key=WGII5ZO8PRL4 tag=X7094OYNZY6C type=write size=232146 2024-08-10T05:15:58.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.921+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=S597DUFY482F type=del size=778540 2024-08-10T05:15:58.923 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.922+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~ZUBFPLBPUZJT.0 size=1048576 2024-08-10T05:15:58.923 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.922+0000 7f14b4aea640 1 < canceled part key=_multipart_BQXO5DZMA1P4.2~ZUBFPLBPUZJT.1 size=1048576 2024-08-10T05:15:58.924 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.923+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~ZUBFPLBPUZJT.2 size=589836 2024-08-10T05:15:58.926 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.925+0000 7f14b4aea640 1 < canceled multipart upload key=BQXO5DZMA1P4 upload=ZUBFPLBPUZJT tag=VHD32JD1ZEJU type=write size=3735564 2024-08-10T05:15:58.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.926+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=8BIO0UCMPWGM type=del size=2997145 2024-08-10T05:15:58.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.928+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=XGNRQU1V3Y2N type=del 2024-08-10T05:15:58.930 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.929+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=XBUI944Z9MYY type=del size=2576158 2024-08-10T05:15:58.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.930+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=2CMUOJ78LF8D type=del 2024-08-10T05:15:58.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.933+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~XKBI2VE5JKY8.0 size=657410 2024-08-10T05:15:58.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.933+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=XKBI2VE5JKY8 tag=DJT02D1WHGD8 type=write size=1705986 2024-08-10T05:15:58.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.934+0000 7f14b4aea640 -1 < failed to complete operation key=HDO3WL7N93SY tag=IICUMGHG1PES type=del size=2143414: (22) Invalid argument 2024-08-10T05:15:58.937 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.936+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~JGCT4O0YSLVD.0 size=1048576 2024-08-10T05:15:58.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.937+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~JGCT4O0YSLVD.1 size=1048576 2024-08-10T05:15:58.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.938+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~JGCT4O0YSLVD.2 size=425494 2024-08-10T05:15:58.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.938+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=JGCT4O0YSLVD tag=91V0YRTO92HI type=write size=3571222 2024-08-10T05:15:58.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.941+0000 7f14b4aea640 1 < suggested remove operation key=673XTFOIF5BU tag=1X90Z38974F6 type=write 2024-08-10T05:15:58.944 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.943+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=L273JDPBD6JO type=del size=1723043 2024-08-10T05:15:58.945 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.944+0000 7f14b4aea640 1 < completed write operation key=MUTTKNKV3LH8 tag=ZTJQCSKYAKI5 type=write size=28049 2024-08-10T05:15:58.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.945+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=WU6B5AQMF1BA type=del size=2248687 2024-08-10T05:15:58.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.948+0000 7f14b4aea640 1 < suggested update operation key=XU9ZENJ789VA tag=M331YRJOZOM9 type=write size=953178 2024-08-10T05:15:58.952 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.951+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~N8ZTYMXVTHPN.0 size=1048576 2024-08-10T05:15:58.952 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.952+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~N8ZTYMXVTHPN.1 size=780572 2024-08-10T05:15:58.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.952+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=N8ZTYMXVTHPN tag=FC7RZDM8PSGQ type=write size=2877724 2024-08-10T05:15:58.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.953+0000 7f14b4aea640 -1 < failed to complete operation key=673XTFOIF5BU tag=VRJVCEMHOKE4 type=del size=2502914: (22) Invalid argument 2024-08-10T05:15:58.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.954+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=2MKBEPT2FO2M type=del size=3255965 2024-08-10T05:15:58.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.956+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~MO0S055WSW61.0 size=1048576 2024-08-10T05:15:58.957 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.957+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~MO0S055WSW61.1 size=484159 2024-08-10T05:15:58.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.959+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=MO0S055WSW61 tag=EYR2ITNRI0D0 type=write size=2581311 2024-08-10T05:15:58.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.961+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~A7YJ06LF5BNQ.0 size=1048576 2024-08-10T05:15:58.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.962+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~A7YJ06LF5BNQ.1 size=1048576 2024-08-10T05:15:58.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.964+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~A7YJ06LF5BNQ.2 size=1006668 2024-08-10T05:15:58.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.964+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=A7YJ06LF5BNQ tag=7KP3CKKPJCGC type=write size=4152396 2024-08-10T05:15:58.966 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.965+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=6CLB7Z5BLZY2 type=del 2024-08-10T05:15:58.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.966+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=FRW0KJ2L6795 type=del size=106764 2024-08-10T05:15:58.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.968+0000 7f14b4aea640 1 < completed write operation key=BQXO5DZMA1P4 tag=XKWBSO8W2OO2 type=write size=202085 2024-08-10T05:15:58.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.971+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~EXWT8A1CBF6T.0 size=1048576 2024-08-10T05:15:58.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.972+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~EXWT8A1CBF6T.1 size=127048 2024-08-10T05:15:58.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.972+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=EXWT8A1CBF6T tag=1680JL7DQQSC type=write size=2224200 2024-08-10T05:15:58.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.973+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~KMNADO7H5OIP.0 size=946704 2024-08-10T05:15:58.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.975+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=KMNADO7H5OIP tag=9MCKGDJ7LNTG type=write size=1995280 2024-08-10T05:15:58.977 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.976+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=1Z90GM5I643X type=write size=620697 2024-08-10T05:15:58.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.978+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~7ISYWRA4CO6J.0 size=470887 2024-08-10T05:15:58.981 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.980+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=7ISYWRA4CO6J tag=RMR6B2KLL3M2 type=write size=1519463 2024-08-10T05:15:58.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.981+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=2O2C3TJUT4GJ type=del size=2029732 2024-08-10T05:15:58.984 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.983+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=OQHJORWBP1DE type=del 2024-08-10T05:15:58.985 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.984+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=MUQE8VCLQ4LD type=del size=3288370 2024-08-10T05:15:58.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.985+0000 7f14b4aea640 1 < canceled operation key=HRBSKYPDI6S3 tag=WPZGLM9WIYCS type=del size=1736949 2024-08-10T05:15:58.989 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.988+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~8E72ZNC7LLTY.0 size=1048576 2024-08-10T05:15:58.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.989+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~8E72ZNC7LLTY.1 size=265320 2024-08-10T05:15:58.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.989+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=8E72ZNC7LLTY tag=WF8MGA70GC4Y type=write size=2362472 2024-08-10T05:15:58.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.991+0000 7f14b4aea640 1 < suggested update operation key=F8VCLKTJX8NT tag=S597DUFY482F type=del size=778540 2024-08-10T05:15:58.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.993+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=N6TK1KSME2SD type=del size=757049 2024-08-10T05:15:58.995 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.994+0000 7f14b4aea640 -1 < failed to complete operation key=XU9ZENJ789VA tag=8BIO0UCMPWGM type=del size=2997145: (22) Invalid argument 2024-08-10T05:15:58.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.995+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=CWQI0TJ3177G type=del size=2655578 2024-08-10T05:15:58.997 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.997+0000 7f14b4aea640 -1 < failed to complete operation key=F8VCLKTJX8NT tag=XBUI944Z9MYY type=del size=2576158: (22) Invalid argument 2024-08-10T05:15:58.999 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:58.998+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=55V6G0S02L6D type=del size=4163190 2024-08-10T05:15:59.001 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.000+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~XKBI2VE5JKY8.0 size=657410 2024-08-10T05:15:59.003 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.002+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=XKBI2VE5JKY8 tag=DJT02D1WHGD8 type=write size=1705986 2024-08-10T05:15:59.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.003+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=7JVJ9H73NNF5 type=write size=829201 2024-08-10T05:15:59.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.004+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~JGCT4O0YSLVD.0 size=1048576 2024-08-10T05:15:59.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.005+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~JGCT4O0YSLVD.1 size=1048576 2024-08-10T05:15:59.007 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.006+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~JGCT4O0YSLVD.2 size=425494 2024-08-10T05:15:59.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.009+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=JGCT4O0YSLVD tag=91V0YRTO92HI type=write size=3571222 2024-08-10T05:15:59.011 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.010+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=1ZM3VJZGPCDH type=del size=3626869 2024-08-10T05:15:59.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.011+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=L273JDPBD6JO type=del 2024-08-10T05:15:59.015 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.014+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~AU2F0JKZUNYN.0 size=1048576 2024-08-10T05:15:59.016 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.015+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~AU2F0JKZUNYN.1 size=1048576 2024-08-10T05:15:59.017 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.016+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~AU2F0JKZUNYN.2 size=1045096 2024-08-10T05:15:59.017 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.016+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=AU2F0JKZUNYN tag=OC86FIYS0TA3 type=write size=4190824 2024-08-10T05:15:59.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.019+0000 7f14b4aea640 1 < suggested remove operation key=63XHARBYVQFS tag=WU6B5AQMF1BA type=del 2024-08-10T05:15:59.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.021+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~N5OXSQJC4RNE.0 size=735619 2024-08-10T05:15:59.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.021+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=N5OXSQJC4RNE tag=0P7JLG6TZBVW type=write size=1784195 2024-08-10T05:15:59.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.023+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~N8ZTYMXVTHPN.0 size=1048576 2024-08-10T05:15:59.025 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.024+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~N8ZTYMXVTHPN.1 size=780572 2024-08-10T05:15:59.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.026+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=N8ZTYMXVTHPN tag=FC7RZDM8PSGQ type=write size=2877724 2024-08-10T05:15:59.028 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.028+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=V98865S4V1K9 type=del size=1647551 2024-08-10T05:15:59.030 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.029+0000 7f14b4aea640 1 < canceled operation key=HDO3WL7N93SY tag=2MKBEPT2FO2M type=del size=3255965 2024-08-10T05:15:59.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.030+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=WLPQC0GBQ8GW type=del size=3063663 2024-08-10T05:15:59.033 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.031+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~A7YJ06LF5BNQ.0 size=1048576 2024-08-10T05:15:59.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.031+0000 7f14b4aea640 1 < canceled part key=_multipart_63XHARBYVQFS.2~A7YJ06LF5BNQ.1 size=1048576 2024-08-10T05:15:59.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.033+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~A7YJ06LF5BNQ.2 size=1006668 2024-08-10T05:15:59.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.035+0000 7f14b4aea640 1 < canceled multipart upload key=63XHARBYVQFS upload=A7YJ06LF5BNQ tag=7KP3CKKPJCGC type=write size=4152396 2024-08-10T05:15:59.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.036+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=6K2NHJA4IBAP type=del size=722638 2024-08-10T05:15:59.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.037+0000 7f14b4aea640 1 < canceled operation key=4GQSP14LMP0J tag=FRW0KJ2L6795 type=del size=106764 2024-08-10T05:15:59.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.040+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~89AJVKFGD0VP.0 size=1048576 2024-08-10T05:15:59.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.041+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~89AJVKFGD0VP.1 size=1048576 2024-08-10T05:15:59.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.042+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~89AJVKFGD0VP.2 size=32955 2024-08-10T05:15:59.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.042+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=89AJVKFGD0VP tag=UC2CWX5XDIHP type=write size=3178683 2024-08-10T05:15:59.044 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.044+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~EXWT8A1CBF6T.0 size=1048576 2024-08-10T05:15:59.045 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.045+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~EXWT8A1CBF6T.1 size=127048 2024-08-10T05:15:59.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.047+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=EXWT8A1CBF6T tag=1680JL7DQQSC type=write size=2224200 2024-08-10T05:15:59.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.048+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=FNVONVDAK7JG type=del size=2176606 2024-08-10T05:15:59.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.049+0000 7f14b4aea640 1 < completed write operation key=673XTFOIF5BU tag=1Z90GM5I643X type=write size=620697 2024-08-10T05:15:59.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.052+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~IIZNA2MMFKIE.0 size=1048576 2024-08-10T05:15:59.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.053+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~IIZNA2MMFKIE.1 size=670071 2024-08-10T05:15:59.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.053+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=IIZNA2MMFKIE tag=M2YFBV3G8KWB type=write size=2767223 2024-08-10T05:15:59.055 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.054+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=2O2C3TJUT4GJ type=del 2024-08-10T05:15:59.056 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.055+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=56H7PNGO9HE0 type=del size=108769 2024-08-10T05:15:59.057 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.057+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=MUQE8VCLQ4LD type=del 2024-08-10T05:15:59.060 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.059+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~ZO40P6VVGW0F.0 size=861145 2024-08-10T05:15:59.060 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.059+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=ZO40P6VVGW0F tag=W9481RRCWRNA type=write size=1909721 2024-08-10T05:15:59.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.060+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~8E72ZNC7LLTY.0 size=1048576 2024-08-10T05:15:59.062 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.061+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~8E72ZNC7LLTY.1 size=265320 2024-08-10T05:15:59.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.064+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=8E72ZNC7LLTY tag=WF8MGA70GC4Y type=write size=2362472 2024-08-10T05:15:59.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.065+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=KIJQ60YUAFAW type=del size=1818178 2024-08-10T05:15:59.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:58 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2636476295' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:59.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:58 smithi107 ceph-mon[86658]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-10T05:15:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:58 smithi107 ceph-mon[86658]: pgmap v1359: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:59.067 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.066+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=N6TK1KSME2SD type=del 2024-08-10T05:15:59.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.069+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~FTEKBZROW4AT.0 size=1048576 2024-08-10T05:15:59.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.070+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~FTEKBZROW4AT.1 size=197459 2024-08-10T05:15:59.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.070+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=FTEKBZROW4AT tag=JVJB4W3NEHD6 type=write size=2294611 2024-08-10T05:15:59.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.071+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=CWQI0TJ3177G type=del 2024-08-10T05:15:59.073 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.073+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=WBC9NTDFISY1 type=del size=3157115 2024-08-10T05:15:59.076 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.075+0000 7f14b4aea640 1 < suggested update operation key=WGII5ZO8PRL4 tag=55V6G0S02L6D type=del size=4163190 2024-08-10T05:15:59.079 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.078+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~NRFYHW5SXSHM.0 size=214757 2024-08-10T05:15:59.079 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.078+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=NRFYHW5SXSHM tag=3040C3ZXLR4P type=write size=1263333 2024-08-10T05:15:59.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.079+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=7JVJ9H73NNF5 type=write size=829201 2024-08-10T05:15:59.081 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.080+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=TLSVU6OBB6H3 type=write size=1020156 2024-08-10T05:15:59.083 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.082+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=1ZM3VJZGPCDH type=del 2024-08-10T05:15:59.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.084+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~FK091WO7SKLC.0 size=319111 2024-08-10T05:15:59.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.084+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=FK091WO7SKLC tag=W0A11E65M238 type=write size=1367687 2024-08-10T05:15:59.086 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.086+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~AU2F0JKZUNYN.0 size=1048576 2024-08-10T05:15:59.087 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.087+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~AU2F0JKZUNYN.1 size=1048576 2024-08-10T05:15:59.088 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.088+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~AU2F0JKZUNYN.2 size=1045096 2024-08-10T05:15:59.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.090+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=AU2F0JKZUNYN tag=OC86FIYS0TA3 type=write size=4190824 2024-08-10T05:15:59.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.093+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~I67W4SFC5O3S.0 size=1048576 2024-08-10T05:15:59.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.094+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~I67W4SFC5O3S.1 size=842878 2024-08-10T05:15:59.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.094+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=I67W4SFC5O3S tag=43LM20GTEWQA type=write size=2940030 2024-08-10T05:15:59.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.095+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~N5OXSQJC4RNE.0 size=735619 2024-08-10T05:15:59.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.098+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=N5OXSQJC4RNE tag=0P7JLG6TZBVW type=write size=1784195 2024-08-10T05:15:59.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.099+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=VGKC27483OP6 type=del size=1068744 2024-08-10T05:15:59.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.102+0000 7f14b4aea640 1 < suggested update operation key=8EIZ7QHKAZHT tag=V98865S4V1K9 type=del size=1647551 2024-08-10T05:15:59.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.103+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=XBKNABNOWJMM type=del size=2901975 2024-08-10T05:15:59.106 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.105+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=WLPQC0GBQ8GW type=del 2024-08-10T05:15:59.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.106+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=W5Z27BJ2GL0U type=del size=786793 2024-08-10T05:15:59.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.108+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=6K2NHJA4IBAP type=del 2024-08-10T05:15:59.110 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.109+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=3EMYYMHPF0ZY type=del size=135147 2024-08-10T05:15:59.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.111+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~89AJVKFGD0VP.0 size=1048576 2024-08-10T05:15:59.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.112+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~89AJVKFGD0VP.1 size=1048576 2024-08-10T05:15:59.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.113+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~89AJVKFGD0VP.2 size=32955 2024-08-10T05:15:59.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.115+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=89AJVKFGD0VP tag=UC2CWX5XDIHP type=write size=3178683 2024-08-10T05:15:59.118 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.117+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~NYSUWNK6HLNB.0 size=1048576 2024-08-10T05:15:59.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.118+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~NYSUWNK6HLNB.1 size=749238 2024-08-10T05:15:59.122 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.118+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=NYSUWNK6HLNB tag=YMSRYBUYRL2L type=write size=2846390 2024-08-10T05:15:59.122 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.120+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=FNVONVDAK7JG type=del 2024-08-10T05:15:59.122 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.121+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=Z5KDYFO1PQZN type=del size=2427773 2024-08-10T05:15:59.123 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.123+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~IIZNA2MMFKIE.0 size=1048576 2024-08-10T05:15:59.125 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.124+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~IIZNA2MMFKIE.1 size=670071 2024-08-10T05:15:59.129 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.128+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=IIZNA2MMFKIE tag=M2YFBV3G8KWB type=write size=2767223 2024-08-10T05:15:59.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.129+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=YNO261TKOMB1 type=del size=2257987 2024-08-10T05:15:59.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.131+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=56H7PNGO9HE0 type=del 2024-08-10T05:15:59.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.133+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~X7XJZR22LFTI.0 size=1048576 2024-08-10T05:15:59.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.134+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~X7XJZR22LFTI.1 size=964702 2024-08-10T05:15:59.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.134+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=X7XJZR22LFTI tag=4EPBL4NGOT16 type=write size=3061854 2024-08-10T05:15:59.136 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.136+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~ZO40P6VVGW0F.0 size=861145 2024-08-10T05:15:59.138 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.138+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=ZO40P6VVGW0F tag=W9481RRCWRNA type=write size=1909721 2024-08-10T05:15:59.140 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.139+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=63J12VZ23445 type=del size=3651918 2024-08-10T05:15:59.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.140+0000 7f14b4aea640 1 < canceled operation key=HRBSKYPDI6S3 tag=KIJQ60YUAFAW type=del size=1818178 2024-08-10T05:15:59.144 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.143+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~76XKDFLOMY4N.0 size=1048576 2024-08-10T05:15:59.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.144+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~76XKDFLOMY4N.1 size=878987 2024-08-10T05:15:59.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.144+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=76XKDFLOMY4N tag=S6BT8QH5MMVH type=write size=2976139 2024-08-10T05:15:59.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.145+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~FTEKBZROW4AT.0 size=1048576 2024-08-10T05:15:59.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.146+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~FTEKBZROW4AT.1 size=197459 2024-08-10T05:15:59.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.148+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=FTEKBZROW4AT tag=JVJB4W3NEHD6 type=write size=2294611 2024-08-10T05:15:59.150 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.150+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=S4WVZIX7IUO3 type=write size=169674 2024-08-10T05:15:59.152 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.151+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=WBC9NTDFISY1 type=del 2024-08-10T05:15:59.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.152+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=NV105I6MFF3P type=del size=560580 2024-08-10T05:15:59.154 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.154+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~NRFYHW5SXSHM.0 size=214757 2024-08-10T05:15:59.157 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.156+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=NRFYHW5SXSHM tag=3040C3ZXLR4P type=write size=1263333 2024-08-10T05:15:59.159 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.158+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~SOR3Y9C3URXU.0 size=1048576 2024-08-10T05:15:59.160 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.159+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~SOR3Y9C3URXU.1 size=1048576 2024-08-10T05:15:59.161 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.160+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~SOR3Y9C3URXU.2 size=657897 2024-08-10T05:15:59.161 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.160+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=SOR3Y9C3URXU tag=MA24RVF7N4ER type=write size=3803625 2024-08-10T05:15:59.162 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.161+0000 7f14b4aea640 1 < completed write operation key=IGGZ4YAHG16J tag=TLSVU6OBB6H3 type=write size=1020156 2024-08-10T05:15:59.163 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.163+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=C6HAN07WM9O1 type=del size=2196520 2024-08-10T05:15:59.165 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.164+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~FK091WO7SKLC.0 size=319111 2024-08-10T05:15:59.167 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.166+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=FK091WO7SKLC tag=W0A11E65M238 type=write size=1367687 2024-08-10T05:15:59.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.167+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=ZSRDORPDPFUW type=write size=959798 2024-08-10T05:15:59.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.169+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~I67W4SFC5O3S.0 size=1048576 2024-08-10T05:15:59.171 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.170+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~I67W4SFC5O3S.1 size=842878 2024-08-10T05:15:59.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.172+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=I67W4SFC5O3S tag=43LM20GTEWQA type=write size=2940030 2024-08-10T05:15:59.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.175+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~2SLLFI0KC0N0.0 size=1048576 2024-08-10T05:15:59.177 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.176+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~2SLLFI0KC0N0.1 size=1048576 2024-08-10T05:15:59.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.177+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~2SLLFI0KC0N0.2 size=972469 2024-08-10T05:15:59.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.177+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=2SLLFI0KC0N0 tag=6X0B80AQB76S type=write size=4118197 2024-08-10T05:15:59.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.178+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=VGKC27483OP6 type=del 2024-08-10T05:15:59.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.181+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~4CPON9YKH83X.0 size=1048576 2024-08-10T05:15:59.183 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.182+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~4CPON9YKH83X.1 size=1048576 2024-08-10T05:15:59.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.183+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~4CPON9YKH83X.2 size=36220 2024-08-10T05:15:59.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.183+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=4CPON9YKH83X tag=65FW57O16OKU type=write size=3181948 2024-08-10T05:15:59.185 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.184+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=XBKNABNOWJMM type=del 2024-08-10T05:15:59.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.186+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=OFZN74PM9HKL type=del size=1701560 2024-08-10T05:15:59.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.187+0000 7f14b4aea640 1 < canceled operation key=ROVKNC22J3KX tag=W5Z27BJ2GL0U type=del size=786793 2024-08-10T05:15:59.189 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.188+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=ZQO1OIDKQM7H type=del size=4194137 2024-08-10T05:15:59.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.189+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=3EMYYMHPF0ZY type=del 2024-08-10T05:15:59.191 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.191+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=WBRCBL6V22MH type=del size=2714481 2024-08-10T05:15:59.193 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.192+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~NYSUWNK6HLNB.0 size=1048576 2024-08-10T05:15:59.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.193+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~NYSUWNK6HLNB.1 size=749238 2024-08-10T05:15:59.196 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.195+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=NYSUWNK6HLNB tag=YMSRYBUYRL2L type=write size=2846390 2024-08-10T05:15:59.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.196+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=KV0PR0QASFPP type=del size=580343 2024-08-10T05:15:59.199 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.198+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=Z5KDYFO1PQZN type=del 2024-08-10T05:15:59.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.199+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=M2MGWJ45TNBT type=del size=569006 2024-08-10T05:15:59.201 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.200+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=YNO261TKOMB1 type=del 2024-08-10T05:15:59.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.202+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=5D311VWD5GA4 type=del size=1404459 2024-08-10T05:15:59.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.203+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~X7XJZR22LFTI.0 size=1048576 2024-08-10T05:15:59.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.204+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~X7XJZR22LFTI.1 size=964702 2024-08-10T05:15:59.207 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.206+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=X7XJZR22LFTI tag=4EPBL4NGOT16 type=write size=3061854 2024-08-10T05:15:59.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.208+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=QNH3AJMX9N1L type=del size=2515229 2024-08-10T05:15:59.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.209+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=63J12VZ23445 type=del size=3651918 2024-08-10T05:15:59.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.210+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=Q01B4R1VYAJZ type=del size=2187125 2024-08-10T05:15:59.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.212+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~76XKDFLOMY4N.0 size=1048576 2024-08-10T05:15:59.214 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.213+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~76XKDFLOMY4N.1 size=878987 2024-08-10T05:15:59.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.215+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=76XKDFLOMY4N tag=S6BT8QH5MMVH type=write size=2976139 2024-08-10T05:15:59.217 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.217+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=0YIVC5B1R8IN type=write size=915098 2024-08-10T05:15:59.219 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.218+0000 7f14b4aea640 1 < completed write operation key=MOSZKVLQ4RI4 tag=S4WVZIX7IUO3 type=write size=169674 2024-08-10T05:15:59.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.221+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~Z0J9FI2K9GHN.0 size=1048576 2024-08-10T05:15:59.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.222+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~Z0J9FI2K9GHN.1 size=788074 2024-08-10T05:15:59.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.222+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=Z0J9FI2K9GHN tag=8I1MS422JG4Y type=write size=2885226 2024-08-10T05:15:59.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.223+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=NV105I6MFF3P type=del 2024-08-10T05:15:59.225 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:58 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2636476295' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:58 smithi078 ceph-mon[94618]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-10T05:15:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:58 smithi078 ceph-mon[94618]: pgmap v1359: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:58 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2636476295' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:15:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:58 smithi078 ceph-mon[92251]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-10T05:15:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:58 smithi078 ceph-mon[92251]: pgmap v1359: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:15:59.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.225+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~BC420JBUZSTH.0 size=1048576 2024-08-10T05:15:59.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.226+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~BC420JBUZSTH.1 size=1048576 2024-08-10T05:15:59.228 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.227+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~BC420JBUZSTH.2 size=750741 2024-08-10T05:15:59.228 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.227+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=BC420JBUZSTH tag=MAEMY3H43GWP type=write size=3896469 2024-08-10T05:15:59.228 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.227+0000 7f14b4aea640 1 < canceled part key=_multipart_QJTYLK106AGR.2~SOR3Y9C3URXU.0 size=1048576 2024-08-10T05:15:59.229 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.228+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~SOR3Y9C3URXU.1 size=1048576 2024-08-10T05:15:59.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.230+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~SOR3Y9C3URXU.2 size=657897 2024-08-10T05:15:59.233 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.232+0000 7f14b4aea640 1 < canceled multipart upload key=QJTYLK106AGR upload=SOR3Y9C3URXU tag=MA24RVF7N4ER type=write size=3803625 2024-08-10T05:15:59.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.233+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=UE8YXAB9MZCB type=write size=255029 2024-08-10T05:15:59.235 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.234+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=C6HAN07WM9O1 type=del 2024-08-10T05:15:59.236 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.236+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=FQRT8E9GW7RB type=del size=1055752 2024-08-10T05:15:59.239 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.238+0000 7f14b4aea640 1 < suggested remove operation key=8EIZ7QHKAZHT tag=ZSRDORPDPFUW type=write 2024-08-10T05:15:59.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.240+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=FBMRERPROSHT type=write size=370980 2024-08-10T05:15:59.242 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.241+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~2SLLFI0KC0N0.0 size=1048576 2024-08-10T05:15:59.243 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.242+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~2SLLFI0KC0N0.1 size=1048576 2024-08-10T05:15:59.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.243+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~2SLLFI0KC0N0.2 size=972469 2024-08-10T05:15:59.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.245+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=2SLLFI0KC0N0 tag=6X0B80AQB76S type=write size=4118197 2024-08-10T05:15:59.248 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.248+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~IYES5RSSAV61.0 size=1048576 2024-08-10T05:15:59.249 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.249+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~IYES5RSSAV61.1 size=800149 2024-08-10T05:15:59.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.249+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=IYES5RSSAV61 tag=JTEUFI252PME type=write size=2897301 2024-08-10T05:15:59.251 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.250+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~4CPON9YKH83X.0 size=1048576 2024-08-10T05:15:59.251 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.250+0000 7f14b4aea640 1 < canceled part key=_multipart_HDO3WL7N93SY.2~4CPON9YKH83X.1 size=1048576 2024-08-10T05:15:59.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.251+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~4CPON9YKH83X.2 size=36220 2024-08-10T05:15:59.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.253+0000 7f14b4aea640 1 < canceled multipart upload key=HDO3WL7N93SY upload=4CPON9YKH83X tag=65FW57O16OKU type=write size=3181948 2024-08-10T05:15:59.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.256+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~CX8O69QZFJW3.0 size=1048576 2024-08-10T05:15:59.258 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.257+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~CX8O69QZFJW3.1 size=706168 2024-08-10T05:15:59.258 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.257+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=CX8O69QZFJW3 tag=3CGX2PBBQ8QW type=write size=2803320 2024-08-10T05:15:59.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.260+0000 7f14b4aea640 1 < suggested remove operation key=BQXO5DZMA1P4 tag=OFZN74PM9HKL type=del 2024-08-10T05:15:59.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.261+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=6REFI3KYP5UE type=del size=2708610 2024-08-10T05:15:59.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.263+0000 7f14b4aea640 -1 < failed to complete operation key=BQXO5DZMA1P4 tag=ZQO1OIDKQM7H type=del size=4194137: (22) Invalid argument 2024-08-10T05:15:59.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.266+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~8MFXB09OR1LA.0 size=1048576 2024-08-10T05:15:59.268 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.267+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~8MFXB09OR1LA.1 size=1048576 2024-08-10T05:15:59.269 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.268+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~8MFXB09OR1LA.2 size=360595 2024-08-10T05:15:59.269 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.268+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=8MFXB09OR1LA tag=7CQIL7UU4HK1 type=write size=3506323 2024-08-10T05:15:59.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.269+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=WBRCBL6V22MH type=del 2024-08-10T05:15:59.272 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.272+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~JXX8W3MU10V0.0 size=567193 2024-08-10T05:15:59.273 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.272+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=JXX8W3MU10V0 tag=2PLJW7MEIFEM type=write size=1615769 2024-08-10T05:15:59.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.273+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=KV0PR0QASFPP type=del 2024-08-10T05:15:59.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.274+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=GLYTHO6P5JAA type=del size=3150339 2024-08-10T05:15:59.277 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.276+0000 7f14b4aea640 1 < canceled operation key=63XHARBYVQFS tag=M2MGWJ45TNBT type=del size=569006 2024-08-10T05:15:59.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.279+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~R76UTRZSKY3G.0 size=438339 2024-08-10T05:15:59.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.279+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=R76UTRZSKY3G tag=2OOWDQNE3H1W type=write size=1486915 2024-08-10T05:15:59.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.280+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=5D311VWD5GA4 type=del 2024-08-10T05:15:59.283 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.282+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=B2HAYF5ZTAAS type=del size=1151996 2024-08-10T05:15:59.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.285+0000 7f14b4aea640 1 < suggested update operation key=K7GWZ9Z28PPZ tag=QNH3AJMX9N1L type=del size=2515229 2024-08-10T05:15:59.288 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.287+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=1DT3M623CWKD type=del size=821686 2024-08-10T05:15:59.290 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.289+0000 7f14b4aea640 1 < suggested update operation key=GVED6658RQPQ tag=Q01B4R1VYAJZ type=del size=2187125 2024-08-10T05:15:59.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.291+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=FUD70FBYVMTG type=del size=784231 2024-08-10T05:15:59.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.292+0000 7f14b4aea640 1 < completed write operation key=4GDX2ANEG4UE tag=0YIVC5B1R8IN type=write size=915098 2024-08-10T05:15:59.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.293+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=FLCI4GT6OQ9H type=del size=3133803 2024-08-10T05:15:59.296 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.295+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~Z0J9FI2K9GHN.0 size=1048576 2024-08-10T05:15:59.296 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.295+0000 7f14b4aea640 1 < canceled part key=_multipart_TCBT4AO28B3T.2~Z0J9FI2K9GHN.1 size=788074 2024-08-10T05:15:59.298 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.298+0000 7f14b4aea640 1 < canceled multipart upload key=TCBT4AO28B3T upload=Z0J9FI2K9GHN tag=8I1MS422JG4Y type=write size=2885226 2024-08-10T05:15:59.300 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.299+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=EWXQLJL0DIC3 type=del size=1728090 2024-08-10T05:15:59.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.301+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~BC420JBUZSTH.0 size=1048576 2024-08-10T05:15:59.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.302+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~BC420JBUZSTH.1 size=1048576 2024-08-10T05:15:59.304 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.303+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~BC420JBUZSTH.2 size=750741 2024-08-10T05:15:59.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.305+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=BC420JBUZSTH tag=MAEMY3H43GWP type=write size=3896469 2024-08-10T05:15:59.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.307+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=FRFEGS7LVT82 type=del size=2908781 2024-08-10T05:15:59.309 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.308+0000 7f14b4aea640 1 < canceled operation key=18KKPDK2VIRW tag=UE8YXAB9MZCB type=write size=255029 2024-08-10T05:15:59.311 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.311+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~E330279QSKSR.0 size=433724 2024-08-10T05:15:59.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.311+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=E330279QSKSR tag=KG4CDQ603O38 type=write size=1482300 2024-08-10T05:15:59.314 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.313+0000 7f14b4aea640 1 < suggested update operation key=IZ9CY06YLZDS tag=FQRT8E9GW7RB type=del size=1055752 2024-08-10T05:15:59.315 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.315+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=SZSKMZORRYFC type=write size=975676 2024-08-10T05:15:59.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.316+0000 7f14b4aea640 -1 < failed to complete operation key=K7GWZ9Z28PPZ tag=FBMRERPROSHT type=write size=370980: (22) Invalid argument 2024-08-10T05:15:59.318 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.318+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=1FYIDGP012OB type=del size=3080975 2024-08-10T05:15:59.321 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.319+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~IYES5RSSAV61.0 size=1048576 2024-08-10T05:15:59.322 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.320+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~IYES5RSSAV61.1 size=800149 2024-08-10T05:15:59.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.322+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=IYES5RSSAV61 tag=JTEUFI252PME type=write size=2897301 2024-08-10T05:15:59.326 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.325+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~8ERE62OA6R8H.0 size=1048576 2024-08-10T05:15:59.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.326+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~8ERE62OA6R8H.1 size=1048576 2024-08-10T05:15:59.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.327+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~8ERE62OA6R8H.2 size=117616 2024-08-10T05:15:59.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.327+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=8ERE62OA6R8H tag=ENU8F97VT1M2 type=write size=3263344 2024-08-10T05:15:59.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.327+0000 7f14b4aea640 1 < canceled part key=_multipart_TCBT4AO28B3T.2~CX8O69QZFJW3.0 size=1048576 2024-08-10T05:15:59.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.328+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~CX8O69QZFJW3.1 size=706168 2024-08-10T05:15:59.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.331+0000 7f14b4aea640 1 < canceled multipart upload key=TCBT4AO28B3T upload=CX8O69QZFJW3 tag=3CGX2PBBQ8QW type=write size=2803320 2024-08-10T05:15:59.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.332+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=ZX8Q8CTKAITD type=del size=4095435 2024-08-10T05:15:59.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.334+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=6REFI3KYP5UE type=del 2024-08-10T05:15:59.336 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.335+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=MKU7M1XO1FRI type=del size=3271935 2024-08-10T05:15:59.337 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.336+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~8MFXB09OR1LA.0 size=1048576 2024-08-10T05:15:59.337 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.336+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~8MFXB09OR1LA.1 size=1048576 2024-08-10T05:15:59.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.337+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~8MFXB09OR1LA.2 size=360595 2024-08-10T05:15:59.341 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.340+0000 7f14b4aea640 1 < canceled multipart upload key=2LBM76TDYCHX upload=8MFXB09OR1LA tag=7CQIL7UU4HK1 type=write size=3506323 2024-08-10T05:15:59.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.342+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~27JNCHPQ3FKH.0 size=426709 2024-08-10T05:15:59.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.342+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=27JNCHPQ3FKH tag=78R66VRP469H type=write size=1475285 2024-08-10T05:15:59.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.343+0000 7f14b4aea640 1 < canceled part key=_multipart_WGII5ZO8PRL4.2~JXX8W3MU10V0.0 size=567193 2024-08-10T05:15:59.345 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.345+0000 7f14b4aea640 1 < canceled multipart upload key=WGII5ZO8PRL4 upload=JXX8W3MU10V0 tag=2PLJW7MEIFEM type=write size=1615769 2024-08-10T05:15:59.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.347+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~FGYBJB2REI7W.0 size=1048576 2024-08-10T05:15:59.349 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.348+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~FGYBJB2REI7W.1 size=428243 2024-08-10T05:15:59.349 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.348+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=FGYBJB2REI7W tag=MRSOHVO32HV6 type=write size=2525395 2024-08-10T05:15:59.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.349+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=GLYTHO6P5JAA type=del 2024-08-10T05:15:59.351 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.351+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=OJ0ZB1AJS1Y5 type=del size=2207159 2024-08-10T05:15:59.352 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.351+0000 7f14b4aea640 1 < canceled part key=_multipart_F8VCLKTJX8NT.2~R76UTRZSKY3G.0 size=438339 2024-08-10T05:15:59.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.353+0000 7f14b4aea640 1 < canceled multipart upload key=F8VCLKTJX8NT upload=R76UTRZSKY3G tag=2OOWDQNE3H1W type=write size=1486915 2024-08-10T05:15:59.355 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.354+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=A9THQUBKNMHO type=del size=1745529 2024-08-10T05:15:59.357 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.356+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=B2HAYF5ZTAAS type=del 2024-08-10T05:15:59.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.358+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=Z61J29D9TUCW type=del size=836905 2024-08-10T05:15:59.360 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.359+0000 7f14b4aea640 1 < canceled operation key=18KKPDK2VIRW tag=1DT3M623CWKD type=del size=821686 2024-08-10T05:15:59.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.362+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~122ZU05TJDMS.0 size=1048576 2024-08-10T05:15:59.363 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.363+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~122ZU05TJDMS.1 size=1048576 2024-08-10T05:15:59.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.364+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~122ZU05TJDMS.2 size=1015883 2024-08-10T05:15:59.365 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.364+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=122ZU05TJDMS tag=5H861U1BXK02 type=write size=4161611 2024-08-10T05:15:59.366 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.365+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=FUD70FBYVMTG type=del 2024-08-10T05:15:59.369 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.368+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~MCSNNV0UMDTV.0 size=1048576 2024-08-10T05:15:59.370 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.369+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~MCSNNV0UMDTV.1 size=1048576 2024-08-10T05:15:59.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.370+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~MCSNNV0UMDTV.2 size=958820 2024-08-10T05:15:59.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.370+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=MCSNNV0UMDTV tag=1XFWU5WQOZCW type=write size=4104548 2024-08-10T05:15:59.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.373+0000 7f14b4aea640 1 < suggested remove operation key=RBLPMJAHLR1B tag=FLCI4GT6OQ9H type=del 2024-08-10T05:15:59.375 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.374+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=Y4X1ICHA1G97 type=write size=719008 2024-08-10T05:15:59.376 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.375+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=EWXQLJL0DIC3 type=del 2024-08-10T05:15:59.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.378+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~FUEDN8TKCI83.0 size=1048576 2024-08-10T05:15:59.380 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.379+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~FUEDN8TKCI83.1 size=63054 2024-08-10T05:15:59.380 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.379+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=FUEDN8TKCI83 tag=647XTPSQQAU0 type=write size=2160206 2024-08-10T05:15:59.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.382+0000 7f14b4aea640 1 < suggested remove operation key=RCP16G4OVJX2 tag=FRFEGS7LVT82 type=del 2024-08-10T05:15:59.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.383+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=0VU0CX3EP04C type=del size=46786 2024-08-10T05:15:59.385 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.384+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~E330279QSKSR.0 size=433724 2024-08-10T05:15:59.388 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.387+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=E330279QSKSR tag=KG4CDQ603O38 type=write size=1482300 2024-08-10T05:15:59.389 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.388+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=MRHG7VH5TUR2 type=del size=371429 2024-08-10T05:15:59.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.390+0000 7f14b4aea640 1 < completed write operation key=TCBT4AO28B3T tag=SZSKMZORRYFC type=write size=975676 2024-08-10T05:15:59.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.392+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~1SF0TG1E7APG.0 size=1048576 2024-08-10T05:15:59.394 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.394+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~1SF0TG1E7APG.1 size=817429 2024-08-10T05:15:59.394 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.394+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=1SF0TG1E7APG tag=MYKSEZKXLOB5 type=write size=2914581 2024-08-10T05:15:59.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.397+0000 7f14b4aea640 1 < suggested remove operation key=QJTYLK106AGR tag=1FYIDGP012OB type=del 2024-08-10T05:15:59.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.398+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=H91ZEREZV03D type=del size=1664303 2024-08-10T05:15:59.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.399+0000 7f14b4aea640 1 < canceled part key=_multipart_43PHUSMB0CNL.2~8ERE62OA6R8H.0 size=1048576 2024-08-10T05:15:59.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.400+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~8ERE62OA6R8H.1 size=1048576 2024-08-10T05:15:59.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.401+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~8ERE62OA6R8H.2 size=117616 2024-08-10T05:15:59.404 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.403+0000 7f14b4aea640 1 < canceled multipart upload key=43PHUSMB0CNL upload=8ERE62OA6R8H tag=ENU8F97VT1M2 type=write size=3263344 2024-08-10T05:15:59.406 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.405+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=WSXC7NS54905 type=del size=3333931 2024-08-10T05:15:59.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.406+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=ZX8Q8CTKAITD type=del 2024-08-10T05:15:59.408 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.408+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=ZVTSDN1E5EVD type=del size=1928143 2024-08-10T05:15:59.411 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.410+0000 7f14b4aea640 1 < suggested update operation key=8EIZ7QHKAZHT tag=MKU7M1XO1FRI type=del size=3271935 2024-08-10T05:15:59.412 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.412+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=H2GBT4SZTUOA type=del size=2840413 2024-08-10T05:15:59.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.413+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~27JNCHPQ3FKH.0 size=426709 2024-08-10T05:15:59.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.416+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=27JNCHPQ3FKH tag=78R66VRP469H type=write size=1475285 2024-08-10T05:15:59.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.417+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=PI14J0RYRR2W type=del size=4161460 2024-08-10T05:15:59.420 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.419+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~FGYBJB2REI7W.0 size=1048576 2024-08-10T05:15:59.420 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.420+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~FGYBJB2REI7W.1 size=428243 2024-08-10T05:15:59.423 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.422+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=FGYBJB2REI7W tag=MRSOHVO32HV6 type=write size=2525395 2024-08-10T05:15:59.425 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.424+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~YVITKMVCN2BW.0 size=156597 2024-08-10T05:15:59.425 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.424+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=YVITKMVCN2BW tag=6OCJS4IEGPSN type=write size=1205173 2024-08-10T05:15:59.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.425+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=OJ0ZB1AJS1Y5 type=del 2024-08-10T05:15:59.427 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.427+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=OKW0ECZEXVOW type=write size=630026 2024-08-10T05:15:59.429 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.428+0000 7f14b4aea640 -1 < failed to complete operation key=RCP16G4OVJX2 tag=A9THQUBKNMHO type=del size=1745529: (22) Invalid argument 2024-08-10T05:15:59.430 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.430+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=O7F9U93NH6K0 type=del size=3953888 2024-08-10T05:15:59.432 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.431+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=Z61J29D9TUCW type=del 2024-08-10T05:15:59.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.432+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=7WOE6MLS8CPW type=del size=1154095 2024-08-10T05:15:59.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.433+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~122ZU05TJDMS.0 size=1048576 2024-08-10T05:15:59.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.433+0000 7f14b4aea640 1 < canceled part key=_multipart_673XTFOIF5BU.2~122ZU05TJDMS.1 size=1048576 2024-08-10T05:15:59.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.434+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~122ZU05TJDMS.2 size=1015883 2024-08-10T05:15:59.438 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.437+0000 7f14b4aea640 1 < canceled multipart upload key=673XTFOIF5BU upload=122ZU05TJDMS tag=5H861U1BXK02 type=write size=4161611 2024-08-10T05:15:59.439 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.439+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=N1AMTL6DFHRQ type=write size=226386 2024-08-10T05:15:59.441 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.440+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~MCSNNV0UMDTV.0 size=1048576 2024-08-10T05:15:59.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.441+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~MCSNNV0UMDTV.1 size=1048576 2024-08-10T05:15:59.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.442+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~MCSNNV0UMDTV.2 size=958820 2024-08-10T05:15:59.445 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.444+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=MCSNNV0UMDTV tag=1XFWU5WQOZCW type=write size=4104548 2024-08-10T05:15:59.447 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.446+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=FZR4H5SF7HZY type=del size=2033900 2024-08-10T05:15:59.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.448+0000 7f14b4aea640 1 < suggested update operation key=HRBSKYPDI6S3 tag=Y4X1ICHA1G97 type=write size=719008 2024-08-10T05:15:59.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.450+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=UG2WB80KUCJT type=del size=1043690 2024-08-10T05:15:59.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.450+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~FUEDN8TKCI83.0 size=1048576 2024-08-10T05:15:59.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.450+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~FUEDN8TKCI83.1 size=63054 2024-08-10T05:15:59.453 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.452+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=FUEDN8TKCI83 tag=647XTPSQQAU0 type=write size=2160206 2024-08-10T05:15:59.454 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.454+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=755EZJAGFGFS type=del size=3793343 2024-08-10T05:15:59.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.455+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=0VU0CX3EP04C type=del 2024-08-10T05:15:59.459 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.458+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZRQMZ1NXSXKV.0 size=1048576 2024-08-10T05:15:59.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.459+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZRQMZ1NXSXKV.1 size=1048576 2024-08-10T05:15:59.461 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.460+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZRQMZ1NXSXKV.2 size=579394 2024-08-10T05:15:59.461 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.460+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=ZRQMZ1NXSXKV tag=1HHYNTDDCCME type=write size=3725122 2024-08-10T05:15:59.463 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.461+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=MRHG7VH5TUR2 type=del 2024-08-10T05:15:59.465 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.464+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~JX855HZYQ1AK.0 size=715360 2024-08-10T05:15:59.466 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.464+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=JX855HZYQ1AK tag=W1GWFPZGPOE3 type=write size=1763936 2024-08-10T05:15:59.467 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.466+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~1SF0TG1E7APG.0 size=1048576 2024-08-10T05:15:59.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.467+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~1SF0TG1E7APG.1 size=817429 2024-08-10T05:15:59.471 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.470+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=1SF0TG1E7APG tag=MYKSEZKXLOB5 type=write size=2914581 2024-08-10T05:15:59.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.471+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=VJJTVBNA11TM type=del size=3142012 2024-08-10T05:15:59.474 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.473+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=H91ZEREZV03D type=del 2024-08-10T05:15:59.475 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.474+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=BP1EDIHSJT61 type=del size=2417676 2024-08-10T05:15:59.476 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.475+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=WSXC7NS54905 type=del 2024-08-10T05:15:59.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.478+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~ZO7WI03BPTRF.0 size=440010 2024-08-10T05:15:59.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.478+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=ZO7WI03BPTRF tag=XV4PYJ4WIOYF type=write size=1488586 2024-08-10T05:15:59.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.481+0000 7f14b4aea640 1 < suggested remove operation key=RBLPMJAHLR1B tag=ZVTSDN1E5EVD type=del 2024-08-10T05:15:59.484 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.483+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=WGYNM4EWZRNX type=del size=1606239 2024-08-10T05:15:59.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.484+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=H2GBT4SZTUOA type=del 2024-08-10T05:15:59.488 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.487+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~WKZG40FCC92W.0 size=1048576 2024-08-10T05:15:59.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.488+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~WKZG40FCC92W.1 size=933753 2024-08-10T05:15:59.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.488+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=WKZG40FCC92W tag=KE5P8QQ1BOCM type=write size=3030905 2024-08-10T05:15:59.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.490+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=PI14J0RYRR2W type=del 2024-08-10T05:15:59.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.491+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=LOWFOTGWA8N8 type=del size=2412095 2024-08-10T05:15:59.493 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.492+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~YVITKMVCN2BW.0 size=156597 2024-08-10T05:15:59.495 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.495+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=YVITKMVCN2BW tag=6OCJS4IEGPSN type=write size=1205173 2024-08-10T05:15:59.497 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.496+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=LIE6J0WFBK52 type=del size=2235920 2024-08-10T05:15:59.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.497+0000 7f14b4aea640 1 < canceled operation key=C12BG8POXEML tag=OKW0ECZEXVOW type=write size=630026 2024-08-10T05:15:59.500 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.499+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=J6NKC0ZIOXW0 type=del size=3975787 2024-08-10T05:15:59.502 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.501+0000 7f14b4aea640 1 < suggested remove operation key=TCBT4AO28B3T tag=O7F9U93NH6K0 type=del 2024-08-10T05:15:59.503 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.503+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=B2WJ545WOZ3F type=del size=2324410 2024-08-10T05:15:59.505 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.504+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=7WOE6MLS8CPW type=del 2024-08-10T05:15:59.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.505+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=NME43EPMFJU4 type=del size=4091193 2024-08-10T05:15:59.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.507+0000 7f14b4aea640 1 < completed write operation key=ROVKNC22J3KX tag=N1AMTL6DFHRQ type=write size=226386 2024-08-10T05:15:59.509 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.508+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=9O0KTWTL15PN type=del size=2683563 2024-08-10T05:15:59.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.510+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=FZR4H5SF7HZY type=del 2024-08-10T05:15:59.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.512+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~MVSQ4RFX9V5L.0 size=460444 2024-08-10T05:15:59.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.512+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=MVSQ4RFX9V5L tag=316DSGYR86MK type=write size=1509020 2024-08-10T05:15:59.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.514+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=UG2WB80KUCJT type=del 2024-08-10T05:15:59.516 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.515+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=5QXAWH14EQQD type=del size=2078812 2024-08-10T05:15:59.517 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.516+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=755EZJAGFGFS type=del 2024-08-10T05:15:59.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.519+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~LGT9FHXG1WZL.0 size=285058 2024-08-10T05:15:59.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.519+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=LGT9FHXG1WZL tag=T1LNLOWH8NYA type=write size=1333634 2024-08-10T05:15:59.521 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.520+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~ZRQMZ1NXSXKV.0 size=1048576 2024-08-10T05:15:59.522 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.521+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~ZRQMZ1NXSXKV.1 size=1048576 2024-08-10T05:15:59.523 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.522+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~ZRQMZ1NXSXKV.2 size=579394 2024-08-10T05:15:59.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.524+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=ZRQMZ1NXSXKV tag=1HHYNTDDCCME type=write size=3725122 2024-08-10T05:15:59.526 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.525+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=EH70BEGNW3ZM type=del size=2714254 2024-08-10T05:15:59.527 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.526+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~JX855HZYQ1AK.0 size=715360 2024-08-10T05:15:59.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.528+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=JX855HZYQ1AK tag=W1GWFPZGPOE3 type=write size=1763936 2024-08-10T05:15:59.531 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.530+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=X7MCKK09JTRO type=del size=2884975 2024-08-10T05:15:59.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.531+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=VJJTVBNA11TM type=del 2024-08-10T05:15:59.535 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.534+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~TOLCB2MAE7V0.0 size=1048576 2024-08-10T05:15:59.536 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.535+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~TOLCB2MAE7V0.1 size=1048576 2024-08-10T05:15:59.537 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.537+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~TOLCB2MAE7V0.2 size=338723 2024-08-10T05:15:59.538 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.537+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=TOLCB2MAE7V0 tag=BHRL50J8V5Y6 type=write size=3484451 2024-08-10T05:15:59.540 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.539+0000 7f14b4aea640 1 < suggested remove operation key=63XHARBYVQFS tag=BP1EDIHSJT61 type=del 2024-08-10T05:15:59.543 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.542+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~7L0HI79GULPL.0 size=1048576 2024-08-10T05:15:59.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.544+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~7L0HI79GULPL.1 size=1048576 2024-08-10T05:15:59.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.545+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~7L0HI79GULPL.2 size=256422 2024-08-10T05:15:59.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.545+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=7L0HI79GULPL tag=GJ1A70PPCRIT type=write size=3402150 2024-08-10T05:15:59.547 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.546+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~ZO7WI03BPTRF.0 size=440010 2024-08-10T05:15:59.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.549+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=ZO7WI03BPTRF tag=XV4PYJ4WIOYF type=write size=1488586 2024-08-10T05:15:59.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.550+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=J2XPXMB9YRVL type=del size=2075902 2024-08-10T05:15:59.553 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.552+0000 7f14b4aea640 1 < canceled operation key=IGGZ4YAHG16J tag=WGYNM4EWZRNX type=del size=1606239 2024-08-10T05:15:59.555 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.554+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~RQ73DRAZVVNO.0 size=1048576 2024-08-10T05:15:59.556 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.556+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~RQ73DRAZVVNO.1 size=1048576 2024-08-10T05:15:59.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.557+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~RQ73DRAZVVNO.2 size=197482 2024-08-10T05:15:59.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.557+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=RQ73DRAZVVNO tag=FPE9RWKYS6RE type=write size=3343210 2024-08-10T05:15:59.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.558+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~WKZG40FCC92W.0 size=1048576 2024-08-10T05:15:59.560 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.559+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~WKZG40FCC92W.1 size=933753 2024-08-10T05:15:59.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.562+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=WKZG40FCC92W tag=KE5P8QQ1BOCM type=write size=3030905 2024-08-10T05:15:59.564 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.563+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=WAILKLNS2YN8 type=del size=1276926 2024-08-10T05:15:59.566 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.565+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=LOWFOTGWA8N8 type=del 2024-08-10T05:15:59.567 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.566+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=RY0BVK1LRFS2 type=del size=1794342 2024-08-10T05:15:59.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.568+0000 7f14b4aea640 1 < canceled operation key=GVED6658RQPQ tag=LIE6J0WFBK52 type=del size=2235920 2024-08-10T05:15:59.570 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.569+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=BJSR5DWWT7AT type=del size=435574 2024-08-10T05:15:59.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.571+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=J6NKC0ZIOXW0 type=del 2024-08-10T05:15:59.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.572+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=2Z05IZQVBZRN type=write size=867042 2024-08-10T05:15:59.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.574+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=B2WJ545WOZ3F type=del 2024-08-10T05:15:59.577 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.577+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~V9Q0EY3DHJGL.0 size=1048576 2024-08-10T05:15:59.579 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.578+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~V9Q0EY3DHJGL.1 size=619376 2024-08-10T05:15:59.579 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.578+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=V9Q0EY3DHJGL tag=TD81YNP7FR0Z type=write size=2716528 2024-08-10T05:15:59.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.580+0000 7f14b4aea640 1 < suggested update operation key=HRBSKYPDI6S3 tag=NME43EPMFJU4 type=del size=4091193 2024-08-10T05:15:59.584 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.583+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~POIE9SE5HCDH.0 size=1048576 2024-08-10T05:15:59.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.584+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~POIE9SE5HCDH.1 size=1048576 2024-08-10T05:15:59.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.585+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~POIE9SE5HCDH.2 size=505728 2024-08-10T05:15:59.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.585+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=POIE9SE5HCDH tag=DB6MOOWDG5A5 type=write size=3651456 2024-08-10T05:15:59.589 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.589+0000 7f14b4aea640 1 < suggested update operation key=C12BG8POXEML tag=9O0KTWTL15PN type=del size=2683563 2024-08-10T05:15:59.591 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.590+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=OM1TE1AECWQY type=del size=3467345 2024-08-10T05:15:59.593 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.592+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~MVSQ4RFX9V5L.0 size=460444 2024-08-10T05:15:59.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.594+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=MVSQ4RFX9V5L tag=316DSGYR86MK type=write size=1509020 2024-08-10T05:15:59.596 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.596+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=W97JIAXPWOY8 type=del size=1481024 2024-08-10T05:15:59.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.597+0000 7f14b4aea640 1 < canceled operation key=18KKPDK2VIRW tag=5QXAWH14EQQD type=del size=2078812 2024-08-10T05:15:59.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.598+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=3LH7H99VQKRK type=del size=665718 2024-08-10T05:15:59.601 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.600+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~LGT9FHXG1WZL.0 size=285058 2024-08-10T05:15:59.603 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.602+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=LGT9FHXG1WZL tag=T1LNLOWH8NYA type=write size=1333634 2024-08-10T05:15:59.604 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.603+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=FSAS7QIRZGDI type=del size=268690 2024-08-10T05:15:59.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.605+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=EH70BEGNW3ZM type=del 2024-08-10T05:15:59.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.606+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=BH08C1XEBYIQ type=del size=3035897 2024-08-10T05:15:59.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.608+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=X7MCKK09JTRO type=del 2024-08-10T05:15:59.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.609+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=PCFOD55MWO3M type=del size=1231030 2024-08-10T05:15:59.611 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.611+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~TOLCB2MAE7V0.0 size=1048576 2024-08-10T05:15:59.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.612+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~TOLCB2MAE7V0.1 size=1048576 2024-08-10T05:15:59.614 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.613+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~TOLCB2MAE7V0.2 size=338723 2024-08-10T05:15:59.616 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.615+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=TOLCB2MAE7V0 tag=BHRL50J8V5Y6 type=write size=3484451 2024-08-10T05:15:59.619 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.618+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~V97EIHWEJMVS.0 size=1048576 2024-08-10T05:15:59.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.619+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~V97EIHWEJMVS.1 size=467782 2024-08-10T05:15:59.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.619+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=V97EIHWEJMVS tag=2IMA2DT32455 type=write size=2564934 2024-08-10T05:15:59.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.620+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~7L0HI79GULPL.0 size=1048576 2024-08-10T05:15:59.622 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.622+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~7L0HI79GULPL.1 size=1048576 2024-08-10T05:15:59.623 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.623+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~7L0HI79GULPL.2 size=256422 2024-08-10T05:15:59.626 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.625+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=7L0HI79GULPL tag=GJ1A70PPCRIT type=write size=3402150 2024-08-10T05:15:59.628 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.628+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~AY1CEYYEV1CI.0 size=1048576 2024-08-10T05:15:59.629 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.629+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~AY1CEYYEV1CI.1 size=812508 2024-08-10T05:15:59.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.629+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=AY1CEYYEV1CI tag=SOVYKQG2DLNF type=write size=2909660 2024-08-10T05:15:59.631 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.630+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=J2XPXMB9YRVL type=del 2024-08-10T05:15:59.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.631+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=0BE22SI96ZVM type=write size=92130 2024-08-10T05:15:59.634 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.633+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~RQ73DRAZVVNO.0 size=1048576 2024-08-10T05:15:59.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.634+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~RQ73DRAZVVNO.1 size=1048576 2024-08-10T05:15:59.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.634+0000 7f14b4aea640 1 < canceled part key=_multipart_K7GWZ9Z28PPZ.2~RQ73DRAZVVNO.2 size=197482 2024-08-10T05:15:59.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.637+0000 7f14b4aea640 1 < canceled multipart upload key=K7GWZ9Z28PPZ upload=RQ73DRAZVVNO tag=FPE9RWKYS6RE type=write size=3343210 2024-08-10T05:15:59.639 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.638+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=IPE23JP39JFG type=del size=482756 2024-08-10T05:15:59.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.640+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=WAILKLNS2YN8 type=del 2024-08-10T05:15:59.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.641+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=MTVXE2A5ZVTI type=del size=2623004 2024-08-10T05:15:59.646 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.645+0000 7f14b4aea640 1 < suggested update operation key=MOSZKVLQ4RI4 tag=RY0BVK1LRFS2 type=del size=1794342 2024-08-10T05:15:59.648 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.648+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~0YDIKNVYN8J7.0 size=1048576 2024-08-10T05:15:59.650 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.649+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~0YDIKNVYN8J7.1 size=1041242 2024-08-10T05:15:59.650 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.649+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=0YDIKNVYN8J7 tag=T26ELULG30U9 type=write size=3138394 2024-08-10T05:15:59.653 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.652+0000 7f14b4aea640 1 < suggested remove operation key=RBLPMJAHLR1B tag=BJSR5DWWT7AT type=del 2024-08-10T05:15:59.656 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.655+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~NY31S970U2X5.0 size=1048576 2024-08-10T05:15:59.657 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.656+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~NY31S970U2X5.1 size=1048576 2024-08-10T05:15:59.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.657+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~NY31S970U2X5.2 size=495004 2024-08-10T05:15:59.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.657+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=NY31S970U2X5 tag=6KT91GWJ55XF type=write size=3640732 2024-08-10T05:15:59.661 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.660+0000 7f14b4aea640 1 < suggested remove operation key=IGGZ4YAHG16J tag=2Z05IZQVBZRN type=write 2024-08-10T05:15:59.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.661+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=Z28GDRLGLZR7 type=del size=2895923 2024-08-10T05:15:59.664 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.663+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~V9Q0EY3DHJGL.0 size=1048576 2024-08-10T05:15:59.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.664+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~V9Q0EY3DHJGL.1 size=619376 2024-08-10T05:15:59.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.667+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=V9Q0EY3DHJGL tag=TD81YNP7FR0Z type=write size=2716528 2024-08-10T05:15:59.669 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.668+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=USEHM5HUDI88 type=del size=3593029 2024-08-10T05:15:59.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.670+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~POIE9SE5HCDH.0 size=1048576 2024-08-10T05:15:59.672 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.671+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~POIE9SE5HCDH.1 size=1048576 2024-08-10T05:15:59.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.672+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~POIE9SE5HCDH.2 size=505728 2024-08-10T05:15:59.676 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.675+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=POIE9SE5HCDH tag=DB6MOOWDG5A5 type=write size=3651456 2024-08-10T05:15:59.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.677+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~P9XZ1AVC3XTT.0 size=1048576 2024-08-10T05:15:59.679 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.678+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~P9XZ1AVC3XTT.1 size=348730 2024-08-10T05:15:59.679 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.678+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=P9XZ1AVC3XTT tag=EUQ3QILHAS6P type=write size=2445882 2024-08-10T05:15:59.680 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.679+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=OM1TE1AECWQY type=del 2024-08-10T05:15:59.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.682+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~H0VUOSIKRL14.0 size=1048576 2024-08-10T05:15:59.684 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.683+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~H0VUOSIKRL14.1 size=1048576 2024-08-10T05:15:59.685 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.684+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~H0VUOSIKRL14.2 size=45306 2024-08-10T05:15:59.685 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.684+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=H0VUOSIKRL14 tag=EE9CJYYD0A1B type=write size=3191034 2024-08-10T05:15:59.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.685+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=W97JIAXPWOY8 type=del 2024-08-10T05:15:59.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.687+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=B57PEYC4PDK5 type=del size=3718013 2024-08-10T05:15:59.690 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.689+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=3LH7H99VQKRK type=del 2024-08-10T05:15:59.691 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.690+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=CRPAOXQ3FD2H type=del size=992449 2024-08-10T05:15:59.693 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.692+0000 7f14b4aea640 1 < canceled operation key=LN88EIQRZLLG tag=FSAS7QIRZGDI type=del size=268690 2024-08-10T05:15:59.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.695+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~GG9T8CBPWW9K.0 size=1048576 2024-08-10T05:15:59.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.696+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~GG9T8CBPWW9K.1 size=1048576 2024-08-10T05:15:59.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.697+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~GG9T8CBPWW9K.2 size=637638 2024-08-10T05:15:59.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.697+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=GG9T8CBPWW9K tag=2OB8F5JC4ADG type=write size=3783366 2024-08-10T05:15:59.700 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.699+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=BH08C1XEBYIQ type=del 2024-08-10T05:15:59.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.700+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=HSCN1D40SFW5 type=del size=3449894 2024-08-10T05:15:59.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.702+0000 7f14b4aea640 1 < canceled operation key=ROVKNC22J3KX tag=PCFOD55MWO3M type=del size=1231030 2024-08-10T05:15:59.704 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.704+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=YE0AUTTX1QTM type=write size=865495 2024-08-10T05:15:59.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.705+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~V97EIHWEJMVS.0 size=1048576 2024-08-10T05:15:59.707 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.707+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~V97EIHWEJMVS.1 size=467782 2024-08-10T05:15:59.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.709+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=V97EIHWEJMVS tag=2IMA2DT32455 type=write size=2564934 2024-08-10T05:15:59.713 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.712+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~I3I6F8L6UQB5.0 size=1048576 2024-08-10T05:15:59.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.713+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~I3I6F8L6UQB5.1 size=1048576 2024-08-10T05:15:59.715 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.714+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~I3I6F8L6UQB5.2 size=633004 2024-08-10T05:15:59.715 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.714+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=I3I6F8L6UQB5 tag=1PR3QTWVC1KH type=write size=3778732 2024-08-10T05:15:59.717 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.716+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~AY1CEYYEV1CI.0 size=1048576 2024-08-10T05:15:59.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.717+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~AY1CEYYEV1CI.1 size=812508 2024-08-10T05:15:59.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.720+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=AY1CEYYEV1CI tag=SOVYKQG2DLNF type=write size=2909660 2024-08-10T05:15:59.722 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.721+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=NYFL8GUQ1TRI type=del size=3912092 2024-08-10T05:15:59.724 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.723+0000 7f14b4aea640 1 < completed write operation key=BQXO5DZMA1P4 tag=0BE22SI96ZVM type=write size=92130 2024-08-10T05:15:59.727 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.726+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~IVB4T5HOSQWI.0 size=432837 2024-08-10T05:15:59.727 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.726+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=IVB4T5HOSQWI tag=BRR9D7WAOJU7 type=write size=1481413 2024-08-10T05:15:59.728 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.727+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=IPE23JP39JFG type=del 2024-08-10T05:15:59.730 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.729+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=9ZRBFY4EST5S type=del size=2366875 2024-08-10T05:15:59.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.731+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=MTVXE2A5ZVTI type=del 2024-08-10T05:15:59.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.732+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=TFGN02AT6PQQ type=write size=662214 2024-08-10T05:15:59.738 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.735+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~0YDIKNVYN8J7.0 size=1048576 2024-08-10T05:15:59.738 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.737+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~0YDIKNVYN8J7.1 size=1041242 2024-08-10T05:15:59.741 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.740+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=0YDIKNVYN8J7 tag=T26ELULG30U9 type=write size=3138394 2024-08-10T05:15:59.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.742+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=2TIX24JY32D5 type=write size=784146 2024-08-10T05:15:59.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.742+0000 7f14b4aea640 1 < canceled part key=_multipart_MUTTKNKV3LH8.2~NY31S970U2X5.0 size=1048576 2024-08-10T05:15:59.744 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.743+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~NY31S970U2X5.1 size=1048576 2024-08-10T05:15:59.746 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.745+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~NY31S970U2X5.2 size=495004 2024-08-10T05:15:59.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.747+0000 7f14b4aea640 1 < canceled multipart upload key=MUTTKNKV3LH8 upload=NY31S970U2X5 tag=6KT91GWJ55XF type=write size=3640732 2024-08-10T05:15:59.749 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.748+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=BSD1N5EC2GQT type=del size=974162 2024-08-10T05:15:59.751 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.750+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=Z28GDRLGLZR7 type=del 2024-08-10T05:15:59.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.752+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=CVO15EJ2J989 type=del size=1822124 2024-08-10T05:15:59.756 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.755+0000 7f14b4aea640 1 < suggested update operation key=63XHARBYVQFS tag=USEHM5HUDI88 type=del size=3593029 2024-08-10T05:15:59.757 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.756+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=S1QKWL2RLNA7 type=del size=862771 2024-08-10T05:15:59.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.758+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~P9XZ1AVC3XTT.0 size=1048576 2024-08-10T05:15:59.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.758+0000 7f14b4aea640 1 < canceled part key=_multipart_43PHUSMB0CNL.2~P9XZ1AVC3XTT.1 size=348730 2024-08-10T05:15:59.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.760+0000 7f14b4aea640 1 < canceled multipart upload key=43PHUSMB0CNL upload=P9XZ1AVC3XTT tag=EUQ3QILHAS6P type=write size=2445882 2024-08-10T05:15:59.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.762+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=788RWZQ05872 type=write size=476879 2024-08-10T05:15:59.764 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.763+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~H0VUOSIKRL14.0 size=1048576 2024-08-10T05:15:59.765 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.764+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~H0VUOSIKRL14.1 size=1048576 2024-08-10T05:15:59.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.766+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~H0VUOSIKRL14.2 size=45306 2024-08-10T05:15:59.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.768+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=H0VUOSIKRL14 tag=EE9CJYYD0A1B type=write size=3191034 2024-08-10T05:15:59.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.770+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=SXN4H57TN299 type=write size=27761 2024-08-10T05:15:59.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.771+0000 7f14b4aea640 1 < canceled operation key=RBLPMJAHLR1B tag=B57PEYC4PDK5 type=del size=3718013 2024-08-10T05:15:59.774 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.773+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=9BTWK25GSODW type=del size=3106427 2024-08-10T05:15:59.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.774+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=CRPAOXQ3FD2H type=del 2024-08-10T05:15:59.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.777+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~XF66XVFNFL52.0 size=1048576 2024-08-10T05:15:59.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.778+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~XF66XVFNFL52.1 size=199319 2024-08-10T05:15:59.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.778+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=XF66XVFNFL52 tag=L8HZY8IBW4GB type=write size=2296471 2024-08-10T05:15:59.780 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.780+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~GG9T8CBPWW9K.0 size=1048576 2024-08-10T05:15:59.782 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.781+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~GG9T8CBPWW9K.1 size=1048576 2024-08-10T05:15:59.783 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.782+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~GG9T8CBPWW9K.2 size=637638 2024-08-10T05:15:59.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.784+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=GG9T8CBPWW9K tag=2OB8F5JC4ADG type=write size=3783366 2024-08-10T05:15:59.787 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.786+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=BSIKHXOE885F type=del size=1044985 2024-08-10T05:15:59.790 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.789+0000 7f14b4aea640 1 < suggested update operation key=RCP16G4OVJX2 tag=HSCN1D40SFW5 type=del size=3449894 2024-08-10T05:15:59.791 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.791+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=UF1V5L4403CS type=del size=2669144 2024-08-10T05:15:59.793 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.793+0000 7f14b4aea640 1 < completed write operation key=QJTYLK106AGR tag=YE0AUTTX1QTM type=write size=865495 2024-08-10T05:15:59.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.794+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=65XJ0IHONFAF type=del size=1699003 2024-08-10T05:15:59.796 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.796+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~I3I6F8L6UQB5.0 size=1048576 2024-08-10T05:15:59.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.797+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~I3I6F8L6UQB5.1 size=1048576 2024-08-10T05:15:59.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.798+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~I3I6F8L6UQB5.2 size=633004 2024-08-10T05:15:59.801 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.800+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=I3I6F8L6UQB5 tag=1PR3QTWVC1KH type=write size=3778732 2024-08-10T05:15:59.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.803+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~N4VU99AWDSBR.0 size=1048576 2024-08-10T05:15:59.805 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.804+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~N4VU99AWDSBR.1 size=1004568 2024-08-10T05:15:59.805 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.804+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=N4VU99AWDSBR tag=M2G6SZNMNPY9 type=write size=3101720 2024-08-10T05:15:59.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.806+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=NYFL8GUQ1TRI type=del 2024-08-10T05:15:59.808 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.807+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=P2ESXQX456N6 type=del size=3070394 2024-08-10T05:15:59.809 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.809+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~IVB4T5HOSQWI.0 size=432837 2024-08-10T05:15:59.812 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.811+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=IVB4T5HOSQWI tag=BRR9D7WAOJU7 type=write size=1481413 2024-08-10T05:15:59.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.813+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~DJYJ7E34KE4R.0 size=1048576 2024-08-10T05:15:59.815 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.815+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~DJYJ7E34KE4R.1 size=427663 2024-08-10T05:15:59.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.815+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=DJYJ7E34KE4R tag=2YD12TMBO59Q type=write size=2524815 2024-08-10T05:15:59.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.816+0000 7f14b4aea640 -1 < failed to complete operation key=RCP16G4OVJX2 tag=9ZRBFY4EST5S type=del size=2366875: (22) Invalid argument 2024-08-10T05:15:59.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.818+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=QR8W4XCM1F2S type=del size=3993347 2024-08-10T05:15:59.820 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.820+0000 7f14b4aea640 1 < completed write operation key=SDD0BWGOBF7T tag=TFGN02AT6PQQ type=write size=662214 2024-08-10T05:15:59.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.821+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=AHZAT2IMPU5E type=del size=3225922 2024-08-10T05:15:59.824 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.823+0000 7f14b4aea640 1 < completed write operation key=U3RDNND7WV1Z tag=2TIX24JY32D5 type=write size=784146 2024-08-10T05:15:59.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.825+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~FHJAQUMXNUHK.0 size=1048576 2024-08-10T05:15:59.827 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.826+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~FHJAQUMXNUHK.1 size=970236 2024-08-10T05:15:59.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.826+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=FHJAQUMXNUHK tag=RBDCK0WGNL7F type=write size=3067388 2024-08-10T05:15:59.829 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.828+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=BSD1N5EC2GQT type=del 2024-08-10T05:15:59.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.829+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=MAYDCWBOLYE1 type=del size=3373811 2024-08-10T05:15:59.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.831+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=CVO15EJ2J989 type=del 2024-08-10T05:15:59.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.833+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~NKHJ2LXW2ZRD.0 size=1048576 2024-08-10T05:15:59.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.835+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~NKHJ2LXW2ZRD.1 size=334305 2024-08-10T05:15:59.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.835+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=NKHJ2LXW2ZRD tag=5QBESBJE5EFF type=write size=2431457 2024-08-10T05:15:59.837 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.836+0000 7f14b4aea640 1 < canceled operation key=XU9ZENJ789VA tag=S1QKWL2RLNA7 type=del size=862771 2024-08-10T05:15:59.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.839+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~HNDQD1MAHDWF.0 size=1048576 2024-08-10T05:15:59.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.840+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~HNDQD1MAHDWF.1 size=72153 2024-08-10T05:15:59.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.840+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=HNDQD1MAHDWF tag=PKJ5XJQ6LQ79 type=write size=2169305 2024-08-10T05:15:59.843 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.842+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=788RWZQ05872 type=write size=476879 2024-08-10T05:15:59.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.843+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=RK2SJVWJCJF6 type=del size=3995072 2024-08-10T05:15:59.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.845+0000 7f14b4aea640 1 < completed write operation key=QJTYLK106AGR tag=SXN4H57TN299 type=write size=27761 2024-08-10T05:15:59.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.846+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=FNHZ8HM44XSK type=del size=3641524 2024-08-10T05:15:59.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.848+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=9BTWK25GSODW type=del 2024-08-10T05:15:59.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.850+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~GI71D7FG10MQ.0 size=88484 2024-08-10T05:15:59.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.850+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=GI71D7FG10MQ tag=FA9NP3L7MCSE type=write size=1137060 2024-08-10T05:15:59.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.852+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~XF66XVFNFL52.0 size=1048576 2024-08-10T05:15:59.854 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.853+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~XF66XVFNFL52.1 size=199319 2024-08-10T05:15:59.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.856+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=XF66XVFNFL52 tag=L8HZY8IBW4GB type=write size=2296471 2024-08-10T05:15:59.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.857+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=3K56OZ5A61PX type=del size=2898011 2024-08-10T05:15:59.859 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.858+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=BSIKHXOE885F type=del 2024-08-10T05:15:59.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.861+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~S9X2ZMO2G6H3.0 size=431315 2024-08-10T05:15:59.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.861+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=S9X2ZMO2G6H3 tag=V3UV59VDYH05 type=write size=1479891 2024-08-10T05:15:59.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.862+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=UF1V5L4403CS type=del 2024-08-10T05:15:59.865 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.864+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=T3K6G8LGA8O9 type=del size=2319314 2024-08-10T05:15:59.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.865+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=65XJ0IHONFAF type=del 2024-08-10T05:15:59.869 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.868+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~HY5PDY1ODKVK.0 size=1048576 2024-08-10T05:15:59.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.869+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~HY5PDY1ODKVK.1 size=1048576 2024-08-10T05:15:59.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.870+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~HY5PDY1ODKVK.2 size=265991 2024-08-10T05:15:59.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.870+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=HY5PDY1ODKVK tag=N6PK0NB85GN0 type=write size=3411719 2024-08-10T05:15:59.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.872+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~N4VU99AWDSBR.0 size=1048576 2024-08-10T05:15:59.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.872+0000 7f14b4aea640 1 < canceled part key=_multipart_BQXO5DZMA1P4.2~N4VU99AWDSBR.1 size=1004568 2024-08-10T05:15:59.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.874+0000 7f14b4aea640 1 < canceled multipart upload key=BQXO5DZMA1P4 upload=N4VU99AWDSBR tag=M2G6SZNMNPY9 type=write size=3101720 2024-08-10T05:15:59.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.876+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=OTQH6S52OXY7 type=del size=1698324 2024-08-10T05:15:59.878 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.877+0000 7f14b4aea640 1 < canceled operation key=YH0KSZI7R4TX tag=P2ESXQX456N6 type=del size=3070394 2024-08-10T05:15:59.880 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.880+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~M72PKRTCMJUI.0 size=895450 2024-08-10T05:15:59.881 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.880+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=M72PKRTCMJUI tag=0QFXBUVYEZV5 type=write size=1944026 2024-08-10T05:15:59.883 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.882+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~DJYJ7E34KE4R.0 size=1048576 2024-08-10T05:15:59.884 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.883+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~DJYJ7E34KE4R.1 size=427663 2024-08-10T05:15:59.886 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.885+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=DJYJ7E34KE4R tag=2YD12TMBO59Q type=write size=2524815 2024-08-10T05:15:59.887 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.887+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=FNQH6FE2MMXC type=del size=1397959 2024-08-10T05:15:59.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.888+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=QR8W4XCM1F2S type=del 2024-08-10T05:15:59.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.891+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~FD6KQZ2NN0P2.0 size=1048576 2024-08-10T05:15:59.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.893+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~FD6KQZ2NN0P2.1 size=981107 2024-08-10T05:15:59.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.893+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=FD6KQZ2NN0P2 tag=C0JAKPL2A3EW type=write size=3078259 2024-08-10T05:15:59.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.894+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=AHZAT2IMPU5E type=del 2024-08-10T05:15:59.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.896+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=9TTR1UAI3B8V type=del size=3253745 2024-08-10T05:15:59.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.898+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~FHJAQUMXNUHK.0 size=1048576 2024-08-10T05:15:59.899 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.899+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~FHJAQUMXNUHK.1 size=970236 2024-08-10T05:15:59.902 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.901+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=FHJAQUMXNUHK tag=RBDCK0WGNL7F type=write size=3067388 2024-08-10T05:15:59.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.903+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=6YJ5U76NKTGQ type=del size=597794 2024-08-10T05:15:59.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.904+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=MAYDCWBOLYE1 type=del 2024-08-10T05:15:59.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.906+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=S78PABYCP0IM type=del size=960868 2024-08-10T05:15:59.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.908+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~NKHJ2LXW2ZRD.0 size=1048576 2024-08-10T05:15:59.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.908+0000 7f14b4aea640 1 < canceled part key=_multipart_63XHARBYVQFS.2~NKHJ2LXW2ZRD.1 size=334305 2024-08-10T05:15:59.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.910+0000 7f14b4aea640 1 < canceled multipart upload key=63XHARBYVQFS upload=NKHJ2LXW2ZRD tag=5QBESBJE5EFF type=write size=2431457 2024-08-10T05:15:59.913 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.912+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=TMAJ1U7T2V5Y type=write size=769384 2024-08-10T05:15:59.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.913+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~HNDQD1MAHDWF.0 size=1048576 2024-08-10T05:15:59.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.913+0000 7f14b4aea640 1 < canceled part key=_multipart_F8VCLKTJX8NT.2~HNDQD1MAHDWF.1 size=72153 2024-08-10T05:15:59.916 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.915+0000 7f14b4aea640 1 < canceled multipart upload key=F8VCLKTJX8NT upload=HNDQD1MAHDWF tag=PKJ5XJQ6LQ79 type=write size=2169305 2024-08-10T05:15:59.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.917+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=NLTB4WMFHZQG type=del size=1893470 2024-08-10T05:15:59.919 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.918+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=RK2SJVWJCJF6 type=del 2024-08-10T05:15:59.921 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.920+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=LCBKTFOUE1YF type=del size=2113908 2024-08-10T05:15:59.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.921+0000 7f14b4aea640 1 < canceled operation key=BBEPS16N3VR2 tag=FNHZ8HM44XSK type=del size=3641524 2024-08-10T05:15:59.925 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.924+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~4P5YAKJ01L8D.0 size=1048576 2024-08-10T05:15:59.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.926+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~4P5YAKJ01L8D.1 size=147926 2024-08-10T05:15:59.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.926+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=4P5YAKJ01L8D tag=RGMHN5RW7T47 type=write size=2245078 2024-08-10T05:15:59.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.927+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~GI71D7FG10MQ.0 size=88484 2024-08-10T05:15:59.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.930+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=GI71D7FG10MQ tag=FA9NP3L7MCSE type=write size=1137060 2024-08-10T05:15:59.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.933+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~063O5DDSIXR6.0 size=1048576 2024-08-10T05:15:59.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.934+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~063O5DDSIXR6.1 size=488533 2024-08-10T05:15:59.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.934+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=063O5DDSIXR6 tag=SAUXV3TYUFHK type=write size=2585685 2024-08-10T05:15:59.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.935+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=3K56OZ5A61PX type=del 2024-08-10T05:15:59.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.937+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=XZA4EU898QUH type=del size=2564769 2024-08-10T05:15:59.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.938+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~S9X2ZMO2G6H3.0 size=431315 2024-08-10T05:15:59.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.941+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=S9X2ZMO2G6H3 tag=V3UV59VDYH05 type=write size=1479891 2024-08-10T05:15:59.943 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.942+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=4FBUPN3LNU1K type=del size=2561882 2024-08-10T05:15:59.945 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.944+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=T3K6G8LGA8O9 type=del 2024-08-10T05:15:59.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.945+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=R7WFNIIDVRK4 type=del size=767486 2024-08-10T05:15:59.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.947+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~HY5PDY1ODKVK.0 size=1048576 2024-08-10T05:15:59.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.947+0000 7f14b4aea640 1 < canceled part key=_multipart_C12BG8POXEML.2~HY5PDY1ODKVK.1 size=1048576 2024-08-10T05:15:59.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.948+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~HY5PDY1ODKVK.2 size=265991 2024-08-10T05:15:59.951 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.951+0000 7f14b4aea640 1 < canceled multipart upload key=C12BG8POXEML upload=HY5PDY1ODKVK tag=N6PK0NB85GN0 type=write size=3411719 2024-08-10T05:15:59.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.953+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=OB04X2ELRVTD type=del size=797280 2024-08-10T05:15:59.955 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.954+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=OTQH6S52OXY7 type=del 2024-08-10T05:15:59.958 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.957+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~KDU7YW297S42.0 size=1048576 2024-08-10T05:15:59.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.958+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~KDU7YW297S42.1 size=452687 2024-08-10T05:15:59.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.958+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=KDU7YW297S42 tag=UX41VNX8HI77 type=write size=2549839 2024-08-10T05:15:59.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.959+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~M72PKRTCMJUI.0 size=895450 2024-08-10T05:15:59.963 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.962+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=M72PKRTCMJUI tag=0QFXBUVYEZV5 type=write size=1944026 2024-08-10T05:15:59.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.964+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=5CS78MYCT6OM type=write size=724492 2024-08-10T05:15:59.966 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.965+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=FNQH6FE2MMXC type=del 2024-08-10T05:15:59.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.968+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~KOYJA3PE87I2.0 size=1048576 2024-08-10T05:15:59.970 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.969+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~KOYJA3PE87I2.1 size=448367 2024-08-10T05:15:59.970 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.969+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=KOYJA3PE87I2 tag=60IAP7LV87Q3 type=write size=2545519 2024-08-10T05:15:59.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.971+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~FD6KQZ2NN0P2.0 size=1048576 2024-08-10T05:15:59.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.972+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~FD6KQZ2NN0P2.1 size=981107 2024-08-10T05:15:59.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.974+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=FD6KQZ2NN0P2 tag=C0JAKPL2A3EW type=write size=3078259 2024-08-10T05:15:59.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.977+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~5WRY3VXPBC14.0 size=1048576 2024-08-10T05:15:59.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.978+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~5WRY3VXPBC14.1 size=1048576 2024-08-10T05:15:59.980 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.979+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~5WRY3VXPBC14.2 size=382075 2024-08-10T05:15:59.980 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.979+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=5WRY3VXPBC14 tag=GP1MOIXV73O2 type=write size=3527803 2024-08-10T05:15:59.981 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.980+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=9TTR1UAI3B8V type=del 2024-08-10T05:15:59.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.982+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=67ZCFHYB8AWB type=write size=66052 2024-08-10T05:15:59.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.985+0000 7f14b4aea640 1 < suggested update operation key=MOSZKVLQ4RI4 tag=6YJ5U76NKTGQ type=del size=597794 2024-08-10T05:15:59.987 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.986+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=APHAUKNUK53Z type=del size=2959387 2024-08-10T05:15:59.989 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.988+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=S78PABYCP0IM type=del 2024-08-10T05:15:59.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.991+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~V8TCWR2B2GZS.0 size=1048576 2024-08-10T05:15:59.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.992+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~V8TCWR2B2GZS.1 size=419558 2024-08-10T05:15:59.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.992+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=V8TCWR2B2GZS tag=LZPPX33LES31 type=write size=2516710 2024-08-10T05:15:59.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.993+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=TMAJ1U7T2V5Y type=write size=769384 2024-08-10T05:15:59.997 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.996+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~Q7CT86SFKD7E.0 size=1048576 2024-08-10T05:15:59.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.997+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~Q7CT86SFKD7E.1 size=112691 2024-08-10T05:15:59.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.997+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=Q7CT86SFKD7E tag=XU7NZ250959E type=write size=2209843 2024-08-10T05:16:00.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:15:59.999+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=NLTB4WMFHZQG type=del 2024-08-10T05:16:00.001 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.000+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=F8YVILX4Y9OK type=del size=808857 2024-08-10T05:16:00.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.001+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=LCBKTFOUE1YF type=del 2024-08-10T05:16:00.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.004+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~82FTFS0IUW2V.0 size=1048576 2024-08-10T05:16:00.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.006+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~82FTFS0IUW2V.1 size=228404 2024-08-10T05:16:00.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.006+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=82FTFS0IUW2V tag=YDEMOQK043H4 type=write size=2325556 2024-08-10T05:16:00.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.007+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~4P5YAKJ01L8D.0 size=1048576 2024-08-10T05:16:00.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.009+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~4P5YAKJ01L8D.1 size=147926 2024-08-10T05:16:00.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.011+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=4P5YAKJ01L8D tag=RGMHN5RW7T47 type=write size=2245078 2024-08-10T05:16:00.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.013+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=JBQRCPT5ZYDX type=del size=4063003 2024-08-10T05:16:00.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.013+0000 7f14b4aea640 1 < canceled part key=_multipart_IGGZ4YAHG16J.2~063O5DDSIXR6.0 size=1048576 2024-08-10T05:16:00.016 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.015+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~063O5DDSIXR6.1 size=488533 2024-08-10T05:16:00.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.018+0000 7f14b4aea640 1 < canceled multipart upload key=IGGZ4YAHG16J upload=063O5DDSIXR6 tag=SAUXV3TYUFHK type=write size=2585685 2024-08-10T05:16:00.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.019+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=WMWVN4IV5MFW type=write size=313759 2024-08-10T05:16:00.021 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.020+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=XZA4EU898QUH type=del 2024-08-10T05:16:00.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:15:59 smithi107 ceph-mon[86658]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-10T05:16:00.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.024+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~RIMR6H1PMG1I.0 size=1001231 2024-08-10T05:16:00.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.024+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=RIMR6H1PMG1I tag=523D2Q0JPV0W type=write size=2049807 2024-08-10T05:16:00.026 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.025+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=4FBUPN3LNU1K type=del 2024-08-10T05:16:00.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.027+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=AHHD0CR0RLII type=del size=3895670 2024-08-10T05:16:00.029 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.028+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=R7WFNIIDVRK4 type=del 2024-08-10T05:16:00.030 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.030+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=H07L1TGV2H05 type=del size=1432345 2024-08-10T05:16:00.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.031+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=OB04X2ELRVTD type=del 2024-08-10T05:16:00.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.033+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=122TCNCV124Z type=del size=3852570 2024-08-10T05:16:00.035 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.035+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~KDU7YW297S42.0 size=1048576 2024-08-10T05:16:00.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.036+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~KDU7YW297S42.1 size=452687 2024-08-10T05:16:00.040 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.039+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=KDU7YW297S42 tag=UX41VNX8HI77 type=write size=2549839 2024-08-10T05:16:00.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.040+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=H063ZVQWDY0V type=del size=240815 2024-08-10T05:16:00.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.042+0000 7f14b4aea640 1 < canceled operation key=TCBT4AO28B3T tag=5CS78MYCT6OM type=write size=724492 2024-08-10T05:16:00.044 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.044+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=ZM1QFW0K2MF8 type=del size=423163 2024-08-10T05:16:00.046 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.045+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~KOYJA3PE87I2.0 size=1048576 2024-08-10T05:16:00.047 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.046+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~KOYJA3PE87I2.1 size=448367 2024-08-10T05:16:00.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.049+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=KOYJA3PE87I2 tag=60IAP7LV87Q3 type=write size=2545519 2024-08-10T05:16:00.051 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.050+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=O3UTP87Y3EH2 type=del size=3553066 2024-08-10T05:16:00.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.052+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~5WRY3VXPBC14.0 size=1048576 2024-08-10T05:16:00.054 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.054+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~5WRY3VXPBC14.1 size=1048576 2024-08-10T05:16:00.055 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.055+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~5WRY3VXPBC14.2 size=382075 2024-08-10T05:16:00.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.058+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=5WRY3VXPBC14 tag=GP1MOIXV73O2 type=write size=3527803 2024-08-10T05:16:00.062 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.061+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~22U93KCB7Z7L.0 size=670157 2024-08-10T05:16:00.062 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.061+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=22U93KCB7Z7L tag=OIE47X9K02OI type=write size=1718733 2024-08-10T05:16:00.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.063+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=67ZCFHYB8AWB type=write size=66052 2024-08-10T05:16:00.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.066+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~6RK0KQLWOYK4.0 size=1048576 2024-08-10T05:16:00.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.067+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~6RK0KQLWOYK4.1 size=1048576 2024-08-10T05:16:00.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.068+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~6RK0KQLWOYK4.2 size=632193 2024-08-10T05:16:00.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.068+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=6RK0KQLWOYK4 tag=48QDLFRZXG55 type=write size=3777921 2024-08-10T05:16:00.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.069+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=APHAUKNUK53Z type=del 2024-08-10T05:16:00.073 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.072+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~3QB763Z6V6SI.0 size=1048576 2024-08-10T05:16:00.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.073+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~3QB763Z6V6SI.1 size=1048576 2024-08-10T05:16:00.075 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.074+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~3QB763Z6V6SI.2 size=307475 2024-08-10T05:16:00.075 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.074+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=3QB763Z6V6SI tag=TTXH29PSLW0T type=write size=3453203 2024-08-10T05:16:00.077 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.076+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~V8TCWR2B2GZS.0 size=1048576 2024-08-10T05:16:00.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.077+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~V8TCWR2B2GZS.1 size=419558 2024-08-10T05:16:00.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.079+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=V8TCWR2B2GZS tag=LZPPX33LES31 type=write size=2516710 2024-08-10T05:16:00.082 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.081+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=3BKO52PJOZ4O type=write size=604506 2024-08-10T05:16:00.084 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.083+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~Q7CT86SFKD7E.0 size=1048576 2024-08-10T05:16:00.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.084+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~Q7CT86SFKD7E.1 size=112691 2024-08-10T05:16:00.088 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.087+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=Q7CT86SFKD7E tag=XU7NZ250959E type=write size=2209843 2024-08-10T05:16:00.090 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.089+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=UW5C24DCNPMX type=write size=234968 2024-08-10T05:16:00.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.091+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=F8YVILX4Y9OK type=del 2024-08-10T05:16:00.093 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.092+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=99NV7RCAAR7Q type=del size=2382250 2024-08-10T05:16:00.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.094+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~82FTFS0IUW2V.0 size=1048576 2024-08-10T05:16:00.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.094+0000 7f14b4aea640 1 < canceled part key=_multipart_TCBT4AO28B3T.2~82FTFS0IUW2V.1 size=228404 2024-08-10T05:16:00.097 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.096+0000 7f14b4aea640 1 < canceled multipart upload key=TCBT4AO28B3T upload=82FTFS0IUW2V tag=YDEMOQK043H4 type=write size=2325556 2024-08-10T05:16:00.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.099+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~CGEFYN6IPMGL.0 size=57990 2024-08-10T05:16:00.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.099+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=CGEFYN6IPMGL tag=0NMWFDL22BGT type=write size=1106566 2024-08-10T05:16:00.102 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.101+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=JBQRCPT5ZYDX type=del 2024-08-10T05:16:00.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.102+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=GLSQNE8BG5KX type=del size=2086546 2024-08-10T05:16:00.105 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.104+0000 7f14b4aea640 1 < completed write operation key=BQXO5DZMA1P4 tag=WMWVN4IV5MFW type=write size=313759 2024-08-10T05:16:00.106 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.106+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=MN3UOIK7QZXG type=del size=3726799 2024-08-10T05:16:00.108 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.107+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~RIMR6H1PMG1I.0 size=1001231 2024-08-10T05:16:00.110 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.109+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=RIMR6H1PMG1I tag=523D2Q0JPV0W type=write size=2049807 2024-08-10T05:16:00.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.112+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~ZUDNPK98J5YS.0 size=1048576 2024-08-10T05:16:00.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.114+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~ZUDNPK98J5YS.1 size=322052 2024-08-10T05:16:00.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.114+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=ZUDNPK98J5YS tag=TZ2CBI91WN2X type=write size=2419204 2024-08-10T05:16:00.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.115+0000 7f14b4aea640 1 < canceled operation key=K7GWZ9Z28PPZ tag=AHHD0CR0RLII type=del size=3895670 2024-08-10T05:16:00.118 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.117+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=K7CGXXMKJ3VG type=del size=3478834 2024-08-10T05:16:00.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.119+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=H07L1TGV2H05 type=del 2024-08-10T05:16:00.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.120+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=YGP9U86GZBSD type=del size=211152 2024-08-10T05:16:00.123 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.122+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=122TCNCV124Z type=del 2024-08-10T05:16:00.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.123+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=TM6PNPX9R6CA type=del size=4183892 2024-08-10T05:16:00.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.125+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=H063ZVQWDY0V type=del 2024-08-10T05:16:00.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.127+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~KX3MWNRYH8DX.0 size=1048576 2024-08-10T05:16:00.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.129+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~KX3MWNRYH8DX.1 size=1048576 2024-08-10T05:16:00.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.130+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~KX3MWNRYH8DX.2 size=433514 2024-08-10T05:16:00.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.130+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=KX3MWNRYH8DX tag=5GHE52VZ14O4 type=write size=3579242 2024-08-10T05:16:00.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.132+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=ZM1QFW0K2MF8 type=del 2024-08-10T05:16:00.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.133+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=AFQWZKSVJAOP type=del size=2200894 2024-08-10T05:16:00.136 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.135+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=O3UTP87Y3EH2 type=del 2024-08-10T05:16:00.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.137+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=VCNHPMM75U7L type=del size=2576309 2024-08-10T05:16:00.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.139+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~22U93KCB7Z7L.0 size=670157 2024-08-10T05:16:00.142 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.141+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=22U93KCB7Z7L tag=OIE47X9K02OI type=write size=1718733 2024-08-10T05:16:00.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.144+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~Z0WDCTL75PAY.0 size=916119 2024-08-10T05:16:00.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.144+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=Z0WDCTL75PAY tag=MIJJIUURSOP5 type=write size=1964695 2024-08-10T05:16:00.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.145+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~6RK0KQLWOYK4.0 size=1048576 2024-08-10T05:16:00.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.146+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~6RK0KQLWOYK4.1 size=1048576 2024-08-10T05:16:00.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.148+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~6RK0KQLWOYK4.2 size=632193 2024-08-10T05:16:00.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.150+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=6RK0KQLWOYK4 tag=48QDLFRZXG55 type=write size=3777921 2024-08-10T05:16:00.154 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.153+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~H9X7Y8FYY3B0.0 size=1035220 2024-08-10T05:16:00.154 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.153+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=H9X7Y8FYY3B0 tag=D46GMHD1KNRK type=write size=2083796 2024-08-10T05:16:00.156 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.155+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~3QB763Z6V6SI.0 size=1048576 2024-08-10T05:16:00.157 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.156+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~3QB763Z6V6SI.1 size=1048576 2024-08-10T05:16:00.159 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.158+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~3QB763Z6V6SI.2 size=307475 2024-08-10T05:16:00.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.165+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=3QB763Z6V6SI tag=TTXH29PSLW0T type=write size=3453203 2024-08-10T05:16:00.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.167+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=9O4TI2Y1WFCF type=del size=3363462 2024-08-10T05:16:00.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.168+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=3BKO52PJOZ4O type=write size=604506 2024-08-10T05:16:00.171 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.170+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=2JGR06E0RIGP type=write size=870360 2024-08-10T05:16:00.172 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.172+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=UW5C24DCNPMX type=write size=234968 2024-08-10T05:16:00.174 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.173+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=EFB3K0Q3BM06 type=del size=2643471 2024-08-10T05:16:00.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.175+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=99NV7RCAAR7Q type=del 2024-08-10T05:16:00.177 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.176+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=JF373AOWRMZL type=del size=3041533 2024-08-10T05:16:00.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.178+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~CGEFYN6IPMGL.0 size=57990 2024-08-10T05:16:00.181 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.180+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=CGEFYN6IPMGL tag=0NMWFDL22BGT type=write size=1106566 2024-08-10T05:16:00.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.183+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~533QVYAW650W.0 size=165301 2024-08-10T05:16:00.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.183+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=533QVYAW650W tag=XN489WJXSM05 type=write size=1213877 2024-08-10T05:16:00.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.185+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=GLSQNE8BG5KX type=del 2024-08-10T05:16:00.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.187+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=7D9K1FBY56F5 type=del size=1022466 2024-08-10T05:16:00.191 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.190+0000 7f14b4aea640 1 < suggested update operation key=673XTFOIF5BU tag=MN3UOIK7QZXG type=del size=3726799 2024-08-10T05:16:00.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.192+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=PCMYFBWC00MY type=write size=106197 2024-08-10T05:16:00.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.193+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~ZUDNPK98J5YS.0 size=1048576 2024-08-10T05:16:00.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.195+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~ZUDNPK98J5YS.1 size=322052 2024-08-10T05:16:00.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.197+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=ZUDNPK98J5YS tag=TZ2CBI91WN2X type=write size=2419204 2024-08-10T05:16:00.201 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.200+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~YE7JOOU4HDSV.0 size=502773 2024-08-10T05:16:00.201 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.200+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=YE7JOOU4HDSV tag=Z9XWJ6KUSOI0 type=write size=1551349 2024-08-10T05:16:00.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.203+0000 7f14b4aea640 1 < suggested remove operation key=F8VCLKTJX8NT tag=K7CGXXMKJ3VG type=del 2024-08-10T05:16:00.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.204+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=ATLT2LSKQ7YO type=del size=1097674 2024-08-10T05:16:00.207 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.206+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=YGP9U86GZBSD type=del 2024-08-10T05:16:00.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.207+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=MPLY0SNXSXFF type=write size=275472 2024-08-10T05:16:00.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.209+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=TM6PNPX9R6CA type=del 2024-08-10T05:16:00.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.211+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=FA26TNA4YP5Z type=write size=584443 2024-08-10T05:16:00.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.212+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~KX3MWNRYH8DX.0 size=1048576 2024-08-10T05:16:00.214 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.214+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~KX3MWNRYH8DX.1 size=1048576 2024-08-10T05:16:00.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.215+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~KX3MWNRYH8DX.2 size=433514 2024-08-10T05:16:00.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.217+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=KX3MWNRYH8DX tag=5GHE52VZ14O4 type=write size=3579242 2024-08-10T05:16:00.220 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.219+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=S3UN4FZ574E6 type=del size=1485145 2024-08-10T05:16:00.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.220+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=AFQWZKSVJAOP type=del 2024-08-10T05:16:00.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.223+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~DARW1KQYS394.0 size=586180 2024-08-10T05:16:00.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.223+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=DARW1KQYS394 tag=SNZWX2BIP6LP type=write size=1634756 2024-08-10T05:16:00.225 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.224+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=VCNHPMM75U7L type=del 2024-08-10T05:16:00.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:15:59 smithi078 ceph-mon[92251]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-10T05:16:00.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:15:59 smithi078 ceph-mon[94618]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-10T05:16:00.228 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.227+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~ABH1UBDTTPCY.0 size=1048576 2024-08-10T05:16:00.229 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.228+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~ABH1UBDTTPCY.1 size=1048576 2024-08-10T05:16:00.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.229+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~ABH1UBDTTPCY.2 size=711864 2024-08-10T05:16:00.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.229+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=ABH1UBDTTPCY tag=ZWF6CO3UJZUP type=write size=3857592 2024-08-10T05:16:00.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.231+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~Z0WDCTL75PAY.0 size=916119 2024-08-10T05:16:00.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.233+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=Z0WDCTL75PAY tag=MIJJIUURSOP5 type=write size=1964695 2024-08-10T05:16:00.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.236+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~W4QGALJTCOVA.0 size=1048576 2024-08-10T05:16:00.238 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.238+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~W4QGALJTCOVA.1 size=1048576 2024-08-10T05:16:00.239 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.239+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~W4QGALJTCOVA.2 size=138740 2024-08-10T05:16:00.239 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.239+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=W4QGALJTCOVA tag=0S73KV6CKFUG type=write size=3284468 2024-08-10T05:16:00.241 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.240+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~H9X7Y8FYY3B0.0 size=1035220 2024-08-10T05:16:00.243 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.242+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=H9X7Y8FYY3B0 tag=D46GMHD1KNRK type=write size=2083796 2024-08-10T05:16:00.245 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.244+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=K1XH1HNPZBEW type=del size=1847415 2024-08-10T05:16:00.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.245+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=9O4TI2Y1WFCF type=del 2024-08-10T05:16:00.249 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.248+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~OB2EMXO4N64N.0 size=1048576 2024-08-10T05:16:00.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.250+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~OB2EMXO4N64N.1 size=293091 2024-08-10T05:16:00.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.250+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=OB2EMXO4N64N tag=2TN99MZKCP1U type=write size=2390243 2024-08-10T05:16:00.253 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.253+0000 7f14b4aea640 1 < suggested remove operation key=MOSZKVLQ4RI4 tag=2JGR06E0RIGP type=write 2024-08-10T05:16:00.256 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.256+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~QY82TCK5WU41.0 size=1048576 2024-08-10T05:16:00.258 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.257+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~QY82TCK5WU41.1 size=1048576 2024-08-10T05:16:00.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.259+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~QY82TCK5WU41.2 size=231024 2024-08-10T05:16:00.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.259+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=QY82TCK5WU41 tag=C0MEV73MSI4U type=write size=3376752 2024-08-10T05:16:00.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.260+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=EFB3K0Q3BM06 type=del 2024-08-10T05:16:00.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.261+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=3E23YJU56Q8R type=del size=3841630 2024-08-10T05:16:00.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.263+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=JF373AOWRMZL type=del 2024-08-10T05:16:00.265 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.264+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=Q4DDDCTVMNDA type=del size=3237748 2024-08-10T05:16:00.267 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.266+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~533QVYAW650W.0 size=165301 2024-08-10T05:16:00.269 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.268+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=533QVYAW650W tag=XN489WJXSM05 type=write size=1213877 2024-08-10T05:16:00.272 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.271+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~5OC1DJOWKJW1.0 size=1048576 2024-08-10T05:16:00.273 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.272+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~5OC1DJOWKJW1.1 size=1048576 2024-08-10T05:16:00.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.274+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~5OC1DJOWKJW1.2 size=692912 2024-08-10T05:16:00.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.274+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=5OC1DJOWKJW1 tag=8GF2DWMKK2MY type=write size=3838640 2024-08-10T05:16:00.276 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.275+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=7D9K1FBY56F5 type=del 2024-08-10T05:16:00.279 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.278+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~U05TAZ1CVU4Y.0 size=533484 2024-08-10T05:16:00.279 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.278+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=U05TAZ1CVU4Y tag=YQ5GLN18YFNR type=write size=1582060 2024-08-10T05:16:00.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.280+0000 7f14b4aea640 1 < canceled operation key=C12BG8POXEML tag=PCMYFBWC00MY type=write size=106197 2024-08-10T05:16:00.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.283+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~TX2LRT3KZ3F7.0 size=1048576 2024-08-10T05:16:00.285 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.284+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~TX2LRT3KZ3F7.1 size=1048576 2024-08-10T05:16:00.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.285+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~TX2LRT3KZ3F7.2 size=715515 2024-08-10T05:16:00.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.285+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=TX2LRT3KZ3F7 tag=TR9LOTMEFYZK type=write size=3861243 2024-08-10T05:16:00.288 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.287+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~YE7JOOU4HDSV.0 size=502773 2024-08-10T05:16:00.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.290+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=YE7JOOU4HDSV tag=Z9XWJ6KUSOI0 type=write size=1551349 2024-08-10T05:16:00.294 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.294+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~WKM05WA96JT5.0 size=1048576 2024-08-10T05:16:00.296 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.295+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~WKM05WA96JT5.1 size=533322 2024-08-10T05:16:00.296 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.295+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=WKM05WA96JT5 tag=O2MGFJRIESSA type=write size=2630474 2024-08-10T05:16:00.298 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.297+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=ATLT2LSKQ7YO type=del 2024-08-10T05:16:00.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.300+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~V1A0YZX7T83S.0 size=1048576 2024-08-10T05:16:00.302 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.301+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~V1A0YZX7T83S.1 size=996664 2024-08-10T05:16:00.302 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.301+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=V1A0YZX7T83S tag=BEHEJ1L79XG5 type=write size=3093816 2024-08-10T05:16:00.304 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.303+0000 7f14b4aea640 1 < canceled operation key=18KKPDK2VIRW tag=MPLY0SNXSXFF type=write size=275472 2024-08-10T05:16:00.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.306+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~GQ7J66VYW9O3.0 size=175255 2024-08-10T05:16:00.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.306+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=GQ7J66VYW9O3 tag=A8G5YMG8KYHR type=write size=1223831 2024-08-10T05:16:00.308 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.308+0000 7f14b4aea640 1 < completed write operation key=IZ9CY06YLZDS tag=FA26TNA4YP5Z type=write size=584443 2024-08-10T05:16:00.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.309+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=GZBMA4ODQ7B4 type=del size=431658 2024-08-10T05:16:00.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.311+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=S3UN4FZ574E6 type=del 2024-08-10T05:16:00.315 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.314+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~AYXNNRVUI7PD.0 size=1048576 2024-08-10T05:16:00.316 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.315+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~AYXNNRVUI7PD.1 size=1048576 2024-08-10T05:16:00.316 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:16:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=cleanup t=2024-08-10T05:16:00.02494059Z level=info msg="Completed cleanup jobs" duration=2.086473ms 2024-08-10T05:16:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:16:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=sqlstore.transactions t=2024-08-10T05:16:00.033135371Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:16:00.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.317+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~AYXNNRVUI7PD.2 size=261991 2024-08-10T05:16:00.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.317+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=AYXNNRVUI7PD tag=W6A0GXAZNB4O type=write size=3407719 2024-08-10T05:16:00.319 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.318+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~DARW1KQYS394.0 size=586180 2024-08-10T05:16:00.322 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.321+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=DARW1KQYS394 tag=SNZWX2BIP6LP type=write size=1634756 2024-08-10T05:16:00.324 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.323+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=P1547ENHJUPG type=del size=3323464 2024-08-10T05:16:00.325 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.325+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~ABH1UBDTTPCY.0 size=1048576 2024-08-10T05:16:00.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.326+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~ABH1UBDTTPCY.1 size=1048576 2024-08-10T05:16:00.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.327+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~ABH1UBDTTPCY.2 size=711864 2024-08-10T05:16:00.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.330+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=ABH1UBDTTPCY tag=ZWF6CO3UJZUP type=write size=3857592 2024-08-10T05:16:00.332 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.331+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=FLFDHDLZFLQT type=del size=3658968 2024-08-10T05:16:00.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.333+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~W4QGALJTCOVA.0 size=1048576 2024-08-10T05:16:00.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.333+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~W4QGALJTCOVA.1 size=1048576 2024-08-10T05:16:00.335 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.334+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~W4QGALJTCOVA.2 size=138740 2024-08-10T05:16:00.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.337+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=W4QGALJTCOVA tag=0S73KV6CKFUG type=write size=3284468 2024-08-10T05:16:00.339 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.338+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=XJDHAITM4F58 type=del size=654146 2024-08-10T05:16:00.342 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.342+0000 7f14b4aea640 1 < suggested update operation key=IGGZ4YAHG16J tag=K1XH1HNPZBEW type=del size=1847415 2024-08-10T05:16:00.344 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.343+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=IJR2UI7W3W23 type=del size=3406535 2024-08-10T05:16:00.345 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.345+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~OB2EMXO4N64N.0 size=1048576 2024-08-10T05:16:00.347 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.346+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~OB2EMXO4N64N.1 size=293091 2024-08-10T05:16:00.349 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.349+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=OB2EMXO4N64N tag=2TN99MZKCP1U type=write size=2390243 2024-08-10T05:16:00.352 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.351+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~CM9TYNE02DLD.0 size=969173 2024-08-10T05:16:00.352 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.351+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=CM9TYNE02DLD tag=AXNOJALNSI65 type=write size=2017749 2024-08-10T05:16:00.353 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.353+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~QY82TCK5WU41.0 size=1048576 2024-08-10T05:16:00.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.354+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~QY82TCK5WU41.1 size=1048576 2024-08-10T05:16:00.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.355+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~QY82TCK5WU41.2 size=231024 2024-08-10T05:16:00.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.358+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=QY82TCK5WU41 tag=C0MEV73MSI4U type=write size=3376752 2024-08-10T05:16:00.360 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.359+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=Q55RXJT5ODQE type=write size=331472 2024-08-10T05:16:00.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.361+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=3E23YJU56Q8R type=del 2024-08-10T05:16:00.363 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.362+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=WY2ZAW7OT00B type=del size=2237188 2024-08-10T05:16:00.366 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.366+0000 7f14b4aea640 1 < suggested update operation key=QJTYLK106AGR tag=Q4DDDCTVMNDA type=del size=3237748 2024-08-10T05:16:00.368 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.367+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=SRM7BM3M9X23 type=del size=2770743 2024-08-10T05:16:00.370 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.369+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~5OC1DJOWKJW1.0 size=1048576 2024-08-10T05:16:00.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.370+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~5OC1DJOWKJW1.1 size=1048576 2024-08-10T05:16:00.372 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.371+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~5OC1DJOWKJW1.2 size=692912 2024-08-10T05:16:00.375 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.374+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=5OC1DJOWKJW1 tag=8GF2DWMKK2MY type=write size=3838640 2024-08-10T05:16:00.378 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.377+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~ZJCJEDC5C5SC.0 size=1048576 2024-08-10T05:16:00.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.378+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~ZJCJEDC5C5SC.1 size=1048576 2024-08-10T05:16:00.380 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.379+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~ZJCJEDC5C5SC.2 size=954176 2024-08-10T05:16:00.380 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.379+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=ZJCJEDC5C5SC tag=QFQKJ673FC7Q type=write size=4099904 2024-08-10T05:16:00.381 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.381+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~U05TAZ1CVU4Y.0 size=533484 2024-08-10T05:16:00.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.383+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=U05TAZ1CVU4Y tag=YQ5GLN18YFNR type=write size=1582060 2024-08-10T05:16:00.385 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.385+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=Y37QYUN1CGTT type=del size=1904525 2024-08-10T05:16:00.387 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.386+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~TX2LRT3KZ3F7.0 size=1048576 2024-08-10T05:16:00.388 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.387+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~TX2LRT3KZ3F7.1 size=1048576 2024-08-10T05:16:00.388 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.387+0000 7f14b4aea640 1 < canceled part key=_multipart_HDO3WL7N93SY.2~TX2LRT3KZ3F7.2 size=715515 2024-08-10T05:16:00.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.390+0000 7f14b4aea640 1 < canceled multipart upload key=HDO3WL7N93SY upload=TX2LRT3KZ3F7 tag=TR9LOTMEFYZK type=write size=3861243 2024-08-10T05:16:00.394 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.393+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~VFAFT3I302GO.0 size=1048576 2024-08-10T05:16:00.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.395+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~VFAFT3I302GO.1 size=1048576 2024-08-10T05:16:00.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.396+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~VFAFT3I302GO.2 size=590127 2024-08-10T05:16:00.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.396+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=VFAFT3I302GO tag=9VX6AMKMY1DP type=write size=3735855 2024-08-10T05:16:00.398 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.398+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~WKM05WA96JT5.0 size=1048576 2024-08-10T05:16:00.400 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.399+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~WKM05WA96JT5.1 size=533322 2024-08-10T05:16:00.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.401+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=WKM05WA96JT5 tag=O2MGFJRIESSA type=write size=2630474 2024-08-10T05:16:00.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.404+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~EA4UPNIX9VBN.0 size=1048576 2024-08-10T05:16:00.406 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.405+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~EA4UPNIX9VBN.1 size=1048576 2024-08-10T05:16:00.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.406+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~EA4UPNIX9VBN.2 size=881092 2024-08-10T05:16:00.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.406+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=EA4UPNIX9VBN tag=PG8KDN2OM61J type=write size=4026820 2024-08-10T05:16:00.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.408+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~V1A0YZX7T83S.0 size=1048576 2024-08-10T05:16:00.410 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.409+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~V1A0YZX7T83S.1 size=996664 2024-08-10T05:16:00.413 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.412+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=V1A0YZX7T83S tag=BEHEJ1L79XG5 type=write size=3093816 2024-08-10T05:16:00.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.415+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~6HL8ADZLP156.0 size=1048576 2024-08-10T05:16:00.417 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.416+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~6HL8ADZLP156.1 size=1048576 2024-08-10T05:16:00.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.417+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~6HL8ADZLP156.2 size=212777 2024-08-10T05:16:00.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.417+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=6HL8ADZLP156 tag=30SVHY9BIH2Q type=write size=3358505 2024-08-10T05:16:00.420 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.419+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~GQ7J66VYW9O3.0 size=175255 2024-08-10T05:16:00.423 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.422+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=GQ7J66VYW9O3 tag=A8G5YMG8KYHR type=write size=1223831 2024-08-10T05:16:00.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.425+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~KLXXJ2UL3Q2U.0 size=1048576 2024-08-10T05:16:00.427 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.426+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~KLXXJ2UL3Q2U.1 size=1048576 2024-08-10T05:16:00.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.428+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~KLXXJ2UL3Q2U.2 size=337474 2024-08-10T05:16:00.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.428+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=KLXXJ2UL3Q2U tag=DRU6XFAJWIFW type=write size=3483202 2024-08-10T05:16:00.432 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.431+0000 7f14b4aea640 1 < suggested remove operation key=GVED6658RQPQ tag=GZBMA4ODQ7B4 type=del 2024-08-10T05:16:00.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.433+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=CNB6JTEMYAA8 type=write size=923687 2024-08-10T05:16:00.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.433+0000 7f14b4aea640 1 < canceled part key=_multipart_RCP16G4OVJX2.2~AYXNNRVUI7PD.0 size=1048576 2024-08-10T05:16:00.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.434+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~AYXNNRVUI7PD.1 size=1048576 2024-08-10T05:16:00.436 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.436+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~AYXNNRVUI7PD.2 size=261991 2024-08-10T05:16:00.439 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.438+0000 7f14b4aea640 1 < canceled multipart upload key=RCP16G4OVJX2 upload=AYXNNRVUI7PD tag=W6A0GXAZNB4O type=write size=3407719 2024-08-10T05:16:00.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.441+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FYFBYAUBNSC7.0 size=1048576 2024-08-10T05:16:00.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.442+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FYFBYAUBNSC7.1 size=802113 2024-08-10T05:16:00.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.442+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=FYFBYAUBNSC7 tag=FCEN683X1IMI type=write size=2899265 2024-08-10T05:16:00.445 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.444+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=P1547ENHJUPG type=del 2024-08-10T05:16:00.447 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.446+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~J43DYAPGDZWZ.0 size=1048576 2024-08-10T05:16:00.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.448+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~J43DYAPGDZWZ.1 size=1048576 2024-08-10T05:16:00.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.449+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~J43DYAPGDZWZ.2 size=692162 2024-08-10T05:16:00.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.449+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=J43DYAPGDZWZ tag=TQKSCHF7W99W type=write size=3837890 2024-08-10T05:16:00.452 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.451+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=FLFDHDLZFLQT type=del 2024-08-10T05:16:00.454 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.453+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=4F2YTS966AWW type=del size=4072648 2024-08-10T05:16:00.455 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.455+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=XJDHAITM4F58 type=del 2024-08-10T05:16:00.457 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.456+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=F2W9RWX2Y86X type=write size=990192 2024-08-10T05:16:00.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.458+0000 7f14b4aea640 1 < canceled operation key=RCP16G4OVJX2 tag=IJR2UI7W3W23 type=del size=3406535 2024-08-10T05:16:00.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.459+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=P28HJURFO312 type=del size=2735115 2024-08-10T05:16:00.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.461+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~CM9TYNE02DLD.0 size=969173 2024-08-10T05:16:00.464 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.464+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=CM9TYNE02DLD tag=AXNOJALNSI65 type=write size=2017749 2024-08-10T05:16:00.466 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.465+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=AGUBJNZVEFGH type=del size=2822787 2024-08-10T05:16:00.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.467+0000 7f14b4aea640 1 < canceled operation key=63XHARBYVQFS tag=Q55RXJT5ODQE type=write size=331472 2024-08-10T05:16:00.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.468+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=3O02OJNR2J6A type=write size=869271 2024-08-10T05:16:00.471 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.470+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=WY2ZAW7OT00B type=del 2024-08-10T05:16:00.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.472+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=DZT184L32N54 type=write size=268821 2024-08-10T05:16:00.474 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.474+0000 7f14b4aea640 -1 < failed to complete operation key=GVED6658RQPQ tag=SRM7BM3M9X23 type=del size=2770743: (22) Invalid argument 2024-08-10T05:16:00.476 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.475+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=NP206MUWPTP0 type=write size=584641 2024-08-10T05:16:00.478 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.477+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~ZJCJEDC5C5SC.0 size=1048576 2024-08-10T05:16:00.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.478+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~ZJCJEDC5C5SC.1 size=1048576 2024-08-10T05:16:00.480 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.479+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~ZJCJEDC5C5SC.2 size=954176 2024-08-10T05:16:00.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.482+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=ZJCJEDC5C5SC tag=QFQKJ673FC7Q type=write size=4099904 2024-08-10T05:16:00.484 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.483+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=H7YDAITMDLKG type=write size=135895 2024-08-10T05:16:00.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.485+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=Y37QYUN1CGTT type=del 2024-08-10T05:16:00.487 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.486+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=7HEMM30LUMJ0 type=del size=703123 2024-08-10T05:16:00.488 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.488+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~VFAFT3I302GO.0 size=1048576 2024-08-10T05:16:00.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.489+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~VFAFT3I302GO.1 size=1048576 2024-08-10T05:16:00.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.490+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~VFAFT3I302GO.2 size=590127 2024-08-10T05:16:00.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.493+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=VFAFT3I302GO tag=9VX6AMKMY1DP type=write size=3735855 2024-08-10T05:16:00.496 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.495+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=31E0188TJ1U0 type=write size=387906 2024-08-10T05:16:00.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.497+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~EA4UPNIX9VBN.0 size=1048576 2024-08-10T05:16:00.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.497+0000 7f14b4aea640 1 < canceled part key=_multipart_LN88EIQRZLLG.2~EA4UPNIX9VBN.1 size=1048576 2024-08-10T05:16:00.499 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.498+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~EA4UPNIX9VBN.2 size=881092 2024-08-10T05:16:00.502 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.501+0000 7f14b4aea640 1 < canceled multipart upload key=LN88EIQRZLLG upload=EA4UPNIX9VBN tag=PG8KDN2OM61J type=write size=4026820 2024-08-10T05:16:00.504 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.504+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZFWIY3068FJV.0 size=1048576 2024-08-10T05:16:00.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.505+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~ZFWIY3068FJV.1 size=957880 2024-08-10T05:16:00.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.505+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=ZFWIY3068FJV tag=3W1AX6BJ6R2R type=write size=3055032 2024-08-10T05:16:00.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.506+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~6HL8ADZLP156.0 size=1048576 2024-08-10T05:16:00.509 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.508+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~6HL8ADZLP156.1 size=1048576 2024-08-10T05:16:00.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.509+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~6HL8ADZLP156.2 size=212777 2024-08-10T05:16:00.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.512+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=6HL8ADZLP156 tag=30SVHY9BIH2Q type=write size=3358505 2024-08-10T05:16:00.517 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.516+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~A56PUO5ECJ3I.0 size=1048576 2024-08-10T05:16:00.518 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.517+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~A56PUO5ECJ3I.1 size=1048576 2024-08-10T05:16:00.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.518+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~A56PUO5ECJ3I.2 size=708410 2024-08-10T05:16:00.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.518+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=A56PUO5ECJ3I tag=6HWGP9K0UMTK type=write size=3854138 2024-08-10T05:16:00.521 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.520+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~KLXXJ2UL3Q2U.0 size=1048576 2024-08-10T05:16:00.522 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.522+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~KLXXJ2UL3Q2U.1 size=1048576 2024-08-10T05:16:00.524 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.523+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~KLXXJ2UL3Q2U.2 size=337474 2024-08-10T05:16:00.526 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.525+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=KLXXJ2UL3Q2U tag=DRU6XFAJWIFW type=write size=3483202 2024-08-10T05:16:00.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.528+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~OEGPI65CJ1BP.0 size=376666 2024-08-10T05:16:00.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.528+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=OEGPI65CJ1BP tag=MW80NRV1MBHV type=write size=1425242 2024-08-10T05:16:00.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.530+0000 7f14b4aea640 1 < completed write operation key=U3RDNND7WV1Z tag=CNB6JTEMYAA8 type=write size=923687 2024-08-10T05:16:00.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.531+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=5DOF27AU4LMD type=write size=371960 2024-08-10T05:16:00.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.533+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FYFBYAUBNSC7.0 size=1048576 2024-08-10T05:16:00.535 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.534+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FYFBYAUBNSC7.1 size=802113 2024-08-10T05:16:00.538 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.537+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=FYFBYAUBNSC7 tag=FCEN683X1IMI type=write size=2899265 2024-08-10T05:16:00.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.539+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=ZUTUMDCCUEEV type=del size=534243 2024-08-10T05:16:00.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.540+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~J43DYAPGDZWZ.0 size=1048576 2024-08-10T05:16:00.542 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.542+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~J43DYAPGDZWZ.1 size=1048576 2024-08-10T05:16:00.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.543+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~J43DYAPGDZWZ.2 size=692162 2024-08-10T05:16:00.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.545+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=J43DYAPGDZWZ tag=TQKSCHF7W99W type=write size=3837890 2024-08-10T05:16:00.549 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.548+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~IJVG6R11RHPW.0 size=1048576 2024-08-10T05:16:00.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.549+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~IJVG6R11RHPW.1 size=1048576 2024-08-10T05:16:00.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.550+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~IJVG6R11RHPW.2 size=315133 2024-08-10T05:16:00.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.550+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=IJVG6R11RHPW tag=3SZZJXMYJPHG type=write size=3460861 2024-08-10T05:16:00.553 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.552+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=4F2YTS966AWW type=del 2024-08-10T05:16:00.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.555+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~D9G1KJMOGCZV.0 size=1048576 2024-08-10T05:16:00.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.556+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~D9G1KJMOGCZV.1 size=1048576 2024-08-10T05:16:00.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.558+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~D9G1KJMOGCZV.2 size=757564 2024-08-10T05:16:00.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.558+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=D9G1KJMOGCZV tag=OP93U0N8BRIS type=write size=3903292 2024-08-10T05:16:00.560 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.559+0000 7f14b4aea640 1 < completed write operation key=BQXO5DZMA1P4 tag=F2W9RWX2Y86X type=write size=990192 2024-08-10T05:16:00.562 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.561+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=3SAJJ2EIL6XF type=del size=2475274 2024-08-10T05:16:00.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.564+0000 7f14b4aea640 1 < suggested remove operation key=18KKPDK2VIRW tag=P28HJURFO312 type=del 2024-08-10T05:16:00.566 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.566+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=CWYUX48YD6JH type=del size=480846 2024-08-10T05:16:00.568 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.568+0000 7f14b4aea640 1 < canceled operation key=YH0KSZI7R4TX tag=AGUBJNZVEFGH type=del size=2822787 2024-08-10T05:16:00.570 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.569+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=97FLZWN4UQ1C type=del size=2200568 2024-08-10T05:16:00.572 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.571+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=3O02OJNR2J6A type=write size=869271 2024-08-10T05:16:00.574 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.574+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~K8Z6NMRC4MQS.0 size=174265 2024-08-10T05:16:00.574 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.574+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=K8Z6NMRC4MQS tag=DG95UWINHNTK type=write size=1222841 2024-08-10T05:16:00.576 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.575+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=DZT184L32N54 type=write size=268821 2024-08-10T05:16:00.577 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.576+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=PXBI5BBB2LYW type=del size=599400 2024-08-10T05:16:00.580 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.579+0000 7f14b4aea640 1 < suggested update operation key=C12BG8POXEML tag=NP206MUWPTP0 type=write size=584641 2024-08-10T05:16:00.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.582+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~KIZNSIACG6GE.0 size=1048576 2024-08-10T05:16:00.584 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.583+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~KIZNSIACG6GE.1 size=1048576 2024-08-10T05:16:00.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.585+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~KIZNSIACG6GE.2 size=968026 2024-08-10T05:16:00.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.585+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=KIZNSIACG6GE tag=URADXQU2OZMR type=write size=4113754 2024-08-10T05:16:00.587 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.586+0000 7f14b4aea640 1 < canceled operation key=43PHUSMB0CNL tag=H7YDAITMDLKG type=write size=135895 2024-08-10T05:16:00.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.588+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=A5WMG0PHIZA5 type=del size=1713782 2024-08-10T05:16:00.590 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.589+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=7HEMM30LUMJ0 type=del 2024-08-10T05:16:00.593 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.592+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~ZEFDF4PD8SFP.0 size=236119 2024-08-10T05:16:00.593 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.592+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=ZEFDF4PD8SFP tag=8909Y8R5X41K type=write size=1284695 2024-08-10T05:16:00.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.593+0000 7f14b4aea640 1 < completed write operation key=BQTRFOM0GF9P tag=31E0188TJ1U0 type=write size=387906 2024-08-10T05:16:00.597 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.596+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~SXGKSEKRR97X.0 size=1048576 2024-08-10T05:16:00.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.597+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~SXGKSEKRR97X.1 size=937403 2024-08-10T05:16:00.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.597+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=SXGKSEKRR97X tag=95J004FBA72V type=write size=3034555 2024-08-10T05:16:00.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.598+0000 7f14b4aea640 1 < canceled part key=_multipart_BQXO5DZMA1P4.2~ZFWIY3068FJV.0 size=1048576 2024-08-10T05:16:00.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.599+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~ZFWIY3068FJV.1 size=957880 2024-08-10T05:16:00.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.602+0000 7f14b4aea640 1 < canceled multipart upload key=BQXO5DZMA1P4 upload=ZFWIY3068FJV tag=3W1AX6BJ6R2R type=write size=3055032 2024-08-10T05:16:00.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.605+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~RT3YNV8N3QNN.0 size=1048576 2024-08-10T05:16:00.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.606+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~RT3YNV8N3QNN.1 size=1048576 2024-08-10T05:16:00.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.608+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~RT3YNV8N3QNN.2 size=591227 2024-08-10T05:16:00.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.608+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=RT3YNV8N3QNN tag=7KAZWXORQ4SQ type=write size=3736955 2024-08-10T05:16:00.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.610+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~A56PUO5ECJ3I.0 size=1048576 2024-08-10T05:16:00.611 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.610+0000 7f14b4aea640 1 < canceled part key=_multipart_YH0KSZI7R4TX.2~A56PUO5ECJ3I.1 size=1048576 2024-08-10T05:16:00.612 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.611+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~A56PUO5ECJ3I.2 size=708410 2024-08-10T05:16:00.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.614+0000 7f14b4aea640 1 < canceled multipart upload key=YH0KSZI7R4TX upload=A56PUO5ECJ3I tag=6HWGP9K0UMTK type=write size=3854138 2024-08-10T05:16:00.617 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.617+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~EYNQ0DJPPN4B.0 size=1048576 2024-08-10T05:16:00.619 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.618+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~EYNQ0DJPPN4B.1 size=421511 2024-08-10T05:16:00.619 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.618+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=EYNQ0DJPPN4B tag=W8E9CJRXT3HJ type=write size=2518663 2024-08-10T05:16:00.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.620+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~OEGPI65CJ1BP.0 size=376666 2024-08-10T05:16:00.623 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.623+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=OEGPI65CJ1BP tag=MW80NRV1MBHV type=write size=1425242 2024-08-10T05:16:00.626 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.625+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~2Y77HTOYPTGR.0 size=1048576 2024-08-10T05:16:00.627 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.627+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~2Y77HTOYPTGR.1 size=829343 2024-08-10T05:16:00.628 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.627+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=2Y77HTOYPTGR tag=ECQETMAZU1D7 type=write size=2926495 2024-08-10T05:16:00.629 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.628+0000 7f14b4aea640 1 < completed write operation key=LN88EIQRZLLG tag=5DOF27AU4LMD type=write size=371960 2024-08-10T05:16:00.631 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.630+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=ZIWVFCS78RTA type=del size=1389969 2024-08-10T05:16:00.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.631+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=ZUTUMDCCUEEV type=del 2024-08-10T05:16:00.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.634+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~HZI10A4TKXL6.0 size=992735 2024-08-10T05:16:00.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.634+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=HZI10A4TKXL6 tag=0YDONO6ICUQO type=write size=2041311 2024-08-10T05:16:00.636 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.636+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~IJVG6R11RHPW.0 size=1048576 2024-08-10T05:16:00.638 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.637+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~IJVG6R11RHPW.1 size=1048576 2024-08-10T05:16:00.639 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.638+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~IJVG6R11RHPW.2 size=315133 2024-08-10T05:16:00.641 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.641+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=IJVG6R11RHPW tag=3SZZJXMYJPHG type=write size=3460861 2024-08-10T05:16:00.643 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.642+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=Z5K4PL2ROEPO type=write size=515 2024-08-10T05:16:00.643 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.642+0000 7f14b4aea640 1 < canceled part key=_multipart_RBLPMJAHLR1B.2~D9G1KJMOGCZV.0 size=1048576 2024-08-10T05:16:00.644 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.643+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~D9G1KJMOGCZV.1 size=1048576 2024-08-10T05:16:00.645 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.645+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~D9G1KJMOGCZV.2 size=757564 2024-08-10T05:16:00.648 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.647+0000 7f14b4aea640 1 < canceled multipart upload key=RBLPMJAHLR1B upload=D9G1KJMOGCZV tag=OP93U0N8BRIS type=write size=3903292 2024-08-10T05:16:00.651 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.650+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~XG8LLSAP2LWD.0 size=355166 2024-08-10T05:16:00.651 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.650+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=XG8LLSAP2LWD tag=B5CEORTEQJ2J type=write size=1403742 2024-08-10T05:16:00.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.651+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=3SAJJ2EIL6XF type=del 2024-08-10T05:16:00.655 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.654+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~O6NWQ1PZRGXO.0 size=62595 2024-08-10T05:16:00.655 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.654+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=O6NWQ1PZRGXO tag=S656AAO1E9JA type=write size=1111171 2024-08-10T05:16:00.656 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.656+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=CWYUX48YD6JH type=del 2024-08-10T05:16:00.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.657+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=K0CQEVTOB97G type=del size=893871 2024-08-10T05:16:00.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.658+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=97FLZWN4UQ1C type=del 2024-08-10T05:16:00.661 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.660+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=UTOVD5QHHVP1 type=del size=2841305 2024-08-10T05:16:00.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.662+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~K8Z6NMRC4MQS.0 size=174265 2024-08-10T05:16:00.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.664+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=K8Z6NMRC4MQS tag=DG95UWINHNTK type=write size=1222841 2024-08-10T05:16:00.668 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.667+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~2A4Q30YBHETR.0 size=1048576 2024-08-10T05:16:00.669 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.668+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~2A4Q30YBHETR.1 size=1048576 2024-08-10T05:16:00.670 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.669+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~2A4Q30YBHETR.2 size=7447 2024-08-10T05:16:00.670 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.669+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=2A4Q30YBHETR tag=72UT4G4P2XTP type=write size=3153175 2024-08-10T05:16:00.672 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.671+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=PXBI5BBB2LYW type=del 2024-08-10T05:16:00.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.672+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=LZWJFBJV5Y5B type=del size=1917462 2024-08-10T05:16:00.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.674+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~KIZNSIACG6GE.0 size=1048576 2024-08-10T05:16:00.676 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.675+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~KIZNSIACG6GE.1 size=1048576 2024-08-10T05:16:00.677 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.677+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~KIZNSIACG6GE.2 size=968026 2024-08-10T05:16:00.680 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.679+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=KIZNSIACG6GE tag=URADXQU2OZMR type=write size=4113754 2024-08-10T05:16:00.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.682+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~15OGDRNERXY2.0 size=355393 2024-08-10T05:16:00.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.682+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=15OGDRNERXY2 tag=50H53LVKQX7T type=write size=1403969 2024-08-10T05:16:00.685 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.684+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=A5WMG0PHIZA5 type=del 2024-08-10T05:16:00.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.686+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=2TJMKL38YP0G type=del size=960957 2024-08-10T05:16:00.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.687+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~ZEFDF4PD8SFP.0 size=236119 2024-08-10T05:16:00.691 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.690+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=ZEFDF4PD8SFP tag=8909Y8R5X41K type=write size=1284695 2024-08-10T05:16:00.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.691+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=5VL9XSSI7CIY type=del size=562063 2024-08-10T05:16:00.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.693+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~SXGKSEKRR97X.0 size=1048576 2024-08-10T05:16:00.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.695+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~SXGKSEKRR97X.1 size=937403 2024-08-10T05:16:00.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.697+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=SXGKSEKRR97X tag=95J004FBA72V type=write size=3034555 2024-08-10T05:16:00.700 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.699+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=95EMQDBJWTBV type=del size=1043801 2024-08-10T05:16:00.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.701+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~RT3YNV8N3QNN.0 size=1048576 2024-08-10T05:16:00.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.702+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~RT3YNV8N3QNN.1 size=1048576 2024-08-10T05:16:00.704 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.703+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~RT3YNV8N3QNN.2 size=591227 2024-08-10T05:16:00.707 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.706+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=RT3YNV8N3QNN tag=7KAZWXORQ4SQ type=write size=3736955 2024-08-10T05:16:00.709 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.708+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=D8UP3RWJQUVY type=del size=3562570 2024-08-10T05:16:00.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.709+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~EYNQ0DJPPN4B.0 size=1048576 2024-08-10T05:16:00.711 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.711+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~EYNQ0DJPPN4B.1 size=421511 2024-08-10T05:16:00.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.714+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=EYNQ0DJPPN4B tag=W8E9CJRXT3HJ type=write size=2518663 2024-08-10T05:16:00.717 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.716+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~DK3V9KCINXI3.0 size=1048576 2024-08-10T05:16:00.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.718+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~DK3V9KCINXI3.1 size=1048576 2024-08-10T05:16:00.720 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.719+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~DK3V9KCINXI3.2 size=692526 2024-08-10T05:16:00.720 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.719+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=DK3V9KCINXI3 tag=KRAXTP6R5E4T type=write size=3838254 2024-08-10T05:16:00.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.720+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~2Y77HTOYPTGR.0 size=1048576 2024-08-10T05:16:00.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.722+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~2Y77HTOYPTGR.1 size=829343 2024-08-10T05:16:00.726 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.725+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=2Y77HTOYPTGR tag=ECQETMAZU1D7 type=write size=2926495 2024-08-10T05:16:00.728 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.727+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=WO2IX31MIPYQ type=del size=2063241 2024-08-10T05:16:00.729 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.728+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=ZIWVFCS78RTA type=del 2024-08-10T05:16:00.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.731+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~0H5638WF3HBT.0 size=1048576 2024-08-10T05:16:00.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.733+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~0H5638WF3HBT.1 size=81771 2024-08-10T05:16:00.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.733+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=0H5638WF3HBT tag=AJ8ANBK0VCA1 type=write size=2178923 2024-08-10T05:16:00.736 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.735+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~HZI10A4TKXL6.0 size=992735 2024-08-10T05:16:00.740 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.739+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=HZI10A4TKXL6 tag=0YDONO6ICUQO type=write size=2041311 2024-08-10T05:16:00.741 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.741+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=4MO2PIE9CQMK type=del size=1776557 2024-08-10T05:16:00.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.742+0000 7f14b4aea640 1 < completed write operation key=QJTYLK106AGR tag=Z5K4PL2ROEPO type=write size=515 2024-08-10T05:16:00.746 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.745+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~WMMJ1K1Q1SB4.0 size=768651 2024-08-10T05:16:00.746 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.745+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=WMMJ1K1Q1SB4 tag=RJJUM3BZ2FU0 type=write size=1817227 2024-08-10T05:16:00.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.747+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~XG8LLSAP2LWD.0 size=355166 2024-08-10T05:16:00.751 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.750+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=XG8LLSAP2LWD tag=B5CEORTEQJ2J type=write size=1403742 2024-08-10T05:16:00.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.753+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~HCLHVTGBNSZU.0 size=1048576 2024-08-10T05:16:00.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.755+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~HCLHVTGBNSZU.1 size=1048576 2024-08-10T05:16:00.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.756+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~HCLHVTGBNSZU.2 size=1003507 2024-08-10T05:16:00.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.756+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=HCLHVTGBNSZU tag=1O2SG018DZ6B type=write size=4149235 2024-08-10T05:16:00.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.757+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~O6NWQ1PZRGXO.0 size=62595 2024-08-10T05:16:00.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.760+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=O6NWQ1PZRGXO tag=S656AAO1E9JA type=write size=1111171 2024-08-10T05:16:00.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.762+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=6PCDOLZLDYE0 type=write size=539767 2024-08-10T05:16:00.764 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.763+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=K0CQEVTOB97G type=del 2024-08-10T05:16:00.766 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.765+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=1H541MFNJVG9 type=write size=845775 2024-08-10T05:16:00.768 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.768+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=UTOVD5QHHVP1 type=del 2024-08-10T05:16:00.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.771+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~P2Z7LJC3K81G.0 size=1005846 2024-08-10T05:16:00.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.771+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=P2Z7LJC3K81G tag=DU6W7IRB8P5Q type=write size=2054422 2024-08-10T05:16:00.773 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.772+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~2A4Q30YBHETR.0 size=1048576 2024-08-10T05:16:00.774 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.774+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~2A4Q30YBHETR.1 size=1048576 2024-08-10T05:16:00.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.775+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~2A4Q30YBHETR.2 size=7447 2024-08-10T05:16:00.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.778+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=2A4Q30YBHETR tag=72UT4G4P2XTP type=write size=3153175 2024-08-10T05:16:00.780 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.779+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=4NMHY0GUMLJZ type=del size=694400 2024-08-10T05:16:00.782 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.781+0000 7f14b4aea640 1 < canceled operation key=F8VCLKTJX8NT tag=LZWJFBJV5Y5B type=del size=1917462 2024-08-10T05:16:00.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.783+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=WNDNDVG0QHG8 type=del size=1330414 2024-08-10T05:16:00.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.784+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~15OGDRNERXY2.0 size=355393 2024-08-10T05:16:00.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.787+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=15OGDRNERXY2 tag=50H53LVKQX7T type=write size=1403969 2024-08-10T05:16:00.789 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.788+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=NESC0QKJGOO1 type=del size=2212965 2024-08-10T05:16:00.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.791+0000 7f14b4aea640 1 < suggested remove operation key=GVED6658RQPQ tag=2TJMKL38YP0G type=del 2024-08-10T05:16:00.794 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.793+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=7J8KLCCEMFK9 type=del size=43276 2024-08-10T05:16:00.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.794+0000 7f14b4aea640 1 < canceled operation key=HDO3WL7N93SY tag=5VL9XSSI7CIY type=del size=562063 2024-08-10T05:16:00.797 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.796+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=SLZSKIJZ5XAX type=del size=1557015 2024-08-10T05:16:00.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.797+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=95EMQDBJWTBV type=del 2024-08-10T05:16:00.801 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.800+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~DFX3T3QCXCVE.0 size=1048576 2024-08-10T05:16:00.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.802+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~DFX3T3QCXCVE.1 size=34197 2024-08-10T05:16:00.803 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.802+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=DFX3T3QCXCVE tag=T7UTWM1L1JIG type=write size=2131349 2024-08-10T05:16:00.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.803+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=D8UP3RWJQUVY type=del 2024-08-10T05:16:00.807 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.806+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~0FFF3NORHE5G.0 size=1048576 2024-08-10T05:16:00.808 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.807+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~0FFF3NORHE5G.1 size=1048576 2024-08-10T05:16:00.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.809+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~0FFF3NORHE5G.2 size=267473 2024-08-10T05:16:00.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.809+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=0FFF3NORHE5G tag=J36R54RTI87H type=write size=3413201 2024-08-10T05:16:00.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.810+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~DK3V9KCINXI3.0 size=1048576 2024-08-10T05:16:00.813 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.812+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~DK3V9KCINXI3.1 size=1048576 2024-08-10T05:16:00.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.813+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~DK3V9KCINXI3.2 size=692526 2024-08-10T05:16:00.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.816+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=DK3V9KCINXI3 tag=KRAXTP6R5E4T type=write size=3838254 2024-08-10T05:16:00.818 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.817+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=I482F0S5XFO1 type=write size=666933 2024-08-10T05:16:00.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.820+0000 7f14b4aea640 1 < suggested remove operation key=SDD0BWGOBF7T tag=WO2IX31MIPYQ type=del 2024-08-10T05:16:00.824 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.824+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~UJ32TALUBJ23.0 size=522420 2024-08-10T05:16:00.825 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.824+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=UJ32TALUBJ23 tag=GPMGAQ3L6OW8 type=write size=1570996 2024-08-10T05:16:00.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.825+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~0H5638WF3HBT.0 size=1048576 2024-08-10T05:16:00.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.827+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~0H5638WF3HBT.1 size=81771 2024-08-10T05:16:00.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.829+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=0H5638WF3HBT tag=AJ8ANBK0VCA1 type=write size=2178923 2024-08-10T05:16:00.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.831+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=4EROFIM2A93J type=del size=1044893 2024-08-10T05:16:00.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.833+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=4MO2PIE9CQMK type=del 2024-08-10T05:16:00.835 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.835+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=B83MOPLCPGHB type=write size=139990 2024-08-10T05:16:00.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.841+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~WMMJ1K1Q1SB4.0 size=768651 2024-08-10T05:16:00.845 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.844+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=WMMJ1K1Q1SB4 tag=RJJUM3BZ2FU0 type=write size=1817227 2024-08-10T05:16:00.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.846+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=13DGEJ65LUAB type=del size=25512 2024-08-10T05:16:00.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.846+0000 7f14b4aea640 1 < canceled part key=_multipart_U3RDNND7WV1Z.2~HCLHVTGBNSZU.0 size=1048576 2024-08-10T05:16:00.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.847+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~HCLHVTGBNSZU.1 size=1048576 2024-08-10T05:16:00.850 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.849+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~HCLHVTGBNSZU.2 size=1003507 2024-08-10T05:16:00.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.852+0000 7f14b4aea640 1 < canceled multipart upload key=U3RDNND7WV1Z upload=HCLHVTGBNSZU tag=1O2SG018DZ6B type=write size=4149235 2024-08-10T05:16:00.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.855+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~Z90J7393M220.0 size=1048576 2024-08-10T05:16:00.857 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.856+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~Z90J7393M220.1 size=1048576 2024-08-10T05:16:00.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.858+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~Z90J7393M220.2 size=512494 2024-08-10T05:16:00.859 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.858+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=Z90J7393M220 tag=QGMXG352W7MT type=write size=3658222 2024-08-10T05:16:00.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.861+0000 7f14b4aea640 1 < suggested remove operation key=RCP16G4OVJX2 tag=6PCDOLZLDYE0 type=write 2024-08-10T05:16:00.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.862+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=T30EXR8I5WB5 type=del size=3392766 2024-08-10T05:16:00.865 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.864+0000 7f14b4aea640 1 < completed write operation key=8EIZ7QHKAZHT tag=1H541MFNJVG9 type=write size=845775 2024-08-10T05:16:00.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.867+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~NWM45F2C69K7.0 size=582148 2024-08-10T05:16:00.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.867+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=NWM45F2C69K7 tag=VVSMXMOFJOPQ type=write size=1630724 2024-08-10T05:16:00.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.869+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~P2Z7LJC3K81G.0 size=1005846 2024-08-10T05:16:00.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.871+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=P2Z7LJC3K81G tag=DU6W7IRB8P5Q type=write size=2054422 2024-08-10T05:16:00.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.875+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~VIQGK4KBU2Z1.0 size=716219 2024-08-10T05:16:00.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.875+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=VIQGK4KBU2Z1 tag=QTQNJZPLVHPQ type=write size=1764795 2024-08-10T05:16:00.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.876+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=4NMHY0GUMLJZ type=del 2024-08-10T05:16:00.879 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.878+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=NNBNAMYS9SCH type=del size=3522685 2024-08-10T05:16:00.881 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.881+0000 7f14b4aea640 1 < suggested update operation key=18KKPDK2VIRW tag=WNDNDVG0QHG8 type=del size=1330414 2024-08-10T05:16:00.883 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.882+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=B1V43VXBOZ56 type=write size=264169 2024-08-10T05:16:00.884 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.884+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=NESC0QKJGOO1 type=del 2024-08-10T05:16:00.887 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.887+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~BXQ5571FZ60W.0 size=1048576 2024-08-10T05:16:00.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.888+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~BXQ5571FZ60W.1 size=369128 2024-08-10T05:16:00.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.888+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=BXQ5571FZ60W tag=4O1Y61G2Y2X0 type=write size=2466280 2024-08-10T05:16:00.890 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.889+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=7J8KLCCEMFK9 type=del 2024-08-10T05:16:00.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.891+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=OOT522XLQAQQ type=del size=957664 2024-08-10T05:16:00.894 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.893+0000 7f14b4aea640 -1 < failed to complete operation key=RCP16G4OVJX2 tag=SLZSKIJZ5XAX type=del size=1557015: (22) Invalid argument 2024-08-10T05:16:00.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.895+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=E9YS40UFNPIF type=del size=3416335 2024-08-10T05:16:00.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.896+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~DFX3T3QCXCVE.0 size=1048576 2024-08-10T05:16:00.899 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.898+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~DFX3T3QCXCVE.1 size=34197 2024-08-10T05:16:00.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.901+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=DFX3T3QCXCVE tag=T7UTWM1L1JIG type=write size=2131349 2024-08-10T05:16:00.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.902+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=L2YA45X45JAS type=del size=3194042 2024-08-10T05:16:00.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.904+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~0FFF3NORHE5G.0 size=1048576 2024-08-10T05:16:00.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.905+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~0FFF3NORHE5G.1 size=1048576 2024-08-10T05:16:00.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.907+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~0FFF3NORHE5G.2 size=267473 2024-08-10T05:16:00.910 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.909+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=0FFF3NORHE5G tag=J36R54RTI87H type=write size=3413201 2024-08-10T05:16:00.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.911+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=FA4Y1HKRV4YZ type=write size=114062 2024-08-10T05:16:00.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.914+0000 7f14b4aea640 1 < suggested update operation key=MOSZKVLQ4RI4 tag=I482F0S5XFO1 type=write size=666933 2024-08-10T05:16:00.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.916+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~KBVHIBCADIWZ.0 size=1048576 2024-08-10T05:16:00.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.918+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~KBVHIBCADIWZ.1 size=1048576 2024-08-10T05:16:00.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.919+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~KBVHIBCADIWZ.2 size=553337 2024-08-10T05:16:00.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.919+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=KBVHIBCADIWZ tag=X017L2RP3RIM type=write size=3699065 2024-08-10T05:16:00.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.921+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~UJ32TALUBJ23.0 size=522420 2024-08-10T05:16:00.924 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.923+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=UJ32TALUBJ23 tag=GPMGAQ3L6OW8 type=write size=1570996 2024-08-10T05:16:00.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.926+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~ZDEJ61M3KOXJ.0 size=1048576 2024-08-10T05:16:00.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.927+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~ZDEJ61M3KOXJ.1 size=1048576 2024-08-10T05:16:00.929 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.929+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~ZDEJ61M3KOXJ.2 size=370404 2024-08-10T05:16:00.930 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.929+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=ZDEJ61M3KOXJ tag=0HOAZAAJRB0V type=write size=3516132 2024-08-10T05:16:00.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.930+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=4EROFIM2A93J type=del 2024-08-10T05:16:00.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.932+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=WEU4QU3IOE9E type=del size=3561828 2024-08-10T05:16:00.934 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.933+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=B83MOPLCPGHB type=write size=139990 2024-08-10T05:16:00.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.935+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=N3KEP2XDPABW type=del size=3641921 2024-08-10T05:16:00.937 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.936+0000 7f14b4aea640 1 < canceled operation key=U3RDNND7WV1Z tag=13DGEJ65LUAB type=del size=25512 2024-08-10T05:16:00.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.938+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=RWU73ML6L8LB type=del size=2269904 2024-08-10T05:16:00.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.939+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~Z90J7393M220.0 size=1048576 2024-08-10T05:16:00.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.939+0000 7f14b4aea640 1 < canceled part key=_multipart_F8VCLKTJX8NT.2~Z90J7393M220.1 size=1048576 2024-08-10T05:16:00.941 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.940+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~Z90J7393M220.2 size=512494 2024-08-10T05:16:00.944 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.943+0000 7f14b4aea640 1 < canceled multipart upload key=F8VCLKTJX8NT upload=Z90J7393M220 tag=QGMXG352W7MT type=write size=3658222 2024-08-10T05:16:00.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.945+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=93LKEMAV9MEI type=del size=4023462 2024-08-10T05:16:00.947 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.946+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=T30EXR8I5WB5 type=del 2024-08-10T05:16:00.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.948+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=DSTB0W56Y8B9 type=del size=848933 2024-08-10T05:16:00.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.949+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~NWM45F2C69K7.0 size=582148 2024-08-10T05:16:00.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.952+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=NWM45F2C69K7 tag=VVSMXMOFJOPQ type=write size=1630724 2024-08-10T05:16:00.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.953+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=PT7WYB0VVKRC type=del size=1342222 2024-08-10T05:16:00.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.955+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~VIQGK4KBU2Z1.0 size=716219 2024-08-10T05:16:00.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.958+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=VIQGK4KBU2Z1 tag=QTQNJZPLVHPQ type=write size=1764795 2024-08-10T05:16:00.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.961+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~3SE6MHFSARRJ.0 size=435936 2024-08-10T05:16:00.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.961+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=3SE6MHFSARRJ tag=VGJ351SXEM0F type=write size=1484512 2024-08-10T05:16:00.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.963+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=NNBNAMYS9SCH type=del 2024-08-10T05:16:00.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.966+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~O0S8DZE00YEV.0 size=1048576 2024-08-10T05:16:00.968 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.967+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~O0S8DZE00YEV.1 size=270 2024-08-10T05:16:00.968 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.967+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=O0S8DZE00YEV tag=IM2GK8VW77MD type=write size=2097422 2024-08-10T05:16:00.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.971+0000 7f14b4aea640 1 < suggested update operation key=ROVKNC22J3KX tag=B1V43VXBOZ56 type=write size=264169 2024-08-10T05:16:00.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.972+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=OIDU9ROLEBXY type=del size=1684631 2024-08-10T05:16:00.975 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.974+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~BXQ5571FZ60W.0 size=1048576 2024-08-10T05:16:00.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.975+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~BXQ5571FZ60W.1 size=369128 2024-08-10T05:16:00.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.978+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=BXQ5571FZ60W tag=4O1Y61G2Y2X0 type=write size=2466280 2024-08-10T05:16:00.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.981+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~Q98BR4W32AP9.0 size=1048576 2024-08-10T05:16:00.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.982+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~Q98BR4W32AP9.1 size=998998 2024-08-10T05:16:00.984 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.982+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=Q98BR4W32AP9 tag=XYTXD50VC1H7 type=write size=3096150 2024-08-10T05:16:00.985 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.984+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=OOT522XLQAQQ type=del 2024-08-10T05:16:00.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.986+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=S66QYPLWXR2O type=del size=1970805 2024-08-10T05:16:00.988 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.987+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=E9YS40UFNPIF type=del 2024-08-10T05:16:00.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.989+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=5C6PU68SV07C type=del size=1408112 2024-08-10T05:16:00.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.991+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=L2YA45X45JAS type=del 2024-08-10T05:16:00.995 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.994+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~O9QC7VX2HUAQ.0 size=1048576 2024-08-10T05:16:00.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.996+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~O9QC7VX2HUAQ.1 size=593198 2024-08-10T05:16:00.997 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.996+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=O9QC7VX2HUAQ tag=0O8XSZ0UKHLE type=write size=2690350 2024-08-10T05:16:00.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.997+0000 7f14b4aea640 1 < completed write operation key=8EIZ7QHKAZHT tag=FA4Y1HKRV4YZ type=write size=114062 2024-08-10T05:16:01.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:00.999+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=N509Q4K6ERZG type=write size=389228 2024-08-10T05:16:01.001 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.001+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~KBVHIBCADIWZ.0 size=1048576 2024-08-10T05:16:01.003 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.002+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~KBVHIBCADIWZ.1 size=1048576 2024-08-10T05:16:01.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.003+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~KBVHIBCADIWZ.2 size=553337 2024-08-10T05:16:01.007 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.006+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=KBVHIBCADIWZ tag=X017L2RP3RIM type=write size=3699065 2024-08-10T05:16:01.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.008+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=72GJP5N2IL62 type=del size=3940291 2024-08-10T05:16:01.011 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.010+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~ZDEJ61M3KOXJ.0 size=1048576 2024-08-10T05:16:01.013 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.012+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~ZDEJ61M3KOXJ.1 size=1048576 2024-08-10T05:16:01.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.014+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~ZDEJ61M3KOXJ.2 size=370404 2024-08-10T05:16:01.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.017+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=ZDEJ61M3KOXJ tag=0HOAZAAJRB0V type=write size=3516132 2024-08-10T05:16:01.021 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.020+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~A7H20LO81254.0 size=1048576 2024-08-10T05:16:01.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.021+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~A7H20LO81254.1 size=787091 2024-08-10T05:16:01.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.021+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=A7H20LO81254 tag=ZJ7RLQBIISH9 type=write size=2884243 2024-08-10T05:16:01.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.023+0000 7f14b4aea640 -1 < failed to complete operation key=ROVKNC22J3KX tag=WEU4QU3IOE9E type=del size=3561828: (22) Invalid argument 2024-08-10T05:16:01.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.026+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=FSK1FK2FKRZ8 type=del size=1528604 2024-08-10T05:16:01.028 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.027+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=N3KEP2XDPABW type=del 2024-08-10T05:16:01.030 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.029+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=T059H4WFZIMI type=write size=558344 2024-08-10T05:16:01.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.031+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=RWU73ML6L8LB type=del 2024-08-10T05:16:01.033 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.032+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=ZU2Z2AF0792Z type=del size=3260110 2024-08-10T05:16:01.035 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.034+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=93LKEMAV9MEI type=del size=4023462 2024-08-10T05:16:01.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.036+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=DVKXCC41NJ9X type=write size=572821 2024-08-10T05:16:01.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.038+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=DSTB0W56Y8B9 type=del 2024-08-10T05:16:01.040 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.039+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=1JFZ00OX4BYN type=del size=3280696 2024-08-10T05:16:01.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.041+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=PT7WYB0VVKRC type=del 2024-08-10T05:16:01.044 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.043+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=VAQRMU5GKBUW type=del size=3045767 2024-08-10T05:16:01.045 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.045+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~3SE6MHFSARRJ.0 size=435936 2024-08-10T05:16:01.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.048+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=3SE6MHFSARRJ tag=VGJ351SXEM0F type=write size=1484512 2024-08-10T05:16:01.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.052+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~SX1EQHVQK7M4.0 size=1048576 2024-08-10T05:16:01.054 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.053+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~SX1EQHVQK7M4.1 size=493146 2024-08-10T05:16:01.054 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.053+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=SX1EQHVQK7M4 tag=AZL5LK26T31L type=write size=2590298 2024-08-10T05:16:01.056 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.055+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~O0S8DZE00YEV.0 size=1048576 2024-08-10T05:16:01.058 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.057+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~O0S8DZE00YEV.1 size=270 2024-08-10T05:16:01.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.060+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=O0S8DZE00YEV tag=IM2GK8VW77MD type=write size=2097422 2024-08-10T05:16:01.062 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.062+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=XMIOXTKZ7RPF type=del size=2428229 2024-08-10T05:16:01.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.065+0000 7f14b4aea640 1 < suggested update operation key=BQTRFOM0GF9P tag=OIDU9ROLEBXY type=del size=1684631 2024-08-10T05:16:01.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:00 smithi107 ceph-mon[86658]: pgmap v1361: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 602 KiB/s rd, 210 KiB/s wr, 1.06k op/s 2024-08-10T05:16:01.067 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.067+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=VLMNTR30ZK0V type=write size=457427 2024-08-10T05:16:01.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.069+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~Q98BR4W32AP9.0 size=1048576 2024-08-10T05:16:01.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.070+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~Q98BR4W32AP9.1 size=998998 2024-08-10T05:16:01.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.073+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=Q98BR4W32AP9 tag=XYTXD50VC1H7 type=write size=3096150 2024-08-10T05:16:01.077 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.076+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~MDZY3L5SZ0GK.0 size=1048576 2024-08-10T05:16:01.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.078+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~MDZY3L5SZ0GK.1 size=880777 2024-08-10T05:16:01.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.078+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=MDZY3L5SZ0GK tag=XDEX2LAOHVPR type=write size=2977929 2024-08-10T05:16:01.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.079+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=S66QYPLWXR2O type=del 2024-08-10T05:16:01.082 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.081+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=P8XUAK7PEABF type=del size=3141897 2024-08-10T05:16:01.084 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.083+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=5C6PU68SV07C type=del 2024-08-10T05:16:01.086 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.085+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=YME7X509MS6W type=del size=2312132 2024-08-10T05:16:01.087 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.086+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~O9QC7VX2HUAQ.0 size=1048576 2024-08-10T05:16:01.088 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.088+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~O9QC7VX2HUAQ.1 size=593198 2024-08-10T05:16:01.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.091+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=O9QC7VX2HUAQ tag=0O8XSZ0UKHLE type=write size=2690350 2024-08-10T05:16:01.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.094+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~FAZVX7MOXAUY.0 size=1048576 2024-08-10T05:16:01.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.095+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~FAZVX7MOXAUY.1 size=957448 2024-08-10T05:16:01.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.095+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=FAZVX7MOXAUY tag=30RH4BG194Y0 type=write size=3054600 2024-08-10T05:16:01.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.098+0000 7f14b4aea640 1 < suggested update operation key=RBLPMJAHLR1B tag=N509Q4K6ERZG type=write size=389228 2024-08-10T05:16:01.101 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.100+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=GRAZ8LKWMCNE type=del size=1088942 2024-08-10T05:16:01.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.102+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=72GJP5N2IL62 type=del 2024-08-10T05:16:01.105 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.104+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=QPQE2G3GTQ4U type=del size=1212915 2024-08-10T05:16:01.106 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.105+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~A7H20LO81254.0 size=1048576 2024-08-10T05:16:01.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.107+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~A7H20LO81254.1 size=787091 2024-08-10T05:16:01.110 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.110+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=A7H20LO81254 tag=ZJ7RLQBIISH9 type=write size=2884243 2024-08-10T05:16:01.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.111+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=R2662JCBI8XV type=del size=2510623 2024-08-10T05:16:01.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.113+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=FSK1FK2FKRZ8 type=del 2024-08-10T05:16:01.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.115+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=AAKPVFEUWISX type=del size=559615 2024-08-10T05:16:01.118 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.117+0000 7f14b4aea640 1 < canceled operation key=8EIZ7QHKAZHT tag=T059H4WFZIMI type=write size=558344 2024-08-10T05:16:01.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.120+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~AGRBD94JQTER.0 size=1048576 2024-08-10T05:16:01.122 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.122+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~AGRBD94JQTER.1 size=1048576 2024-08-10T05:16:01.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.123+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~AGRBD94JQTER.2 size=165306 2024-08-10T05:16:01.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.123+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=AGRBD94JQTER tag=ICAJVJ2Y6YAS type=write size=3311034 2024-08-10T05:16:01.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.124+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=ZU2Z2AF0792Z type=del 2024-08-10T05:16:01.127 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.126+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=3C3K6KNFZOB2 type=del size=2328575 2024-08-10T05:16:01.129 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.128+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=DVKXCC41NJ9X type=write size=572821 2024-08-10T05:16:01.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.130+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=7PYXHJSITU6F type=del size=3145286 2024-08-10T05:16:01.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.132+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=1JFZ00OX4BYN type=del 2024-08-10T05:16:01.136 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.135+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~PZV25JG1LJKW.0 size=1048576 2024-08-10T05:16:01.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.137+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~PZV25JG1LJKW.1 size=963940 2024-08-10T05:16:01.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.137+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=PZV25JG1LJKW tag=1DTXJ331G0TA type=write size=3061092 2024-08-10T05:16:01.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.140+0000 7f14b4aea640 1 < suggested update operation key=SDD0BWGOBF7T tag=VAQRMU5GKBUW type=del size=3045767 2024-08-10T05:16:01.143 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.143+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=73R6KXBGNI09 type=del size=675231 2024-08-10T05:16:01.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.144+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~SX1EQHVQK7M4.0 size=1048576 2024-08-10T05:16:01.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.146+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~SX1EQHVQK7M4.1 size=493146 2024-08-10T05:16:01.150 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.149+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=SX1EQHVQK7M4 tag=AZL5LK26T31L type=write size=2590298 2024-08-10T05:16:01.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.152+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~DRV6FZU2OOA1.0 size=1048576 2024-08-10T05:16:01.154 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.154+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~DRV6FZU2OOA1.1 size=46106 2024-08-10T05:16:01.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.154+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=DRV6FZU2OOA1 tag=LDI8ELOE8T8I type=write size=2143258 2024-08-10T05:16:01.156 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.155+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=XMIOXTKZ7RPF type=del 2024-08-10T05:16:01.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.157+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=BN9O6GOASQCD type=del size=3610808 2024-08-10T05:16:01.160 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.160+0000 7f14b4aea640 -1 < failed to complete operation key=RBLPMJAHLR1B tag=VLMNTR30ZK0V type=write size=457427: (22) Invalid argument 2024-08-10T05:16:01.162 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.161+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=85KYR3TMBFY8 type=write size=804867 2024-08-10T05:16:01.164 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.163+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~MDZY3L5SZ0GK.0 size=1048576 2024-08-10T05:16:01.165 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.164+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~MDZY3L5SZ0GK.1 size=880777 2024-08-10T05:16:01.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.167+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=MDZY3L5SZ0GK tag=XDEX2LAOHVPR type=write size=2977929 2024-08-10T05:16:01.171 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.171+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~F3QS3EI94KIA.0 size=187456 2024-08-10T05:16:01.172 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.171+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=F3QS3EI94KIA tag=TYH087VRLSY8 type=write size=1236032 2024-08-10T05:16:01.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.174+0000 7f14b4aea640 1 < suggested remove operation key=XU9ZENJ789VA tag=P8XUAK7PEABF type=del 2024-08-10T05:16:01.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.176+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=O1Q433KS11X4 type=write size=744636 2024-08-10T05:16:01.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.177+0000 7f14b4aea640 1 < canceled operation key=BQTRFOM0GF9P tag=YME7X509MS6W type=del size=2312132 2024-08-10T05:16:01.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.180+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=S12TSZFZFNPH type=del size=1306552 2024-08-10T05:16:01.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.181+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~FAZVX7MOXAUY.0 size=1048576 2024-08-10T05:16:01.183 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.183+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~FAZVX7MOXAUY.1 size=957448 2024-08-10T05:16:01.187 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.186+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=FAZVX7MOXAUY tag=30RH4BG194Y0 type=write size=3054600 2024-08-10T05:16:01.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.187+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=YU7NF3FH1RCC type=del size=1145229 2024-08-10T05:16:01.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.190+0000 7f14b4aea640 1 < canceled operation key=43PHUSMB0CNL tag=GRAZ8LKWMCNE type=del size=1088942 2024-08-10T05:16:01.193 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.193+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~2PTVN5041H3X.0 size=69392 2024-08-10T05:16:01.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.193+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=2PTVN5041H3X tag=KY4Y7XGZVZQU type=write size=1117968 2024-08-10T05:16:01.195 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.194+0000 7f14b4aea640 1 < canceled operation key=63XHARBYVQFS tag=QPQE2G3GTQ4U type=del size=1212915 2024-08-10T05:16:01.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.196+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=S52AJ5IT7LHW type=del size=3829554 2024-08-10T05:16:01.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.198+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=R2662JCBI8XV type=del 2024-08-10T05:16:01.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.199+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=YWLHGODFP1TQ type=del size=2789384 2024-08-10T05:16:01.202 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.201+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=AAKPVFEUWISX type=del 2024-08-10T05:16:01.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.202+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=UNL6GK2JWWE0 type=del size=1426079 2024-08-10T05:16:01.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.204+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~AGRBD94JQTER.0 size=1048576 2024-08-10T05:16:01.206 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.206+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~AGRBD94JQTER.1 size=1048576 2024-08-10T05:16:01.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.207+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~AGRBD94JQTER.2 size=165306 2024-08-10T05:16:01.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.210+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=AGRBD94JQTER tag=ICAJVJ2Y6YAS type=write size=3311034 2024-08-10T05:16:01.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.212+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=CPYGDYCDJ9T2 type=write size=208419 2024-08-10T05:16:01.215 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.214+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=3C3K6KNFZOB2 type=del 2024-08-10T05:16:01.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.217+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~TPV0Q93IS87A.0 size=1048576 2024-08-10T05:16:01.219 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.219+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~TPV0Q93IS87A.1 size=1048576 2024-08-10T05:16:01.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.220+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~TPV0Q93IS87A.2 size=376982 2024-08-10T05:16:01.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.220+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=TPV0Q93IS87A tag=Y36K3G9R7URN type=write size=3522710 2024-08-10T05:16:01.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.223+0000 7f14b4aea640 1 < suggested remove operation key=2LBM76TDYCHX tag=7PYXHJSITU6F type=del 2024-08-10T05:16:01.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:00 smithi078 ceph-mon[92251]: pgmap v1361: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 602 KiB/s rd, 210 KiB/s wr, 1.06k op/s 2024-08-10T05:16:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:00 smithi078 ceph-mon[94618]: pgmap v1361: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 602 KiB/s rd, 210 KiB/s wr, 1.06k op/s 2024-08-10T05:16:01.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.225+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=VZBYX1XPES1O type=del size=1461519 2024-08-10T05:16:01.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.225+0000 7f14b4aea640 1 < canceled part key=_multipart_43PHUSMB0CNL.2~PZV25JG1LJKW.0 size=1048576 2024-08-10T05:16:01.228 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.227+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~PZV25JG1LJKW.1 size=963940 2024-08-10T05:16:01.231 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.230+0000 7f14b4aea640 1 < canceled multipart upload key=43PHUSMB0CNL upload=PZV25JG1LJKW tag=1DTXJ331G0TA type=write size=3061092 2024-08-10T05:16:01.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.232+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=5LMLJFR83GHO type=del size=3607923 2024-08-10T05:16:01.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.233+0000 7f14b4aea640 1 < canceled operation key=43PHUSMB0CNL tag=73R6KXBGNI09 type=del size=675231 2024-08-10T05:16:01.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.237+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~Y7V7DYPZHO1Z.0 size=122869 2024-08-10T05:16:01.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.237+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=Y7V7DYPZHO1Z tag=BGSYGKN68T3I type=write size=1171445 2024-08-10T05:16:01.239 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.238+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~DRV6FZU2OOA1.0 size=1048576 2024-08-10T05:16:01.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.240+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~DRV6FZU2OOA1.1 size=46106 2024-08-10T05:16:01.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.243+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=DRV6FZU2OOA1 tag=LDI8ELOE8T8I type=write size=2143258 2024-08-10T05:16:01.245 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.245+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=YDS9VNA4QXW6 type=del size=1459235 2024-08-10T05:16:01.247 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.246+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=BN9O6GOASQCD type=del 2024-08-10T05:16:01.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.249+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~34EJGB4WSG0D.0 size=1048576 2024-08-10T05:16:01.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.251+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~34EJGB4WSG0D.1 size=506384 2024-08-10T05:16:01.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.251+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=34EJGB4WSG0D tag=E0BJX3AYVTII type=write size=2603536 2024-08-10T05:16:01.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.251+0000 7f14b4aea640 -1 < no bi entry to suggest for operation key=2LBM76TDYCHX tag=85KYR3TMBFY8 type=write size=804867: (2) No such file or directory 2024-08-10T05:16:01.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.253+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=TXOMJ3IHKEIZ type=write size=791455 2024-08-10T05:16:01.255 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.255+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~F3QS3EI94KIA.0 size=187456 2024-08-10T05:16:01.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.258+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=F3QS3EI94KIA tag=TYH087VRLSY8 type=write size=1236032 2024-08-10T05:16:01.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.261+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~E6WPIVWSQNNR.0 size=1048576 2024-08-10T05:16:01.263 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.263+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~E6WPIVWSQNNR.1 size=497438 2024-08-10T05:16:01.263 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.263+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=E6WPIVWSQNNR tag=ODGSGILXYOGJ type=write size=2594590 2024-08-10T05:16:01.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.265+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=O1Q433KS11X4 type=write size=744636 2024-08-10T05:16:01.267 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.267+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=AC5KEBW1YHDI type=del size=3115853 2024-08-10T05:16:01.271 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.270+0000 7f14b4aea640 1 < suggested update operation key=8EIZ7QHKAZHT tag=S12TSZFZFNPH type=del size=1306552 2024-08-10T05:16:01.272 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.271+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=9GD7ECFQJUNB type=del size=2233124 2024-08-10T05:16:01.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.273+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=YU7NF3FH1RCC type=del 2024-08-10T05:16:01.277 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.276+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~M0PV6K924U06.0 size=1048576 2024-08-10T05:16:01.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.277+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~M0PV6K924U06.1 size=516323 2024-08-10T05:16:01.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.277+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=M0PV6K924U06 tag=BU7JXVQPG1DF type=write size=2613475 2024-08-10T05:16:01.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.277+0000 7f14b4aea640 1 < canceled part key=_multipart_43PHUSMB0CNL.2~2PTVN5041H3X.0 size=69392 2024-08-10T05:16:01.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.280+0000 7f14b4aea640 1 < canceled multipart upload key=43PHUSMB0CNL upload=2PTVN5041H3X tag=KY4Y7XGZVZQU type=write size=1117968 2024-08-10T05:16:01.283 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.282+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=BAY9YJE0GW6W type=del size=3240662 2024-08-10T05:16:01.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.286+0000 7f14b4aea640 1 < suggested remove operation key=YH0KSZI7R4TX tag=S52AJ5IT7LHW type=del 2024-08-10T05:16:01.289 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.288+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=7CRUFH2P5O8H type=del size=3558423 2024-08-10T05:16:01.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.291+0000 7f14b4aea640 1 < suggested update operation key=RBLPMJAHLR1B tag=YWLHGODFP1TQ type=del size=2789384 2024-08-10T05:16:01.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.292+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=S9Y3K0SB5ZBE type=write size=531993 2024-08-10T05:16:01.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.295+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=UNL6GK2JWWE0 type=del 2024-08-10T05:16:01.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.296+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=6PMTATG4XYRV type=del size=301170 2024-08-10T05:16:01.299 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.298+0000 7f14b4aea640 -1 < failed to complete operation key=YH0KSZI7R4TX tag=CPYGDYCDJ9T2 type=write size=208419: (22) Invalid argument 2024-08-10T05:16:01.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.302+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~ZBCT2LXUKRJC.0 size=724829 2024-08-10T05:16:01.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.302+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=ZBCT2LXUKRJC tag=MPO1P2E3DBDM type=write size=1773405 2024-08-10T05:16:01.304 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.304+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~TPV0Q93IS87A.0 size=1048576 2024-08-10T05:16:01.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.305+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~TPV0Q93IS87A.1 size=1048576 2024-08-10T05:16:01.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.306+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~TPV0Q93IS87A.2 size=376982 2024-08-10T05:16:01.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.309+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=TPV0Q93IS87A tag=Y36K3G9R7URN type=write size=3522710 2024-08-10T05:16:01.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.311+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=8ZFAYT25DUPS type=write size=540365 2024-08-10T05:16:01.314 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.313+0000 7f14b4aea640 -1 < failed to complete operation key=8EIZ7QHKAZHT tag=VZBYX1XPES1O type=del size=1461519: (22) Invalid argument 2024-08-10T05:16:01.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.316+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~26A8KEL4EXHM.0 size=1048576 2024-08-10T05:16:01.318 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.317+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~26A8KEL4EXHM.1 size=1048576 2024-08-10T05:16:01.319 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.319+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~26A8KEL4EXHM.2 size=38104 2024-08-10T05:16:01.319 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.319+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=26A8KEL4EXHM tag=KBYLABECHWSY type=write size=3183832 2024-08-10T05:16:01.321 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.320+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=5LMLJFR83GHO type=del size=3607923 2024-08-10T05:16:01.324 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.323+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~3HRYAODEBJEW.0 size=942838 2024-08-10T05:16:01.324 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.323+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=3HRYAODEBJEW tag=QV72I2TPYT5X type=write size=1991414 2024-08-10T05:16:01.325 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.324+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~Y7V7DYPZHO1Z.0 size=122869 2024-08-10T05:16:01.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.327+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=Y7V7DYPZHO1Z tag=BGSYGKN68T3I type=write size=1171445 2024-08-10T05:16:01.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.329+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=II4JFMPADRKT type=write size=582429 2024-08-10T05:16:01.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.332+0000 7f14b4aea640 1 < suggested remove operation key=4GDX2ANEG4UE tag=YDS9VNA4QXW6 type=del 2024-08-10T05:16:01.335 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.334+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=HP73KOCT3DG0 type=del size=268329 2024-08-10T05:16:01.336 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.335+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~34EJGB4WSG0D.0 size=1048576 2024-08-10T05:16:01.337 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.337+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~34EJGB4WSG0D.1 size=506384 2024-08-10T05:16:01.340 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.339+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=34EJGB4WSG0D tag=E0BJX3AYVTII type=write size=2603536 2024-08-10T05:16:01.341 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.341+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=C22P2Q45L7Q6 type=del size=2624500 2024-08-10T05:16:01.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.342+0000 7f14b4aea640 1 < canceled operation key=63XHARBYVQFS tag=TXOMJ3IHKEIZ type=write size=791455 2024-08-10T05:16:01.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.345+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~ODMGFO65LWDF.0 size=1048576 2024-08-10T05:16:01.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.347+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~ODMGFO65LWDF.1 size=355020 2024-08-10T05:16:01.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.347+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=ODMGFO65LWDF tag=CG6ONQX89JDS type=write size=2452172 2024-08-10T05:16:01.349 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.349+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~E6WPIVWSQNNR.0 size=1048576 2024-08-10T05:16:01.351 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.350+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~E6WPIVWSQNNR.1 size=497438 2024-08-10T05:16:01.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.353+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=E6WPIVWSQNNR tag=ODGSGILXYOGJ type=write size=2594590 2024-08-10T05:16:01.357 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.356+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~8OQEMMUDH3BM.0 size=1048576 2024-08-10T05:16:01.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.357+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~8OQEMMUDH3BM.1 size=12093 2024-08-10T05:16:01.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.357+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=8OQEMMUDH3BM tag=IOCKL59KCAS9 type=write size=2109245 2024-08-10T05:16:01.359 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.359+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=AC5KEBW1YHDI type=del 2024-08-10T05:16:01.361 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.360+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=ZL10SMMEUS18 type=write size=227074 2024-08-10T05:16:01.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.363+0000 7f14b4aea640 1 < suggested update operation key=F8VCLKTJX8NT tag=9GD7ECFQJUNB type=del size=2233124 2024-08-10T05:16:01.366 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.365+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=770WH7GOX1YU type=del size=1660852 2024-08-10T05:16:01.367 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.366+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~M0PV6K924U06.0 size=1048576 2024-08-10T05:16:01.369 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.368+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~M0PV6K924U06.1 size=516323 2024-08-10T05:16:01.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.371+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=M0PV6K924U06 tag=BU7JXVQPG1DF type=write size=2613475 2024-08-10T05:16:01.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.372+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=UCZ41QCW1G4S type=del size=2635605 2024-08-10T05:16:01.375 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.374+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=BAY9YJE0GW6W type=del 2024-08-10T05:16:01.378 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.375+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=NVO3I1SPYG9E type=del size=818699 2024-08-10T05:16:01.381 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.379+0000 7f14b4aea640 1 < suggested remove operation key=K7GWZ9Z28PPZ tag=7CRUFH2P5O8H type=del 2024-08-10T05:16:01.381 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.381+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=OYHOU7EOVJ54 type=del size=4177536 2024-08-10T05:16:01.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.384+0000 7f14b4aea640 1 < suggested update operation key=BQXO5DZMA1P4 tag=S9Y3K0SB5ZBE type=write size=531993 2024-08-10T05:16:01.387 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.387+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~FH6U1L0C2RX6.0 size=1048576 2024-08-10T05:16:01.389 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.388+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~FH6U1L0C2RX6.1 size=738359 2024-08-10T05:16:01.389 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.388+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=FH6U1L0C2RX6 tag=FM5YVRDSVQ4O type=write size=2835511 2024-08-10T05:16:01.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.390+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=6PMTATG4XYRV type=del 2024-08-10T05:16:01.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.393+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~GINY61U8RZHL.0 size=1048576 2024-08-10T05:16:01.395 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.394+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~GINY61U8RZHL.1 size=417798 2024-08-10T05:16:01.395 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.394+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=GINY61U8RZHL tag=VT2108GEW0DP type=write size=2514950 2024-08-10T05:16:01.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.396+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~ZBCT2LXUKRJC.0 size=724829 2024-08-10T05:16:01.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.398+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=ZBCT2LXUKRJC tag=MPO1P2E3DBDM type=write size=1773405 2024-08-10T05:16:01.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.401+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~DJ0LQDW7I4Z8.0 size=516290 2024-08-10T05:16:01.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.401+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=DJ0LQDW7I4Z8 tag=7DE0DINV1Q0F type=write size=1564866 2024-08-10T05:16:01.403 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.403+0000 7f14b4aea640 1 < completed write operation key=18KKPDK2VIRW tag=8ZFAYT25DUPS type=write size=540365 2024-08-10T05:16:01.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.404+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=1BILZLOKFSOJ type=del size=2128882 2024-08-10T05:16:01.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.406+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~26A8KEL4EXHM.0 size=1048576 2024-08-10T05:16:01.408 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.407+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~26A8KEL4EXHM.1 size=1048576 2024-08-10T05:16:01.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.409+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~26A8KEL4EXHM.2 size=38104 2024-08-10T05:16:01.413 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.412+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=26A8KEL4EXHM tag=KBYLABECHWSY type=write size=3183832 2024-08-10T05:16:01.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.413+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=308TEJKTQQBC type=del size=1139288 2024-08-10T05:16:01.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.415+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~3HRYAODEBJEW.0 size=942838 2024-08-10T05:16:01.419 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.418+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=3HRYAODEBJEW tag=QV72I2TPYT5X type=write size=1991414 2024-08-10T05:16:01.420 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.420+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=HX1AEU5MLWHO type=del size=3945709 2024-08-10T05:16:01.422 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.421+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=II4JFMPADRKT type=write size=582429 2024-08-10T05:16:01.425 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.424+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~WEU8S5IQC6D6.0 size=1048576 2024-08-10T05:16:01.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.425+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~WEU8S5IQC6D6.1 size=450432 2024-08-10T05:16:01.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.425+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=WEU8S5IQC6D6 tag=VTKJAQCNCUE3 type=write size=2547584 2024-08-10T05:16:01.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.427+0000 7f14b4aea640 -1 < failed to complete operation key=K7GWZ9Z28PPZ tag=HP73KOCT3DG0 type=del size=268329: (22) Invalid argument 2024-08-10T05:16:01.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.430+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~WEK13KJE7UTM.0 size=1048576 2024-08-10T05:16:01.432 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.432+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~WEK13KJE7UTM.1 size=1048576 2024-08-10T05:16:01.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.433+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~WEK13KJE7UTM.2 size=750709 2024-08-10T05:16:01.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.433+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=WEK13KJE7UTM tag=84GLZXN5GE8E type=write size=3896437 2024-08-10T05:16:01.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.435+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=C22P2Q45L7Q6 type=del 2024-08-10T05:16:01.437 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.436+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=0PIJ491UGG0N type=write size=241888 2024-08-10T05:16:01.439 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.438+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~ODMGFO65LWDF.0 size=1048576 2024-08-10T05:16:01.440 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.439+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~ODMGFO65LWDF.1 size=355020 2024-08-10T05:16:01.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.442+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=ODMGFO65LWDF tag=CG6ONQX89JDS type=write size=2452172 2024-08-10T05:16:01.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.444+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=721EZZW95B6B type=del size=2546314 2024-08-10T05:16:01.446 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.446+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~8OQEMMUDH3BM.0 size=1048576 2024-08-10T05:16:01.448 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.447+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~8OQEMMUDH3BM.1 size=12093 2024-08-10T05:16:01.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.450+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=8OQEMMUDH3BM tag=IOCKL59KCAS9 type=write size=2109245 2024-08-10T05:16:01.452 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.451+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=YSUNAYFA06X8 type=del size=3393403 2024-08-10T05:16:01.455 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.455+0000 7f14b4aea640 1 < suggested update operation key=BQTRFOM0GF9P tag=ZL10SMMEUS18 type=write size=227074 2024-08-10T05:16:01.457 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.456+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=JDYO46YKQXXI type=del size=3374739 2024-08-10T05:16:01.459 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.458+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=770WH7GOX1YU type=del 2024-08-10T05:16:01.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.461+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~PZOZ971TDMZG.0 size=741606 2024-08-10T05:16:01.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.461+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=PZOZ971TDMZG tag=7YYFDMHOPVI7 type=write size=1790182 2024-08-10T05:16:01.463 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.463+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=UCZ41QCW1G4S type=del 2024-08-10T05:16:01.467 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.465+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~63SFY3IXWOXE.0 size=1048576 2024-08-10T05:16:01.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.467+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~63SFY3IXWOXE.1 size=833762 2024-08-10T05:16:01.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.467+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=63SFY3IXWOXE tag=85S0BH4WQ166 type=write size=2930914 2024-08-10T05:16:01.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.469+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=NVO3I1SPYG9E type=del 2024-08-10T05:16:01.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.472+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~9VRFFWO9CSGP.0 size=971545 2024-08-10T05:16:01.473 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.472+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=9VRFFWO9CSGP tag=P6LFYL8TX9I6 type=write size=2020121 2024-08-10T05:16:01.474 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.473+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=OYHOU7EOVJ54 type=del size=4177536 2024-08-10T05:16:01.476 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.475+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=W6G0SSJUN3ZL type=del size=3662442 2024-08-10T05:16:01.478 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.477+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~FH6U1L0C2RX6.0 size=1048576 2024-08-10T05:16:01.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.478+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~FH6U1L0C2RX6.1 size=738359 2024-08-10T05:16:01.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.482+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=FH6U1L0C2RX6 tag=FM5YVRDSVQ4O type=write size=2835511 2024-08-10T05:16:01.486 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.485+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~PWKPFRJLKS4M.0 size=1048576 2024-08-10T05:16:01.487 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.486+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~PWKPFRJLKS4M.1 size=711213 2024-08-10T05:16:01.487 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.486+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=PWKPFRJLKS4M tag=806BKZLV5343 type=write size=2808365 2024-08-10T05:16:01.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.488+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~GINY61U8RZHL.0 size=1048576 2024-08-10T05:16:01.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.488+0000 7f14b4aea640 1 < canceled part key=_multipart_MOSZKVLQ4RI4.2~GINY61U8RZHL.1 size=417798 2024-08-10T05:16:01.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.491+0000 7f14b4aea640 1 < canceled multipart upload key=MOSZKVLQ4RI4 upload=GINY61U8RZHL tag=VT2108GEW0DP type=write size=2514950 2024-08-10T05:16:01.493 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.493+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=5FVCJXIQI3IH type=del size=3237296 2024-08-10T05:16:01.495 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.494+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~DJ0LQDW7I4Z8.0 size=516290 2024-08-10T05:16:01.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.497+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=DJ0LQDW7I4Z8 tag=7DE0DINV1Q0F type=write size=1564866 2024-08-10T05:16:01.499 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.498+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=VQQU4BQGILIL type=del size=1494364 2024-08-10T05:16:01.501 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.501+0000 7f14b4aea640 -1 < failed to complete operation key=BQTRFOM0GF9P tag=1BILZLOKFSOJ type=del size=2128882: (22) Invalid argument 2024-08-10T05:16:01.503 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.502+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=UB6EGPV1XU5H type=del size=3039438 2024-08-10T05:16:01.505 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.504+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=308TEJKTQQBC type=del 2024-08-10T05:16:01.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.507+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~FAT3WRXMBWF5.0 size=1048576 2024-08-10T05:16:01.509 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.508+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~FAT3WRXMBWF5.1 size=1048576 2024-08-10T05:16:01.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.509+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~FAT3WRXMBWF5.2 size=768764 2024-08-10T05:16:01.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.509+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=FAT3WRXMBWF5 tag=HY914J70ZI65 type=write size=3914492 2024-08-10T05:16:01.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.512+0000 7f14b4aea640 1 < suggested update operation key=GVED6658RQPQ tag=HX1AEU5MLWHO type=del size=3945709 2024-08-10T05:16:01.515 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.514+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=XC9U308YCSHS type=del size=3957887 2024-08-10T05:16:01.516 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.516+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~WEU8S5IQC6D6.0 size=1048576 2024-08-10T05:16:01.518 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.517+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~WEU8S5IQC6D6.1 size=450432 2024-08-10T05:16:01.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.520+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=WEU8S5IQC6D6 tag=VTKJAQCNCUE3 type=write size=2547584 2024-08-10T05:16:01.524 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.523+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~49HT0ACYXZJR.0 size=1048576 2024-08-10T05:16:01.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.524+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~49HT0ACYXZJR.1 size=1048576 2024-08-10T05:16:01.526 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.526+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~49HT0ACYXZJR.2 size=754864 2024-08-10T05:16:01.527 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.526+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=49HT0ACYXZJR tag=4ORHYC7YBHEF type=write size=3900592 2024-08-10T05:16:01.528 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.527+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~WEK13KJE7UTM.0 size=1048576 2024-08-10T05:16:01.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.528+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~WEK13KJE7UTM.1 size=1048576 2024-08-10T05:16:01.531 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.530+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~WEK13KJE7UTM.2 size=750709 2024-08-10T05:16:01.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.533+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=WEK13KJE7UTM tag=84GLZXN5GE8E type=write size=3896437 2024-08-10T05:16:01.536 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.535+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=JT4CPB9M55F5 type=del size=334798 2024-08-10T05:16:01.537 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.536+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=0PIJ491UGG0N type=write size=241888 2024-08-10T05:16:01.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.538+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=RWOXNJHHHOUL type=del size=13918 2024-08-10T05:16:01.540 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.540+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=721EZZW95B6B type=del 2024-08-10T05:16:01.542 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.541+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=015YBC75I5AI type=del size=3100496 2024-08-10T05:16:01.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.543+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=YSUNAYFA06X8 type=del 2024-08-10T05:16:01.547 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.546+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~I8JSK047HRXV.0 size=1048576 2024-08-10T05:16:01.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.548+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~I8JSK047HRXV.1 size=329211 2024-08-10T05:16:01.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.548+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=I8JSK047HRXV tag=A0RCHI5SHR6K type=write size=2426363 2024-08-10T05:16:01.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.549+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=JDYO46YKQXXI type=del 2024-08-10T05:16:01.552 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.551+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=2KVRR7E6VDJP type=del size=654625 2024-08-10T05:16:01.552 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.551+0000 7f14b4aea640 1 < canceled part key=_multipart_RCP16G4OVJX2.2~PZOZ971TDMZG.0 size=741606 2024-08-10T05:16:01.555 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.554+0000 7f14b4aea640 1 < canceled multipart upload key=RCP16G4OVJX2 upload=PZOZ971TDMZG tag=7YYFDMHOPVI7 type=write size=1790182 2024-08-10T05:16:01.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.557+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~PY6CX6KILBR8.0 size=316711 2024-08-10T05:16:01.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.557+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=PY6CX6KILBR8 tag=7U2GEP7P9FNU type=write size=1365287 2024-08-10T05:16:01.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.558+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~63SFY3IXWOXE.0 size=1048576 2024-08-10T05:16:01.561 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.560+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~63SFY3IXWOXE.1 size=833762 2024-08-10T05:16:01.564 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.563+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=63SFY3IXWOXE tag=85S0BH4WQ166 type=write size=2930914 2024-08-10T05:16:01.567 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.566+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~SVC4GZ0Z346Y.0 size=1048576 2024-08-10T05:16:01.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.568+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~SVC4GZ0Z346Y.1 size=948448 2024-08-10T05:16:01.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.568+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=SVC4GZ0Z346Y tag=SWRK8BPEELWV type=write size=3045600 2024-08-10T05:16:01.570 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.569+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~9VRFFWO9CSGP.0 size=971545 2024-08-10T05:16:01.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.572+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=9VRFFWO9CSGP tag=P6LFYL8TX9I6 type=write size=2020121 2024-08-10T05:16:01.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.574+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=47QNRWMPF7KM type=del size=1618390 2024-08-10T05:16:01.577 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.576+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=W6G0SSJUN3ZL type=del 2024-08-10T05:16:01.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.578+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=DZ3NGMQQWRNC type=del size=411888 2024-08-10T05:16:01.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.580+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~PWKPFRJLKS4M.0 size=1048576 2024-08-10T05:16:01.582 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.581+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~PWKPFRJLKS4M.1 size=711213 2024-08-10T05:16:01.584 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.584+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=PWKPFRJLKS4M tag=806BKZLV5343 type=write size=2808365 2024-08-10T05:16:01.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.585+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=1OSQ6U9RVHZR type=del size=1297352 2024-08-10T05:16:01.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.587+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=5FVCJXIQI3IH type=del 2024-08-10T05:16:01.591 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.590+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~IVSNUG0ZLTDL.0 size=1048576 2024-08-10T05:16:01.592 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.592+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~IVSNUG0ZLTDL.1 size=1048576 2024-08-10T05:16:01.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.593+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~IVSNUG0ZLTDL.2 size=104881 2024-08-10T05:16:01.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.593+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=IVSNUG0ZLTDL tag=A34U280MINRL type=write size=3250609 2024-08-10T05:16:01.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.595+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=VQQU4BQGILIL type=del size=1494364 2024-08-10T05:16:01.597 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.596+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=VNLUTYHCUSAH type=del size=4019143 2024-08-10T05:16:01.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.598+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=UB6EGPV1XU5H type=del 2024-08-10T05:16:01.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.601+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~L3YLGVDNBKAW.0 size=347955 2024-08-10T05:16:01.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.601+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=L3YLGVDNBKAW tag=349PBRCT4Q6H type=write size=1396531 2024-08-10T05:16:01.603 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.602+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~FAT3WRXMBWF5.0 size=1048576 2024-08-10T05:16:01.605 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.604+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~FAT3WRXMBWF5.1 size=1048576 2024-08-10T05:16:01.605 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.604+0000 7f14b4aea640 1 < canceled part key=_multipart_43PHUSMB0CNL.2~FAT3WRXMBWF5.2 size=768764 2024-08-10T05:16:01.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.607+0000 7f14b4aea640 1 < canceled multipart upload key=43PHUSMB0CNL upload=FAT3WRXMBWF5 tag=HY914J70ZI65 type=write size=3914492 2024-08-10T05:16:01.609 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.608+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=L2T3EFYPNYV3 type=del size=3254378 2024-08-10T05:16:01.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.612+0000 7f14b4aea640 1 < suggested update operation key=K7GWZ9Z28PPZ tag=XC9U308YCSHS type=del size=3957887 2024-08-10T05:16:01.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.614+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=PR11WCJG9I4Q type=del size=268529 2024-08-10T05:16:01.616 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.616+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~49HT0ACYXZJR.0 size=1048576 2024-08-10T05:16:01.618 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.617+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~49HT0ACYXZJR.1 size=1048576 2024-08-10T05:16:01.618 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.617+0000 7f14b4aea640 1 < canceled part key=_multipart_RBLPMJAHLR1B.2~49HT0ACYXZJR.2 size=754864 2024-08-10T05:16:01.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.620+0000 7f14b4aea640 1 < canceled multipart upload key=RBLPMJAHLR1B upload=49HT0ACYXZJR tag=4ORHYC7YBHEF type=write size=3900592 2024-08-10T05:16:01.624 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.623+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~07IVTMO1GMYN.0 size=1048576 2024-08-10T05:16:01.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.624+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~07IVTMO1GMYN.1 size=953346 2024-08-10T05:16:01.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.624+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=07IVTMO1GMYN tag=D4PCFNL0IZT0 type=write size=3050498 2024-08-10T05:16:01.627 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.626+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=JT4CPB9M55F5 type=del 2024-08-10T05:16:01.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.629+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~MNJZS3302D3F.0 size=988378 2024-08-10T05:16:01.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.629+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=MNJZS3302D3F tag=OMQNBLC17OK5 type=write size=2036954 2024-08-10T05:16:01.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.631+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=RWOXNJHHHOUL type=del 2024-08-10T05:16:01.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.634+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~NV10JU525XIY.0 size=1048576 2024-08-10T05:16:01.636 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.635+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~NV10JU525XIY.1 size=484383 2024-08-10T05:16:01.636 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.635+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=NV10JU525XIY tag=B33YVXQQAMYA type=write size=2581535 2024-08-10T05:16:01.639 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.638+0000 7f14b4aea640 1 < suggested remove operation key=8EIZ7QHKAZHT tag=015YBC75I5AI type=del 2024-08-10T05:16:01.641 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.640+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=GBJQQFZBZ47D type=del size=460836 2024-08-10T05:16:01.641 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.640+0000 7f14b4aea640 1 < canceled part key=_multipart_C12BG8POXEML.2~I8JSK047HRXV.0 size=1048576 2024-08-10T05:16:01.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.642+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~I8JSK047HRXV.1 size=329211 2024-08-10T05:16:01.645 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.645+0000 7f14b4aea640 1 < canceled multipart upload key=C12BG8POXEML upload=I8JSK047HRXV tag=A0RCHI5SHR6K type=write size=2426363 2024-08-10T05:16:01.647 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.646+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=SKB2G6G6490C type=del size=635691 2024-08-10T05:16:01.651 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.650+0000 7f14b4aea640 1 < suggested remove operation key=18KKPDK2VIRW tag=2KVRR7E6VDJP type=del 2024-08-10T05:16:01.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.652+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=RVMT17VMSOD6 type=del size=4122882 2024-08-10T05:16:01.654 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.653+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~PY6CX6KILBR8.0 size=316711 2024-08-10T05:16:01.657 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.657+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=PY6CX6KILBR8 tag=7U2GEP7P9FNU type=write size=1365287 2024-08-10T05:16:01.660 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.660+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~6LCVUXZGHXA9.0 size=1048576 2024-08-10T05:16:01.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.661+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~6LCVUXZGHXA9.1 size=1048576 2024-08-10T05:16:01.663 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.662+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~6LCVUXZGHXA9.2 size=333567 2024-08-10T05:16:01.663 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.662+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=6LCVUXZGHXA9 tag=O3VYXQEZKW6R type=write size=3479295 2024-08-10T05:16:01.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.664+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~SVC4GZ0Z346Y.0 size=1048576 2024-08-10T05:16:01.666 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.666+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~SVC4GZ0Z346Y.1 size=948448 2024-08-10T05:16:01.669 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.669+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=SVC4GZ0Z346Y tag=SWRK8BPEELWV type=write size=3045600 2024-08-10T05:16:01.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.670+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=9Y65WOBMREVV type=del size=512533 2024-08-10T05:16:01.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.672+0000 7f14b4aea640 -1 < failed to complete operation key=18KKPDK2VIRW tag=47QNRWMPF7KM type=del size=1618390: (22) Invalid argument 2024-08-10T05:16:01.677 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.676+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~2H3XA31XZQSU.0 size=380092 2024-08-10T05:16:01.677 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.676+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=2H3XA31XZQSU tag=EDYZRMOX2Y3M type=write size=1428668 2024-08-10T05:16:01.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.678+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=DZ3NGMQQWRNC type=del 2024-08-10T05:16:01.680 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.679+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=ZG5ZQRZX2SRM type=del size=1086301 2024-08-10T05:16:01.682 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.681+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=1OSQ6U9RVHZR type=del 2024-08-10T05:16:01.684 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.684+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~SB0Z2E4SZSA8.0 size=1048576 2024-08-10T05:16:01.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.685+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~SB0Z2E4SZSA8.1 size=1048576 2024-08-10T05:16:01.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.687+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~SB0Z2E4SZSA8.2 size=690226 2024-08-10T05:16:01.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.687+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=SB0Z2E4SZSA8 tag=6NLJE0XNS37L type=write size=3835954 2024-08-10T05:16:01.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.687+0000 7f14b4aea640 1 < canceled part key=_multipart_4GQSP14LMP0J.2~IVSNUG0ZLTDL.0 size=1048576 2024-08-10T05:16:01.689 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.688+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~IVSNUG0ZLTDL.1 size=1048576 2024-08-10T05:16:01.690 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.690+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~IVSNUG0ZLTDL.2 size=104881 2024-08-10T05:16:01.693 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.693+0000 7f14b4aea640 1 < canceled multipart upload key=4GQSP14LMP0J upload=IVSNUG0ZLTDL tag=A34U280MINRL type=write size=3250609 2024-08-10T05:16:01.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.696+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~A037GNR17OFV.0 size=249075 2024-08-10T05:16:01.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.696+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=A037GNR17OFV tag=XGTQUMG7682Y type=write size=1297651 2024-08-10T05:16:01.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.698+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=VNLUTYHCUSAH type=del 2024-08-10T05:16:01.700 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.700+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=P4I5XR6CBZII type=del size=2098645 2024-08-10T05:16:01.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.700+0000 7f14b4aea640 1 < canceled part key=_multipart_MOSZKVLQ4RI4.2~L3YLGVDNBKAW.0 size=347955 2024-08-10T05:16:01.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.703+0000 7f14b4aea640 1 < canceled multipart upload key=MOSZKVLQ4RI4 upload=L3YLGVDNBKAW tag=349PBRCT4Q6H type=write size=1396531 2024-08-10T05:16:01.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.706+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~NNJD5704L3Y3.0 size=958597 2024-08-10T05:16:01.707 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.706+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=NNJD5704L3Y3 tag=JYYY68547RHQ type=write size=2007173 2024-08-10T05:16:01.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.709+0000 7f14b4aea640 1 < suggested remove operation key=WGII5ZO8PRL4 tag=L2T3EFYPNYV3 type=del 2024-08-10T05:16:01.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.712+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~62SQFVM22HMU.0 size=576660 2024-08-10T05:16:01.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.712+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=62SQFVM22HMU tag=T68LVX3U420P type=write size=1625236 2024-08-10T05:16:01.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.713+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=PR11WCJG9I4Q type=del 2024-08-10T05:16:01.716 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.715+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=QIZ620Y45JNT type=del size=2262874 2024-08-10T05:16:01.717 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.716+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~07IVTMO1GMYN.0 size=1048576 2024-08-10T05:16:01.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.718+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~07IVTMO1GMYN.1 size=953346 2024-08-10T05:16:01.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.720+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=07IVTMO1GMYN tag=D4PCFNL0IZT0 type=write size=3050498 2024-08-10T05:16:01.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.722+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=8DFUV249PF3N type=del size=2603135 2024-08-10T05:16:01.724 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.724+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~MNJZS3302D3F.0 size=988378 2024-08-10T05:16:01.728 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.727+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=MNJZS3302D3F tag=OMQNBLC17OK5 type=write size=2036954 2024-08-10T05:16:01.730 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.728+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=VGK7D3KM80BJ type=del size=3611913 2024-08-10T05:16:01.730 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.729+0000 7f14b4aea640 1 < canceled part key=_multipart_8EIZ7QHKAZHT.2~NV10JU525XIY.0 size=1048576 2024-08-10T05:16:01.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.730+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~NV10JU525XIY.1 size=484383 2024-08-10T05:16:01.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.733+0000 7f14b4aea640 1 < canceled multipart upload key=8EIZ7QHKAZHT upload=NV10JU525XIY tag=B33YVXQQAMYA type=write size=2581535 2024-08-10T05:16:01.736 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.735+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~0MS7EJMK33WS.0 size=1048576 2024-08-10T05:16:01.737 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.737+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~0MS7EJMK33WS.1 size=544315 2024-08-10T05:16:01.737 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.737+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=0MS7EJMK33WS tag=B1Q62Q0OP81U type=write size=2641467 2024-08-10T05:16:01.739 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.739+0000 7f14b4aea640 -1 < failed to complete operation key=WGII5ZO8PRL4 tag=GBJQQFZBZ47D type=del size=460836: (22) Invalid argument 2024-08-10T05:16:01.741 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.741+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=E29FXI2IEWC3 type=write size=865175 2024-08-10T05:16:01.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.742+0000 7f14b4aea640 1 < canceled operation key=IGGZ4YAHG16J tag=SKB2G6G6490C type=del size=635691 2024-08-10T05:16:01.747 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.746+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~DXOA93328KDT.0 size=151510 2024-08-10T05:16:01.747 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.746+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=DXOA93328KDT tag=7CVHWMW88IIX type=write size=1200086 2024-08-10T05:16:01.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.747+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=RVMT17VMSOD6 type=del 2024-08-10T05:16:01.752 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.751+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~YS984UZY6PRU.0 size=1048576 2024-08-10T05:16:01.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.752+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~YS984UZY6PRU.1 size=1048576 2024-08-10T05:16:01.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.754+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~YS984UZY6PRU.2 size=281227 2024-08-10T05:16:01.755 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.754+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=YS984UZY6PRU tag=BK7AXJ6KQAB4 type=write size=3426955 2024-08-10T05:16:01.756 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.755+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~6LCVUXZGHXA9.0 size=1048576 2024-08-10T05:16:01.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.757+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~6LCVUXZGHXA9.1 size=1048576 2024-08-10T05:16:01.759 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.758+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~6LCVUXZGHXA9.2 size=333567 2024-08-10T05:16:01.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.761+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=6LCVUXZGHXA9 tag=O3VYXQEZKW6R type=write size=3479295 2024-08-10T05:16:01.766 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.765+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~7OUOEADB5WY2.0 size=1048576 2024-08-10T05:16:01.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.766+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~7OUOEADB5WY2.1 size=1048576 2024-08-10T05:16:01.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.768+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~7OUOEADB5WY2.2 size=1027658 2024-08-10T05:16:01.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.768+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=7OUOEADB5WY2 tag=NAKVBF6MA6JK type=write size=4173386 2024-08-10T05:16:01.770 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.770+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=9Y65WOBMREVV type=del 2024-08-10T05:16:01.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.771+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=3QIQT1W56V24 type=del size=2597120 2024-08-10T05:16:01.774 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.773+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~2H3XA31XZQSU.0 size=380092 2024-08-10T05:16:01.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.776+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=2H3XA31XZQSU tag=EDYZRMOX2Y3M type=write size=1428668 2024-08-10T05:16:01.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.777+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=RL70XCH2PFL6 type=del size=9222 2024-08-10T05:16:01.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.779+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=ZG5ZQRZX2SRM type=del 2024-08-10T05:16:01.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.780+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=ZX3UGNZPKVKG type=del size=3098159 2024-08-10T05:16:01.783 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.782+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~SB0Z2E4SZSA8.0 size=1048576 2024-08-10T05:16:01.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.783+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~SB0Z2E4SZSA8.1 size=1048576 2024-08-10T05:16:01.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.785+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~SB0Z2E4SZSA8.2 size=690226 2024-08-10T05:16:01.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.788+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=SB0Z2E4SZSA8 tag=6NLJE0XNS37L type=write size=3835954 2024-08-10T05:16:01.790 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.789+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=1IZELZEV8SFO type=del size=2449523 2024-08-10T05:16:01.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.791+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~A037GNR17OFV.0 size=249075 2024-08-10T05:16:01.794 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.794+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=A037GNR17OFV tag=XGTQUMG7682Y type=write size=1297651 2024-08-10T05:16:01.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.797+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~8TLKFUQ0OH8N.0 size=1048576 2024-08-10T05:16:01.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.798+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~8TLKFUQ0OH8N.1 size=1048576 2024-08-10T05:16:01.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.799+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~8TLKFUQ0OH8N.2 size=421227 2024-08-10T05:16:01.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.799+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=8TLKFUQ0OH8N tag=208598ZRJQOE type=write size=3566955 2024-08-10T05:16:01.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.803+0000 7f14b4aea640 1 < suggested remove operation key=63XHARBYVQFS tag=P4I5XR6CBZII type=del 2024-08-10T05:16:01.807 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.806+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~P54M7KOSPWCI.0 size=726265 2024-08-10T05:16:01.807 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.806+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=P54M7KOSPWCI tag=328OA85S6VNT type=write size=1774841 2024-08-10T05:16:01.807 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.807+0000 7f14b4aea640 1 < canceled part key=_multipart_BQXO5DZMA1P4.2~NNJD5704L3Y3.0 size=958597 2024-08-10T05:16:01.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.809+0000 7f14b4aea640 1 < canceled multipart upload key=BQXO5DZMA1P4 upload=NNJD5704L3Y3 tag=JYYY68547RHQ type=write size=2007173 2024-08-10T05:16:01.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.811+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=FACHAQ45HZEU type=del size=2359168 2024-08-10T05:16:01.813 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.812+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~62SQFVM22HMU.0 size=576660 2024-08-10T05:16:01.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.815+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=62SQFVM22HMU tag=T68LVX3U420P type=write size=1625236 2024-08-10T05:16:01.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.818+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~FNIGNH6T0T0U.0 size=1048576 2024-08-10T05:16:01.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.820+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~FNIGNH6T0T0U.1 size=1048576 2024-08-10T05:16:01.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.821+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~FNIGNH6T0T0U.2 size=602806 2024-08-10T05:16:01.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.821+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=FNIGNH6T0T0U tag=ZV41KWYQZG4V type=write size=3748534 2024-08-10T05:16:01.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.823+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=QIZ620Y45JNT type=del 2024-08-10T05:16:01.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.825+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=2RFJ02Q744AX type=del size=3422315 2024-08-10T05:16:01.827 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.826+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=8DFUV249PF3N type=del 2024-08-10T05:16:01.829 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.828+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=6EL10Q0Z8DWQ type=del size=548755 2024-08-10T05:16:01.831 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.830+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=VGK7D3KM80BJ type=del 2024-08-10T05:16:01.833 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.832+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=LTQ2V0UBRX67 type=del size=3575564 2024-08-10T05:16:01.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.833+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~0MS7EJMK33WS.0 size=1048576 2024-08-10T05:16:01.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.835+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~0MS7EJMK33WS.1 size=544315 2024-08-10T05:16:01.839 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.838+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=0MS7EJMK33WS tag=B1Q62Q0OP81U type=write size=2641467 2024-08-10T05:16:01.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.840+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=2LTHJ4J60CKU type=del size=1426636 2024-08-10T05:16:01.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.841+0000 7f14b4aea640 1 < completed write operation key=MOSZKVLQ4RI4 tag=E29FXI2IEWC3 type=write size=865175 2024-08-10T05:16:01.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.843+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=NR0MQT2YZ47U type=del size=1765682 2024-08-10T05:16:01.845 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.845+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~DXOA93328KDT.0 size=151510 2024-08-10T05:16:01.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.847+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=DXOA93328KDT tag=7CVHWMW88IIX type=write size=1200086 2024-08-10T05:16:01.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.851+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~LOCFQDFEM9OI.0 size=925113 2024-08-10T05:16:01.852 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.851+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=LOCFQDFEM9OI tag=0OZ1U4DP029P type=write size=1973689 2024-08-10T05:16:01.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.853+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~YS984UZY6PRU.0 size=1048576 2024-08-10T05:16:01.855 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.854+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~YS984UZY6PRU.1 size=1048576 2024-08-10T05:16:01.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.855+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~YS984UZY6PRU.2 size=281227 2024-08-10T05:16:01.859 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.858+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=YS984UZY6PRU tag=BK7AXJ6KQAB4 type=write size=3426955 2024-08-10T05:16:01.861 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.860+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=1YCYL35KDNLQ type=del size=2789545 2024-08-10T05:16:01.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.862+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~7OUOEADB5WY2.0 size=1048576 2024-08-10T05:16:01.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.863+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~7OUOEADB5WY2.1 size=1048576 2024-08-10T05:16:01.865 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.865+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~7OUOEADB5WY2.2 size=1027658 2024-08-10T05:16:01.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.868+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=7OUOEADB5WY2 tag=NAKVBF6MA6JK type=write size=4173386 2024-08-10T05:16:01.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.869+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=FWRSPBXDCIPR type=del size=3447464 2024-08-10T05:16:01.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.871+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=3QIQT1W56V24 type=del 2024-08-10T05:16:01.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.873+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=HH9T5F05F47I type=write size=58591 2024-08-10T05:16:01.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.874+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=RL70XCH2PFL6 type=del 2024-08-10T05:16:01.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.876+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=N3NJ3SUU4F4T type=del size=3324426 2024-08-10T05:16:01.880 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.879+0000 7f14b4aea640 1 < suggested remove operation key=K7GWZ9Z28PPZ tag=ZX3UGNZPKVKG type=del 2024-08-10T05:16:01.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.881+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=W7N372HQP8UH type=del size=223721 2024-08-10T05:16:01.883 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.883+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=1IZELZEV8SFO type=del 2024-08-10T05:16:01.885 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.884+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=1RBBL614HSDU type=del size=2347599 2024-08-10T05:16:01.887 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.886+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~8TLKFUQ0OH8N.0 size=1048576 2024-08-10T05:16:01.888 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.887+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~8TLKFUQ0OH8N.1 size=1048576 2024-08-10T05:16:01.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.889+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~8TLKFUQ0OH8N.2 size=421227 2024-08-10T05:16:01.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.892+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=8TLKFUQ0OH8N tag=208598ZRJQOE type=write size=3566955 2024-08-10T05:16:01.894 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.893+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=B3KNGSSQ5OKT type=del size=3626741 2024-08-10T05:16:01.896 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.895+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~P54M7KOSPWCI.0 size=726265 2024-08-10T05:16:01.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.898+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=P54M7KOSPWCI tag=328OA85S6VNT type=write size=1774841 2024-08-10T05:16:01.900 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.899+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=K2BR0ULR02IP type=del size=2337302 2024-08-10T05:16:01.902 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.901+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=FACHAQ45HZEU type=del 2024-08-10T05:16:01.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.903+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=X4FDQVZZKZWX type=write size=806382 2024-08-10T05:16:01.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.905+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~FNIGNH6T0T0U.0 size=1048576 2024-08-10T05:16:01.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.905+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~FNIGNH6T0T0U.1 size=1048576 2024-08-10T05:16:01.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.906+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~FNIGNH6T0T0U.2 size=602806 2024-08-10T05:16:01.910 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.910+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=FNIGNH6T0T0U tag=ZV41KWYQZG4V type=write size=3748534 2024-08-10T05:16:01.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.913+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~W05FTQAKH0AR.0 size=1048576 2024-08-10T05:16:01.915 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.914+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~W05FTQAKH0AR.1 size=1048576 2024-08-10T05:16:01.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.916+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~W05FTQAKH0AR.2 size=657754 2024-08-10T05:16:01.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.916+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=W05FTQAKH0AR tag=57GQW44K67TP type=write size=3803482 2024-08-10T05:16:01.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.919+0000 7f14b4aea640 1 < suggested update operation key=MOSZKVLQ4RI4 tag=2RFJ02Q744AX type=del size=3422315 2024-08-10T05:16:01.924 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.923+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~SFFA1L0LNOWF.0 size=1048576 2024-08-10T05:16:01.925 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.924+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~SFFA1L0LNOWF.1 size=468852 2024-08-10T05:16:01.925 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.924+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=SFFA1L0LNOWF tag=9O72C0P2PM9T type=write size=2566004 2024-08-10T05:16:01.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.928+0000 7f14b4aea640 1 < suggested update operation key=LN88EIQRZLLG tag=6EL10Q0Z8DWQ type=del size=548755 2024-08-10T05:16:01.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.931+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~QHV9LL0QS9IE.0 size=1048576 2024-08-10T05:16:01.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.932+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~QHV9LL0QS9IE.1 size=1048576 2024-08-10T05:16:01.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.934+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~QHV9LL0QS9IE.2 size=430281 2024-08-10T05:16:01.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.934+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=QHV9LL0QS9IE tag=NBJKA3Y30FRJ type=write size=3576009 2024-08-10T05:16:01.937 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.936+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=LTQ2V0UBRX67 type=del 2024-08-10T05:16:01.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.940+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~800DCZ1YRELK.0 size=635497 2024-08-10T05:16:01.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.940+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=800DCZ1YRELK tag=U4KM5RI7SPLJ type=write size=1684073 2024-08-10T05:16:01.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.941+0000 7f14b4aea640 1 < canceled operation key=U3RDNND7WV1Z tag=2LTHJ4J60CKU type=del size=1426636 2024-08-10T05:16:01.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.945+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~TTFUKCWB0WB0.0 size=1048576 2024-08-10T05:16:01.947 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.947+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~TTFUKCWB0WB0.1 size=1048576 2024-08-10T05:16:01.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.948+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~TTFUKCWB0WB0.2 size=507310 2024-08-10T05:16:01.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.948+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=TTFUKCWB0WB0 tag=IYE9O6EPWS36 type=write size=3653038 2024-08-10T05:16:01.951 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.950+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=NR0MQT2YZ47U type=del 2024-08-10T05:16:01.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.953+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~UYSGSQ756OKQ.0 size=397425 2024-08-10T05:16:01.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.953+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=UYSGSQ756OKQ tag=EA80KGWOCU3M type=write size=1446001 2024-08-10T05:16:01.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.955+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~LOCFQDFEM9OI.0 size=925113 2024-08-10T05:16:01.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.958+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=LOCFQDFEM9OI tag=0OZ1U4DP029P type=write size=1973689 2024-08-10T05:16:01.961 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.960+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=27RL4SSF0CZ7 type=del size=3999640 2024-08-10T05:16:01.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.962+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=1YCYL35KDNLQ type=del 2024-08-10T05:16:01.966 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.965+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~H5EHVRWFL4JY.0 size=1048576 2024-08-10T05:16:01.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.966+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~H5EHVRWFL4JY.1 size=224589 2024-08-10T05:16:01.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.966+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=H5EHVRWFL4JY tag=P8URZGOQOOHZ type=write size=2321741 2024-08-10T05:16:01.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.967+0000 7f14b4aea640 -1 < no bi entry to suggest for operation key=K7GWZ9Z28PPZ tag=FWRSPBXDCIPR type=del size=3447464: (2) No such file or directory 2024-08-10T05:16:01.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.968+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=0XUG4CJVV25I type=del size=1380754 2024-08-10T05:16:01.971 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.970+0000 7f14b4aea640 1 < canceled operation key=U3RDNND7WV1Z tag=HH9T5F05F47I type=write size=58591 2024-08-10T05:16:01.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.973+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~GLP1IXYEGJYL.0 size=120906 2024-08-10T05:16:01.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.973+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=GLP1IXYEGJYL tag=9CKDQQMW77R4 type=write size=1169482 2024-08-10T05:16:01.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.975+0000 7f14b4aea640 1 < canceled operation key=HRBSKYPDI6S3 tag=N3NJ3SUU4F4T type=del size=3324426 2024-08-10T05:16:01.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.978+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~FJMN7JYNO0YX.0 size=993584 2024-08-10T05:16:01.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.978+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=FJMN7JYNO0YX tag=JPY9V3XCJ3M3 type=write size=2042160 2024-08-10T05:16:01.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.982+0000 7f14b4aea640 1 < suggested update operation key=HDO3WL7N93SY tag=W7N372HQP8UH type=del size=223721 2024-08-10T05:16:01.984 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.984+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=43MIFRROEC3X type=del size=1937068 2024-08-10T05:16:01.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.985+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=1RBBL614HSDU type=del 2024-08-10T05:16:01.988 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.987+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=9553WHYX62CI type=del size=3450864 2024-08-10T05:16:01.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.989+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=B3KNGSSQ5OKT type=del 2024-08-10T05:16:01.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.992+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~JYSJ6NI7QK3D.0 size=1048576 2024-08-10T05:16:01.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.994+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~JYSJ6NI7QK3D.1 size=1048576 2024-08-10T05:16:01.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.995+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~JYSJ6NI7QK3D.2 size=490802 2024-08-10T05:16:01.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.995+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=JYSJ6NI7QK3D tag=L2KFDP7XD3E2 type=write size=3636530 2024-08-10T05:16:01.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.997+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=K2BR0ULR02IP type=del 2024-08-10T05:16:02.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:01.999+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=1662GO4A416L type=del size=2460203 2024-08-10T05:16:02.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.001+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=X4FDQVZZKZWX type=write size=806382 2024-08-10T05:16:02.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.004+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~MLZWGYBKZM54.0 size=1048576 2024-08-10T05:16:02.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.006+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~MLZWGYBKZM54.1 size=922142 2024-08-10T05:16:02.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.006+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=MLZWGYBKZM54 tag=HUSFINH80K8C type=write size=3019294 2024-08-10T05:16:02.008 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.007+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~W05FTQAKH0AR.0 size=1048576 2024-08-10T05:16:02.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.009+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~W05FTQAKH0AR.1 size=1048576 2024-08-10T05:16:02.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.011+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~W05FTQAKH0AR.2 size=657754 2024-08-10T05:16:02.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.014+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=W05FTQAKH0AR tag=57GQW44K67TP type=write size=3803482 2024-08-10T05:16:02.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.017+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~1XCMJ3ZQMSAV.0 size=67885 2024-08-10T05:16:02.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.017+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=1XCMJ3ZQMSAV tag=M86D6ZNNQUZR type=write size=1116461 2024-08-10T05:16:02.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.017+0000 7f14b4aea640 1 < canceled part key=_multipart_ROVKNC22J3KX.2~SFFA1L0LNOWF.0 size=1048576 2024-08-10T05:16:02.019 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.019+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~SFFA1L0LNOWF.1 size=468852 2024-08-10T05:16:02.023 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.022+0000 7f14b4aea640 1 < canceled multipart upload key=ROVKNC22J3KX upload=SFFA1L0LNOWF tag=9O72C0P2PM9T type=write size=2566004 2024-08-10T05:16:02.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.023+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=YEMST142QNKH type=del size=193289 2024-08-10T05:16:02.025 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.024+0000 7f14b4aea640 1 < canceled part key=_multipart_HDO3WL7N93SY.2~QHV9LL0QS9IE.0 size=1048576 2024-08-10T05:16:02.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.026+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~QHV9LL0QS9IE.1 size=1048576 2024-08-10T05:16:02.028 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.027+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~QHV9LL0QS9IE.2 size=430281 2024-08-10T05:16:02.031 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.030+0000 7f14b4aea640 1 < canceled multipart upload key=HDO3WL7N93SY upload=QHV9LL0QS9IE tag=NBJKA3Y30FRJ type=write size=3576009 2024-08-10T05:16:02.033 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.032+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=IIV3KKWRA018 type=del size=188316 2024-08-10T05:16:02.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.034+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~800DCZ1YRELK.0 size=635497 2024-08-10T05:16:02.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.037+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=800DCZ1YRELK tag=U4KM5RI7SPLJ type=write size=1684073 2024-08-10T05:16:02.040 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.038+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=AZ51N6K4OJZG type=del size=1788374 2024-08-10T05:16:02.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.040+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~TTFUKCWB0WB0.0 size=1048576 2024-08-10T05:16:02.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.040+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~TTFUKCWB0WB0.1 size=1048576 2024-08-10T05:16:02.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.041+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~TTFUKCWB0WB0.2 size=507310 2024-08-10T05:16:02.046 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.045+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=TTFUKCWB0WB0 tag=IYE9O6EPWS36 type=write size=3653038 2024-08-10T05:16:02.047 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.046+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=S5PK86CDL6GK type=del size=1396048 2024-08-10T05:16:02.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.048+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~UYSGSQ756OKQ.0 size=397425 2024-08-10T05:16:02.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.052+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=UYSGSQ756OKQ tag=EA80KGWOCU3M type=write size=1446001 2024-08-10T05:16:02.054 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.053+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=ND0FY45Q0269 type=del size=1423434 2024-08-10T05:16:02.056 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.055+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=27RL4SSF0CZ7 type=del 2024-08-10T05:16:02.057 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.057+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=R2YRGI0WC8ZR type=del size=3883554 2024-08-10T05:16:02.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.058+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~H5EHVRWFL4JY.0 size=1048576 2024-08-10T05:16:02.060 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.060+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~H5EHVRWFL4JY.1 size=224589 2024-08-10T05:16:02.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.062+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=H5EHVRWFL4JY tag=P8URZGOQOOHZ type=write size=2321741 2024-08-10T05:16:02.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.065+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~85JDEJ0SIBC2.0 size=1048576 2024-08-10T05:16:02.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.067+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~85JDEJ0SIBC2.1 size=1048576 2024-08-10T05:16:02.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.068+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~85JDEJ0SIBC2.2 size=501660 2024-08-10T05:16:02.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.068+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=85JDEJ0SIBC2 tag=LOVRQ1XDMV75 type=write size=3647388 2024-08-10T05:16:02.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.070+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=0XUG4CJVV25I type=del 2024-08-10T05:16:02.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.073+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~D47YX24D1JEJ.0 size=274558 2024-08-10T05:16:02.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.073+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=D47YX24D1JEJ tag=8VDVO71T7IAG type=write size=1323134 2024-08-10T05:16:02.076 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.075+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~GLP1IXYEGJYL.0 size=120906 2024-08-10T05:16:02.079 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.078+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=GLP1IXYEGJYL tag=9CKDQQMW77R4 type=write size=1169482 2024-08-10T05:16:02.081 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.080+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=6HADINE7M6VP type=del size=4191345 2024-08-10T05:16:02.083 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.082+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~FJMN7JYNO0YX.0 size=993584 2024-08-10T05:16:02.086 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.085+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=FJMN7JYNO0YX tag=JPY9V3XCJ3M3 type=write size=2042160 2024-08-10T05:16:02.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.088+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~NL1GGDC3726Z.0 size=1048576 2024-08-10T05:16:02.090 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.090+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~NL1GGDC3726Z.1 size=49383 2024-08-10T05:16:02.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.090+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=NL1GGDC3726Z tag=JUBNY0QIRLRL type=write size=2146535 2024-08-10T05:16:02.092 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.091+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=43MIFRROEC3X type=del 2024-08-10T05:16:02.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.093+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=JKTXAGMQQMCL type=write size=227193 2024-08-10T05:16:02.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.095+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=9553WHYX62CI type=del 2024-08-10T05:16:02.097 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.096+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=NTWE3FLWRR9S type=del size=3251925 2024-08-10T05:16:02.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.098+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~JYSJ6NI7QK3D.0 size=1048576 2024-08-10T05:16:02.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.098+0000 7f14b4aea640 1 < canceled part key=_multipart_MOSZKVLQ4RI4.2~JYSJ6NI7QK3D.1 size=1048576 2024-08-10T05:16:02.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.099+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~JYSJ6NI7QK3D.2 size=490802 2024-08-10T05:16:02.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.102+0000 7f14b4aea640 1 < canceled multipart upload key=MOSZKVLQ4RI4 upload=JYSJ6NI7QK3D tag=L2KFDP7XD3E2 type=write size=3636530 2024-08-10T05:16:02.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.104+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=LH3YBYJ9D70O type=del size=97715 2024-08-10T05:16:02.106 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.105+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=1662GO4A416L type=del 2024-08-10T05:16:02.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.109+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~JL7U5E9ZA580.0 size=1048576 2024-08-10T05:16:02.111 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.110+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~JL7U5E9ZA580.1 size=1048576 2024-08-10T05:16:02.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.111+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~JL7U5E9ZA580.2 size=187273 2024-08-10T05:16:02.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.111+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=JL7U5E9ZA580 tag=TFQLRL8ZERE9 type=write size=3333001 2024-08-10T05:16:02.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.113+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~MLZWGYBKZM54.0 size=1048576 2024-08-10T05:16:02.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.114+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~MLZWGYBKZM54.1 size=922142 2024-08-10T05:16:02.118 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.117+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=MLZWGYBKZM54 tag=HUSFINH80K8C type=write size=3019294 2024-08-10T05:16:02.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.119+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=DXQAXB8JF87A type=del size=168756 2024-08-10T05:16:02.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.120+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~1XCMJ3ZQMSAV.0 size=67885 2024-08-10T05:16:02.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.123+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=1XCMJ3ZQMSAV tag=M86D6ZNNQUZR type=write size=1116461 2024-08-10T05:16:02.125 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.124+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=VOE2LSSU86QY type=del size=1719924 2024-08-10T05:16:02.127 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.126+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=YEMST142QNKH type=del 2024-08-10T05:16:02.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.128+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=0TAXYM39KCLK type=write size=952566 2024-08-10T05:16:02.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.130+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=IIV3KKWRA018 type=del 2024-08-10T05:16:02.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.133+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~RAVA8E5J0CKX.0 size=977473 2024-08-10T05:16:02.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.133+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=RAVA8E5J0CKX tag=Y1GPEEYVXUIU type=write size=2026049 2024-08-10T05:16:02.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.134+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=AZ51N6K4OJZG type=del 2024-08-10T05:16:02.138 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.137+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~8XAK3RG57XUS.0 size=662687 2024-08-10T05:16:02.138 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.137+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=8XAK3RG57XUS tag=8WUAVFA97FG8 type=write size=1711263 2024-08-10T05:16:02.140 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.139+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=S5PK86CDL6GK type=del 2024-08-10T05:16:02.143 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.142+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~UC8P2QYJ6EZC.0 size=1048576 2024-08-10T05:16:02.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.144+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~UC8P2QYJ6EZC.1 size=1022394 2024-08-10T05:16:02.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.144+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=UC8P2QYJ6EZC tag=NTF8VAV8SKXQ type=write size=3119546 2024-08-10T05:16:02.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.146+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=ND0FY45Q0269 type=del 2024-08-10T05:16:02.148 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.147+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=RBRN2QFC529C type=del size=4018600 2024-08-10T05:16:02.150 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.149+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=R2YRGI0WC8ZR type=del 2024-08-10T05:16:02.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.152+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~0S9CGJ3XXGA5.0 size=893193 2024-08-10T05:16:02.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.152+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=0S9CGJ3XXGA5 tag=AO3GF1DOX1GP type=write size=1941769 2024-08-10T05:16:02.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.154+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~85JDEJ0SIBC2.0 size=1048576 2024-08-10T05:16:02.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.154+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~85JDEJ0SIBC2.1 size=1048576 2024-08-10T05:16:02.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.154+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~85JDEJ0SIBC2.2 size=501660 2024-08-10T05:16:02.159 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.158+0000 7f14b4aea640 1 < canceled multipart upload key=2LBM76TDYCHX upload=85JDEJ0SIBC2 tag=LOVRQ1XDMV75 type=write size=3647388 2024-08-10T05:16:02.162 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.161+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~ZR2IU5959GMC.0 size=1048576 2024-08-10T05:16:02.164 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.163+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~ZR2IU5959GMC.1 size=260761 2024-08-10T05:16:02.164 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.163+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=ZR2IU5959GMC tag=XV9LLJ4ELUYO type=write size=2357913 2024-08-10T05:16:02.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.165+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~D47YX24D1JEJ.0 size=274558 2024-08-10T05:16:02.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.168+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=D47YX24D1JEJ tag=8VDVO71T7IAG type=write size=1323134 2024-08-10T05:16:02.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.172+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~L859UWX6ZEPL.0 size=80445 2024-08-10T05:16:02.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.172+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=L859UWX6ZEPL tag=VUBPSX2P0X6C type=write size=1129021 2024-08-10T05:16:02.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.175+0000 7f14b4aea640 1 < suggested remove operation key=TCBT4AO28B3T tag=6HADINE7M6VP type=del 2024-08-10T05:16:02.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.177+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=0Q6HP2HO7Z4C type=write size=790456 2024-08-10T05:16:02.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.179+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~NL1GGDC3726Z.0 size=1048576 2024-08-10T05:16:02.181 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.180+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~NL1GGDC3726Z.1 size=49383 2024-08-10T05:16:02.185 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.184+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=NL1GGDC3726Z tag=JUBNY0QIRLRL type=write size=2146535 2024-08-10T05:16:02.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.186+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=0M1Q4I3BR526 type=del size=3655770 2024-08-10T05:16:02.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.188+0000 7f14b4aea640 1 < completed write operation key=MOSZKVLQ4RI4 tag=JKTXAGMQQMCL type=write size=227193 2024-08-10T05:16:02.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.191+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~FLJYAL9Q64RB.0 size=1048576 2024-08-10T05:16:02.193 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.193+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~FLJYAL9Q64RB.1 size=1048576 2024-08-10T05:16:02.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.194+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~FLJYAL9Q64RB.2 size=821104 2024-08-10T05:16:02.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.194+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=FLJYAL9Q64RB tag=56KBLLURYBSB type=write size=3966832 2024-08-10T05:16:02.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.196+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=NTWE3FLWRR9S type=del 2024-08-10T05:16:02.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.197+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=SHGDP7QJIGTR type=del size=4080588 2024-08-10T05:16:02.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.199+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=LH3YBYJ9D70O type=del 2024-08-10T05:16:02.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.202+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~JK90SWLLACI9.0 size=1048576 2024-08-10T05:16:02.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.204+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~JK90SWLLACI9.1 size=1048576 2024-08-10T05:16:02.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.205+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~JK90SWLLACI9.2 size=309725 2024-08-10T05:16:02.206 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.205+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=JK90SWLLACI9 tag=RLQA0N8IAR55 type=write size=3455453 2024-08-10T05:16:02.207 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.206+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~JL7U5E9ZA580.0 size=1048576 2024-08-10T05:16:02.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.208+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~JL7U5E9ZA580.1 size=1048576 2024-08-10T05:16:02.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.209+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~JL7U5E9ZA580.2 size=187273 2024-08-10T05:16:02.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.212+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=JL7U5E9ZA580 tag=TFQLRL8ZERE9 type=write size=3333001 2024-08-10T05:16:02.215 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.215+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~HHO5D8DJPU5Z.0 size=814225 2024-08-10T05:16:02.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.215+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=HHO5D8DJPU5Z tag=UIPWG7U0JKXE type=write size=1862801 2024-08-10T05:16:02.217 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.216+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=DXQAXB8JF87A type=del 2024-08-10T05:16:02.220 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.219+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~85X4VX1SZE1G.0 size=1048576 2024-08-10T05:16:02.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.221+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~85X4VX1SZE1G.1 size=1048576 2024-08-10T05:16:02.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.222+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~85X4VX1SZE1G.2 size=98173 2024-08-10T05:16:02.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.222+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=85X4VX1SZE1G tag=TT7QE0HLZJV3 type=write size=3243901 2024-08-10T05:16:02.225 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:16:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:16:01] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-08-10T05:16:02.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.225+0000 7f14b4aea640 1 < suggested remove operation key=K7GWZ9Z28PPZ tag=VOE2LSSU86QY type=del 2024-08-10T05:16:02.229 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.229+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~LVFXYNEJOHOL.0 size=1048576 2024-08-10T05:16:02.231 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.230+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~LVFXYNEJOHOL.1 size=726991 2024-08-10T05:16:02.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.230+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=LVFXYNEJOHOL tag=ICQXUMFB5RSC type=write size=2824143 2024-08-10T05:16:02.233 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.232+0000 7f14b4aea640 1 < completed write operation key=18KKPDK2VIRW tag=0TAXYM39KCLK type=write size=952566 2024-08-10T05:16:02.236 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.235+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~TXI21606Q90G.0 size=1048576 2024-08-10T05:16:02.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.236+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~TXI21606Q90G.1 size=162612 2024-08-10T05:16:02.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.236+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=TXI21606Q90G tag=NX1263XFC3VW type=write size=2259764 2024-08-10T05:16:02.238 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.238+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~RAVA8E5J0CKX.0 size=977473 2024-08-10T05:16:02.241 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.241+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=RAVA8E5J0CKX tag=Y1GPEEYVXUIU type=write size=2026049 2024-08-10T05:16:02.243 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.242+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=0X0558ZQJ0WO type=del size=2356363 2024-08-10T05:16:02.245 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.244+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~8XAK3RG57XUS.0 size=662687 2024-08-10T05:16:02.248 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.247+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=8XAK3RG57XUS tag=8WUAVFA97FG8 type=write size=1711263 2024-08-10T05:16:02.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.249+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=OVW0S3JJ88VI type=write size=206114 2024-08-10T05:16:02.251 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.250+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~UC8P2QYJ6EZC.0 size=1048576 2024-08-10T05:16:02.253 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.252+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~UC8P2QYJ6EZC.1 size=1022394 2024-08-10T05:16:02.256 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.255+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=UC8P2QYJ6EZC tag=NTF8VAV8SKXQ type=write size=3119546 2024-08-10T05:16:02.258 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.257+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=LKU3U0AN8VY4 type=del size=3702127 2024-08-10T05:16:02.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.259+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=RBRN2QFC529C type=del 2024-08-10T05:16:02.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.262+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~IZ6NVAPJGTM4.0 size=498917 2024-08-10T05:16:02.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.262+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=IZ6NVAPJGTM4 tag=CSUSJ6BG4RQK type=write size=1547493 2024-08-10T05:16:02.265 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.264+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~0S9CGJ3XXGA5.0 size=893193 2024-08-10T05:16:02.268 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.267+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=0S9CGJ3XXGA5 tag=AO3GF1DOX1GP type=write size=1941769 2024-08-10T05:16:02.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.269+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=WRG0FOVMN5OQ type=del size=2012850 2024-08-10T05:16:02.271 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.271+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~ZR2IU5959GMC.0 size=1048576 2024-08-10T05:16:02.273 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.272+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~ZR2IU5959GMC.1 size=260761 2024-08-10T05:16:02.276 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.275+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=ZR2IU5959GMC tag=XV9LLJ4ELUYO type=write size=2357913 2024-08-10T05:16:02.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.277+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=TCKZ7GAV88JU type=del size=854369 2024-08-10T05:16:02.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.279+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~L859UWX6ZEPL.0 size=80445 2024-08-10T05:16:02.282 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.282+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=L859UWX6ZEPL tag=VUBPSX2P0X6C type=write size=1129021 2024-08-10T05:16:02.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.283+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=LVQE2G8RPUTJ type=del size=1272107 2024-08-10T05:16:02.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.285+0000 7f14b4aea640 1 < completed write operation key=63XHARBYVQFS tag=0Q6HP2HO7Z4C type=write size=790456 2024-08-10T05:16:02.288 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.287+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=15ZQCVOEVX14 type=del size=2544311 2024-08-10T05:16:02.290 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.289+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=0M1Q4I3BR526 type=del 2024-08-10T05:16:02.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.291+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=K7AP0QPVSIW6 type=del size=576365 2024-08-10T05:16:02.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.291+0000 7f14b4aea640 1 < canceled part key=_multipart_4GQSP14LMP0J.2~FLJYAL9Q64RB.0 size=1048576 2024-08-10T05:16:02.294 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.293+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~FLJYAL9Q64RB.1 size=1048576 2024-08-10T05:16:02.294 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.293+0000 7f14b4aea640 1 < canceled part key=_multipart_4GQSP14LMP0J.2~FLJYAL9Q64RB.2 size=821104 2024-08-10T05:16:02.298 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.296+0000 7f14b4aea640 1 < canceled multipart upload key=4GQSP14LMP0J upload=FLJYAL9Q64RB tag=56KBLLURYBSB type=write size=3966832 2024-08-10T05:16:02.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.300+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~O4Q8IWK652QN.0 size=389831 2024-08-10T05:16:02.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.300+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=O4Q8IWK652QN tag=NJ4CNRR6U0OY type=write size=1438407 2024-08-10T05:16:02.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.302+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=SHGDP7QJIGTR type=del 2024-08-10T05:16:02.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.305+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~0ZC9C9LD8U5T.0 size=1048576 2024-08-10T05:16:02.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.307+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~0ZC9C9LD8U5T.1 size=1048576 2024-08-10T05:16:02.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.309+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~0ZC9C9LD8U5T.2 size=971936 2024-08-10T05:16:02.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.309+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=0ZC9C9LD8U5T tag=G33QC5J7PHV7 type=write size=4117664 2024-08-10T05:16:02.311 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.310+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~JK90SWLLACI9.0 size=1048576 2024-08-10T05:16:02.313 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.312+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~JK90SWLLACI9.1 size=1048576 2024-08-10T05:16:02.315 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.314+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~JK90SWLLACI9.2 size=309725 2024-08-10T05:16:02.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.317+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=JK90SWLLACI9 tag=RLQA0N8IAR55 type=write size=3455453 2024-08-10T05:16:02.320 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.319+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=ULXJBAVTTT26 type=del size=331074 2024-08-10T05:16:02.320 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.319+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~HHO5D8DJPU5Z.0 size=814225 2024-08-10T05:16:02.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.322+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=HHO5D8DJPU5Z tag=UIPWG7U0JKXE type=write size=1862801 2024-08-10T05:16:02.326 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.325+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~VXJN5NQXN77L.0 size=1048576 2024-08-10T05:16:02.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.327+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~VXJN5NQXN77L.1 size=1048576 2024-08-10T05:16:02.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.328+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~VXJN5NQXN77L.2 size=66024 2024-08-10T05:16:02.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.328+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=VXJN5NQXN77L tag=H7PPI4N39MM6 type=write size=3211752 2024-08-10T05:16:02.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.330+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~85X4VX1SZE1G.0 size=1048576 2024-08-10T05:16:02.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.332+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~85X4VX1SZE1G.1 size=1048576 2024-08-10T05:16:02.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.332+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~85X4VX1SZE1G.2 size=98173 2024-08-10T05:16:02.335 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.334+0000 7f14b4aea640 1 < canceled multipart upload key=2LBM76TDYCHX upload=85X4VX1SZE1G tag=TT7QE0HLZJV3 type=write size=3243901 2024-08-10T05:16:02.339 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.338+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~GY2W4334PI3O.0 size=1048576 2024-08-10T05:16:02.340 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.339+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~GY2W4334PI3O.1 size=1048576 2024-08-10T05:16:02.342 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.341+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~GY2W4334PI3O.2 size=499829 2024-08-10T05:16:02.342 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.341+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=GY2W4334PI3O tag=B8ZSZJLGGNM4 type=write size=3645557 2024-08-10T05:16:02.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.343+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~LVFXYNEJOHOL.0 size=1048576 2024-08-10T05:16:02.345 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.344+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~LVFXYNEJOHOL.1 size=726991 2024-08-10T05:16:02.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.347+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=LVFXYNEJOHOL tag=ICQXUMFB5RSC type=write size=2824143 2024-08-10T05:16:02.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.349+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=J954C5ORFQGW type=del size=3624439 2024-08-10T05:16:02.352 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.351+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~TXI21606Q90G.0 size=1048576 2024-08-10T05:16:02.353 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.352+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~TXI21606Q90G.1 size=162612 2024-08-10T05:16:02.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.356+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=TXI21606Q90G tag=NX1263XFC3VW type=write size=2259764 2024-08-10T05:16:02.359 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.359+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~RFL1EZWRDBE4.0 size=1048576 2024-08-10T05:16:02.361 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.360+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~RFL1EZWRDBE4.1 size=112561 2024-08-10T05:16:02.361 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.360+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=RFL1EZWRDBE4 tag=30IPVEBY3SVZ type=write size=2209713 2024-08-10T05:16:02.365 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.364+0000 7f14b4aea640 1 < suggested remove operation key=ROVKNC22J3KX tag=0X0558ZQJ0WO type=del 2024-08-10T05:16:02.367 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.366+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=KDERGOPZ6EF1 type=del size=3367759 2024-08-10T05:16:02.369 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.368+0000 7f14b4aea640 1 < completed write operation key=8EIZ7QHKAZHT tag=OVW0S3JJ88VI type=write size=206114 2024-08-10T05:16:02.372 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.372+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~MZS8GNZYG03D.0 size=409361 2024-08-10T05:16:02.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.372+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=MZS8GNZYG03D tag=AAYC8NGFH2FH type=write size=1457937 2024-08-10T05:16:02.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.373+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=LKU3U0AN8VY4 type=del 2024-08-10T05:16:02.377 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.377+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~C2312GHX5QQ6.0 size=444834 2024-08-10T05:16:02.377 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.377+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=C2312GHX5QQ6 tag=QGS4M2YGS91J type=write size=1493410 2024-08-10T05:16:02.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.378+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~IZ6NVAPJGTM4.0 size=498917 2024-08-10T05:16:02.382 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.382+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=IZ6NVAPJGTM4 tag=CSUSJ6BG4RQK type=write size=1547493 2024-08-10T05:16:02.385 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.384+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=VTWF88W4CTA5 type=del size=4057405 2024-08-10T05:16:02.386 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.385+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=WRG0FOVMN5OQ type=del 2024-08-10T05:16:02.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.389+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~NZYKCRTK4XAA.0 size=1048576 2024-08-10T05:16:02.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.390+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~NZYKCRTK4XAA.1 size=1048576 2024-08-10T05:16:02.392 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.392+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~NZYKCRTK4XAA.2 size=342583 2024-08-10T05:16:02.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.392+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=NZYKCRTK4XAA tag=Y0EI3E7KPPRN type=write size=3488311 2024-08-10T05:16:02.394 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.393+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=TCKZ7GAV88JU type=del 2024-08-10T05:16:02.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.395+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=WEI2N59GTH9G type=del size=2015033 2024-08-10T05:16:02.398 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.397+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=LVQE2G8RPUTJ type=del 2024-08-10T05:16:02.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.399+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=TKGW54BFPPGG type=del size=2822177 2024-08-10T05:16:02.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.400+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=15ZQCVOEVX14 type=del 2024-08-10T05:16:02.403 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.402+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=2YWZAF9A0DXC type=del size=2335607 2024-08-10T05:16:02.404 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.404+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=K7AP0QPVSIW6 type=del 2024-08-10T05:16:02.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.406+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=6Q3G47VX5FNR type=del size=2484248 2024-08-10T05:16:02.408 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.408+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~O4Q8IWK652QN.0 size=389831 2024-08-10T05:16:02.411 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.411+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=O4Q8IWK652QN tag=NJ4CNRR6U0OY type=write size=1438407 2024-08-10T05:16:02.413 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.412+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=YHNLB252MNZF type=del size=3701804 2024-08-10T05:16:02.415 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.414+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~0ZC9C9LD8U5T.0 size=1048576 2024-08-10T05:16:02.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.415+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~0ZC9C9LD8U5T.1 size=1048576 2024-08-10T05:16:02.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.417+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~0ZC9C9LD8U5T.2 size=971936 2024-08-10T05:16:02.421 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.420+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=0ZC9C9LD8U5T tag=G33QC5J7PHV7 type=write size=4117664 2024-08-10T05:16:02.425 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.424+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~OMXCZG7DKX9W.0 size=1048576 2024-08-10T05:16:02.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.425+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~OMXCZG7DKX9W.1 size=1048576 2024-08-10T05:16:02.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.427+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~OMXCZG7DKX9W.2 size=288356 2024-08-10T05:16:02.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.427+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=OMXCZG7DKX9W tag=L746NF67W12C type=write size=3434084 2024-08-10T05:16:02.429 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.428+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=ULXJBAVTTT26 type=del 2024-08-10T05:16:02.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.430+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=1U0UUUQ0MI8F type=write size=608024 2024-08-10T05:16:02.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.432+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~VXJN5NQXN77L.0 size=1048576 2024-08-10T05:16:02.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.433+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~VXJN5NQXN77L.1 size=1048576 2024-08-10T05:16:02.436 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.435+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~VXJN5NQXN77L.2 size=66024 2024-08-10T05:16:02.438 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.438+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=VXJN5NQXN77L tag=H7PPI4N39MM6 type=write size=3211752 2024-08-10T05:16:02.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.441+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~3TX57PZEKUJL.0 size=1048576 2024-08-10T05:16:02.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.443+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~3TX57PZEKUJL.1 size=959938 2024-08-10T05:16:02.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.443+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=3TX57PZEKUJL tag=GAMLGB6256K2 type=write size=3057090 2024-08-10T05:16:02.445 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.444+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~GY2W4334PI3O.0 size=1048576 2024-08-10T05:16:02.447 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.446+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~GY2W4334PI3O.1 size=1048576 2024-08-10T05:16:02.448 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.448+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~GY2W4334PI3O.2 size=499829 2024-08-10T05:16:02.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.450+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=GY2W4334PI3O tag=B8ZSZJLGGNM4 type=write size=3645557 2024-08-10T05:16:02.453 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.452+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=8CMGJ1SSE6BP type=del size=1165715 2024-08-10T05:16:02.454 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.454+0000 7f14b4aea640 1 < canceled operation key=HDO3WL7N93SY tag=J954C5ORFQGW type=del size=3624439 2024-08-10T05:16:02.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.455+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=Y327S9YQX49P type=write size=875005 2024-08-10T05:16:02.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.457+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~RFL1EZWRDBE4.0 size=1048576 2024-08-10T05:16:02.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.459+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~RFL1EZWRDBE4.1 size=112561 2024-08-10T05:16:02.463 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.462+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=RFL1EZWRDBE4 tag=30IPVEBY3SVZ type=write size=2209713 2024-08-10T05:16:02.464 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.464+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=X6GFZ07WCEWR type=del size=4164118 2024-08-10T05:16:02.466 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.465+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=KDERGOPZ6EF1 type=del 2024-08-10T05:16:02.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.467+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=VLV9TO34QSQP type=del size=3695344 2024-08-10T05:16:02.470 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.469+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~MZS8GNZYG03D.0 size=409361 2024-08-10T05:16:02.473 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.472+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=MZS8GNZYG03D tag=AAYC8NGFH2FH type=write size=1457937 2024-08-10T05:16:02.474 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.474+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=0QJ1DETAAUXG type=del size=393707 2024-08-10T05:16:02.476 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.476+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~C2312GHX5QQ6.0 size=444834 2024-08-10T05:16:02.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.479+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=C2312GHX5QQ6 tag=QGS4M2YGS91J type=write size=1493410 2024-08-10T05:16:02.481 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.480+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=POUWEMMD0X8E type=del size=52820 2024-08-10T05:16:02.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.484+0000 7f14b4aea640 1 < suggested remove operation key=RCP16G4OVJX2 tag=VTWF88W4CTA5 type=del 2024-08-10T05:16:02.488 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.487+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~EZF9CYX2S9LZ.0 size=1048576 2024-08-10T05:16:02.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.489+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~EZF9CYX2S9LZ.1 size=1048576 2024-08-10T05:16:02.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.490+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~EZF9CYX2S9LZ.2 size=214795 2024-08-10T05:16:02.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.490+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=EZF9CYX2S9LZ tag=4O7W8PUVFW6D type=write size=3360523 2024-08-10T05:16:02.493 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.492+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~NZYKCRTK4XAA.0 size=1048576 2024-08-10T05:16:02.495 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.494+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~NZYKCRTK4XAA.1 size=1048576 2024-08-10T05:16:02.496 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.495+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~NZYKCRTK4XAA.2 size=342583 2024-08-10T05:16:02.499 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.498+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=NZYKCRTK4XAA tag=Y0EI3E7KPPRN type=write size=3488311 2024-08-10T05:16:02.503 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.502+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~1V4Y40W1QX41.0 size=1048576 2024-08-10T05:16:02.504 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.504+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~1V4Y40W1QX41.1 size=319785 2024-08-10T05:16:02.504 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.504+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=1V4Y40W1QX41 tag=NKJ7F3AP8Q9E type=write size=2416937 2024-08-10T05:16:02.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.505+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=WEI2N59GTH9G type=del 2024-08-10T05:16:02.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.509+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~ZZTHDNI3R3LZ.0 size=1048576 2024-08-10T05:16:02.511 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.510+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~ZZTHDNI3R3LZ.1 size=1048576 2024-08-10T05:16:02.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.512+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~ZZTHDNI3R3LZ.2 size=222842 2024-08-10T05:16:02.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.512+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=ZZTHDNI3R3LZ tag=JJFPVBAHO2AF type=write size=3368570 2024-08-10T05:16:02.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.514+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=TKGW54BFPPGG type=del 2024-08-10T05:16:02.518 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.517+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~0M7DYGIOFRRV.0 size=1048576 2024-08-10T05:16:02.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.518+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~0M7DYGIOFRRV.1 size=1048576 2024-08-10T05:16:02.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.520+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~0M7DYGIOFRRV.2 size=391984 2024-08-10T05:16:02.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.520+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=0M7DYGIOFRRV tag=JEIF4E71SHMX type=write size=3537712 2024-08-10T05:16:02.524 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.523+0000 7f14b4aea640 1 < suggested remove operation key=BBEPS16N3VR2 tag=2YWZAF9A0DXC type=del 2024-08-10T05:16:02.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.524+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=5986ISEZQNMP type=del size=1538160 2024-08-10T05:16:02.527 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.526+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=6Q3G47VX5FNR type=del 2024-08-10T05:16:02.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.528+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=23KMT27DNPQX type=del size=4133924 2024-08-10T05:16:02.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.529+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=YHNLB252MNZF type=del 2024-08-10T05:16:02.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.531+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=0QUO10AHH0MP type=del size=4142838 2024-08-10T05:16:02.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.533+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~OMXCZG7DKX9W.0 size=1048576 2024-08-10T05:16:02.536 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.535+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~OMXCZG7DKX9W.1 size=1048576 2024-08-10T05:16:02.538 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.537+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~OMXCZG7DKX9W.2 size=288356 2024-08-10T05:16:02.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.540+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=OMXCZG7DKX9W tag=L746NF67W12C type=write size=3434084 2024-08-10T05:16:02.542 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.542+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=URY214FLTSRK type=del size=1063964 2024-08-10T05:16:02.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.543+0000 7f14b4aea640 1 < canceled operation key=8EIZ7QHKAZHT tag=1U0UUUQ0MI8F type=write size=608024 2024-08-10T05:16:02.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.547+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~T421R9HL4ZZD.0 size=333532 2024-08-10T05:16:02.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.547+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=T421R9HL4ZZD tag=JTCIQOGSSA6B type=write size=1382108 2024-08-10T05:16:02.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.549+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~3TX57PZEKUJL.0 size=1048576 2024-08-10T05:16:02.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.550+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~3TX57PZEKUJL.1 size=959938 2024-08-10T05:16:02.555 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.554+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=3TX57PZEKUJL tag=GAMLGB6256K2 type=write size=3057090 2024-08-10T05:16:02.556 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.556+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=CX6HYZL32JR4 type=write size=960991 2024-08-10T05:16:02.560 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.559+0000 7f14b4aea640 1 < suggested remove operation key=8EIZ7QHKAZHT tag=8CMGJ1SSE6BP type=del 2024-08-10T05:16:02.561 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.561+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=E5FW9IYDZV9C type=del size=3787618 2024-08-10T05:16:02.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.562+0000 7f14b4aea640 1 < completed write operation key=ROVKNC22J3KX tag=Y327S9YQX49P type=write size=875005 2024-08-10T05:16:02.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.564+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=W1WLY93DPQ3B type=del size=413797 2024-08-10T05:16:02.566 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.566+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=X6GFZ07WCEWR type=del 2024-08-10T05:16:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:16:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:02.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.569+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~C1WZS4CQ969L.0 size=76982 2024-08-10T05:16:02.570 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.569+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=C1WZS4CQ969L tag=OK63VBPOBBN2 type=write size=1125558 2024-08-10T05:16:02.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.570+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=VLV9TO34QSQP type=del 2024-08-10T05:16:02.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.572+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=4XMIHOG8ZAHP type=del size=2357740 2024-08-10T05:16:02.576 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.576+0000 7f14b4aea640 1 < suggested remove operation key=C12BG8POXEML tag=0QJ1DETAAUXG type=del 2024-08-10T05:16:02.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.577+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=UZ01XZSSCPL4 type=del size=1182584 2024-08-10T05:16:02.580 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.579+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=POUWEMMD0X8E type=del 2024-08-10T05:16:02.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.582+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~BS9IE42NTWZH.0 size=1048576 2024-08-10T05:16:02.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.584+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~BS9IE42NTWZH.1 size=271149 2024-08-10T05:16:02.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.584+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=BS9IE42NTWZH tag=84J1O2A2Q9JC type=write size=2368301 2024-08-10T05:16:02.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.585+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~EZF9CYX2S9LZ.0 size=1048576 2024-08-10T05:16:02.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.587+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~EZF9CYX2S9LZ.1 size=1048576 2024-08-10T05:16:02.589 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.588+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~EZF9CYX2S9LZ.2 size=214795 2024-08-10T05:16:02.592 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.591+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=EZF9CYX2S9LZ tag=4O7W8PUVFW6D type=write size=3360523 2024-08-10T05:16:02.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.593+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=GS6NGVPJWD6S type=write size=791935 2024-08-10T05:16:02.596 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.595+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~1V4Y40W1QX41.0 size=1048576 2024-08-10T05:16:02.597 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.597+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~1V4Y40W1QX41.1 size=319785 2024-08-10T05:16:02.600 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.600+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=1V4Y40W1QX41 tag=NKJ7F3AP8Q9E type=write size=2416937 2024-08-10T05:16:02.604 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.603+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~6P6YNSJX1NOF.0 size=1048576 2024-08-10T05:16:02.605 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.604+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~6P6YNSJX1NOF.1 size=232437 2024-08-10T05:16:02.605 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.604+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=6P6YNSJX1NOF tag=BQ3BGJLLUBH3 type=write size=2329589 2024-08-10T05:16:02.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.606+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~ZZTHDNI3R3LZ.0 size=1048576 2024-08-10T05:16:02.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.608+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~ZZTHDNI3R3LZ.1 size=1048576 2024-08-10T05:16:02.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.610+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~ZZTHDNI3R3LZ.2 size=222842 2024-08-10T05:16:02.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.613+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=ZZTHDNI3R3LZ tag=JJFPVBAHO2AF type=write size=3368570 2024-08-10T05:16:02.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.614+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=RFKQVM3UHLPC type=write size=228869 2024-08-10T05:16:02.617 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.616+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~0M7DYGIOFRRV.0 size=1048576 2024-08-10T05:16:02.618 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.617+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~0M7DYGIOFRRV.1 size=1048576 2024-08-10T05:16:02.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.619+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~0M7DYGIOFRRV.2 size=391984 2024-08-10T05:16:02.623 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.622+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=0M7DYGIOFRRV tag=JEIF4E71SHMX type=write size=3537712 2024-08-10T05:16:02.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.624+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=NVLHTA5IS9WS type=write size=251353 2024-08-10T05:16:02.628 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.627+0000 7f14b4aea640 1 < suggested remove operation key=QJTYLK106AGR tag=5986ISEZQNMP type=del 2024-08-10T05:16:02.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.629+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=STP29C3PLN2L type=del size=1487201 2024-08-10T05:16:02.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.631+0000 7f14b4aea640 -1 < failed to complete operation key=QJTYLK106AGR tag=23KMT27DNPQX type=del size=4133924: (22) Invalid argument 2024-08-10T05:16:02.634 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.633+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=GGQNQEB260BP type=del size=1955115 2024-08-10T05:16:02.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.634+0000 7f14b4aea640 1 < canceled operation key=4GQSP14LMP0J tag=0QUO10AHH0MP type=del size=4142838 2024-08-10T05:16:02.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.636+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=7CM3351IFK8A type=del size=3476618 2024-08-10T05:16:02.639 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.638+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=URY214FLTSRK type=del 2024-08-10T05:16:02.643 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.643+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~WJ3184D0U4CM.0 size=729791 2024-08-10T05:16:02.643 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.643+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=WJ3184D0U4CM tag=E3R26PSHNWRN type=write size=1778367 2024-08-10T05:16:02.646 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.645+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~T421R9HL4ZZD.0 size=333532 2024-08-10T05:16:02.649 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.648+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=T421R9HL4ZZD tag=JTCIQOGSSA6B type=write size=1382108 2024-08-10T05:16:02.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.651+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~CA78PUSBM7VY.0 size=1048576 2024-08-10T05:16:02.654 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.653+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~CA78PUSBM7VY.1 size=1048576 2024-08-10T05:16:02.655 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.654+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~CA78PUSBM7VY.2 size=360801 2024-08-10T05:16:02.655 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.654+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=CA78PUSBM7VY tag=AXXZ4GJ6GCWC type=write size=3506529 2024-08-10T05:16:02.657 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.656+0000 7f14b4aea640 1 < completed write operation key=YH0KSZI7R4TX tag=CX6HYZL32JR4 type=write size=960991 2024-08-10T05:16:02.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.658+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=PM0L0YIQR08M type=del size=3078051 2024-08-10T05:16:02.661 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.660+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=E5FW9IYDZV9C type=del 2024-08-10T05:16:02.663 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.662+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=J0BT544ODVK2 type=write size=227760 2024-08-10T05:16:02.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.664+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=W1WLY93DPQ3B type=del 2024-08-10T05:16:02.668 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.667+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~Q0O37FAW1M3H.0 size=133097 2024-08-10T05:16:02.668 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.667+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=Q0O37FAW1M3H tag=GUAFZ116CWC0 type=write size=1181673 2024-08-10T05:16:02.670 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.669+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~C1WZS4CQ969L.0 size=76982 2024-08-10T05:16:02.674 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.673+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=C1WZS4CQ969L tag=OK63VBPOBBN2 type=write size=1125558 2024-08-10T05:16:02.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.674+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=SOJ5P4FY8FHT type=write size=358885 2024-08-10T05:16:02.679 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.678+0000 7f14b4aea640 1 < suggested remove operation key=43PHUSMB0CNL tag=4XMIHOG8ZAHP type=del 2024-08-10T05:16:02.681 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.680+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=SVAGYGM8A73D type=del size=701107 2024-08-10T05:16:02.682 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.682+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=UZ01XZSSCPL4 type=del 2024-08-10T05:16:02.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.685+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~GX1UB6BL2UDE.0 size=640182 2024-08-10T05:16:02.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.685+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=GX1UB6BL2UDE tag=YLIOVCE28OJA type=write size=1688758 2024-08-10T05:16:02.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.687+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~BS9IE42NTWZH.0 size=1048576 2024-08-10T05:16:02.689 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.688+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~BS9IE42NTWZH.1 size=271149 2024-08-10T05:16:02.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.691+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=BS9IE42NTWZH tag=84J1O2A2Q9JC type=write size=2368301 2024-08-10T05:16:02.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.693+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=TAKA8V3DUGN4 type=del size=94379 2024-08-10T05:16:02.695 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.695+0000 7f14b4aea640 1 < completed write operation key=YH0KSZI7R4TX tag=GS6NGVPJWD6S type=write size=791935 2024-08-10T05:16:02.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.696+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=K8WESRKW74ZE type=del size=711810 2024-08-10T05:16:02.699 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.698+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~6P6YNSJX1NOF.0 size=1048576 2024-08-10T05:16:02.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.700+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~6P6YNSJX1NOF.1 size=232437 2024-08-10T05:16:02.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.703+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=6P6YNSJX1NOF tag=BQ3BGJLLUBH3 type=write size=2329589 2024-08-10T05:16:02.705 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.704+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=F0NQ5G0UEMTZ type=del size=129789 2024-08-10T05:16:02.707 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.706+0000 7f14b4aea640 1 < canceled operation key=LN88EIQRZLLG tag=RFKQVM3UHLPC type=write size=228869 2024-08-10T05:16:02.709 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.708+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=QV225VG7D50C type=del size=1090596 2024-08-10T05:16:02.711 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.710+0000 7f14b4aea640 -1 < failed to complete operation key=QJTYLK106AGR tag=NVLHTA5IS9WS type=write size=251353: (22) Invalid argument 2024-08-10T05:16:02.713 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.712+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=CPQT5Q55VNZX type=write size=904324 2024-08-10T05:16:02.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.714+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=STP29C3PLN2L type=del 2024-08-10T05:16:02.716 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.716+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=DAZPYDX1N57N type=write size=764135 2024-08-10T05:16:02.719 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.718+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=GGQNQEB260BP type=del 2024-08-10T05:16:02.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.720+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=6LGTA8VZ2VSY type=del size=2017838 2024-08-10T05:16:02.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.722+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=7CM3351IFK8A type=del 2024-08-10T05:16:02.726 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.725+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~LGZXG41N5S9D.0 size=861820 2024-08-10T05:16:02.726 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.725+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=LGZXG41N5S9D tag=5RM1ON48Z56Q type=write size=1910396 2024-08-10T05:16:02.728 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.727+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~WJ3184D0U4CM.0 size=729791 2024-08-10T05:16:02.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.731+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=WJ3184D0U4CM tag=E3R26PSHNWRN type=write size=1778367 2024-08-10T05:16:02.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.733+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=UXSNGP2LG7BY type=del size=4069462 2024-08-10T05:16:02.735 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.734+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~CA78PUSBM7VY.0 size=1048576 2024-08-10T05:16:02.737 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.736+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~CA78PUSBM7VY.1 size=1048576 2024-08-10T05:16:02.738 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.737+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~CA78PUSBM7VY.2 size=360801 2024-08-10T05:16:02.741 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.740+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=CA78PUSBM7VY tag=AXXZ4GJ6GCWC type=write size=3506529 2024-08-10T05:16:02.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.742+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=YU8QNHSG3GC2 type=del size=1070549 2024-08-10T05:16:02.745 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.745+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=PM0L0YIQR08M type=del 2024-08-10T05:16:02.749 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.748+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~G001Q5AAFC70.0 size=1042554 2024-08-10T05:16:02.749 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.748+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=G001Q5AAFC70 tag=OI9C9015KNUP type=write size=2091130 2024-08-10T05:16:02.750 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.749+0000 7f14b4aea640 1 < canceled operation key=HDO3WL7N93SY tag=J0BT544ODVK2 type=write size=227760 2024-08-10T05:16:02.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.753+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~PH2KET0NO27C.0 size=1048576 2024-08-10T05:16:02.755 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.754+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~PH2KET0NO27C.1 size=1048576 2024-08-10T05:16:02.757 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.756+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~PH2KET0NO27C.2 size=811143 2024-08-10T05:16:02.757 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.756+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=PH2KET0NO27C tag=L5VOC4W2LKWC type=write size=3956871 2024-08-10T05:16:02.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.757+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~Q0O37FAW1M3H.0 size=133097 2024-08-10T05:16:02.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.760+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=Q0O37FAW1M3H tag=GUAFZ116CWC0 type=write size=1181673 2024-08-10T05:16:02.763 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.762+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=ITBYF9MHMPM3 type=del size=1180726 2024-08-10T05:16:02.765 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.765+0000 7f14b4aea640 1 < canceled operation key=TCBT4AO28B3T tag=SOJ5P4FY8FHT type=write size=358885 2024-08-10T05:16:02.768 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.766+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=ARYISSVQ9N3L type=del size=4078537 2024-08-10T05:16:02.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.770+0000 7f14b4aea640 1 < suggested update operation key=HDO3WL7N93SY tag=SVAGYGM8A73D type=del size=701107 2024-08-10T05:16:02.774 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.773+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~7S63Z1KRGZVX.0 size=34641 2024-08-10T05:16:02.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.773+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=7S63Z1KRGZVX tag=PONT03YBLTO5 type=write size=1083217 2024-08-10T05:16:02.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.774+0000 7f14b4aea640 1 < canceled part key=_multipart_63XHARBYVQFS.2~GX1UB6BL2UDE.0 size=640182 2024-08-10T05:16:02.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.777+0000 7f14b4aea640 1 < canceled multipart upload key=63XHARBYVQFS upload=GX1UB6BL2UDE tag=YLIOVCE28OJA type=write size=1688758 2024-08-10T05:16:02.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.780+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~RKTHWZ4ARS9V.0 size=1048576 2024-08-10T05:16:02.783 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.782+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~RKTHWZ4ARS9V.1 size=1048576 2024-08-10T05:16:02.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.783+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~RKTHWZ4ARS9V.2 size=318573 2024-08-10T05:16:02.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.783+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=RKTHWZ4ARS9V tag=69Q0XEL3HQEP type=write size=3464301 2024-08-10T05:16:02.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.785+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=TAKA8V3DUGN4 type=del 2024-08-10T05:16:02.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.787+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=DPB27Y0QN5JO type=del size=555140 2024-08-10T05:16:02.791 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.790+0000 7f14b4aea640 1 < suggested update operation key=XU9ZENJ789VA tag=K8WESRKW74ZE type=del size=711810 2024-08-10T05:16:02.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.794+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~9ERP268N3FAY.0 size=1048576 2024-08-10T05:16:02.797 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.796+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~9ERP268N3FAY.1 size=1048576 2024-08-10T05:16:02.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.797+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~9ERP268N3FAY.2 size=448814 2024-08-10T05:16:02.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.797+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=9ERP268N3FAY tag=WMZPZFJ95E4E type=write size=3594542 2024-08-10T05:16:02.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.800+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=F0NQ5G0UEMTZ type=del 2024-08-10T05:16:02.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.802+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=KE631CYFC9QB type=del size=1934720 2024-08-10T05:16:02.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.804+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=QV225VG7D50C type=del 2024-08-10T05:16:02.808 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.807+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~8QW1J9JRO3PK.0 size=1048576 2024-08-10T05:16:02.809 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.808+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~8QW1J9JRO3PK.1 size=1048576 2024-08-10T05:16:02.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.810+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~8QW1J9JRO3PK.2 size=526651 2024-08-10T05:16:02.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.810+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=8QW1J9JRO3PK tag=I7RZHB4JNLOD type=write size=3672379 2024-08-10T05:16:02.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.811+0000 7f14b4aea640 1 < completed write operation key=RCP16G4OVJX2 tag=CPQT5Q55VNZX type=write size=904324 2024-08-10T05:16:02.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.813+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=J3LMOI18E1OQ type=write size=1034412 2024-08-10T05:16:02.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.815+0000 7f14b4aea640 1 < completed write operation key=LN88EIQRZLLG tag=DAZPYDX1N57N type=write size=764135 2024-08-10T05:16:02.818 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.817+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=S0XCJDX1KC9L type=del size=2761988 2024-08-10T05:16:02.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.819+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=6LGTA8VZ2VSY type=del 2024-08-10T05:16:02.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.820+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=O8S3EPY27UOJ type=del size=2708413 2024-08-10T05:16:02.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.822+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~LGZXG41N5S9D.0 size=861820 2024-08-10T05:16:02.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.825+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=LGZXG41N5S9D tag=5RM1ON48Z56Q type=write size=1910396 2024-08-10T05:16:02.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.827+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=47NCK7V7HL1T type=del size=1004301 2024-08-10T05:16:02.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.829+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=UXSNGP2LG7BY type=del 2024-08-10T05:16:02.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.831+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=49WIBE3TUG3D type=del size=1655137 2024-08-10T05:16:02.833 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.833+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=YU8QNHSG3GC2 type=del 2024-08-10T05:16:02.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.836+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~I1VMI1VAR97S.0 size=1048576 2024-08-10T05:16:02.838 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.837+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~I1VMI1VAR97S.1 size=1048576 2024-08-10T05:16:02.839 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.839+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~I1VMI1VAR97S.2 size=248273 2024-08-10T05:16:02.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.839+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=I1VMI1VAR97S tag=UHSKJSTPZCAV type=write size=3394001 2024-08-10T05:16:02.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.840+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~G001Q5AAFC70.0 size=1042554 2024-08-10T05:16:02.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.843+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=G001Q5AAFC70 tag=OI9C9015KNUP type=write size=2091130 2024-08-10T05:16:02.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.845+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=F717HOVBV1Y2 type=del size=2519006 2024-08-10T05:16:02.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.847+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~PH2KET0NO27C.0 size=1048576 2024-08-10T05:16:02.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.848+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~PH2KET0NO27C.1 size=1048576 2024-08-10T05:16:02.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.850+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~PH2KET0NO27C.2 size=811143 2024-08-10T05:16:02.854 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.853+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=PH2KET0NO27C tag=L5VOC4W2LKWC type=write size=3956871 2024-08-10T05:16:02.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.855+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=UE3Y5EVQ1DIC type=del size=2146878 2024-08-10T05:16:02.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.858+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=ITBYF9MHMPM3 type=del 2024-08-10T05:16:02.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.859+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=JW560CC86004 type=del size=3921467 2024-08-10T05:16:02.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.862+0000 7f14b4aea640 -1 < failed to complete operation key=XU9ZENJ789VA tag=ARYISSVQ9N3L type=del size=4078537: (22) Invalid argument 2024-08-10T05:16:02.865 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.864+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=B766879MN4PD type=del size=3819219 2024-08-10T05:16:02.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.866+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~7S63Z1KRGZVX.0 size=34641 2024-08-10T05:16:02.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.869+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=7S63Z1KRGZVX tag=PONT03YBLTO5 type=write size=1083217 2024-08-10T05:16:02.871 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.871+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=8HOJMKSTJQIB type=del size=353690 2024-08-10T05:16:02.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.872+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~RKTHWZ4ARS9V.0 size=1048576 2024-08-10T05:16:02.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.874+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~RKTHWZ4ARS9V.1 size=1048576 2024-08-10T05:16:02.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.875+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~RKTHWZ4ARS9V.2 size=318573 2024-08-10T05:16:02.879 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.878+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=RKTHWZ4ARS9V tag=69Q0XEL3HQEP type=write size=3464301 2024-08-10T05:16:02.881 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.880+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=XUXJLCQKK3YA type=del size=2262700 2024-08-10T05:16:02.884 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.884+0000 7f14b4aea640 1 < suggested update operation key=RCP16G4OVJX2 tag=DPB27Y0QN5JO type=del size=555140 2024-08-10T05:16:02.886 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.885+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=1YP5GYSIFGMI type=del size=2524837 2024-08-10T05:16:02.888 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.887+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~9ERP268N3FAY.0 size=1048576 2024-08-10T05:16:02.890 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.889+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~9ERP268N3FAY.1 size=1048576 2024-08-10T05:16:02.891 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.890+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~9ERP268N3FAY.2 size=448814 2024-08-10T05:16:02.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.895+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=9ERP268N3FAY tag=WMZPZFJ95E4E type=write size=3594542 2024-08-10T05:16:02.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.897+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=DH32G7TL7SYR type=del size=47729 2024-08-10T05:16:02.899 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.898+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=KE631CYFC9QB type=del 2024-08-10T05:16:02.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.902+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~NT56WKZED51Y.0 size=1048576 2024-08-10T05:16:02.904 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.904+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~NT56WKZED51Y.1 size=1048576 2024-08-10T05:16:02.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.905+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~NT56WKZED51Y.2 size=868948 2024-08-10T05:16:02.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.905+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=NT56WKZED51Y tag=F3O4QTJWRSQ0 type=write size=4014676 2024-08-10T05:16:02.908 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.907+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~8QW1J9JRO3PK.0 size=1048576 2024-08-10T05:16:02.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.908+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~8QW1J9JRO3PK.1 size=1048576 2024-08-10T05:16:02.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.910+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~8QW1J9JRO3PK.2 size=526651 2024-08-10T05:16:02.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.913+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=8QW1J9JRO3PK tag=I7RZHB4JNLOD type=write size=3672379 2024-08-10T05:16:02.916 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.915+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=M0OWDN0EUCOS type=del size=3388397 2024-08-10T05:16:02.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.919+0000 7f14b4aea640 1 < suggested update operation key=2LBM76TDYCHX tag=J3LMOI18E1OQ type=write size=1034412 2024-08-10T05:16:02.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.922+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=VJDM18U1F7NR type=del size=630618 2024-08-10T05:16:02.925 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.924+0000 7f14b4aea640 1 < canceled operation key=LN88EIQRZLLG tag=S0XCJDX1KC9L type=del size=2761988 2024-08-10T05:16:02.926 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.926+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=B0BKSMIWWPXS type=del size=1628859 2024-08-10T05:16:02.930 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.929+0000 7f14b4aea640 1 < suggested remove operation key=SDD0BWGOBF7T tag=O8S3EPY27UOJ type=del 2024-08-10T05:16:02.934 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.933+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~743IK743L6HG.0 size=1048576 2024-08-10T05:16:02.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.935+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~743IK743L6HG.1 size=1048576 2024-08-10T05:16:02.937 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.937+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~743IK743L6HG.2 size=244299 2024-08-10T05:16:02.937 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.937+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=743IK743L6HG tag=S0YXM6AGWV2Q type=write size=3390027 2024-08-10T05:16:02.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.938+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=47NCK7V7HL1T type=del 2024-08-10T05:16:02.941 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.940+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=9KLTNJ5IWU50 type=del size=2472333 2024-08-10T05:16:02.943 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.942+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=49WIBE3TUG3D type=del 2024-08-10T05:16:02.945 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.944+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=FFN353IB11DK type=del size=53338 2024-08-10T05:16:02.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.946+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~I1VMI1VAR97S.0 size=1048576 2024-08-10T05:16:02.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.946+0000 7f14b4aea640 1 < canceled part key=_multipart_SDD0BWGOBF7T.2~I1VMI1VAR97S.1 size=1048576 2024-08-10T05:16:02.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.947+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~I1VMI1VAR97S.2 size=248273 2024-08-10T05:16:02.951 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.950+0000 7f14b4aea640 1 < canceled multipart upload key=SDD0BWGOBF7T upload=I1VMI1VAR97S tag=UHSKJSTPZCAV type=write size=3394001 2024-08-10T05:16:02.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.952+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=JKHP5HXGOLRP type=del size=4191472 2024-08-10T05:16:02.955 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.954+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=F717HOVBV1Y2 type=del 2024-08-10T05:16:02.958 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.957+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~O1PRSG0KGIZZ.0 size=1048576 2024-08-10T05:16:02.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.959+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~O1PRSG0KGIZZ.1 size=754583 2024-08-10T05:16:02.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.959+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=O1PRSG0KGIZZ tag=GJYBFWL2J4JI type=write size=2851735 2024-08-10T05:16:02.961 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.961+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=UE3Y5EVQ1DIC type=del 2024-08-10T05:16:02.963 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.963+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=TLCONGE5PZIY type=del size=153924 2024-08-10T05:16:02.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.964+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=JW560CC86004 type=del 2024-08-10T05:16:02.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.967+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=7NDVJK8BLPVX type=del size=1380322 2024-08-10T05:16:02.971 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.971+0000 7f14b4aea640 1 < suggested remove operation key=QJTYLK106AGR tag=B766879MN4PD type=del 2024-08-10T05:16:02.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.972+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=SS3S62P02Z76 type=del size=784033 2024-08-10T05:16:02.975 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.974+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=8HOJMKSTJQIB type=del 2024-08-10T05:16:02.980 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.978+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~CT3N2XK3AOXN.0 size=1048576 2024-08-10T05:16:02.980 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.980+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~CT3N2XK3AOXN.1 size=1048576 2024-08-10T05:16:02.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.981+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~CT3N2XK3AOXN.2 size=6878 2024-08-10T05:16:02.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.981+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=CT3N2XK3AOXN tag=91LUG0BMH5T2 type=write size=3152606 2024-08-10T05:16:02.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.985+0000 7f14b4aea640 1 < suggested update operation key=YH0KSZI7R4TX tag=XUXJLCQKK3YA type=del size=2262700 2024-08-10T05:16:02.988 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.988+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=SOLRZEIGLT7Q type=del size=3368829 2024-08-10T05:16:02.991 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.990+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=1YP5GYSIFGMI type=del 2024-08-10T05:16:02.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.992+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=3C1FB7DV32P0 type=del size=1158504 2024-08-10T05:16:02.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.995+0000 7f14b4aea640 1 < suggested update operation key=2LBM76TDYCHX tag=DH32G7TL7SYR type=del size=47729 2024-08-10T05:16:02.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.997+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=1EKPJZYPCIMV type=write size=753464 2024-08-10T05:16:02.999 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:02.999+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~NT56WKZED51Y.0 size=1048576 2024-08-10T05:16:03.001 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.000+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~NT56WKZED51Y.1 size=1048576 2024-08-10T05:16:03.003 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.002+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~NT56WKZED51Y.2 size=868948 2024-08-10T05:16:03.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.005+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=NT56WKZED51Y tag=F3O4QTJWRSQ0 type=write size=4014676 2024-08-10T05:16:03.008 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.008+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=EA0QVM8TWYT6 type=del size=3232162 2024-08-10T05:16:03.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.009+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=M0OWDN0EUCOS type=del 2024-08-10T05:16:03.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.011+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=N346N59QG18P type=del size=3753761 2024-08-10T05:16:03.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.013+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=VJDM18U1F7NR type=del 2024-08-10T05:16:03.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.015+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=SP3QB8N8A7CG type=del size=2976814 2024-08-10T05:16:03.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.017+0000 7f14b4aea640 1 < canceled operation key=43PHUSMB0CNL tag=B0BKSMIWWPXS type=del size=1628859 2024-08-10T05:16:03.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.019+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=650OZX09G35W type=del size=2943612 2024-08-10T05:16:03.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.021+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~743IK743L6HG.0 size=1048576 2024-08-10T05:16:03.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.021+0000 7f14b4aea640 1 < canceled part key=_multipart_IZ9CY06YLZDS.2~743IK743L6HG.1 size=1048576 2024-08-10T05:16:03.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.023+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~743IK743L6HG.2 size=244299 2024-08-10T05:16:03.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.026+0000 7f14b4aea640 1 < canceled multipart upload key=IZ9CY06YLZDS upload=743IK743L6HG tag=S0YXM6AGWV2Q type=write size=3390027 2024-08-10T05:16:03.029 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.028+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=U8JPSETWOSH0 type=del size=3471195 2024-08-10T05:16:03.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.031+0000 7f14b4aea640 1 < suggested remove operation key=K7GWZ9Z28PPZ tag=9KLTNJ5IWU50 type=del 2024-08-10T05:16:03.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.034+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=W5BMF88IMFZP type=del size=3271041 2024-08-10T05:16:03.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.036+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=FFN353IB11DK type=del 2024-08-10T05:16:03.040 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.039+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~8XSQJBQTVQB5.0 size=1048576 2024-08-10T05:16:03.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.041+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~8XSQJBQTVQB5.1 size=958672 2024-08-10T05:16:03.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.041+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=8XSQJBQTVQB5 tag=0C29BP7EVUG8 type=write size=3055824 2024-08-10T05:16:03.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.043+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=JKHP5HXGOLRP type=del size=4191472 2024-08-10T05:16:03.045 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.044+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=2BNU5J3E7IL7 type=del size=183024 2024-08-10T05:16:03.047 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.046+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~O1PRSG0KGIZZ.0 size=1048576 2024-08-10T05:16:03.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.048+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~O1PRSG0KGIZZ.1 size=754583 2024-08-10T05:16:03.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.051+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=O1PRSG0KGIZZ tag=GJYBFWL2J4JI type=write size=2851735 2024-08-10T05:16:03.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.053+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=AKAZX79VQZWL type=del size=424668 2024-08-10T05:16:03.055 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.054+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=TLCONGE5PZIY type=del 2024-08-10T05:16:03.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.058+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~CG89BM12SER9.0 size=1048576 2024-08-10T05:16:03.060 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.059+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~CG89BM12SER9.1 size=1048576 2024-08-10T05:16:03.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.061+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~CG89BM12SER9.2 size=482340 2024-08-10T05:16:03.062 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.061+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=CG89BM12SER9 tag=BKBEX56KG0MK type=write size=3628068 2024-08-10T05:16:03.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.062+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=7NDVJK8BLPVX type=del 2024-08-10T05:16:03.065 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.064+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=MSYQWJRCMK38 type=del size=2469020 2024-08-10T05:16:03.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.068+0000 7f14b4aea640 1 < suggested remove operation key=IZ9CY06YLZDS tag=SS3S62P02Z76 type=del 2024-08-10T05:16:03.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.070+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=I07Y17KOJY3L type=del size=4080632 2024-08-10T05:16:03.073 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.072+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~CT3N2XK3AOXN.0 size=1048576 2024-08-10T05:16:03.075 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.074+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~CT3N2XK3AOXN.1 size=1048576 2024-08-10T05:16:03.076 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.075+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~CT3N2XK3AOXN.2 size=6878 2024-08-10T05:16:03.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.079+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=CT3N2XK3AOXN tag=91LUG0BMH5T2 type=write size=3152606 2024-08-10T05:16:03.083 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.083+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~WJWQH7XP4ZXV.0 size=1048576 2024-08-10T05:16:03.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.085+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~WJWQH7XP4ZXV.1 size=227241 2024-08-10T05:16:03.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.085+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=WJWQH7XP4ZXV tag=9SZCMCA0BVB8 type=write size=2324393 2024-08-10T05:16:03.088 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.087+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=SOLRZEIGLT7Q type=del 2024-08-10T05:16:03.092 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.091+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~DZKC3FAO5U1U.0 size=1048576 2024-08-10T05:16:03.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.093+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~DZKC3FAO5U1U.1 size=1048576 2024-08-10T05:16:03.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.095+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~DZKC3FAO5U1U.2 size=306510 2024-08-10T05:16:03.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.095+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=DZKC3FAO5U1U tag=ZKGC9G1XFFS5 type=write size=3452238 2024-08-10T05:16:03.097 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.096+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=3C1FB7DV32P0 type=del 2024-08-10T05:16:03.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.098+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=3UP5EN0MP6S4 type=del size=710363 2024-08-10T05:16:03.101 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.100+0000 7f14b4aea640 1 < completed write operation key=GVED6658RQPQ tag=1EKPJZYPCIMV type=write size=753464 2024-08-10T05:16:03.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.102+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=DENQ9ENQ6C28 type=del size=2305718 2024-08-10T05:16:03.108 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.107+0000 7f14b4aea640 1 < suggested update operation key=HDO3WL7N93SY tag=EA0QVM8TWYT6 type=del size=3232162 2024-08-10T05:16:03.111 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.110+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FPSIO5HAUN9Z.0 size=1048576 2024-08-10T05:16:03.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.112+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FPSIO5HAUN9Z.1 size=1048576 2024-08-10T05:16:03.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.114+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FPSIO5HAUN9Z.2 size=349139 2024-08-10T05:16:03.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.114+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=FPSIO5HAUN9Z tag=7NQBNF1X7UCN type=write size=3494867 2024-08-10T05:16:03.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.115+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=N346N59QG18P type=del 2024-08-10T05:16:03.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.119+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~JC5C3K10YZTV.0 size=1048576 2024-08-10T05:16:03.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.120+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~JC5C3K10YZTV.1 size=1048576 2024-08-10T05:16:03.123 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.122+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~JC5C3K10YZTV.2 size=211153 2024-08-10T05:16:03.123 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.122+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=JC5C3K10YZTV tag=42Q4S75ZL8W7 type=write size=3356881 2024-08-10T05:16:03.125 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.124+0000 7f14b4aea640 1 < canceled operation key=4GQSP14LMP0J tag=SP3QB8N8A7CG type=del size=2976814 2024-08-10T05:16:03.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.127+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~IJ67RRD6K66A.0 size=534386 2024-08-10T05:16:03.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.127+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=IJ67RRD6K66A tag=9ANFNKF13E2R type=write size=1582962 2024-08-10T05:16:03.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.129+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=650OZX09G35W type=del 2024-08-10T05:16:03.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.131+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=U20HF087V7D3 type=del size=872331 2024-08-10T05:16:03.133 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.133+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=U8JPSETWOSH0 type=del 2024-08-10T05:16:03.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.134+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=GS4G9T871UI1 type=del size=749243 2024-08-10T05:16:03.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.136+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=W5BMF88IMFZP type=del 2024-08-10T05:16:03.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.138+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=XQG7ALN8KWVL type=write size=1038532 2024-08-10T05:16:03.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.140+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~8XSQJBQTVQB5.0 size=1048576 2024-08-10T05:16:03.143 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.142+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~8XSQJBQTVQB5.1 size=958672 2024-08-10T05:16:03.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.145+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=8XSQJBQTVQB5 tag=0C29BP7EVUG8 type=write size=3055824 2024-08-10T05:16:03.148 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.147+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=DAI7X57FLJW8 type=del size=1596552 2024-08-10T05:16:03.150 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.149+0000 7f14b4aea640 1 < canceled operation key=4GQSP14LMP0J tag=2BNU5J3E7IL7 type=del size=183024 2024-08-10T05:16:03.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.151+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=L59JRFP50XKR type=del size=1912476 2024-08-10T05:16:03.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.152+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=AKAZX79VQZWL type=del 2024-08-10T05:16:03.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.154+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=OC8N5KZJ6FGC type=del size=1732206 2024-08-10T05:16:03.157 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.156+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~CG89BM12SER9.0 size=1048576 2024-08-10T05:16:03.159 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.158+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~CG89BM12SER9.1 size=1048576 2024-08-10T05:16:03.161 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.160+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~CG89BM12SER9.2 size=482340 2024-08-10T05:16:03.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.164+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=CG89BM12SER9 tag=BKBEX56KG0MK type=write size=3628068 2024-08-10T05:16:03.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.168+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~WM4NNF7UEFN7.0 size=1048576 2024-08-10T05:16:03.170 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.169+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~WM4NNF7UEFN7.1 size=522992 2024-08-10T05:16:03.170 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.169+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=WM4NNF7UEFN7 tag=67TUPTT0KW0R type=write size=2620144 2024-08-10T05:16:03.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.172+0000 7f14b4aea640 -1 < failed to complete operation key=IZ9CY06YLZDS tag=MSYQWJRCMK38 type=del size=2469020: (22) Invalid argument 2024-08-10T05:16:03.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.174+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=ZWF42COE3EDC type=del size=3629694 2024-08-10T05:16:03.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.178+0000 7f14b4aea640 1 < suggested update operation key=GVED6658RQPQ tag=I07Y17KOJY3L type=del size=4080632 2024-08-10T05:16:03.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.181+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~D1AEVUJBOLPM.0 size=1048576 2024-08-10T05:16:03.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.183+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~D1AEVUJBOLPM.1 size=450307 2024-08-10T05:16:03.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.183+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=D1AEVUJBOLPM tag=CJ92XZYLROD5 type=write size=2547459 2024-08-10T05:16:03.185 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.185+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~WJWQH7XP4ZXV.0 size=1048576 2024-08-10T05:16:03.187 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.186+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~WJWQH7XP4ZXV.1 size=227241 2024-08-10T05:16:03.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.189+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=WJWQH7XP4ZXV tag=9SZCMCA0BVB8 type=write size=2324393 2024-08-10T05:16:03.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.191+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=A7ZS0M0BAIRA type=del size=3828021 2024-08-10T05:16:03.193 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.193+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~DZKC3FAO5U1U.0 size=1048576 2024-08-10T05:16:03.195 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.194+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~DZKC3FAO5U1U.1 size=1048576 2024-08-10T05:16:03.196 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.195+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~DZKC3FAO5U1U.2 size=306510 2024-08-10T05:16:03.199 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.198+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=DZKC3FAO5U1U tag=ZKGC9G1XFFS5 type=write size=3452238 2024-08-10T05:16:03.202 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.201+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~QTU1GA21DIAT.0 size=1048576 2024-08-10T05:16:03.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.203+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~QTU1GA21DIAT.1 size=1048576 2024-08-10T05:16:03.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.204+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~QTU1GA21DIAT.2 size=1033964 2024-08-10T05:16:03.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.204+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=QTU1GA21DIAT tag=KL0XT2J7EG11 type=write size=4179692 2024-08-10T05:16:03.207 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.207+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=3UP5EN0MP6S4 type=del 2024-08-10T05:16:03.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.210+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~7Q6G74OFJHW6.0 size=464859 2024-08-10T05:16:03.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.210+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=7Q6G74OFJHW6 tag=F5GSJTZ8BCT9 type=write size=1513435 2024-08-10T05:16:03.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.212+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=DENQ9ENQ6C28 type=del 2024-08-10T05:16:03.215 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.214+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=U5XMLGS1O4VZ type=del size=3620379 2024-08-10T05:16:03.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.216+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FPSIO5HAUN9Z.0 size=1048576 2024-08-10T05:16:03.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.217+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FPSIO5HAUN9Z.1 size=1048576 2024-08-10T05:16:03.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.217+0000 7f14b4aea640 1 < canceled part key=_multipart_U3RDNND7WV1Z.2~FPSIO5HAUN9Z.2 size=349139 2024-08-10T05:16:03.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.220+0000 7f14b4aea640 1 < canceled multipart upload key=U3RDNND7WV1Z upload=FPSIO5HAUN9Z tag=7NQBNF1X7UCN type=write size=3494867 2024-08-10T05:16:03.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.222+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=I7XOB5DKSJCT type=del size=3430121 2024-08-10T05:16:03.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.224+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~JC5C3K10YZTV.0 size=1048576 2024-08-10T05:16:03.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.225+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~JC5C3K10YZTV.1 size=1048576 2024-08-10T05:16:03.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.226+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~JC5C3K10YZTV.2 size=211153 2024-08-10T05:16:03.231 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.229+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=JC5C3K10YZTV tag=42Q4S75ZL8W7 type=write size=3356881 2024-08-10T05:16:03.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.231+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=UGMU68M5NCCG type=del size=1326523 2024-08-10T05:16:03.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.233+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~IJ67RRD6K66A.0 size=534386 2024-08-10T05:16:03.238 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.237+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=IJ67RRD6K66A tag=9ANFNKF13E2R type=write size=1582962 2024-08-10T05:16:03.239 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.239+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=7VV20JZX57JI type=del size=2886977 2024-08-10T05:16:03.241 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.240+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=U20HF087V7D3 type=del 2024-08-10T05:16:03.243 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.242+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=7F60SZVHKHOC type=write size=208223 2024-08-10T05:16:03.245 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.245+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=GS4G9T871UI1 type=del 2024-08-10T05:16:03.247 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.246+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=R45QH9ELYAZZ type=del size=3435316 2024-08-10T05:16:03.249 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.249+0000 7f14b4aea640 1 < completed write operation key=8EIZ7QHKAZHT tag=XQG7ALN8KWVL type=write size=1038532 2024-08-10T05:16:03.253 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.252+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~01MTI76BJSVT.0 size=1048576 2024-08-10T05:16:03.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.253+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~01MTI76BJSVT.1 size=354310 2024-08-10T05:16:03.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.253+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=01MTI76BJSVT tag=YRC1AUE1HY0G type=write size=2451462 2024-08-10T05:16:03.256 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.255+0000 7f14b4aea640 1 < canceled operation key=BBEPS16N3VR2 tag=DAI7X57FLJW8 type=del size=1596552 2024-08-10T05:16:03.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.259+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~F5JUVZP9LUVL.0 size=1048576 2024-08-10T05:16:03.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.260+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~F5JUVZP9LUVL.1 size=312631 2024-08-10T05:16:03.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.260+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=F5JUVZP9LUVL tag=P2BBBYLRD9J5 type=write size=2409783 2024-08-10T05:16:03.263 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.263+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=L59JRFP50XKR type=del 2024-08-10T05:16:03.265 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.264+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=HF69JEE6Z5ES type=del size=3106122 2024-08-10T05:16:03.269 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.268+0000 7f14b4aea640 1 < suggested remove operation key=U3RDNND7WV1Z tag=OC8N5KZJ6FGC type=del 2024-08-10T05:16:03.272 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.271+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~PF1Q5FA3NJWX.0 size=1048576 2024-08-10T05:16:03.273 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.273+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~PF1Q5FA3NJWX.1 size=1048576 2024-08-10T05:16:03.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.274+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~PF1Q5FA3NJWX.2 size=451195 2024-08-10T05:16:03.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.274+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=PF1Q5FA3NJWX tag=H8C6X32C0E17 type=write size=3596923 2024-08-10T05:16:03.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.275+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~WM4NNF7UEFN7.0 size=1048576 2024-08-10T05:16:03.277 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.276+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~WM4NNF7UEFN7.1 size=522992 2024-08-10T05:16:03.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.279+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=WM4NNF7UEFN7 tag=67TUPTT0KW0R type=write size=2620144 2024-08-10T05:16:03.282 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.281+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=LORR43U6LMVZ type=write size=729907 2024-08-10T05:16:03.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.283+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=ZWF42COE3EDC type=del size=3629694 2024-08-10T05:16:03.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.286+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~XRRNXKV0XAPR.0 size=127213 2024-08-10T05:16:03.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.286+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=XRRNXKV0XAPR tag=TF6XU1AJZV57 type=write size=1175789 2024-08-10T05:16:03.290 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.289+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~D1AEVUJBOLPM.0 size=1048576 2024-08-10T05:16:03.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.291+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~D1AEVUJBOLPM.1 size=450307 2024-08-10T05:16:03.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.294+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=D1AEVUJBOLPM tag=CJ92XZYLROD5 type=write size=2547459 2024-08-10T05:16:03.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.297+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=0OFDWQQJD74G type=del size=112926 2024-08-10T05:16:03.300 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.299+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=A7ZS0M0BAIRA type=del 2024-08-10T05:16:03.302 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.301+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=MTD9UL1E3NFJ type=del size=2265068 2024-08-10T05:16:03.304 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.303+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~QTU1GA21DIAT.0 size=1048576 2024-08-10T05:16:03.305 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.304+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~QTU1GA21DIAT.1 size=1048576 2024-08-10T05:16:03.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.306+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~QTU1GA21DIAT.2 size=1033964 2024-08-10T05:16:03.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.309+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=QTU1GA21DIAT tag=KL0XT2J7EG11 type=write size=4179692 2024-08-10T05:16:03.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.311+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=2STIU44R6OOP type=write size=656782 2024-08-10T05:16:03.314 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.313+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~7Q6G74OFJHW6.0 size=464859 2024-08-10T05:16:03.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.316+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=7Q6G74OFJHW6 tag=F5GSJTZ8BCT9 type=write size=1513435 2024-08-10T05:16:03.319 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.319+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=5BH673PUYVF0 type=write size=614425 2024-08-10T05:16:03.324 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.323+0000 7f14b4aea640 1 < suggested remove operation key=IZ9CY06YLZDS tag=U5XMLGS1O4VZ type=del 2024-08-10T05:16:03.326 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.325+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=6H5HRXH6S5P4 type=write size=242895 2024-08-10T05:16:03.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.327+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=I7XOB5DKSJCT type=del 2024-08-10T05:16:03.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.328+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=4QQH0P8ZRJYR type=del size=11425 2024-08-10T05:16:03.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.331+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=UGMU68M5NCCG type=del 2024-08-10T05:16:03.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.333+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=1WEQM2EQT3WC type=del size=3743612 2024-08-10T05:16:03.336 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.335+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=7VV20JZX57JI type=del 2024-08-10T05:16:03.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.337+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=IUWFPRL8OK04 type=del size=1816225 2024-08-10T05:16:03.340 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.339+0000 7f14b4aea640 1 < completed write operation key=18KKPDK2VIRW tag=7F60SZVHKHOC type=write size=208223 2024-08-10T05:16:03.344 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.343+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~AGH2GXE1TGQL.0 size=1048576 2024-08-10T05:16:03.345 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.345+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~AGH2GXE1TGQL.1 size=1048576 2024-08-10T05:16:03.347 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.347+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~AGH2GXE1TGQL.2 size=928963 2024-08-10T05:16:03.347 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.347+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=AGH2GXE1TGQL tag=B3ZDTUNNVG3B type=write size=4074691 2024-08-10T05:16:03.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.349+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=R45QH9ELYAZZ type=del 2024-08-10T05:16:03.351 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.350+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=9O7SF82VVLBT type=del size=2918089 2024-08-10T05:16:03.353 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.353+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~01MTI76BJSVT.0 size=1048576 2024-08-10T05:16:03.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.353+0000 7f14b4aea640 1 < canceled part key=_multipart_HRBSKYPDI6S3.2~01MTI76BJSVT.1 size=354310 2024-08-10T05:16:03.357 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.356+0000 7f14b4aea640 1 < canceled multipart upload key=HRBSKYPDI6S3 upload=01MTI76BJSVT tag=YRC1AUE1HY0G type=write size=2451462 2024-08-10T05:16:03.361 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.360+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~LFOVW5TS28VO.0 size=792351 2024-08-10T05:16:03.361 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.360+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=LFOVW5TS28VO tag=6KULAXJOF9Z4 type=write size=1840927 2024-08-10T05:16:03.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.361+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~F5JUVZP9LUVL.0 size=1048576 2024-08-10T05:16:03.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.364+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~F5JUVZP9LUVL.1 size=312631 2024-08-10T05:16:03.367 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.367+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=F5JUVZP9LUVL tag=P2BBBYLRD9J5 type=write size=2409783 2024-08-10T05:16:03.369 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.368+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=OZ9W50SKKVC2 type=del size=2097153 2024-08-10T05:16:03.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.370+0000 7f14b4aea640 1 < canceled operation key=BBEPS16N3VR2 tag=HF69JEE6Z5ES type=del size=3106122 2024-08-10T05:16:03.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.372+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=DXD0TSXJ3SLH type=del size=1045110 2024-08-10T05:16:03.375 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.374+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~PF1Q5FA3NJWX.0 size=1048576 2024-08-10T05:16:03.377 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.376+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~PF1Q5FA3NJWX.1 size=1048576 2024-08-10T05:16:03.378 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.377+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~PF1Q5FA3NJWX.2 size=451195 2024-08-10T05:16:03.381 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.380+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=PF1Q5FA3NJWX tag=H8C6X32C0E17 type=write size=3596923 2024-08-10T05:16:03.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.383+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~JIG2ZRBETI4R.0 size=431862 2024-08-10T05:16:03.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.383+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=JIG2ZRBETI4R tag=BBU4JV65FKMV type=write size=1480438 2024-08-10T05:16:03.386 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.385+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=LORR43U6LMVZ type=write size=729907 2024-08-10T05:16:03.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.389+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~CONXN6IEPT96.0 size=1048576 2024-08-10T05:16:03.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.390+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~CONXN6IEPT96.1 size=779024 2024-08-10T05:16:03.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.390+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=CONXN6IEPT96 tag=31J43I6U68KD type=write size=2876176 2024-08-10T05:16:03.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.392+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~XRRNXKV0XAPR.0 size=127213 2024-08-10T05:16:03.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.395+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=XRRNXKV0XAPR tag=TF6XU1AJZV57 type=write size=1175789 2024-08-10T05:16:03.400 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.399+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~R1XSLFKJ28QB.0 size=1048576 2024-08-10T05:16:03.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.400+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~R1XSLFKJ28QB.1 size=908871 2024-08-10T05:16:03.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.400+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=R1XSLFKJ28QB tag=RZ8TKEJZYVW5 type=write size=3006023 2024-08-10T05:16:03.403 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.402+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=0OFDWQQJD74G type=del 2024-08-10T05:16:03.406 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.405+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~G7GWK0WXSDOI.0 size=1048576 2024-08-10T05:16:03.408 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.407+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~G7GWK0WXSDOI.1 size=1048576 2024-08-10T05:16:03.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.408+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~G7GWK0WXSDOI.2 size=789819 2024-08-10T05:16:03.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.408+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=G7GWK0WXSDOI tag=0BJ9R0TWQOCR type=write size=3935547 2024-08-10T05:16:03.412 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.411+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=MTD9UL1E3NFJ type=del 2024-08-10T05:16:03.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.413+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=O5KHKZ21HO7H type=write size=815361 2024-08-10T05:16:03.415 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.414+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=2STIU44R6OOP type=write size=656782 2024-08-10T05:16:03.417 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.416+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=TY7K5WQK6FKG type=write size=931566 2024-08-10T05:16:03.419 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.418+0000 7f14b4aea640 1 < completed write operation key=IGGZ4YAHG16J tag=5BH673PUYVF0 type=write size=614425 2024-08-10T05:16:03.421 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.420+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=K85ZPLVZOV34 type=del size=1416532 2024-08-10T05:16:03.422 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.422+0000 7f14b4aea640 1 < canceled operation key=4GQSP14LMP0J tag=6H5HRXH6S5P4 type=write size=242895 2024-08-10T05:16:03.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.426+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~5BSRTV6YY26E.0 size=403748 2024-08-10T05:16:03.427 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.426+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=5BSRTV6YY26E tag=5A5EHJR8SVNL type=write size=1452324 2024-08-10T05:16:03.430 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.429+0000 7f14b4aea640 1 < suggested remove operation key=RCP16G4OVJX2 tag=4QQH0P8ZRJYR type=del 2024-08-10T05:16:03.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.431+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=9Z6IAM67Z5A2 type=del size=3543120 2024-08-10T05:16:03.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.433+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=1WEQM2EQT3WC type=del 2024-08-10T05:16:03.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.435+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=1TUVEA3OIDQT type=write size=618757 2024-08-10T05:16:03.437 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.436+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=IUWFPRL8OK04 type=del 2024-08-10T05:16:03.440 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.440+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~84S8J0OXAKRP.0 size=872021 2024-08-10T05:16:03.441 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.440+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=84S8J0OXAKRP tag=7RLNUC7H2PVA type=write size=1920597 2024-08-10T05:16:03.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.442+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~AGH2GXE1TGQL.0 size=1048576 2024-08-10T05:16:03.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.443+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~AGH2GXE1TGQL.1 size=1048576 2024-08-10T05:16:03.446 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.445+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~AGH2GXE1TGQL.2 size=928963 2024-08-10T05:16:03.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.448+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=AGH2GXE1TGQL tag=B3ZDTUNNVG3B type=write size=4074691 2024-08-10T05:16:03.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.450+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=8X0ETVRVO8ZF type=del size=606298 2024-08-10T05:16:03.452 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.451+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=9O7SF82VVLBT type=del 2024-08-10T05:16:03.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.455+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~RYMHGIW2F6F3.0 size=1048576 2024-08-10T05:16:03.457 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.457+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~RYMHGIW2F6F3.1 size=247800 2024-08-10T05:16:03.457 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.457+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=RYMHGIW2F6F3 tag=ZMIB2RZU0NTR type=write size=2344952 2024-08-10T05:16:03.459 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.459+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~LFOVW5TS28VO.0 size=792351 2024-08-10T05:16:03.463 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.462+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=LFOVW5TS28VO tag=6KULAXJOF9Z4 type=write size=1840927 2024-08-10T05:16:03.466 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.465+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~86L8DZVZ7PT8.0 size=1048576 2024-08-10T05:16:03.467 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.466+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~86L8DZVZ7PT8.1 size=1048576 2024-08-10T05:16:03.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.468+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~86L8DZVZ7PT8.2 size=397903 2024-08-10T05:16:03.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.468+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=86L8DZVZ7PT8 tag=IZFUIQSTJUY1 type=write size=3543631 2024-08-10T05:16:03.470 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.470+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=OZ9W50SKKVC2 type=del 2024-08-10T05:16:03.474 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.473+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~WP9HKUQE5SB5.0 size=1048576 2024-08-10T05:16:03.475 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.475+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~WP9HKUQE5SB5.1 size=1048576 2024-08-10T05:16:03.477 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.476+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~WP9HKUQE5SB5.2 size=191566 2024-08-10T05:16:03.477 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.476+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=WP9HKUQE5SB5 tag=TACNEYL6WP6Z type=write size=3337294 2024-08-10T05:16:03.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.478+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=DXD0TSXJ3SLH type=del 2024-08-10T05:16:03.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.481+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=9KNF9BTU8WPH type=del size=4090539 2024-08-10T05:16:03.484 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.483+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~JIG2ZRBETI4R.0 size=431862 2024-08-10T05:16:03.487 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.486+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=JIG2ZRBETI4R tag=BBU4JV65FKMV type=write size=1480438 2024-08-10T05:16:03.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.488+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=IXHO5KR7CGIY type=del size=3845859 2024-08-10T05:16:03.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.490+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~CONXN6IEPT96.0 size=1048576 2024-08-10T05:16:03.493 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.492+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~CONXN6IEPT96.1 size=779024 2024-08-10T05:16:03.496 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.495+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=CONXN6IEPT96 tag=31J43I6U68KD type=write size=2876176 2024-08-10T05:16:03.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.497+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=9BARJGR8384G type=del size=621834 2024-08-10T05:16:03.500 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.499+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~R1XSLFKJ28QB.0 size=1048576 2024-08-10T05:16:03.502 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.501+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~R1XSLFKJ28QB.1 size=908871 2024-08-10T05:16:03.509 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.509+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=R1XSLFKJ28QB tag=RZ8TKEJZYVW5 type=write size=3006023 2024-08-10T05:16:03.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.513+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~3C2I42HANWI7.0 size=839144 2024-08-10T05:16:03.515 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.513+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=3C2I42HANWI7 tag=1O30ZIEEMTJO type=write size=1887720 2024-08-10T05:16:03.516 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.516+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~G7GWK0WXSDOI.0 size=1048576 2024-08-10T05:16:03.518 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.517+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~G7GWK0WXSDOI.1 size=1048576 2024-08-10T05:16:03.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.519+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~G7GWK0WXSDOI.2 size=789819 2024-08-10T05:16:03.524 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.523+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=G7GWK0WXSDOI tag=0BJ9R0TWQOCR type=write size=3935547 2024-08-10T05:16:03.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.525+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=R8T3MKMAXHZX type=del size=110206 2024-08-10T05:16:03.527 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.527+0000 7f14b4aea640 1 < completed write operation key=WGII5ZO8PRL4 tag=O5KHKZ21HO7H type=write size=815361 2024-08-10T05:16:03.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.529+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=HQXTBW4JC0K3 type=del size=3911288 2024-08-10T05:16:03.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.531+0000 7f14b4aea640 1 < completed write operation key=YH0KSZI7R4TX tag=TY7K5WQK6FKG type=write size=931566 2024-08-10T05:16:03.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.533+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=4Y023T6MAUQQ type=del size=1322196 2024-08-10T05:16:03.537 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.536+0000 7f14b4aea640 -1 < failed to complete operation key=RCP16G4OVJX2 tag=K85ZPLVZOV34 type=del size=1416532: (22) Invalid argument 2024-08-10T05:16:03.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.538+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=367E43YIFV2L type=del size=114005 2024-08-10T05:16:03.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.540+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~5BSRTV6YY26E.0 size=403748 2024-08-10T05:16:03.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.543+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=5BSRTV6YY26E tag=5A5EHJR8SVNL type=write size=1452324 2024-08-10T05:16:03.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.545+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=XIDVQC9PS793 type=write size=486421 2024-08-10T05:16:03.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.547+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=9Z6IAM67Z5A2 type=del 2024-08-10T05:16:03.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.549+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=8BK0X55J1SFP type=del size=491247 2024-08-10T05:16:03.552 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.551+0000 7f14b4aea640 1 < completed write operation key=GVED6658RQPQ tag=1TUVEA3OIDQT type=write size=618757 2024-08-10T05:16:03.554 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.553+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=939L7QVTGTNR type=del size=147771 2024-08-10T05:16:03.555 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.555+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~84S8J0OXAKRP.0 size=872021 2024-08-10T05:16:03.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.558+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=84S8J0OXAKRP tag=7RLNUC7H2PVA type=write size=1920597 2024-08-10T05:16:03.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.562+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~JP8YTM3BG4U6.0 size=271651 2024-08-10T05:16:03.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.563+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=JP8YTM3BG4U6 tag=AW6QUNR78KB2 type=write size=1320227 2024-08-10T05:16:03.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.564+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=8X0ETVRVO8ZF type=del 2024-08-10T05:16:03.568 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.566+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=QSV2BBDJ1FR4 type=del size=3386116 2024-08-10T05:16:03.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.567+0000 7f14b4aea640 1 < canceled part key=_multipart_43PHUSMB0CNL.2~RYMHGIW2F6F3.0 size=1048576 2024-08-10T05:16:03.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.567+0000 7f14b4aea640 1 < canceled part key=_multipart_43PHUSMB0CNL.2~RYMHGIW2F6F3.1 size=247800 2024-08-10T05:16:03.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.570+0000 7f14b4aea640 1 < canceled multipart upload key=43PHUSMB0CNL upload=RYMHGIW2F6F3 tag=ZMIB2RZU0NTR type=write size=2344952 2024-08-10T05:16:03.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.572+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=V5UG50LKQUUM type=del size=2544575 2024-08-10T05:16:03.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.574+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~86L8DZVZ7PT8.0 size=1048576 2024-08-10T05:16:03.577 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.576+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~86L8DZVZ7PT8.1 size=1048576 2024-08-10T05:16:03.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.578+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~86L8DZVZ7PT8.2 size=397903 2024-08-10T05:16:03.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.581+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=86L8DZVZ7PT8 tag=IZFUIQSTJUY1 type=write size=3543631 2024-08-10T05:16:03.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.582+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=U1ZJ9JN78YY9 type=del size=2907320 2024-08-10T05:16:03.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.584+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~WP9HKUQE5SB5.0 size=1048576 2024-08-10T05:16:03.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.586+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~WP9HKUQE5SB5.1 size=1048576 2024-08-10T05:16:03.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.587+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~WP9HKUQE5SB5.2 size=191566 2024-08-10T05:16:03.591 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.590+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=WP9HKUQE5SB5 tag=TACNEYL6WP6Z type=write size=3337294 2024-08-10T05:16:03.593 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.592+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=XQD4WM2LHBEV type=del size=605832 2024-08-10T05:16:03.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.594+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=9KNF9BTU8WPH type=del 2024-08-10T05:16:03.596 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.596+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=RDZS4K49M6YL type=del size=148227 2024-08-10T05:16:03.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.597+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=IXHO5KR7CGIY type=del 2024-08-10T05:16:03.600 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.599+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=3IGBEW3EZLVM type=del size=2675429 2024-08-10T05:16:03.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.601+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=9BARJGR8384G type=del 2024-08-10T05:16:03.604 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.603+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=VR35Q8Y8RFAO type=write size=16689 2024-08-10T05:16:03.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.605+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~3C2I42HANWI7.0 size=839144 2024-08-10T05:16:03.609 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.609+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=3C2I42HANWI7 tag=1O30ZIEEMTJO type=write size=1887720 2024-08-10T05:16:03.611 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.610+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=9QHA7RKC3W2R type=del size=986499 2024-08-10T05:16:03.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.615+0000 7f14b4aea640 1 < suggested remove operation key=BBEPS16N3VR2 tag=R8T3MKMAXHZX type=del 2024-08-10T05:16:03.619 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.619+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~8SLM0ZPQTER0.0 size=508158 2024-08-10T05:16:03.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.619+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=8SLM0ZPQTER0 tag=WY89L4KVD2EO type=write size=1556734 2024-08-10T05:16:03.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.620+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=HQXTBW4JC0K3 type=del 2024-08-10T05:16:03.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.624+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~1ILGJ6ACVQZ8.0 size=606522 2024-08-10T05:16:03.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.624+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=1ILGJ6ACVQZ8 tag=KXTDDGQM1U00 type=write size=1655098 2024-08-10T05:16:03.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.627+0000 7f14b4aea640 1 < suggested update operation key=XU9ZENJ789VA tag=4Y023T6MAUQQ type=del size=1322196 2024-08-10T05:16:03.631 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.629+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=UJBQTB9ZZ1T7 type=del size=2502000 2024-08-10T05:16:03.634 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.633+0000 7f14b4aea640 1 < suggested update operation key=BQXO5DZMA1P4 tag=367E43YIFV2L type=del size=114005 2024-08-10T05:16:03.636 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.635+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=R2XWXE3ISMMD type=write size=550652 2024-08-10T05:16:03.639 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.638+0000 7f14b4aea640 1 < suggested remove operation key=TCBT4AO28B3T tag=XIDVQC9PS793 type=write 2024-08-10T05:16:03.641 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.640+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=5QGDCWVXXOUE type=del size=4023637 2024-08-10T05:16:03.643 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.642+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=8BK0X55J1SFP type=del 2024-08-10T05:16:03.645 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.644+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=QTBYH0MON6DQ type=del size=2203241 2024-08-10T05:16:03.647 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.646+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=939L7QVTGTNR type=del 2024-08-10T05:16:03.649 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.648+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=QLDPJGDL4DS2 type=write size=479426 2024-08-10T05:16:03.651 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.650+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~JP8YTM3BG4U6.0 size=271651 2024-08-10T05:16:03.654 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.653+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=JP8YTM3BG4U6 tag=AW6QUNR78KB2 type=write size=1320227 2024-08-10T05:16:03.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.658+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~8EKWOV0D3EV0.0 size=41069 2024-08-10T05:16:03.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.658+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=8EKWOV0D3EV0 tag=K4TEB891BSTE type=write size=1089645 2024-08-10T05:16:03.661 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.660+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=QSV2BBDJ1FR4 type=del 2024-08-10T05:16:03.663 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.663+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=1QOCF0V7T29Y type=write size=615658 2024-08-10T05:16:03.668 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.667+0000 7f14b4aea640 1 < suggested update operation key=WGII5ZO8PRL4 tag=V5UG50LKQUUM type=del size=2544575 2024-08-10T05:16:03.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.670+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=X2XLSNJO8KG2 type=del size=4147521 2024-08-10T05:16:03.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.672+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=U1ZJ9JN78YY9 type=del size=2907320 2024-08-10T05:16:03.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.674+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=FCP1OSA3Q9QL type=del size=3903858 2024-08-10T05:16:03.676 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.676+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=XQD4WM2LHBEV type=del 2024-08-10T05:16:03.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.678+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=TNVZ0KZ6LDTM type=del size=4126284 2024-08-10T05:16:03.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.682+0000 7f14b4aea640 1 < suggested update operation key=HRBSKYPDI6S3 tag=RDZS4K49M6YL type=del size=148227 2024-08-10T05:16:03.685 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.684+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=K85IR09QNUS6 type=del size=3118201 2024-08-10T05:16:03.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.686+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=3IGBEW3EZLVM type=del 2024-08-10T05:16:03.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.688+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=R8FDL4E6NI83 type=del size=1062860 2024-08-10T05:16:03.691 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.690+0000 7f14b4aea640 -1 < failed to complete operation key=XU9ZENJ789VA tag=VR35Q8Y8RFAO type=write size=16689: (22) Invalid argument 2024-08-10T05:16:03.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.692+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=P0G5B7X707U2 type=del size=3796995 2024-08-10T05:16:03.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.695+0000 7f14b4aea640 1 < suggested remove operation key=F8VCLKTJX8NT tag=9QHA7RKC3W2R type=del 2024-08-10T05:16:03.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.697+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=9ME2B42O56AF type=del size=552269 2024-08-10T05:16:03.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.700+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~8SLM0ZPQTER0.0 size=508158 2024-08-10T05:16:03.704 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.704+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=8SLM0ZPQTER0 tag=WY89L4KVD2EO type=write size=1556734 2024-08-10T05:16:03.708 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.707+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~MV2TIQR3MOU5.0 size=1048576 2024-08-10T05:16:03.709 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.708+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~MV2TIQR3MOU5.1 size=1048576 2024-08-10T05:16:03.711 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.710+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~MV2TIQR3MOU5.2 size=162497 2024-08-10T05:16:03.711 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.710+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=MV2TIQR3MOU5 tag=WQYB98003NO8 type=write size=3308225 2024-08-10T05:16:03.713 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.712+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~1ILGJ6ACVQZ8.0 size=606522 2024-08-10T05:16:03.716 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.715+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=1ILGJ6ACVQZ8 tag=KXTDDGQM1U00 type=write size=1655098 2024-08-10T05:16:03.720 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.719+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~X2SEL10Z9K9W.0 size=1048576 2024-08-10T05:16:03.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.721+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~X2SEL10Z9K9W.1 size=1048576 2024-08-10T05:16:03.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.722+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~X2SEL10Z9K9W.2 size=121201 2024-08-10T05:16:03.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.722+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=X2SEL10Z9K9W tag=TWG4JEVJ2VV6 type=write size=3266929 2024-08-10T05:16:03.725 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.724+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=UJBQTB9ZZ1T7 type=del 2024-08-10T05:16:03.727 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.726+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=TYS6Q1HOQK42 type=del size=1808009 2024-08-10T05:16:03.729 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.728+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=R2XWXE3ISMMD type=write size=550652 2024-08-10T05:16:03.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.731+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~HP7ID4YW2R8X.0 size=1048576 2024-08-10T05:16:03.734 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.733+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~HP7ID4YW2R8X.1 size=687213 2024-08-10T05:16:03.734 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.733+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=HP7ID4YW2R8X tag=TZJVFGWKUB14 type=write size=2784365 2024-08-10T05:16:03.736 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.735+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=5QGDCWVXXOUE type=del 2024-08-10T05:16:03.739 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.738+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~H5T1I0NWPEI5.0 size=1048576 2024-08-10T05:16:03.740 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.740+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~H5T1I0NWPEI5.1 size=271729 2024-08-10T05:16:03.741 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.740+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=H5T1I0NWPEI5 tag=2SXQBRMBFWAS type=write size=2368881 2024-08-10T05:16:03.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.742+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=QTBYH0MON6DQ type=del 2024-08-10T05:16:03.745 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.744+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=R0EBDBGLZATA type=del size=3515466 2024-08-10T05:16:03.747 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.746+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=QLDPJGDL4DS2 type=write size=479426 2024-08-10T05:16:03.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.748+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=AV6K1W45LXQP type=del size=559038 2024-08-10T05:16:03.750 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.750+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~8EKWOV0D3EV0.0 size=41069 2024-08-10T05:16:03.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.753+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=8EKWOV0D3EV0 tag=K4TEB891BSTE type=write size=1089645 2024-08-10T05:16:03.756 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.755+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=VM4K1R6IT4KC type=del size=600730 2024-08-10T05:16:03.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.757+0000 7f14b4aea640 1 < completed write operation key=BQTRFOM0GF9P tag=1QOCF0V7T29Y type=write size=615658 2024-08-10T05:16:03.760 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.759+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=93D9ENGN1IQD type=del size=3092707 2024-08-10T05:16:03.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.761+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=X2XLSNJO8KG2 type=del 2024-08-10T05:16:03.765 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.764+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~OU7HYNPIF3CZ.0 size=1048576 2024-08-10T05:16:03.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.766+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~OU7HYNPIF3CZ.1 size=803246 2024-08-10T05:16:03.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.766+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=OU7HYNPIF3CZ tag=D5ZT05B6N2EG type=write size=2900398 2024-08-10T05:16:03.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.768+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=FCP1OSA3Q9QL type=del 2024-08-10T05:16:03.770 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.770+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=13Z76ADEB8MC type=del size=1111666 2024-08-10T05:16:03.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.772+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=TNVZ0KZ6LDTM type=del 2024-08-10T05:16:03.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.775+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~XU0DVAWPT0N2.0 size=172875 2024-08-10T05:16:03.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.775+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=XU0DVAWPT0N2 tag=PBJZR7S0R5CE type=write size=1221451 2024-08-10T05:16:03.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.777+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=K85IR09QNUS6 type=del 2024-08-10T05:16:03.780 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.779+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=XY0WLSCPTUG9 type=del size=3445523 2024-08-10T05:16:03.782 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.781+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=R8FDL4E6NI83 type=del 2024-08-10T05:16:03.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.783+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=HDTWHRJN0BBG type=del size=3508991 2024-08-10T05:16:03.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.785+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=P0G5B7X707U2 type=del 2024-08-10T05:16:03.787 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.787+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=LISEEK11UG60 type=del size=273633 2024-08-10T05:16:03.789 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.788+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=9ME2B42O56AF type=del 2024-08-10T05:16:03.791 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.790+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=DPOBIQGTVAF1 type=del size=540619 2024-08-10T05:16:03.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.791+0000 7f14b4aea640 1 < canceled part key=_multipart_LN88EIQRZLLG.2~MV2TIQR3MOU5.0 size=1048576 2024-08-10T05:16:03.793 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.792+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~MV2TIQR3MOU5.1 size=1048576 2024-08-10T05:16:03.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.794+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~MV2TIQR3MOU5.2 size=162497 2024-08-10T05:16:03.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.798+0000 7f14b4aea640 1 < canceled multipart upload key=LN88EIQRZLLG upload=MV2TIQR3MOU5 tag=WQYB98003NO8 type=write size=3308225 2024-08-10T05:16:03.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.800+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=ABYMU9D6YQLL type=del size=867809 2024-08-10T05:16:03.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.801+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~X2SEL10Z9K9W.0 size=1048576 2024-08-10T05:16:03.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.803+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~X2SEL10Z9K9W.1 size=1048576 2024-08-10T05:16:03.805 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.804+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~X2SEL10Z9K9W.2 size=121201 2024-08-10T05:16:03.809 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.808+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=X2SEL10Z9K9W tag=TWG4JEVJ2VV6 type=write size=3266929 2024-08-10T05:16:03.813 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.812+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~KVYR2JIDDIXB.0 size=55433 2024-08-10T05:16:03.813 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.812+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=KVYR2JIDDIXB tag=8VFQ21XL2LKG type=write size=1104009 2024-08-10T05:16:03.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.816+0000 7f14b4aea640 1 < suggested remove operation key=43PHUSMB0CNL tag=TYS6Q1HOQK42 type=del 2024-08-10T05:16:03.818 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.818+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=72NRR094DLRA type=del size=2190260 2024-08-10T05:16:03.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.820+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~HP7ID4YW2R8X.0 size=1048576 2024-08-10T05:16:03.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.821+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~HP7ID4YW2R8X.1 size=687213 2024-08-10T05:16:03.825 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.824+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=HP7ID4YW2R8X tag=TZJVFGWKUB14 type=write size=2784365 2024-08-10T05:16:03.829 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.828+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~3WJ9UZTZMKXR.0 size=1048576 2024-08-10T05:16:03.831 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.830+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~3WJ9UZTZMKXR.1 size=1048576 2024-08-10T05:16:03.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.831+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~3WJ9UZTZMKXR.2 size=809990 2024-08-10T05:16:03.833 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.831+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=3WJ9UZTZMKXR tag=41E833N7NB12 type=write size=3955718 2024-08-10T05:16:03.833 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.831+0000 7f14b4aea640 1 < canceled part key=_multipart_YH0KSZI7R4TX.2~H5T1I0NWPEI5.0 size=1048576 2024-08-10T05:16:03.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.833+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~H5T1I0NWPEI5.1 size=271729 2024-08-10T05:16:03.838 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.837+0000 7f14b4aea640 1 < canceled multipart upload key=YH0KSZI7R4TX upload=H5T1I0NWPEI5 tag=2SXQBRMBFWAS type=write size=2368881 2024-08-10T05:16:03.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.838+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=J7V5W4011QS9 type=del size=2438517 2024-08-10T05:16:03.843 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.842+0000 7f14b4aea640 1 < suggested remove operation key=IGGZ4YAHG16J tag=R0EBDBGLZATA type=del 2024-08-10T05:16:03.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.846+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~15JRXOWU4Q75.0 size=1048576 2024-08-10T05:16:03.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.847+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~15JRXOWU4Q75.1 size=1048576 2024-08-10T05:16:03.850 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.849+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~15JRXOWU4Q75.2 size=783904 2024-08-10T05:16:03.850 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.849+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=15JRXOWU4Q75 tag=ZYARO7TLE3UP type=write size=3929632 2024-08-10T05:16:03.852 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.851+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=AV6K1W45LXQP type=del 2024-08-10T05:16:03.855 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.854+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=MT1Z6B8NTO49 type=del size=3204470 2024-08-10T05:16:03.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.856+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=VM4K1R6IT4KC type=del 2024-08-10T05:16:03.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.859+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~UAP17JZMKYSC.0 size=1048576 2024-08-10T05:16:03.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.861+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~UAP17JZMKYSC.1 size=173488 2024-08-10T05:16:03.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.861+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=UAP17JZMKYSC tag=FKY5PG8RVOL1 type=write size=2270640 2024-08-10T05:16:03.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.863+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=93D9ENGN1IQD type=del 2024-08-10T05:16:03.865 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.864+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=G9Q0PO6S3GL7 type=del size=2870901 2024-08-10T05:16:03.867 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.866+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~OU7HYNPIF3CZ.0 size=1048576 2024-08-10T05:16:03.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.868+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~OU7HYNPIF3CZ.1 size=803246 2024-08-10T05:16:03.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.872+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=OU7HYNPIF3CZ tag=D5ZT05B6N2EG type=write size=2900398 2024-08-10T05:16:03.874 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.873+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=13UG8FEGPJ0W type=del size=4176383 2024-08-10T05:16:03.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.875+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=13Z76ADEB8MC type=del 2024-08-10T05:16:03.878 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.877+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=GHCFNPOARZ0A type=del size=2695937 2024-08-10T05:16:03.879 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.879+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~XU0DVAWPT0N2.0 size=172875 2024-08-10T05:16:03.883 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.882+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=XU0DVAWPT0N2 tag=PBJZR7S0R5CE type=write size=1221451 2024-08-10T05:16:03.886 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.885+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~Z1FFG06JOCU1.0 size=1048576 2024-08-10T05:16:03.888 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.887+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~Z1FFG06JOCU1.1 size=1048576 2024-08-10T05:16:03.890 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.888+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~Z1FFG06JOCU1.2 size=46812 2024-08-10T05:16:03.890 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.888+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=Z1FFG06JOCU1 tag=6DW20QHHFJL3 type=write size=3192540 2024-08-10T05:16:03.891 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.890+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=XY0WLSCPTUG9 type=del 2024-08-10T05:16:03.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.892+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=E6YLFELPEBNS type=del size=3236230 2024-08-10T05:16:03.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.894+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=HDTWHRJN0BBG type=del 2024-08-10T05:16:03.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.896+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=FAKWTD5017L8 type=write size=57514 2024-08-10T05:16:03.899 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.898+0000 7f14b4aea640 1 < canceled operation key=WGII5ZO8PRL4 tag=LISEEK11UG60 type=del size=273633 2024-08-10T05:16:03.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.900+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=JYSHB820HZQ5 type=del size=1295778 2024-08-10T05:16:03.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.904+0000 7f14b4aea640 1 < suggested update operation key=4GQSP14LMP0J tag=DPOBIQGTVAF1 type=del size=540619 2024-08-10T05:16:03.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.906+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=6Q28IROUN2ZQ type=del size=441154 2024-08-10T05:16:03.910 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.909+0000 7f14b4aea640 1 < suggested remove operation key=2LBM76TDYCHX tag=ABYMU9D6YQLL type=del 2024-08-10T05:16:03.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.913+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~WK8XEHRPDVGI.0 size=1048576 2024-08-10T05:16:03.915 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.914+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~WK8XEHRPDVGI.1 size=1048576 2024-08-10T05:16:03.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.916+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~WK8XEHRPDVGI.2 size=631336 2024-08-10T05:16:03.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.916+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=WK8XEHRPDVGI tag=KPLBCGOM3LAZ type=write size=3777064 2024-08-10T05:16:03.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.917+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~KVYR2JIDDIXB.0 size=55433 2024-08-10T05:16:03.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.921+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=KVYR2JIDDIXB tag=8VFQ21XL2LKG type=write size=1104009 2024-08-10T05:16:03.924 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.923+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=LNJSYDZ9JRPN type=del size=3432415 2024-08-10T05:16:03.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.927+0000 7f14b4aea640 1 < suggested update operation key=F8VCLKTJX8NT tag=72NRR094DLRA type=del size=2190260 2024-08-10T05:16:03.930 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.929+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=IDYPYP9VQ642 type=write size=137547 2024-08-10T05:16:03.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.929+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~3WJ9UZTZMKXR.0 size=1048576 2024-08-10T05:16:03.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.931+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~3WJ9UZTZMKXR.1 size=1048576 2024-08-10T05:16:03.934 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.933+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~3WJ9UZTZMKXR.2 size=809990 2024-08-10T05:16:03.937 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.936+0000 7f14b4aea640 1 < canceled multipart upload key=2LBM76TDYCHX upload=3WJ9UZTZMKXR tag=41E833N7NB12 type=write size=3955718 2024-08-10T05:16:03.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.938+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=GWY0HL28D0P7 type=del size=3677678 2024-08-10T05:16:03.941 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.940+0000 7f14b4aea640 1 < canceled operation key=MOSZKVLQ4RI4 tag=J7V5W4011QS9 type=del size=2438517 2024-08-10T05:16:03.943 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.943+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=V1VCAA5ZXQYJ type=del size=3594029 2024-08-10T05:16:03.945 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.945+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~15JRXOWU4Q75.0 size=1048576 2024-08-10T05:16:03.947 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.946+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~15JRXOWU4Q75.1 size=1048576 2024-08-10T05:16:03.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.948+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~15JRXOWU4Q75.2 size=783904 2024-08-10T05:16:03.952 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.952+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=15JRXOWU4Q75 tag=ZYARO7TLE3UP type=write size=3929632 2024-08-10T05:16:03.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.954+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=8OB13QC6T9B9 type=del size=1480199 2024-08-10T05:16:03.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.955+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=MT1Z6B8NTO49 type=del 2024-08-10T05:16:03.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.958+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=HEF2C1C1O0XL type=del size=123681 2024-08-10T05:16:03.961 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.960+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~UAP17JZMKYSC.0 size=1048576 2024-08-10T05:16:03.961 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.960+0000 7f14b4aea640 1 < canceled part key=_multipart_ROVKNC22J3KX.2~UAP17JZMKYSC.1 size=173488 2024-08-10T05:16:03.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.963+0000 7f14b4aea640 1 < canceled multipart upload key=ROVKNC22J3KX upload=UAP17JZMKYSC tag=FKY5PG8RVOL1 type=write size=2270640 2024-08-10T05:16:03.968 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.967+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~ESELSRV1HF3T.0 size=1048576 2024-08-10T05:16:03.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.969+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~ESELSRV1HF3T.1 size=138687 2024-08-10T05:16:03.970 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.969+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=ESELSRV1HF3T tag=26N9UFM1WB4D type=write size=2235839 2024-08-10T05:16:03.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.971+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=G9Q0PO6S3GL7 type=del 2024-08-10T05:16:03.973 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.973+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=GQM7QYA4M1YX type=del size=3141046 2024-08-10T05:16:03.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:03 smithi078 ceph-mon[92251]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 172 KiB/s wr, 869 op/s 2024-08-10T05:16:03.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:03 smithi078 ceph-mon[94618]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 172 KiB/s wr, 869 op/s 2024-08-10T05:16:03.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.975+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=13UG8FEGPJ0W type=del 2024-08-10T05:16:03.977 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.977+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=HN50V1PK96WM type=del size=2616248 2024-08-10T05:16:03.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.978+0000 7f14b4aea640 1 < canceled operation key=673XTFOIF5BU tag=GHCFNPOARZ0A type=del size=2695937 2024-08-10T05:16:03.981 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.980+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=HIH1VZ67CZPN type=del size=387316 2024-08-10T05:16:03.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.982+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~Z1FFG06JOCU1.0 size=1048576 2024-08-10T05:16:03.984 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.984+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~Z1FFG06JOCU1.1 size=1048576 2024-08-10T05:16:03.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.985+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~Z1FFG06JOCU1.2 size=46812 2024-08-10T05:16:03.989 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.988+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=Z1FFG06JOCU1 tag=6DW20QHHFJL3 type=write size=3192540 2024-08-10T05:16:03.991 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.990+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=L6BAOWD1RVH2 type=del size=2628927 2024-08-10T05:16:03.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.993+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=E6YLFELPEBNS type=del 2024-08-10T05:16:03.995 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.994+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=KEKGF4YA3U7W type=write size=768419 2024-08-10T05:16:03.999 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:03.998+0000 7f14b4aea640 1 < suggested update operation key=RCP16G4OVJX2 tag=FAKWTD5017L8 type=write size=57514 2024-08-10T05:16:04.001 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.000+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=9L4UNDCKXENN type=del size=3232253 2024-08-10T05:16:04.003 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.002+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=JYSHB820HZQ5 type=del 2024-08-10T05:16:04.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.004+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=BJD3K6YKBP3H type=del size=79191 2024-08-10T05:16:04.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.006+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=6Q28IROUN2ZQ type=del 2024-08-10T05:16:04.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.008+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=MIII2JRJC6TZ type=del size=1669010 2024-08-10T05:16:04.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.009+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~WK8XEHRPDVGI.0 size=1048576 2024-08-10T05:16:04.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.011+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~WK8XEHRPDVGI.1 size=1048576 2024-08-10T05:16:04.013 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.013+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~WK8XEHRPDVGI.2 size=631336 2024-08-10T05:16:04.016 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.016+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=WK8XEHRPDVGI tag=KPLBCGOM3LAZ type=write size=3777064 2024-08-10T05:16:04.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.017+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=3QOJEXCI9WVM type=write size=773476 2024-08-10T05:16:04.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.020+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=LNJSYDZ9JRPN type=del 2024-08-10T05:16:04.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.023+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~5HFIUE8ADDH7.0 size=13679 2024-08-10T05:16:04.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.023+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=5HFIUE8ADDH7 tag=SUA6QY6Z2RMI type=write size=1062255 2024-08-10T05:16:04.029 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.028+0000 7f14b4aea640 1 < suggested remove operation key=TCBT4AO28B3T tag=IDYPYP9VQ642 type=write 2024-08-10T05:16:04.031 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.030+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=D19JGMDQTNA4 type=del size=2670229 2024-08-10T05:16:04.033 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.032+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=GWY0HL28D0P7 type=del 2024-08-10T05:16:04.035 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.034+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=A80O1ESF92HS type=del size=127275 2024-08-10T05:16:04.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.036+0000 7f14b4aea640 1 < canceled operation key=HRBSKYPDI6S3 tag=V1VCAA5ZXQYJ type=del size=3594029 2024-08-10T05:16:04.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.038+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=1JYQOFVYEHQW type=del size=1356786 2024-08-10T05:16:04.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.041+0000 7f14b4aea640 1 < suggested update operation key=LN88EIQRZLLG tag=8OB13QC6T9B9 type=del size=1480199 2024-08-10T05:16:04.046 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.043+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=971I6URGT5SZ type=del size=2009461 2024-08-10T05:16:04.046 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.045+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=HEF2C1C1O0XL type=del 2024-08-10T05:16:04.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.048+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~KAQ00J69ATQ8.0 size=246842 2024-08-10T05:16:04.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.048+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=KAQ00J69ATQ8 tag=HY46XNTBLWWB type=write size=1295418 2024-08-10T05:16:04.051 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.050+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~ESELSRV1HF3T.0 size=1048576 2024-08-10T05:16:04.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.052+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~ESELSRV1HF3T.1 size=138687 2024-08-10T05:16:04.056 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.055+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=ESELSRV1HF3T tag=26N9UFM1WB4D type=write size=2235839 2024-08-10T05:16:04.057 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.057+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=G9U62RIFAN5W type=del size=2983442 2024-08-10T05:16:04.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.058+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=GQM7QYA4M1YX type=del 2024-08-10T05:16:04.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.060+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=IMZ1NW64OTTS type=del size=3239967 2024-08-10T05:16:04.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.063+0000 7f14b4aea640 -1 < failed to complete operation key=TCBT4AO28B3T tag=HN50V1PK96WM type=del size=2616248: (22) Invalid argument 2024-08-10T05:16:04.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:03 smithi107 ceph-mon[86658]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 172 KiB/s wr, 869 op/s 2024-08-10T05:16:04.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.067+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~G52R9XJIBE26.0 size=1048576 2024-08-10T05:16:04.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.069+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~G52R9XJIBE26.1 size=1048576 2024-08-10T05:16:04.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.070+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~G52R9XJIBE26.2 size=349713 2024-08-10T05:16:04.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.070+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=G52R9XJIBE26 tag=X4HDNGVSWU97 type=write size=3495441 2024-08-10T05:16:04.076 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.075+0000 7f14b4aea640 1 < suggested remove operation key=F8VCLKTJX8NT tag=HIH1VZ67CZPN type=del 2024-08-10T05:16:04.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.078+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=ZE0HNHTQECUA type=del size=450908 2024-08-10T05:16:04.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.080+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=L6BAOWD1RVH2 type=del 2024-08-10T05:16:04.083 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.082+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=3Q41IG9MAFOS type=del size=662621 2024-08-10T05:16:04.084 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.084+0000 7f14b4aea640 1 < canceled operation key=GVED6658RQPQ tag=KEKGF4YA3U7W type=write size=768419 2024-08-10T05:16:04.086 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.086+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=7B094V8PQ0B5 type=del size=1818203 2024-08-10T05:16:04.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.088+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=9L4UNDCKXENN type=del 2024-08-10T05:16:04.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.090+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=TNR59QJ4SOHD type=del size=2009847 2024-08-10T05:16:04.093 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.092+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=BJD3K6YKBP3H type=del 2024-08-10T05:16:04.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.096+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~7MUI40PVYNI4.0 size=1048576 2024-08-10T05:16:04.098 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.097+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~7MUI40PVYNI4.1 size=1048576 2024-08-10T05:16:04.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.099+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~7MUI40PVYNI4.2 size=937743 2024-08-10T05:16:04.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.099+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=7MUI40PVYNI4 tag=AMRXD2VFV0BI type=write size=4083471 2024-08-10T05:16:04.102 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.101+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=MIII2JRJC6TZ type=del 2024-08-10T05:16:04.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.103+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=4J3LXSMGUOOH type=del size=1958753 2024-08-10T05:16:04.105 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.105+0000 7f14b4aea640 1 < completed write operation key=673XTFOIF5BU tag=3QOJEXCI9WVM type=write size=773476 2024-08-10T05:16:04.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.106+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=VA57658OORVG type=write size=475409 2024-08-10T05:16:04.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.109+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~5HFIUE8ADDH7.0 size=13679 2024-08-10T05:16:04.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.112+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=5HFIUE8ADDH7 tag=SUA6QY6Z2RMI type=write size=1062255 2024-08-10T05:16:04.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.116+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~IQWK19KD7ASJ.0 size=523084 2024-08-10T05:16:04.117 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.116+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=IQWK19KD7ASJ tag=1KQLD4TAP6GK type=write size=1571660 2024-08-10T05:16:04.118 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.118+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=D19JGMDQTNA4 type=del 2024-08-10T05:16:04.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.121+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=EMZ8CDV3F0M8 type=write size=740652 2024-08-10T05:16:04.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.123+0000 7f14b4aea640 1 < canceled operation key=SDD0BWGOBF7T tag=A80O1ESF92HS type=del size=127275 2024-08-10T05:16:04.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.125+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=DH0XIP1TS8KV type=del size=1754463 2024-08-10T05:16:04.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.127+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=1JYQOFVYEHQW type=del 2024-08-10T05:16:04.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.129+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=MNXJ03T9LAMD type=del size=1895625 2024-08-10T05:16:04.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.129+0000 7f14b4aea640 -1 < no bi entry to suggest for operation key=F8VCLKTJX8NT tag=971I6URGT5SZ type=del size=2009461: (2) No such file or directory 2024-08-10T05:16:04.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.131+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=F2O96WTH67I8 type=del size=3847987 2024-08-10T05:16:04.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.133+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~KAQ00J69ATQ8.0 size=246842 2024-08-10T05:16:04.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.136+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=KAQ00J69ATQ8 tag=HY46XNTBLWWB type=write size=1295418 2024-08-10T05:16:04.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.138+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=L3XMMKMR5SRM type=del size=3513982 2024-08-10T05:16:04.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.141+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=G9U62RIFAN5W type=del 2024-08-10T05:16:04.143 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.143+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=OSJLYEGS7WM0 type=del size=762466 2024-08-10T05:16:04.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.145+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=IMZ1NW64OTTS type=del 2024-08-10T05:16:04.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.147+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=3TGH8B0ZVKVD type=del size=510616 2024-08-10T05:16:04.148 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.147+0000 7f14b4aea640 1 < canceled part key=_multipart_K7GWZ9Z28PPZ.2~G52R9XJIBE26.0 size=1048576 2024-08-10T05:16:04.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.149+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~G52R9XJIBE26.1 size=1048576 2024-08-10T05:16:04.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.150+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~G52R9XJIBE26.2 size=349713 2024-08-10T05:16:04.154 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.154+0000 7f14b4aea640 1 < canceled multipart upload key=K7GWZ9Z28PPZ upload=G52R9XJIBE26 tag=X4HDNGVSWU97 type=write size=3495441 2024-08-10T05:16:04.156 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.155+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=54Z8ERHI0P3W type=del size=4177737 2024-08-10T05:16:04.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.157+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=ZE0HNHTQECUA type=del 2024-08-10T05:16:04.163 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.162+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~XG0C4P3BROGX.0 size=1048576 2024-08-10T05:16:04.164 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.163+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~XG0C4P3BROGX.1 size=391658 2024-08-10T05:16:04.165 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.163+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=XG0C4P3BROGX tag=JBI3709081Y5 type=write size=2488810 2024-08-10T05:16:04.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.166+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=3Q41IG9MAFOS type=del 2024-08-10T05:16:04.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.168+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=74UNSD21KIB4 type=del size=2600307 2024-08-10T05:16:04.170 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.169+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=7B094V8PQ0B5 type=del 2024-08-10T05:16:04.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.172+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=KHXAHPWN382V type=del size=1598436 2024-08-10T05:16:04.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.174+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=TNR59QJ4SOHD type=del 2024-08-10T05:16:04.177 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.176+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=DI0U8G76UZHG type=del size=3780301 2024-08-10T05:16:04.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.179+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~7MUI40PVYNI4.0 size=1048576 2024-08-10T05:16:04.181 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.180+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~7MUI40PVYNI4.1 size=1048576 2024-08-10T05:16:04.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.182+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~7MUI40PVYNI4.2 size=937743 2024-08-10T05:16:04.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.185+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=7MUI40PVYNI4 tag=AMRXD2VFV0BI type=write size=4083471 2024-08-10T05:16:04.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.189+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~ZP7NTDCYIWSO.0 size=1048576 2024-08-10T05:16:04.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.191+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~ZP7NTDCYIWSO.1 size=527017 2024-08-10T05:16:04.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.191+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=ZP7NTDCYIWSO tag=MXT35PSEKQHR type=write size=2624169 2024-08-10T05:16:04.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.193+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=4J3LXSMGUOOH type=del 2024-08-10T05:16:04.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.196+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=X0B4M1XZXW6E type=del size=2705212 2024-08-10T05:16:04.199 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.198+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=VA57658OORVG type=write size=475409 2024-08-10T05:16:04.201 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.200+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=T4SNXKCK5DVP type=del size=32100 2024-08-10T05:16:04.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.202+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~IQWK19KD7ASJ.0 size=523084 2024-08-10T05:16:04.207 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.206+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=IQWK19KD7ASJ tag=1KQLD4TAP6GK type=write size=1571660 2024-08-10T05:16:04.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.210+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~AK82DL5WQGRM.0 size=1048576 2024-08-10T05:16:04.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.211+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~AK82DL5WQGRM.1 size=526939 2024-08-10T05:16:04.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.211+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=AK82DL5WQGRM tag=1SSX9YL0OK8K type=write size=2624091 2024-08-10T05:16:04.214 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.214+0000 7f14b4aea640 1 < completed write operation key=SDD0BWGOBF7T tag=EMZ8CDV3F0M8 type=write size=740652 2024-08-10T05:16:04.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.218+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~DIZ6XEJ7YOEC.0 size=1048576 2024-08-10T05:16:04.220 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.219+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~DIZ6XEJ7YOEC.1 size=1048576 2024-08-10T05:16:04.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.221+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~DIZ6XEJ7YOEC.2 size=266318 2024-08-10T05:16:04.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.221+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=DIZ6XEJ7YOEC tag=G1A0DWAJECO6 type=write size=3412046 2024-08-10T05:16:04.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.223+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=DH0XIP1TS8KV type=del 2024-08-10T05:16:04.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.226+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~E4J6CGOQYP4D.0 size=150254 2024-08-10T05:16:04.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.226+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=E4J6CGOQYP4D tag=JG70848T2X9N type=write size=1198830 2024-08-10T05:16:04.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.229+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=MNXJ03T9LAMD type=del 2024-08-10T05:16:04.231 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.231+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=T6H50BX48KZG type=del size=1850082 2024-08-10T05:16:04.233 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.232+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=F2O96WTH67I8 type=del 2024-08-10T05:16:04.235 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.234+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=252108RTNGFR type=del size=3565001 2024-08-10T05:16:04.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.236+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=L3XMMKMR5SRM type=del 2024-08-10T05:16:04.241 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.240+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~DTRALJO0SDTE.0 size=1048576 2024-08-10T05:16:04.242 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.242+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~DTRALJO0SDTE.1 size=1048576 2024-08-10T05:16:04.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.243+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~DTRALJO0SDTE.2 size=311371 2024-08-10T05:16:04.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.243+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=DTRALJO0SDTE tag=AI64TG3O5NB6 type=write size=3457099 2024-08-10T05:16:04.249 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.246+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=OSJLYEGS7WM0 type=del 2024-08-10T05:16:04.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.248+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=L2P3NUM21T8T type=del size=1417200 2024-08-10T05:16:04.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.250+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=3TGH8B0ZVKVD type=del 2024-08-10T05:16:04.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.251+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=9AM4KD628WQH type=write size=585879 2024-08-10T05:16:04.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.253+0000 7f14b4aea640 1 < canceled operation key=SDD0BWGOBF7T tag=54Z8ERHI0P3W type=del size=4177737 2024-08-10T05:16:04.256 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.255+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=OGQPHRB6ORSU type=del size=2174125 2024-08-10T05:16:04.258 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.257+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~XG0C4P3BROGX.0 size=1048576 2024-08-10T05:16:04.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.258+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~XG0C4P3BROGX.1 size=391658 2024-08-10T05:16:04.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.262+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=XG0C4P3BROGX tag=JBI3709081Y5 type=write size=2488810 2024-08-10T05:16:04.265 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.264+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=N1MFHTK88A4N type=write size=90606 2024-08-10T05:16:04.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.266+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=74UNSD21KIB4 type=del 2024-08-10T05:16:04.271 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.270+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~D3SUA5RHLIU7.0 size=348383 2024-08-10T05:16:04.271 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.270+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=D3SUA5RHLIU7 tag=ANUTZTWA9OV4 type=write size=1396959 2024-08-10T05:16:04.273 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.272+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=KHXAHPWN382V type=del 2024-08-10T05:16:04.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.274+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=WYCGI2SG2U8N type=del size=3620635 2024-08-10T05:16:04.277 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.276+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=DI0U8G76UZHG type=del 2024-08-10T05:16:04.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.280+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~DQR914XDT3IO.0 size=411858 2024-08-10T05:16:04.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.280+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=DQR914XDT3IO tag=ZYH2FYMQ573G type=write size=1460434 2024-08-10T05:16:04.282 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.282+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~ZP7NTDCYIWSO.0 size=1048576 2024-08-10T05:16:04.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.283+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~ZP7NTDCYIWSO.1 size=527017 2024-08-10T05:16:04.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.286+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=ZP7NTDCYIWSO tag=MXT35PSEKQHR type=write size=2624169 2024-08-10T05:16:04.290 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.289+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=6YVEVOLKJDYE type=del size=2552557 2024-08-10T05:16:04.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.291+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=X0B4M1XZXW6E type=del 2024-08-10T05:16:04.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.293+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=ID6RX0C7F3RR type=del size=9335 2024-08-10T05:16:04.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.295+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=T4SNXKCK5DVP type=del 2024-08-10T05:16:04.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.297+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=IHY758L02MUR type=del size=3988758 2024-08-10T05:16:04.299 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.299+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~AK82DL5WQGRM.0 size=1048576 2024-08-10T05:16:04.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.301+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~AK82DL5WQGRM.1 size=526939 2024-08-10T05:16:04.305 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.304+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=AK82DL5WQGRM tag=1SSX9YL0OK8K type=write size=2624091 2024-08-10T05:16:04.309 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.308+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~SR4BZTZD5DJT.0 size=267739 2024-08-10T05:16:04.309 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.308+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=SR4BZTZD5DJT tag=Z35R2VDO2V5Q type=write size=1316315 2024-08-10T05:16:04.311 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.310+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~DIZ6XEJ7YOEC.0 size=1048576 2024-08-10T05:16:04.311 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.310+0000 7f14b4aea640 1 < canceled part key=_multipart_4GQSP14LMP0J.2~DIZ6XEJ7YOEC.1 size=1048576 2024-08-10T05:16:04.313 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.312+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~DIZ6XEJ7YOEC.2 size=266318 2024-08-10T05:16:04.316 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.316+0000 7f14b4aea640 1 < canceled multipart upload key=4GQSP14LMP0J upload=DIZ6XEJ7YOEC tag=G1A0DWAJECO6 type=write size=3412046 2024-08-10T05:16:04.320 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.319+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~NGNOOJ4XP721.0 size=1048576 2024-08-10T05:16:04.321 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.321+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~NGNOOJ4XP721.1 size=1048576 2024-08-10T05:16:04.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.322+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~NGNOOJ4XP721.2 size=36616 2024-08-10T05:16:04.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.322+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=NGNOOJ4XP721 tag=0Y2LMRCLGA44 type=write size=3182344 2024-08-10T05:16:04.324 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.323+0000 7f14b4aea640 1 < canceled part key=_multipart_RCP16G4OVJX2.2~E4J6CGOQYP4D.0 size=150254 2024-08-10T05:16:04.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.326+0000 7f14b4aea640 1 < canceled multipart upload key=RCP16G4OVJX2 upload=E4J6CGOQYP4D tag=JG70848T2X9N type=write size=1198830 2024-08-10T05:16:04.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.329+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~6M6RA9N3RNN2.0 size=1048576 2024-08-10T05:16:04.332 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.331+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~6M6RA9N3RNN2.1 size=1048576 2024-08-10T05:16:04.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.333+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~6M6RA9N3RNN2.2 size=124221 2024-08-10T05:16:04.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.333+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=6M6RA9N3RNN2 tag=180PVCVR2MJ4 type=write size=3269949 2024-08-10T05:16:04.336 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.335+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=T6H50BX48KZG type=del 2024-08-10T05:16:04.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.337+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=2ON2MXWJ3EFV type=del size=22477 2024-08-10T05:16:04.340 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.340+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=252108RTNGFR type=del 2024-08-10T05:16:04.344 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.344+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~5WVOJGP9GR5P.0 size=1048576 2024-08-10T05:16:04.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.345+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~5WVOJGP9GR5P.1 size=902555 2024-08-10T05:16:04.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.345+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=5WVOJGP9GR5P tag=J9D4R8BAU2JX type=write size=2999707 2024-08-10T05:16:04.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.347+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~DTRALJO0SDTE.0 size=1048576 2024-08-10T05:16:04.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.349+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~DTRALJO0SDTE.1 size=1048576 2024-08-10T05:16:04.351 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.351+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~DTRALJO0SDTE.2 size=311371 2024-08-10T05:16:04.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.355+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=DTRALJO0SDTE tag=AI64TG3O5NB6 type=write size=3457099 2024-08-10T05:16:04.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.357+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=N31N0YXZIU5B type=write size=580344 2024-08-10T05:16:04.360 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.359+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=L2P3NUM21T8T type=del 2024-08-10T05:16:04.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.363+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~QAQ75O96P86C.0 size=101468 2024-08-10T05:16:04.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.363+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=QAQ75O96P86C tag=GXKC0FLF6RQ0 type=write size=1150044 2024-08-10T05:16:04.367 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.366+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=9AM4KD628WQH type=write size=585879 2024-08-10T05:16:04.369 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.368+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=BGV5S8LSKNQW type=del size=1978437 2024-08-10T05:16:04.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.370+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=OGQPHRB6ORSU type=del 2024-08-10T05:16:04.375 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.374+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~IIKB9I58OHQB.0 size=1048576 2024-08-10T05:16:04.376 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.376+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~IIKB9I58OHQB.1 size=368578 2024-08-10T05:16:04.376 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.376+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=IIKB9I58OHQB tag=1Y3XC1A737SD type=write size=2465730 2024-08-10T05:16:04.380 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.380+0000 7f14b4aea640 1 < suggested update operation key=IGGZ4YAHG16J tag=N1MFHTK88A4N type=write size=90606 2024-08-10T05:16:04.382 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.382+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=IZTMWD0RZO24 type=del size=3415181 2024-08-10T05:16:04.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.384+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~D3SUA5RHLIU7.0 size=348383 2024-08-10T05:16:04.387 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.387+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=D3SUA5RHLIU7 tag=ANUTZTWA9OV4 type=write size=1396959 2024-08-10T05:16:04.389 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.389+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=BQEO2CB43PRC type=write size=884935 2024-08-10T05:16:04.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.391+0000 7f14b4aea640 1 < canceled operation key=TCBT4AO28B3T tag=WYCGI2SG2U8N type=del size=3620635 2024-08-10T05:16:04.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.392+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=2U8Y4NNRFGMT type=write size=912010 2024-08-10T05:16:04.395 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.395+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~DQR914XDT3IO.0 size=411858 2024-08-10T05:16:04.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.398+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=DQR914XDT3IO tag=ZYH2FYMQ573G type=write size=1460434 2024-08-10T05:16:04.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.401+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~W8OMMBHSYOV9.0 size=1048576 2024-08-10T05:16:04.404 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.403+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~W8OMMBHSYOV9.1 size=1048576 2024-08-10T05:16:04.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.405+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~W8OMMBHSYOV9.2 size=67383 2024-08-10T05:16:04.406 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.405+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=W8OMMBHSYOV9 tag=LIGOX28YTXVW type=write size=3213111 2024-08-10T05:16:04.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.409+0000 7f14b4aea640 1 < suggested update operation key=IGGZ4YAHG16J tag=6YVEVOLKJDYE type=del size=2552557 2024-08-10T05:16:04.412 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.411+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=SXH5BU3KT7KQ type=del size=2880711 2024-08-10T05:16:04.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.413+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=ID6RX0C7F3RR type=del 2024-08-10T05:16:04.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.416+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=9Y4CSRLUQ3E9 type=del size=3460041 2024-08-10T05:16:04.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.417+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=IHY758L02MUR type=del 2024-08-10T05:16:04.422 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.421+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~L0CIHZ8E5F9Z.0 size=1048576 2024-08-10T05:16:04.423 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.422+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~L0CIHZ8E5F9Z.1 size=1048576 2024-08-10T05:16:04.425 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.424+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~L0CIHZ8E5F9Z.2 size=416550 2024-08-10T05:16:04.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.424+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=L0CIHZ8E5F9Z tag=9I5FN0U1FNC7 type=write size=3562278 2024-08-10T05:16:04.427 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.427+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~SR4BZTZD5DJT.0 size=267739 2024-08-10T05:16:04.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.431+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=SR4BZTZD5DJT tag=Z35R2VDO2V5Q type=write size=1316315 2024-08-10T05:16:04.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.433+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=5TN4TQ3N4Q14 type=del size=533612 2024-08-10T05:16:04.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.433+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~NGNOOJ4XP721.0 size=1048576 2024-08-10T05:16:04.436 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.435+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~NGNOOJ4XP721.1 size=1048576 2024-08-10T05:16:04.438 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.437+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~NGNOOJ4XP721.2 size=36616 2024-08-10T05:16:04.441 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.440+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=NGNOOJ4XP721 tag=0Y2LMRCLGA44 type=write size=3182344 2024-08-10T05:16:04.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.442+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=VAO5PTX15FVN type=del size=1459530 2024-08-10T05:16:04.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.443+0000 7f14b4aea640 1 < canceled part key=_multipart_IGGZ4YAHG16J.2~6M6RA9N3RNN2.0 size=1048576 2024-08-10T05:16:04.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.443+0000 7f14b4aea640 1 < canceled part key=_multipart_IGGZ4YAHG16J.2~6M6RA9N3RNN2.1 size=1048576 2024-08-10T05:16:04.445 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.444+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~6M6RA9N3RNN2.2 size=124221 2024-08-10T05:16:04.448 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.448+0000 7f14b4aea640 1 < canceled multipart upload key=IGGZ4YAHG16J upload=6M6RA9N3RNN2 tag=180PVCVR2MJ4 type=write size=3269949 2024-08-10T05:16:04.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.450+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=E9MET32HZMW1 type=del size=145162 2024-08-10T05:16:04.454 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.452+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=2ON2MXWJ3EFV type=del 2024-08-10T05:16:04.457 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.456+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~L871YOU56QH4.0 size=1048576 2024-08-10T05:16:04.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.458+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~L871YOU56QH4.1 size=1048576 2024-08-10T05:16:04.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.459+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~L871YOU56QH4.2 size=945325 2024-08-10T05:16:04.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.459+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=L871YOU56QH4 tag=F1IA8JSU71MN type=write size=4091053 2024-08-10T05:16:04.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.461+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~5WVOJGP9GR5P.0 size=1048576 2024-08-10T05:16:04.464 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.463+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~5WVOJGP9GR5P.1 size=902555 2024-08-10T05:16:04.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.467+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=5WVOJGP9GR5P tag=J9D4R8BAU2JX type=write size=2999707 2024-08-10T05:16:04.470 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.469+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=4M11P0LKXM0F type=del size=2709081 2024-08-10T05:16:04.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.471+0000 7f14b4aea640 1 < completed write operation key=U3RDNND7WV1Z tag=N31N0YXZIU5B type=write size=580344 2024-08-10T05:16:04.475 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.474+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=TV0RN7711L3E type=del size=2069269 2024-08-10T05:16:04.477 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.476+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~QAQ75O96P86C.0 size=101468 2024-08-10T05:16:04.481 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.480+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=QAQ75O96P86C tag=GXKC0FLF6RQ0 type=write size=1150044 2024-08-10T05:16:04.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.482+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=9O9S1U3ASW9A type=del size=1365681 2024-08-10T05:16:04.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.484+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=BGV5S8LSKNQW type=del 2024-08-10T05:16:04.488 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.488+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~ZYOCM4Z5LG2U.0 size=1048576 2024-08-10T05:16:04.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.489+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~ZYOCM4Z5LG2U.1 size=140967 2024-08-10T05:16:04.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.489+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=ZYOCM4Z5LG2U tag=Z3T96YMS9SNF type=write size=2238119 2024-08-10T05:16:04.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.492+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~IIKB9I58OHQB.0 size=1048576 2024-08-10T05:16:04.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.493+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~IIKB9I58OHQB.1 size=368578 2024-08-10T05:16:04.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.497+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=IIKB9I58OHQB tag=1Y3XC1A737SD type=write size=2465730 2024-08-10T05:16:04.501 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.501+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~VQUUVCS4D80M.0 size=1048576 2024-08-10T05:16:04.503 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.502+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~VQUUVCS4D80M.1 size=976129 2024-08-10T05:16:04.503 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.502+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=VQUUVCS4D80M tag=FGXI8VI5FVQQ type=write size=3073281 2024-08-10T05:16:04.505 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.504+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=IZTMWD0RZO24 type=del 2024-08-10T05:16:04.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.506+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=149C254M3IZ7 type=del size=652031 2024-08-10T05:16:04.511 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.510+0000 7f14b4aea640 -1 < failed to complete operation key=IGGZ4YAHG16J tag=BQEO2CB43PRC type=write size=884935: (22) Invalid argument 2024-08-10T05:16:04.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.512+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=VZL65W50L8TN type=del size=1527712 2024-08-10T05:16:04.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.514+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=2U8Y4NNRFGMT type=write size=912010 2024-08-10T05:16:04.517 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.516+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=2L7KWWPUIGI7 type=del size=2483424 2024-08-10T05:16:04.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.518+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~W8OMMBHSYOV9.0 size=1048576 2024-08-10T05:16:04.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.519+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~W8OMMBHSYOV9.1 size=1048576 2024-08-10T05:16:04.522 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.521+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~W8OMMBHSYOV9.2 size=67383 2024-08-10T05:16:04.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.524+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=W8OMMBHSYOV9 tag=LIGOX28YTXVW type=write size=3213111 2024-08-10T05:16:04.527 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.526+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=HE5Y27QR3BAH type=del size=2580238 2024-08-10T05:16:04.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.529+0000 7f14b4aea640 1 < canceled operation key=C12BG8POXEML tag=SXH5BU3KT7KQ type=del size=2880711 2024-08-10T05:16:04.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.531+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=2EYVI5SPDEZE type=write size=848543 2024-08-10T05:16:04.535 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.534+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=9Y4CSRLUQ3E9 type=del 2024-08-10T05:16:04.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.538+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~2UCITNO8PDWX.0 size=1048576 2024-08-10T05:16:04.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.540+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~2UCITNO8PDWX.1 size=380331 2024-08-10T05:16:04.542 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.540+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=2UCITNO8PDWX tag=LP1080QF0Q0P type=write size=2477483 2024-08-10T05:16:04.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.543+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~L0CIHZ8E5F9Z.0 size=1048576 2024-08-10T05:16:04.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.545+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~L0CIHZ8E5F9Z.1 size=1048576 2024-08-10T05:16:04.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.547+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~L0CIHZ8E5F9Z.2 size=416550 2024-08-10T05:16:04.553 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.551+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=L0CIHZ8E5F9Z tag=9I5FN0U1FNC7 type=write size=3562278 2024-08-10T05:16:04.554 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.553+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=KE0MP3R7EJ1F type=del size=3915706 2024-08-10T05:16:04.556 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.555+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=5TN4TQ3N4Q14 type=del 2024-08-10T05:16:04.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.557+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=8S14HGMHV4Y1 type=del size=3868042 2024-08-10T05:16:04.560 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.559+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=VAO5PTX15FVN type=del 2024-08-10T05:16:04.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.561+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=Q2QUUI5TPCWJ type=del size=1503243 2024-08-10T05:16:04.564 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.564+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=E9MET32HZMW1 type=del 2024-08-10T05:16:04.568 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.567+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~OGGJLXOG914F.0 size=1048576 2024-08-10T05:16:04.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.569+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~OGGJLXOG914F.1 size=545744 2024-08-10T05:16:04.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.569+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=OGGJLXOG914F tag=UOUZKW8RMAJU type=write size=2642896 2024-08-10T05:16:04.572 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.571+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~L871YOU56QH4.0 size=1048576 2024-08-10T05:16:04.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.573+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~L871YOU56QH4.1 size=1048576 2024-08-10T05:16:04.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.574+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~L871YOU56QH4.2 size=945325 2024-08-10T05:16:04.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.578+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=L871YOU56QH4 tag=F1IA8JSU71MN type=write size=4091053 2024-08-10T05:16:04.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.581+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=RRRF2MVXMOT0 type=write size=590817 2024-08-10T05:16:04.584 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.583+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=4M11P0LKXM0F type=del 2024-08-10T05:16:04.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.585+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=57JB0EQZP3QL type=del size=1123629 2024-08-10T05:16:04.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.587+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=TV0RN7711L3E type=del 2024-08-10T05:16:04.590 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.589+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=VD0HCKLH0HDL type=del size=1757951 2024-08-10T05:16:04.592 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.592+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=9O9S1U3ASW9A type=del 2024-08-10T05:16:04.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.594+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=BV6LDQX84H8R type=del size=614790 2024-08-10T05:16:04.597 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.597+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~ZYOCM4Z5LG2U.0 size=1048576 2024-08-10T05:16:04.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.598+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~ZYOCM4Z5LG2U.1 size=140967 2024-08-10T05:16:04.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.602+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=ZYOCM4Z5LG2U tag=Z3T96YMS9SNF type=write size=2238119 2024-08-10T05:16:04.604 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.603+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=UDEYAVYXD2LV type=write size=260717 2024-08-10T05:16:04.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.606+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~VQUUVCS4D80M.0 size=1048576 2024-08-10T05:16:04.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.607+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~VQUUVCS4D80M.1 size=976129 2024-08-10T05:16:04.612 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.611+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=VQUUVCS4D80M tag=FGXI8VI5FVQQ type=write size=3073281 2024-08-10T05:16:04.614 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.613+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=IFW6JOG9PSH2 type=del size=323881 2024-08-10T05:16:04.618 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.617+0000 7f14b4aea640 1 < suggested remove operation key=IGGZ4YAHG16J tag=149C254M3IZ7 type=del 2024-08-10T05:16:04.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.621+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~7TDCCXKVTSZ5.0 size=3 2024-08-10T05:16:04.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.621+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=7TDCCXKVTSZ5 tag=C0FY9349HARO type=write size=1048579 2024-08-10T05:16:04.623 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.623+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=VZL65W50L8TN type=del 2024-08-10T05:16:04.627 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.626+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~0M8OIWMIV13H.0 size=1048576 2024-08-10T05:16:04.629 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.628+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~0M8OIWMIV13H.1 size=1048576 2024-08-10T05:16:04.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.630+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~0M8OIWMIV13H.2 size=714145 2024-08-10T05:16:04.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.630+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=0M8OIWMIV13H tag=HVJREZ3U35MC type=write size=3859873 2024-08-10T05:16:04.633 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.632+0000 7f14b4aea640 -1 < failed to complete operation key=IGGZ4YAHG16J tag=2L7KWWPUIGI7 type=del size=2483424: (22) Invalid argument 2024-08-10T05:16:04.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.634+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=LA0MIZ5GY3DL type=del size=3065290 2024-08-10T05:16:04.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.636+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=HE5Y27QR3BAH type=del 2024-08-10T05:16:04.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.639+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~M30PIOYPX60Q.0 size=1048576 2024-08-10T05:16:04.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.641+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~M30PIOYPX60Q.1 size=1048576 2024-08-10T05:16:04.644 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.643+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~M30PIOYPX60Q.2 size=594208 2024-08-10T05:16:04.644 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.643+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=M30PIOYPX60Q tag=SU2Q1E5OE133 type=write size=3739936 2024-08-10T05:16:04.646 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.645+0000 7f14b4aea640 1 < canceled operation key=LN88EIQRZLLG tag=2EYVI5SPDEZE type=write size=848543 2024-08-10T05:16:04.650 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.649+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~32SPKQHSINLY.0 size=1048576 2024-08-10T05:16:04.651 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.650+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~32SPKQHSINLY.1 size=496104 2024-08-10T05:16:04.651 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.650+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=32SPKQHSINLY tag=RE21H7LQLA5P type=write size=2593256 2024-08-10T05:16:04.653 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.652+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~2UCITNO8PDWX.0 size=1048576 2024-08-10T05:16:04.653 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.652+0000 7f14b4aea640 1 < canceled part key=_multipart_MUTTKNKV3LH8.2~2UCITNO8PDWX.1 size=380331 2024-08-10T05:16:04.656 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.655+0000 7f14b4aea640 1 < canceled multipart upload key=MUTTKNKV3LH8 upload=2UCITNO8PDWX tag=LP1080QF0Q0P type=write size=2477483 2024-08-10T05:16:04.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.658+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=NRE1NWGQLP4T type=del size=2075269 2024-08-10T05:16:04.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.660+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=KE0MP3R7EJ1F type=del 2024-08-10T05:16:04.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.664+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~KM9GO1XUMW86.0 size=1048576 2024-08-10T05:16:04.666 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.665+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~KM9GO1XUMW86.1 size=546134 2024-08-10T05:16:04.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.665+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=KM9GO1XUMW86 tag=SIUCHHZX9L6L type=write size=2643286 2024-08-10T05:16:04.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.670+0000 7f14b4aea640 1 < suggested remove operation key=U3RDNND7WV1Z tag=8S14HGMHV4Y1 type=del 2024-08-10T05:16:04.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.672+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=749C3C26HYVG type=del size=1956177 2024-08-10T05:16:04.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.676+0000 7f14b4aea640 1 < suggested remove operation key=4GQSP14LMP0J tag=Q2QUUI5TPCWJ type=del 2024-08-10T05:16:04.679 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.678+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=109OK89QO8CF type=del size=2421181 2024-08-10T05:16:04.681 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.680+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~OGGJLXOG914F.0 size=1048576 2024-08-10T05:16:04.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.682+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~OGGJLXOG914F.1 size=545744 2024-08-10T05:16:04.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.685+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=OGGJLXOG914F tag=UOUZKW8RMAJU type=write size=2642896 2024-08-10T05:16:04.690 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.689+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~ABJXWQY7LAGZ.0 size=1048576 2024-08-10T05:16:04.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.691+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~ABJXWQY7LAGZ.1 size=1048576 2024-08-10T05:16:04.693 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.692+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~ABJXWQY7LAGZ.2 size=652777 2024-08-10T05:16:04.693 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.692+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=ABJXWQY7LAGZ tag=3EX3B30PCYA6 type=write size=3798505 2024-08-10T05:16:04.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.696+0000 7f14b4aea640 1 < suggested remove operation key=ROVKNC22J3KX tag=RRRF2MVXMOT0 type=write 2024-08-10T05:16:04.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.700+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~TD2WH5DMWZI9.0 size=1048576 2024-08-10T05:16:04.702 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.702+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~TD2WH5DMWZI9.1 size=1048576 2024-08-10T05:16:04.704 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.704+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~TD2WH5DMWZI9.2 size=365793 2024-08-10T05:16:04.704 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.704+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=TD2WH5DMWZI9 tag=67G1AY5570FT type=write size=3511521 2024-08-10T05:16:04.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.706+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=57JB0EQZP3QL type=del 2024-08-10T05:16:04.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.710+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~2933QHHT7QH3.0 size=1048576 2024-08-10T05:16:04.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.711+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~2933QHHT7QH3.1 size=1000270 2024-08-10T05:16:04.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.711+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=2933QHHT7QH3 tag=IIYXO9SDE8UJ type=write size=3097422 2024-08-10T05:16:04.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.713+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=VD0HCKLH0HDL type=del 2024-08-10T05:16:04.716 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.715+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=38VS6ETTTTM2 type=write size=423595 2024-08-10T05:16:04.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.717+0000 7f14b4aea640 1 < canceled operation key=MOSZKVLQ4RI4 tag=BV6LDQX84H8R type=del size=614790 2024-08-10T05:16:04.720 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.719+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=T3JMHJOZHC0Y type=del size=1876654 2024-08-10T05:16:04.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.723+0000 7f14b4aea640 1 < suggested remove operation key=8EIZ7QHKAZHT tag=UDEYAVYXD2LV type=write 2024-08-10T05:16:04.726 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.725+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=TLIEWQQQHYAW type=write size=673897 2024-08-10T05:16:04.728 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.728+0000 7f14b4aea640 1 < canceled operation key=4GDX2ANEG4UE tag=IFW6JOG9PSH2 type=del size=323881 2024-08-10T05:16:04.730 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.729+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=X64SGHUH5FW9 type=del size=3972380 2024-08-10T05:16:04.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.731+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~7TDCCXKVTSZ5.0 size=3 2024-08-10T05:16:04.735 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.734+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=7TDCCXKVTSZ5 tag=C0FY9349HARO type=write size=1048579 2024-08-10T05:16:04.737 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.736+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=BJT7Z5MAS07L type=write size=966484 2024-08-10T05:16:04.738 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.738+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~0M8OIWMIV13H.0 size=1048576 2024-08-10T05:16:04.740 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.739+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~0M8OIWMIV13H.1 size=1048576 2024-08-10T05:16:04.742 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.742+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~0M8OIWMIV13H.2 size=714145 2024-08-10T05:16:04.746 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.745+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=0M8OIWMIV13H tag=HVJREZ3U35MC type=write size=3859873 2024-08-10T05:16:04.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.747+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=L4F9EJWHL2QV type=del size=868826 2024-08-10T05:16:04.750 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.749+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=LA0MIZ5GY3DL type=del 2024-08-10T05:16:04.752 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.751+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=OZBBW1FGOYVA type=del size=3863761 2024-08-10T05:16:04.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.753+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~M30PIOYPX60Q.0 size=1048576 2024-08-10T05:16:04.756 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.755+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~M30PIOYPX60Q.1 size=1048576 2024-08-10T05:16:04.757 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.757+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~M30PIOYPX60Q.2 size=594208 2024-08-10T05:16:04.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.760+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=M30PIOYPX60Q tag=SU2Q1E5OE133 type=write size=3739936 2024-08-10T05:16:04.765 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.764+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~W1J6SL6O1RKV.0 size=215224 2024-08-10T05:16:04.765 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.764+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=W1J6SL6O1RKV tag=SNSK7R099J4H type=write size=1263800 2024-08-10T05:16:04.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.766+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~32SPKQHSINLY.0 size=1048576 2024-08-10T05:16:04.768 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.768+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~32SPKQHSINLY.1 size=496104 2024-08-10T05:16:04.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.771+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=32SPKQHSINLY tag=RE21H7LQLA5P type=write size=2593256 2024-08-10T05:16:04.776 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.775+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~6S36H9UGIF2G.0 size=1048576 2024-08-10T05:16:04.777 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.776+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~6S36H9UGIF2G.1 size=1048576 2024-08-10T05:16:04.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.778+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~6S36H9UGIF2G.2 size=133599 2024-08-10T05:16:04.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.778+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=6S36H9UGIF2G tag=SMI3CCH1DQDZ type=write size=3279327 2024-08-10T05:16:04.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.780+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=NRE1NWGQLP4T type=del 2024-08-10T05:16:04.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.784+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~IBGD28IVPHZ0.0 size=670180 2024-08-10T05:16:04.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.784+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=IBGD28IVPHZ0 tag=75UJB367KTJ5 type=write size=1718756 2024-08-10T05:16:04.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.786+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~KM9GO1XUMW86.0 size=1048576 2024-08-10T05:16:04.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.788+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~KM9GO1XUMW86.1 size=546134 2024-08-10T05:16:04.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.791+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=KM9GO1XUMW86 tag=SIUCHHZX9L6L type=write size=2643286 2024-08-10T05:16:04.794 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.793+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=7IFX0YLZRS3C type=write size=836112 2024-08-10T05:16:04.796 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.795+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=749C3C26HYVG type=del 2024-08-10T05:16:04.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.799+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~BWNT8ABBDFG4.0 size=1048576 2024-08-10T05:16:04.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.801+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~BWNT8ABBDFG4.1 size=947092 2024-08-10T05:16:04.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.801+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=BWNT8ABBDFG4 tag=QVSWMN9N1SCP type=write size=3044244 2024-08-10T05:16:04.803 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.803+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=109OK89QO8CF type=del 2024-08-10T05:16:04.807 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.806+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~C02R782ZBHHP.0 size=1048576 2024-08-10T05:16:04.809 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.808+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~C02R782ZBHHP.1 size=1048576 2024-08-10T05:16:04.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.809+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~C02R782ZBHHP.2 size=809324 2024-08-10T05:16:04.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.809+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=C02R782ZBHHP tag=RUKFRW9KM38X type=write size=3955052 2024-08-10T05:16:04.812 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.811+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~ABJXWQY7LAGZ.0 size=1048576 2024-08-10T05:16:04.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.813+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~ABJXWQY7LAGZ.1 size=1048576 2024-08-10T05:16:04.815 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.815+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~ABJXWQY7LAGZ.2 size=652777 2024-08-10T05:16:04.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.818+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=ABJXWQY7LAGZ tag=3EX3B30PCYA6 type=write size=3798505 2024-08-10T05:16:04.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.820+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=GJD03ZXUV6RA type=del size=750582 2024-08-10T05:16:04.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.822+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~TD2WH5DMWZI9.0 size=1048576 2024-08-10T05:16:04.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.822+0000 7f14b4aea640 1 < canceled part key=_multipart_U3RDNND7WV1Z.2~TD2WH5DMWZI9.1 size=1048576 2024-08-10T05:16:04.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.822+0000 7f14b4aea640 1 < canceled part key=_multipart_U3RDNND7WV1Z.2~TD2WH5DMWZI9.2 size=365793 2024-08-10T05:16:04.827 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.826+0000 7f14b4aea640 1 < canceled multipart upload key=U3RDNND7WV1Z upload=TD2WH5DMWZI9 tag=67G1AY5570FT type=write size=3511521 2024-08-10T05:16:04.829 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.828+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=822KXEW4XKHH type=del size=151243 2024-08-10T05:16:04.831 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.830+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~2933QHHT7QH3.0 size=1048576 2024-08-10T05:16:04.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.831+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~2933QHHT7QH3.1 size=1000270 2024-08-10T05:16:04.835 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.835+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=2933QHHT7QH3 tag=IIYXO9SDE8UJ type=write size=3097422 2024-08-10T05:16:04.839 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.838+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~46N1SSA2F1RO.0 size=1048576 2024-08-10T05:16:04.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.840+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~46N1SSA2F1RO.1 size=1048576 2024-08-10T05:16:04.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.841+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~46N1SSA2F1RO.2 size=446528 2024-08-10T05:16:04.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.841+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=46N1SSA2F1RO tag=E0FJ1D9TG131 type=write size=3592256 2024-08-10T05:16:04.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.843+0000 7f14b4aea640 1 < completed write operation key=K7GWZ9Z28PPZ tag=38VS6ETTTTM2 type=write size=423595 2024-08-10T05:16:04.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.845+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=KD3M7T99UVVF type=write size=254952 2024-08-10T05:16:04.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.847+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=T3JMHJOZHC0Y type=del 2024-08-10T05:16:04.850 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.849+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=KLNH0UTI0U1U type=write size=538056 2024-08-10T05:16:04.852 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.851+0000 7f14b4aea640 1 < completed write operation key=F8VCLKTJX8NT tag=TLIEWQQQHYAW type=write size=673897 2024-08-10T05:16:04.855 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.854+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=LVW2D4E51QYP type=del size=536276 2024-08-10T05:16:04.857 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.856+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=X64SGHUH5FW9 type=del 2024-08-10T05:16:04.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.860+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~6Q4E8VWWWM6U.0 size=1048576 2024-08-10T05:16:04.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.861+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~6Q4E8VWWWM6U.1 size=233476 2024-08-10T05:16:04.863 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.861+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=6Q4E8VWWWM6U tag=T5IWWO8N4ZA7 type=write size=2330628 2024-08-10T05:16:04.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.863+0000 7f14b4aea640 1 < completed write operation key=MOSZKVLQ4RI4 tag=BJT7Z5MAS07L type=write size=966484 2024-08-10T05:16:04.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.865+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=YRFQDXGXSHDO type=del size=1200955 2024-08-10T05:16:04.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.867+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=L4F9EJWHL2QV type=del 2024-08-10T05:16:04.871 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.871+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~QRI5J68L7LL2.0 size=759677 2024-08-10T05:16:04.871 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.871+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=QRI5J68L7LL2 tag=Y6BG6KKVG1VS type=write size=1808253 2024-08-10T05:16:04.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.872+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=OZBBW1FGOYVA type=del 2024-08-10T05:16:04.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.876+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~A6IB3VLIWCLP.0 size=1048576 2024-08-10T05:16:04.878 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.877+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~A6IB3VLIWCLP.1 size=1048576 2024-08-10T05:16:04.880 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.880+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~A6IB3VLIWCLP.2 size=558992 2024-08-10T05:16:04.880 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.880+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=A6IB3VLIWCLP tag=1QUVC8U1T9DW type=write size=3704720 2024-08-10T05:16:04.883 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.881+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~W1J6SL6O1RKV.0 size=215224 2024-08-10T05:16:04.885 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.884+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=W1J6SL6O1RKV tag=SNSK7R099J4H type=write size=1263800 2024-08-10T05:16:04.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.888+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~TYFPJ8P5T8QK.0 size=1048576 2024-08-10T05:16:04.890 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.890+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~TYFPJ8P5T8QK.1 size=1015826 2024-08-10T05:16:04.891 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.890+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=TYFPJ8P5T8QK tag=0ZM716QI2I7N type=write size=3112978 2024-08-10T05:16:04.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.891+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~6S36H9UGIF2G.0 size=1048576 2024-08-10T05:16:04.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.891+0000 7f14b4aea640 1 < canceled part key=_multipart_U3RDNND7WV1Z.2~6S36H9UGIF2G.1 size=1048576 2024-08-10T05:16:04.894 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.894+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~6S36H9UGIF2G.2 size=133599 2024-08-10T05:16:04.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.896+0000 7f14b4aea640 1 < canceled multipart upload key=U3RDNND7WV1Z upload=6S36H9UGIF2G tag=SMI3CCH1DQDZ type=write size=3279327 2024-08-10T05:16:04.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.900+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~H512VS5VTMPI.0 size=1048576 2024-08-10T05:16:04.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.902+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~H512VS5VTMPI.1 size=1048576 2024-08-10T05:16:04.904 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.904+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~H512VS5VTMPI.2 size=988570 2024-08-10T05:16:04.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.904+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=H512VS5VTMPI tag=J6SNIS1H0TYT type=write size=4134298 2024-08-10T05:16:04.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.906+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~IBGD28IVPHZ0.0 size=670180 2024-08-10T05:16:04.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.910+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=IBGD28IVPHZ0 tag=75UJB367KTJ5 type=write size=1718756 2024-08-10T05:16:04.913 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.912+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=E2K4BH9K5DG1 type=del size=1215856 2024-08-10T05:16:04.915 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.914+0000 7f14b4aea640 1 < completed write operation key=LN88EIQRZLLG tag=7IFX0YLZRS3C type=write size=836112 2024-08-10T05:16:04.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.918+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~LFIPYLVKPQD3.0 size=443624 2024-08-10T05:16:04.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.918+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=LFIPYLVKPQD3 tag=AJ2ALPRM5063 type=write size=1492200 2024-08-10T05:16:04.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.920+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~BWNT8ABBDFG4.0 size=1048576 2024-08-10T05:16:04.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.921+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~BWNT8ABBDFG4.1 size=947092 2024-08-10T05:16:04.925 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.925+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=BWNT8ABBDFG4 tag=QVSWMN9N1SCP type=write size=3044244 2024-08-10T05:16:04.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.927+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=728C00U2EK0V type=del size=3488261 2024-08-10T05:16:04.929 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.929+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~C02R782ZBHHP.0 size=1048576 2024-08-10T05:16:04.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.931+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~C02R782ZBHHP.1 size=1048576 2024-08-10T05:16:04.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.932+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~C02R782ZBHHP.2 size=809324 2024-08-10T05:16:04.937 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.936+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=C02R782ZBHHP tag=RUKFRW9KM38X type=write size=3955052 2024-08-10T05:16:04.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.938+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=KMVOLTQDWOJF type=del size=264704 2024-08-10T05:16:04.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.939+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=GJD03ZXUV6RA type=del 2024-08-10T05:16:04.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.941+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=9314T2X6G5OT type=del size=314111 2024-08-10T05:16:04.947 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.946+0000 7f14b4aea640 1 < suggested remove operation key=BQTRFOM0GF9P tag=822KXEW4XKHH type=del 2024-08-10T05:16:04.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.949+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~YC2RCU24H65S.0 size=849335 2024-08-10T05:16:04.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.949+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=YC2RCU24H65S tag=ISAZDH8LNRJS type=write size=1897911 2024-08-10T05:16:04.952 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.951+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~46N1SSA2F1RO.0 size=1048576 2024-08-10T05:16:04.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.953+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~46N1SSA2F1RO.1 size=1048576 2024-08-10T05:16:04.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.953+0000 7f14b4aea640 1 < canceled part key=_multipart_QJTYLK106AGR.2~46N1SSA2F1RO.2 size=446528 2024-08-10T05:16:04.957 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.957+0000 7f14b4aea640 1 < canceled multipart upload key=QJTYLK106AGR upload=46N1SSA2F1RO tag=E0FJ1D9TG131 type=write size=3592256 2024-08-10T05:16:04.961 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.961+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~BB20L9RT55M1.0 size=1048576 2024-08-10T05:16:04.963 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.962+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~BB20L9RT55M1.1 size=1048576 2024-08-10T05:16:04.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.964+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~BB20L9RT55M1.2 size=595049 2024-08-10T05:16:04.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.964+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=BB20L9RT55M1 tag=0K6QVR6Y6U3E type=write size=3740777 2024-08-10T05:16:04.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.966+0000 7f14b4aea640 1 < completed write operation key=MUTTKNKV3LH8 tag=KD3M7T99UVVF type=write size=254952 2024-08-10T05:16:04.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.968+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=22UVBMGAN8W7 type=del size=2310333 2024-08-10T05:16:04.971 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.970+0000 7f14b4aea640 1 < completed write operation key=XU9ZENJ789VA tag=KLNH0UTI0U1U type=write size=538056 2024-08-10T05:16:04.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.973+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~WOCULHKEZCDU.0 size=1048576 2024-08-10T05:16:04.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.975+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~WOCULHKEZCDU.1 size=275775 2024-08-10T05:16:04.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.975+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=WOCULHKEZCDU tag=2ZGFS1AYV97I type=write size=2372927 2024-08-10T05:16:04.977 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.977+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=LVW2D4E51QYP type=del 2024-08-10T05:16:04.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.981+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~GXNMAXK73ZCE.0 size=1048576 2024-08-10T05:16:04.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.982+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~GXNMAXK73ZCE.1 size=1048576 2024-08-10T05:16:04.985 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.984+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~GXNMAXK73ZCE.2 size=1024584 2024-08-10T05:16:04.985 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.984+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=GXNMAXK73ZCE tag=Y09ZTVU64T08 type=write size=4170312 2024-08-10T05:16:04.987 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.986+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~6Q4E8VWWWM6U.0 size=1048576 2024-08-10T05:16:04.988 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.988+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~6Q4E8VWWWM6U.1 size=233476 2024-08-10T05:16:04.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.991+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=6Q4E8VWWWM6U tag=T5IWWO8N4ZA7 type=write size=2330628 2024-08-10T05:16:04.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.993+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=8KUZWFJBQBXO type=del size=3000927 2024-08-10T05:16:04.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.995+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=YRFQDXGXSHDO type=del 2024-08-10T05:16:05.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:04.999+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~ZHNVSZ0RN7VL.0 size=1048576 2024-08-10T05:16:05.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.001+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~ZHNVSZ0RN7VL.1 size=1048576 2024-08-10T05:16:05.003 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.002+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~ZHNVSZ0RN7VL.2 size=206203 2024-08-10T05:16:05.003 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.002+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=ZHNVSZ0RN7VL tag=SF0BUJSCVQIT type=write size=3351931 2024-08-10T05:16:05.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.004+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~QRI5J68L7LL2.0 size=759677 2024-08-10T05:16:05.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.008+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=QRI5J68L7LL2 tag=Y6BG6KKVG1VS type=write size=1808253 2024-08-10T05:16:05.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.012+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~D8AOP0GSONVJ.0 size=232121 2024-08-10T05:16:05.013 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.012+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=D8AOP0GSONVJ tag=S8DFMJ145GX6 type=write size=1280697 2024-08-10T05:16:05.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.014+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~A6IB3VLIWCLP.0 size=1048576 2024-08-10T05:16:05.016 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.015+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~A6IB3VLIWCLP.1 size=1048576 2024-08-10T05:16:05.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.017+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~A6IB3VLIWCLP.2 size=558992 2024-08-10T05:16:05.021 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.020+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=A6IB3VLIWCLP tag=1QUVC8U1T9DW type=write size=3704720 2024-08-10T05:16:05.023 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.023+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=OU9AQXU9W1V8 type=del size=930618 2024-08-10T05:16:05.026 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.025+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~TYFPJ8P5T8QK.0 size=1048576 2024-08-10T05:16:05.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.026+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~TYFPJ8P5T8QK.1 size=1015826 2024-08-10T05:16:05.030 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.030+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=TYFPJ8P5T8QK tag=0ZM716QI2I7N type=write size=3112978 2024-08-10T05:16:05.033 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.032+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=JOVU119IICXV type=del size=1725038 2024-08-10T05:16:05.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.034+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~H512VS5VTMPI.0 size=1048576 2024-08-10T05:16:05.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.035+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~H512VS5VTMPI.1 size=1048576 2024-08-10T05:16:05.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.038+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~H512VS5VTMPI.2 size=988570 2024-08-10T05:16:05.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.041+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=H512VS5VTMPI tag=J6SNIS1H0TYT type=write size=4134298 2024-08-10T05:16:05.044 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.043+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=S13EPJ5LBG2Y type=write size=72612 2024-08-10T05:16:05.046 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.045+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=E2K4BH9K5DG1 type=del 2024-08-10T05:16:05.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.047+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=7C3WHL15K1K3 type=del size=1294716 2024-08-10T05:16:05.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.049+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~LFIPYLVKPQD3.0 size=443624 2024-08-10T05:16:05.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.053+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=LFIPYLVKPQD3 tag=AJ2ALPRM5063 type=write size=1492200 2024-08-10T05:16:05.055 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.055+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=5KNVTV42TKIB type=write size=667794 2024-08-10T05:16:05.057 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.056+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=728C00U2EK0V type=del 2024-08-10T05:16:05.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.060+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~ODSQ140IPV0J.0 size=1048576 2024-08-10T05:16:05.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.062+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~ODSQ140IPV0J.1 size=1048576 2024-08-10T05:16:05.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.063+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~ODSQ140IPV0J.2 size=1040094 2024-08-10T05:16:05.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.063+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=ODSQ140IPV0J tag=4C4NPZ6YC1AN type=write size=4185822 2024-08-10T05:16:05.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.067+0000 7f14b4aea640 1 < suggested remove operation key=8EIZ7QHKAZHT tag=KMVOLTQDWOJF type=del 2024-08-10T05:16:05.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.071+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~7EDE0EIBNHZ5.0 size=230131 2024-08-10T05:16:05.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.071+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=7EDE0EIBNHZ5 tag=92RSVOL5JIK0 type=write size=1278707 2024-08-10T05:16:05.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.073+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=9314T2X6G5OT type=del 2024-08-10T05:16:05.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.077+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~Q4GQWFTDWRNC.0 size=1048576 2024-08-10T05:16:05.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.079+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~Q4GQWFTDWRNC.1 size=27930 2024-08-10T05:16:05.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.079+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=Q4GQWFTDWRNC tag=HSIR2SOK89IP type=write size=2125082 2024-08-10T05:16:05.082 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.081+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~YC2RCU24H65S.0 size=849335 2024-08-10T05:16:05.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.084+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=YC2RCU24H65S tag=ISAZDH8LNRJS type=write size=1897911 2024-08-10T05:16:05.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.088+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~W6NSHWFUYL09.0 size=1048576 2024-08-10T05:16:05.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.090+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~W6NSHWFUYL09.1 size=738959 2024-08-10T05:16:05.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.090+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=W6NSHWFUYL09 tag=4XTI7QYPCZHZ type=write size=2836111 2024-08-10T05:16:05.093 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.092+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~BB20L9RT55M1.0 size=1048576 2024-08-10T05:16:05.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.093+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~BB20L9RT55M1.1 size=1048576 2024-08-10T05:16:05.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.096+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~BB20L9RT55M1.2 size=595049 2024-08-10T05:16:05.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.099+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=BB20L9RT55M1 tag=0K6QVR6Y6U3E type=write size=3740777 2024-08-10T05:16:05.101 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.100+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=FU95QAVMLC23 type=del size=3825797 2024-08-10T05:16:05.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.103+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=22UVBMGAN8W7 type=del 2024-08-10T05:16:05.105 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.104+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=U57WOGMFWSIM type=del size=114994 2024-08-10T05:16:05.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.107+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~WOCULHKEZCDU.0 size=1048576 2024-08-10T05:16:05.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.108+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~WOCULHKEZCDU.1 size=275775 2024-08-10T05:16:05.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.111+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=WOCULHKEZCDU tag=2ZGFS1AYV97I type=write size=2372927 2024-08-10T05:16:05.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.113+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=ZGK73SXZCWOU type=write size=782634 2024-08-10T05:16:05.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.115+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~GXNMAXK73ZCE.0 size=1048576 2024-08-10T05:16:05.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.117+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~GXNMAXK73ZCE.1 size=1048576 2024-08-10T05:16:05.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.117+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~GXNMAXK73ZCE.2 size=1024584 2024-08-10T05:16:05.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.120+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=GXNMAXK73ZCE tag=Y09ZTVU64T08 type=write size=4170312 2024-08-10T05:16:05.125 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.124+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~0VJ8SIJWC6DC.0 size=1048576 2024-08-10T05:16:05.127 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.127+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~0VJ8SIJWC6DC.1 size=1048576 2024-08-10T05:16:05.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.128+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~0VJ8SIJWC6DC.2 size=427685 2024-08-10T05:16:05.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.128+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=0VJ8SIJWC6DC tag=RDGTBT7ZWLY9 type=write size=3573413 2024-08-10T05:16:05.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.130+0000 7f14b4aea640 1 < canceled operation key=XU9ZENJ789VA tag=8KUZWFJBQBXO type=del size=3000927 2024-08-10T05:16:05.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.134+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~SVAGWXD6VQ30.0 size=1048576 2024-08-10T05:16:05.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.136+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~SVAGWXD6VQ30.1 size=1048576 2024-08-10T05:16:05.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.138+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~SVAGWXD6VQ30.2 size=526500 2024-08-10T05:16:05.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.138+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=SVAGWXD6VQ30 tag=5G9DL7B61MSX type=write size=3672228 2024-08-10T05:16:05.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.140+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~ZHNVSZ0RN7VL.0 size=1048576 2024-08-10T05:16:05.142 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.142+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~ZHNVSZ0RN7VL.1 size=1048576 2024-08-10T05:16:05.144 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.143+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~ZHNVSZ0RN7VL.2 size=206203 2024-08-10T05:16:05.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.146+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=ZHNVSZ0RN7VL tag=SF0BUJSCVQIT type=write size=3351931 2024-08-10T05:16:05.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.150+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~UAU1EUIUIIIO.0 size=1048576 2024-08-10T05:16:05.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.152+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~UAU1EUIUIIIO.1 size=881958 2024-08-10T05:16:05.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.152+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=UAU1EUIUIIIO tag=VNLMZHR2TEVB type=write size=2979110 2024-08-10T05:16:05.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.155+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~D8AOP0GSONVJ.0 size=232121 2024-08-10T05:16:05.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.157+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=D8AOP0GSONVJ tag=S8DFMJ145GX6 type=write size=1280697 2024-08-10T05:16:05.160 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.159+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=VBQAKJ2E2M7D type=del size=1476232 2024-08-10T05:16:05.162 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.161+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=OU9AQXU9W1V8 type=del 2024-08-10T05:16:05.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.165+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~546D3ECGQQ2K.0 size=1048576 2024-08-10T05:16:05.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.167+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~546D3ECGQQ2K.1 size=1048576 2024-08-10T05:16:05.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.169+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~546D3ECGQQ2K.2 size=685429 2024-08-10T05:16:05.170 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.169+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=546D3ECGQQ2K tag=IA081ACAEFY6 type=write size=3831157 2024-08-10T05:16:05.171 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.171+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=JOVU119IICXV type=del 2024-08-10T05:16:05.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.174+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~ZKRT7U9NGFRX.0 size=1048576 2024-08-10T05:16:05.177 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.176+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~ZKRT7U9NGFRX.1 size=1048576 2024-08-10T05:16:05.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.179+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~ZKRT7U9NGFRX.2 size=593792 2024-08-10T05:16:05.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.179+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=ZKRT7U9NGFRX tag=V6KMC0Z6CB8W type=write size=3739520 2024-08-10T05:16:05.181 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.180+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=S13EPJ5LBG2Y type=write size=72612 2024-08-10T05:16:05.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.183+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~DR1IFY96K96S.0 size=1048576 2024-08-10T05:16:05.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.186+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~DR1IFY96K96S.1 size=1048576 2024-08-10T05:16:05.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.187+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~DR1IFY96K96S.2 size=128719 2024-08-10T05:16:05.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.187+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=DR1IFY96K96S tag=LEOWAEHCSX12 type=write size=3274447 2024-08-10T05:16:05.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.190+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=7C3WHL15K1K3 type=del 2024-08-10T05:16:05.193 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.192+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=91DPWGYNVT1S type=del size=2698145 2024-08-10T05:16:05.195 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.194+0000 7f14b4aea640 1 < completed write operation key=2LBM76TDYCHX tag=5KNVTV42TKIB type=write size=667794 2024-08-10T05:16:05.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.197+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=0GFPA76Z5GYF type=del size=1031048 2024-08-10T05:16:05.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.199+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~ODSQ140IPV0J.0 size=1048576 2024-08-10T05:16:05.202 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.201+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~ODSQ140IPV0J.1 size=1048576 2024-08-10T05:16:05.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.203+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~ODSQ140IPV0J.2 size=1040094 2024-08-10T05:16:05.207 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.206+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=ODSQ140IPV0J tag=4C4NPZ6YC1AN type=write size=4185822 2024-08-10T05:16:05.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.210+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~CA39BJBMC71B.0 size=1048576 2024-08-10T05:16:05.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.212+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~CA39BJBMC71B.1 size=1048576 2024-08-10T05:16:05.214 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.214+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~CA39BJBMC71B.2 size=915848 2024-08-10T05:16:05.214 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.214+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=CA39BJBMC71B tag=A4Y1I6M6IWBE type=write size=4061576 2024-08-10T05:16:05.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.216+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~7EDE0EIBNHZ5.0 size=230131 2024-08-10T05:16:05.220 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.219+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=7EDE0EIBNHZ5 tag=92RSVOL5JIK0 type=write size=1278707 2024-08-10T05:16:05.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.221+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=KIB0IK1LLW3J type=del size=4045617 2024-08-10T05:16:05.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.223+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~Q4GQWFTDWRNC.0 size=1048576 2024-08-10T05:16:05.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.225+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~Q4GQWFTDWRNC.1 size=27930 2024-08-10T05:16:05.229 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.229+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=Q4GQWFTDWRNC tag=HSIR2SOK89IP type=write size=2125082 2024-08-10T05:16:05.231 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.231+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=MJRDB0U0W79G type=del size=1435517 2024-08-10T05:16:05.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.231+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~W6NSHWFUYL09.0 size=1048576 2024-08-10T05:16:05.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.233+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~W6NSHWFUYL09.1 size=738959 2024-08-10T05:16:05.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.237+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=W6NSHWFUYL09 tag=4XTI7QYPCZHZ type=write size=2836111 2024-08-10T05:16:05.239 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.238+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=2MZBZ86Y0DB3 type=write size=896741 2024-08-10T05:16:05.242 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.241+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=FU95QAVMLC23 type=del 2024-08-10T05:16:05.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.243+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=28BOXIPR7HNJ type=del size=3778974 2024-08-10T05:16:05.249 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.248+0000 7f14b4aea640 1 < suggested update operation key=F8VCLKTJX8NT tag=U57WOGMFWSIM type=del size=114994 2024-08-10T05:16:05.253 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.252+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~PG2VC3FF7ALZ.0 size=1048576 2024-08-10T05:16:05.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.254+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~PG2VC3FF7ALZ.1 size=806986 2024-08-10T05:16:05.255 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.254+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=PG2VC3FF7ALZ tag=UVQI9X347Y3L type=write size=2904138 2024-08-10T05:16:05.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.256+0000 7f14b4aea640 1 < completed write operation key=IZ9CY06YLZDS tag=ZGK73SXZCWOU type=write size=782634 2024-08-10T05:16:05.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.260+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~UB0DUCN1UTQV.0 size=1048576 2024-08-10T05:16:05.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.262+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~UB0DUCN1UTQV.1 size=1048576 2024-08-10T05:16:05.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.263+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~UB0DUCN1UTQV.2 size=476730 2024-08-10T05:16:05.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.263+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=UB0DUCN1UTQV tag=X4N21BL1COED type=write size=3622458 2024-08-10T05:16:05.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.265+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~0VJ8SIJWC6DC.0 size=1048576 2024-08-10T05:16:05.268 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.267+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~0VJ8SIJWC6DC.1 size=1048576 2024-08-10T05:16:05.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.269+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~0VJ8SIJWC6DC.2 size=427685 2024-08-10T05:16:05.273 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.272+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=0VJ8SIJWC6DC tag=RDGTBT7ZWLY9 type=write size=3573413 2024-08-10T05:16:05.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.275+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=XMQU1DS7AKLO type=write size=167188 2024-08-10T05:16:05.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.277+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~SVAGWXD6VQ30.0 size=1048576 2024-08-10T05:16:05.279 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.279+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~SVAGWXD6VQ30.1 size=1048576 2024-08-10T05:16:05.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.280+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~SVAGWXD6VQ30.2 size=526500 2024-08-10T05:16:05.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.285+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=SVAGWXD6VQ30 tag=5G9DL7B61MSX type=write size=3672228 2024-08-10T05:16:05.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.287+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=FQWFKVPP4NZJ type=del size=784736 2024-08-10T05:16:05.289 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.288+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~UAU1EUIUIIIO.0 size=1048576 2024-08-10T05:16:05.291 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.290+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~UAU1EUIUIIIO.1 size=881958 2024-08-10T05:16:05.294 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.294+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=UAU1EUIUIIIO tag=VNLMZHR2TEVB type=write size=2979110 2024-08-10T05:16:05.296 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.296+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=ZQNAO58MT7TH type=del size=3828364 2024-08-10T05:16:05.298 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.298+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=VBQAKJ2E2M7D type=del 2024-08-10T05:16:05.302 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.301+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~5VT6756J0I0A.0 size=277618 2024-08-10T05:16:05.302 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.301+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=5VT6756J0I0A tag=Z35VWFLO99Z5 type=write size=1326194 2024-08-10T05:16:05.304 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.303+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~546D3ECGQQ2K.0 size=1048576 2024-08-10T05:16:05.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.305+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~546D3ECGQQ2K.1 size=1048576 2024-08-10T05:16:05.308 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.307+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~546D3ECGQQ2K.2 size=685429 2024-08-10T05:16:05.313 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.312+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=546D3ECGQQ2K tag=IA081ACAEFY6 type=write size=3831157 2024-08-10T05:16:05.316 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.315+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=0MTLSUJS3BI5 type=del size=1631503 2024-08-10T05:16:05.318 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.317+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~ZKRT7U9NGFRX.0 size=1048576 2024-08-10T05:16:05.320 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.320+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~ZKRT7U9NGFRX.1 size=1048576 2024-08-10T05:16:05.322 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.322+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~ZKRT7U9NGFRX.2 size=593792 2024-08-10T05:16:05.326 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.325+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=ZKRT7U9NGFRX tag=V6KMC0Z6CB8W type=write size=3739520 2024-08-10T05:16:05.330 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.329+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~WQBX6U2PKHTA.0 size=1048576 2024-08-10T05:16:05.332 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.331+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~WQBX6U2PKHTA.1 size=425505 2024-08-10T05:16:05.332 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.331+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=WQBX6U2PKHTA tag=V8DVLZXCZ2LS type=write size=2522657 2024-08-10T05:16:05.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.332+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~DR1IFY96K96S.0 size=1048576 2024-08-10T05:16:05.336 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.335+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~DR1IFY96K96S.1 size=1048576 2024-08-10T05:16:05.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.337+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~DR1IFY96K96S.2 size=128719 2024-08-10T05:16:05.342 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.341+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=DR1IFY96K96S tag=LEOWAEHCSX12 type=write size=3274447 2024-08-10T05:16:05.344 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.343+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=7ETKO02JWZT4 type=del size=2254742 2024-08-10T05:16:05.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.346+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=91DPWGYNVT1S type=del 2024-08-10T05:16:05.349 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.348+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=AUFDWP52D24A type=del size=1028580 2024-08-10T05:16:05.353 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.350+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=0GFPA76Z5GYF type=del 2024-08-10T05:16:05.353 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.352+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=VDHM1G2B9QJZ type=del size=1643213 2024-08-10T05:16:05.355 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.354+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~CA39BJBMC71B.0 size=1048576 2024-08-10T05:16:05.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.356+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~CA39BJBMC71B.1 size=1048576 2024-08-10T05:16:05.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.357+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~CA39BJBMC71B.2 size=915848 2024-08-10T05:16:05.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.361+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=CA39BJBMC71B tag=A4Y1I6M6IWBE type=write size=4061576 2024-08-10T05:16:05.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.363+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=Z1NZXAIZGDUI type=del size=2917810 2024-08-10T05:16:05.367 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.367+0000 7f14b4aea640 1 < suggested update operation key=HRBSKYPDI6S3 tag=KIB0IK1LLW3J type=del size=4045617 2024-08-10T05:16:05.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.370+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~C7RWFQ2LMHYX.0 size=567744 2024-08-10T05:16:05.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.370+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=C7RWFQ2LMHYX tag=46DVXDD4BZ30 type=write size=1616320 2024-08-10T05:16:05.375 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.374+0000 7f14b4aea640 1 < suggested update operation key=C12BG8POXEML tag=MJRDB0U0W79G type=del size=1435517 2024-08-10T05:16:05.377 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.376+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=39UK8P1O1ZHR type=del size=1311707 2024-08-10T05:16:05.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.378+0000 7f14b4aea640 1 < completed write operation key=IGGZ4YAHG16J tag=2MZBZ86Y0DB3 type=write size=896741 2024-08-10T05:16:05.382 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.382+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~68WV4DJOP1D6.0 size=12662 2024-08-10T05:16:05.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.382+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=68WV4DJOP1D6 tag=WRNIE3FFUCV9 type=write size=1061238 2024-08-10T05:16:05.386 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.386+0000 7f14b4aea640 1 < suggested update operation key=18KKPDK2VIRW tag=28BOXIPR7HNJ type=del size=3778974 2024-08-10T05:16:05.388 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.388+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=XG8NHQ9JTQTD type=write size=742025 2024-08-10T05:16:05.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.390+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~PG2VC3FF7ALZ.0 size=1048576 2024-08-10T05:16:05.392 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.391+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~PG2VC3FF7ALZ.1 size=806986 2024-08-10T05:16:05.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.395+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=PG2VC3FF7ALZ tag=UVQI9X347Y3L type=write size=2904138 2024-08-10T05:16:05.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.398+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~2U63VD8ELEPH.0 size=1048576 2024-08-10T05:16:05.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.401+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~2U63VD8ELEPH.1 size=1048576 2024-08-10T05:16:05.403 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.402+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~2U63VD8ELEPH.2 size=737300 2024-08-10T05:16:05.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.402+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=2U63VD8ELEPH tag=Y57JK2E2EG48 type=write size=3883028 2024-08-10T05:16:05.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.404+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~UB0DUCN1UTQV.0 size=1048576 2024-08-10T05:16:05.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.406+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~UB0DUCN1UTQV.1 size=1048576 2024-08-10T05:16:05.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.408+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~UB0DUCN1UTQV.2 size=476730 2024-08-10T05:16:05.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.413+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=UB0DUCN1UTQV tag=X4N21BL1COED type=write size=3622458 2024-08-10T05:16:05.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.417+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~U78W4G9V1P23.0 size=742565 2024-08-10T05:16:05.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.417+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=U78W4G9V1P23 tag=MGNILPO10E5A type=write size=1791141 2024-08-10T05:16:05.422 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.421+0000 7f14b4aea640 1 < suggested remove operation key=HDO3WL7N93SY tag=XMQU1DS7AKLO type=write 2024-08-10T05:16:05.424 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.423+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=G4RSO9RM5I5O type=del size=2527388 2024-08-10T05:16:05.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.426+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=FQWFKVPP4NZJ type=del 2024-08-10T05:16:05.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.430+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~23CN4FEBKTQA.0 size=1048576 2024-08-10T05:16:05.432 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.431+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~23CN4FEBKTQA.1 size=558034 2024-08-10T05:16:05.432 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.431+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=23CN4FEBKTQA tag=GY0BIL5BS16U type=write size=2655186 2024-08-10T05:16:05.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.434+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=ZQNAO58MT7TH type=del 2024-08-10T05:16:05.437 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.436+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=7YZAP6LZN78H type=del size=1551647 2024-08-10T05:16:05.439 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.439+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~5VT6756J0I0A.0 size=277618 2024-08-10T05:16:05.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.443+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=5VT6756J0I0A tag=Z35VWFLO99Z5 type=write size=1326194 2024-08-10T05:16:05.447 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.446+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~OPNAAQHIN9PE.0 size=1048576 2024-08-10T05:16:05.448 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.448+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~OPNAAQHIN9PE.1 size=401334 2024-08-10T05:16:05.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.448+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=OPNAAQHIN9PE tag=6QNI3SVGRT37 type=write size=2498486 2024-08-10T05:16:05.452 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.451+0000 7f14b4aea640 1 < suggested update operation key=ROVKNC22J3KX tag=0MTLSUJS3BI5 type=del size=1631503 2024-08-10T05:16:05.454 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.453+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=MBM8BZX4ARMS type=del size=410470 2024-08-10T05:16:05.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.455+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~WQBX6U2PKHTA.0 size=1048576 2024-08-10T05:16:05.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.455+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~WQBX6U2PKHTA.1 size=425505 2024-08-10T05:16:05.459 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.459+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=WQBX6U2PKHTA tag=V8DVLZXCZ2LS type=write size=2522657 2024-08-10T05:16:05.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.461+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=T2TT3K8MU0DT type=write size=279814 2024-08-10T05:16:05.464 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.463+0000 7f14b4aea640 1 < canceled operation key=QJTYLK106AGR tag=7ETKO02JWZT4 type=del size=2254742 2024-08-10T05:16:05.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.468+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~68YBXKNJ75CT.0 size=1048576 2024-08-10T05:16:05.471 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.470+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~68YBXKNJ75CT.1 size=1048576 2024-08-10T05:16:05.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.472+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~68YBXKNJ75CT.2 size=515399 2024-08-10T05:16:05.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.472+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=68YBXKNJ75CT tag=8MMY0LYDMAAU type=write size=3661127 2024-08-10T05:16:05.475 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.475+0000 7f14b4aea640 -1 < failed to complete operation key=ROVKNC22J3KX tag=AUFDWP52D24A type=del size=1028580: (22) Invalid argument 2024-08-10T05:16:05.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.476+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=JGCVLD8RC13M type=write size=169513 2024-08-10T05:16:05.480 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.479+0000 7f14b4aea640 -1 < failed to complete operation key=HRBSKYPDI6S3 tag=VDHM1G2B9QJZ type=del size=1643213: (22) Invalid argument 2024-08-10T05:16:05.484 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.483+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~LP62I8M7S3GU.0 size=193247 2024-08-10T05:16:05.484 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.483+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=LP62I8M7S3GU tag=IJEL2EMXRRW2 type=write size=1241823 2024-08-10T05:16:05.486 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.485+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=Z1NZXAIZGDUI type=del 2024-08-10T05:16:05.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.489+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~WPGO9OD33SVF.0 size=1048576 2024-08-10T05:16:05.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.490+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~WPGO9OD33SVF.1 size=780127 2024-08-10T05:16:05.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.490+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=WPGO9OD33SVF tag=XIHFKKOKIG1G type=write size=2877279 2024-08-10T05:16:05.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.491+0000 7f14b4aea640 1 < canceled part key=_multipart_RBLPMJAHLR1B.2~C7RWFQ2LMHYX.0 size=567744 2024-08-10T05:16:05.495 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.494+0000 7f14b4aea640 1 < canceled multipart upload key=RBLPMJAHLR1B upload=C7RWFQ2LMHYX tag=46DVXDD4BZ30 type=write size=1616320 2024-08-10T05:16:05.499 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.499+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~T244OZ2IY5OZ.0 size=1048576 2024-08-10T05:16:05.501 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.500+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~T244OZ2IY5OZ.1 size=705108 2024-08-10T05:16:05.501 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.500+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=T244OZ2IY5OZ tag=2ARLBIRWPOSW type=write size=2802260 2024-08-10T05:16:05.503 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.502+0000 7f14b4aea640 1 < canceled operation key=4GDX2ANEG4UE tag=39UK8P1O1ZHR type=del size=1311707 2024-08-10T05:16:05.505 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.505+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=4GF6CF46NGZ6 type=del size=3646063 2024-08-10T05:16:05.508 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.508+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~68WV4DJOP1D6.0 size=12662 2024-08-10T05:16:05.511 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.510+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=68WV4DJOP1D6 tag=WRNIE3FFUCV9 type=write size=1061238 2024-08-10T05:16:05.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.513+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=ED92QJH7LNLX type=del size=2219787 2024-08-10T05:16:05.516 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.515+0000 7f14b4aea640 1 < completed write operation key=BQXO5DZMA1P4 tag=XG8NHQ9JTQTD type=write size=742025 2024-08-10T05:16:05.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.519+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~9B47D0O8QYRU.0 size=856633 2024-08-10T05:16:05.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.519+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=9B47D0O8QYRU tag=J7ZBAEP02UEB type=write size=1905209 2024-08-10T05:16:05.521 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.521+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~2U63VD8ELEPH.0 size=1048576 2024-08-10T05:16:05.523 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.522+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~2U63VD8ELEPH.1 size=1048576 2024-08-10T05:16:05.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.524+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~2U63VD8ELEPH.2 size=737300 2024-08-10T05:16:05.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.528+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=2U63VD8ELEPH tag=Y57JK2E2EG48 type=write size=3883028 2024-08-10T05:16:05.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.532+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=156CVZ68W1BM type=write size=917386 2024-08-10T05:16:05.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.533+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~U78W4G9V1P23.0 size=742565 2024-08-10T05:16:05.537 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.536+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=U78W4G9V1P23 tag=MGNILPO10E5A type=write size=1791141 2024-08-10T05:16:05.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.538+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=2LDUPM63GUN7 type=del size=476023 2024-08-10T05:16:05.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.540+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=G4RSO9RM5I5O type=del 2024-08-10T05:16:05.543 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.542+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=N4HDZVV5RDA6 type=write size=640140 2024-08-10T05:16:05.543 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.542+0000 7f14b4aea640 1 < canceled part key=_multipart_63XHARBYVQFS.2~23CN4FEBKTQA.0 size=1048576 2024-08-10T05:16:05.545 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.544+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~23CN4FEBKTQA.1 size=558034 2024-08-10T05:16:05.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.547+0000 7f14b4aea640 1 < canceled multipart upload key=63XHARBYVQFS upload=23CN4FEBKTQA tag=GY0BIL5BS16U type=write size=2655186 2024-08-10T05:16:05.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.549+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=6DNO5U10KE97 type=del size=4110280 2024-08-10T05:16:05.554 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.553+0000 7f14b4aea640 1 < suggested update operation key=WGII5ZO8PRL4 tag=7YZAP6LZN78H type=del size=1551647 2024-08-10T05:16:05.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.557+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~JVK405XHZXGM.0 size=1041456 2024-08-10T05:16:05.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.557+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=JVK405XHZXGM tag=QW4EEQMV67B1 type=write size=2090032 2024-08-10T05:16:05.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.559+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~OPNAAQHIN9PE.0 size=1048576 2024-08-10T05:16:05.561 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.560+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~OPNAAQHIN9PE.1 size=401334 2024-08-10T05:16:05.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.564+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=OPNAAQHIN9PE tag=6QNI3SVGRT37 type=write size=2498486 2024-08-10T05:16:05.567 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.566+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=G0OE15DMHLA5 type=del size=109918 2024-08-10T05:16:05.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.568+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=MBM8BZX4ARMS type=del 2024-08-10T05:16:05.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.570+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=MZ68ZDFTUMTJ type=del size=1550361 2024-08-10T05:16:05.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.572+0000 7f14b4aea640 1 < completed write operation key=LN88EIQRZLLG tag=T2TT3K8MU0DT type=write size=279814 2024-08-10T05:16:05.576 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.576+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~X8OQ71YD7IIZ.0 size=1027440 2024-08-10T05:16:05.576 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.576+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=X8OQ71YD7IIZ tag=WX8XWMF8K22Q type=write size=2076016 2024-08-10T05:16:05.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.577+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~68YBXKNJ75CT.0 size=1048576 2024-08-10T05:16:05.580 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.580+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~68YBXKNJ75CT.1 size=1048576 2024-08-10T05:16:05.582 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.581+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~68YBXKNJ75CT.2 size=515399 2024-08-10T05:16:05.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.585+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=68YBXKNJ75CT tag=8MMY0LYDMAAU type=write size=3661127 2024-08-10T05:16:05.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.587+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=18G2CINZDALC type=del size=3123219 2024-08-10T05:16:05.590 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.589+0000 7f14b4aea640 1 < completed write operation key=MUTTKNKV3LH8 tag=JGCVLD8RC13M type=write size=169513 2024-08-10T05:16:05.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.593+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~78ZP0HKUUZTX.0 size=1048576 2024-08-10T05:16:05.596 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.595+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~78ZP0HKUUZTX.1 size=1048576 2024-08-10T05:16:05.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.597+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~78ZP0HKUUZTX.2 size=763426 2024-08-10T05:16:05.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.597+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=78ZP0HKUUZTX tag=XJ1EGPKU10JL type=write size=3909154 2024-08-10T05:16:05.600 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.599+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~LP62I8M7S3GU.0 size=193247 2024-08-10T05:16:05.603 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.602+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=LP62I8M7S3GU tag=IJEL2EMXRRW2 type=write size=1241823 2024-08-10T05:16:05.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.606+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~J5SW9G8WV8UR.0 size=1048576 2024-08-10T05:16:05.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.607+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~J5SW9G8WV8UR.1 size=1048576 2024-08-10T05:16:05.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.610+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~J5SW9G8WV8UR.2 size=931865 2024-08-10T05:16:05.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.610+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=J5SW9G8WV8UR tag=7L88BC6NBBLQ type=write size=4077593 2024-08-10T05:16:05.612 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.611+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~WPGO9OD33SVF.0 size=1048576 2024-08-10T05:16:05.614 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.613+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~WPGO9OD33SVF.1 size=780127 2024-08-10T05:16:05.618 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.618+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=WPGO9OD33SVF tag=XIHFKKOKIG1G type=write size=2877279 2024-08-10T05:16:05.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.620+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~JO6S1Q69BKVZ.0 size=1048576 2024-08-10T05:16:05.623 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.622+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~JO6S1Q69BKVZ.1 size=53219 2024-08-10T05:16:05.623 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.622+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=JO6S1Q69BKVZ tag=DP4UWF58EFG1 type=write size=2150371 2024-08-10T05:16:05.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.624+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~T244OZ2IY5OZ.0 size=1048576 2024-08-10T05:16:05.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.624+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~T244OZ2IY5OZ.1 size=705108 2024-08-10T05:16:05.628 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.627+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=T244OZ2IY5OZ tag=2ARLBIRWPOSW type=write size=2802260 2024-08-10T05:16:05.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.629+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=FCWN83VGM633 type=del size=4146431 2024-08-10T05:16:05.634 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.632+0000 7f14b4aea640 -1 < failed to complete operation key=WGII5ZO8PRL4 tag=4GF6CF46NGZ6 type=del size=3646063: (22) Invalid argument 2024-08-10T05:16:05.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.634+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=ESCI9C5FBCIJ type=write size=862137 2024-08-10T05:16:05.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.636+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=ED92QJH7LNLX type=del 2024-08-10T05:16:05.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.638+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=9B6X7NUAH8GO type=del size=3477301 2024-08-10T05:16:05.641 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.640+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~9B47D0O8QYRU.0 size=856633 2024-08-10T05:16:05.645 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.644+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=9B47D0O8QYRU tag=J7ZBAEP02UEB type=write size=1905209 2024-08-10T05:16:05.647 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.646+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=88Y8YWM1N4CV type=del size=3966020 2024-08-10T05:16:05.651 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.650+0000 7f14b4aea640 1 < suggested remove operation key=K7GWZ9Z28PPZ tag=156CVZ68W1BM type=write 2024-08-10T05:16:05.653 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.652+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=LS567AS7ARHN type=del size=3668747 2024-08-10T05:16:05.655 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.655+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=2LDUPM63GUN7 type=del 2024-08-10T05:16:05.657 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.656+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=4AQAY299ZQKL type=del size=2397160 2024-08-10T05:16:05.660 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.659+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=N4HDZVV5RDA6 type=write size=640140 2024-08-10T05:16:05.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.664+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~KEEHMWIX7YS1.0 size=139454 2024-08-10T05:16:05.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.664+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=KEEHMWIX7YS1 tag=PR1CCR60Y7GW type=write size=1188030 2024-08-10T05:16:05.669 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.668+0000 7f14b4aea640 1 < suggested remove operation key=RBLPMJAHLR1B tag=6DNO5U10KE97 type=del 2024-08-10T05:16:05.672 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.672+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~30XHDFXBV8OZ.0 size=1048576 2024-08-10T05:16:05.674 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.674+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~30XHDFXBV8OZ.1 size=1048576 2024-08-10T05:16:05.676 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.675+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~30XHDFXBV8OZ.2 size=685145 2024-08-10T05:16:05.676 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.675+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=30XHDFXBV8OZ tag=LKZ62AQD36ZZ type=write size=3830873 2024-08-10T05:16:05.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.677+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~JVK405XHZXGM.0 size=1041456 2024-08-10T05:16:05.682 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.681+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=JVK405XHZXGM tag=QW4EEQMV67B1 type=write size=2090032 2024-08-10T05:16:05.684 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.684+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=281V8TWN86FS type=del size=1591920 2024-08-10T05:16:05.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.685+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=G0OE15DMHLA5 type=del 2024-08-10T05:16:05.690 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.689+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~CTDQLFO4OSE6.0 size=1048576 2024-08-10T05:16:05.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.691+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~CTDQLFO4OSE6.1 size=1048576 2024-08-10T05:16:05.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.694+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~CTDQLFO4OSE6.2 size=611897 2024-08-10T05:16:05.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.694+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=CTDQLFO4OSE6 tag=I6YZ8TB8WF5V type=write size=3757625 2024-08-10T05:16:05.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.695+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=MZ68ZDFTUMTJ type=del 2024-08-10T05:16:05.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.697+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=XICGXYFJ2CGZ type=del size=2535965 2024-08-10T05:16:05.699 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.698+0000 7f14b4aea640 1 < canceled part key=_multipart_TCBT4AO28B3T.2~X8OQ71YD7IIZ.0 size=1027440 2024-08-10T05:16:05.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.701+0000 7f14b4aea640 1 < canceled multipart upload key=TCBT4AO28B3T upload=X8OQ71YD7IIZ tag=WX8XWMF8K22Q type=write size=2076016 2024-08-10T05:16:05.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.705+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~9UV2LHM2N40H.0 size=35402 2024-08-10T05:16:05.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.705+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=9UV2LHM2N40H tag=QI13DJLPS0Y3 type=write size=1083978 2024-08-10T05:16:05.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.709+0000 7f14b4aea640 1 < suggested update operation key=IGGZ4YAHG16J tag=18G2CINZDALC type=del size=3123219 2024-08-10T05:16:05.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.711+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=EQR0JNIGVE6S type=del size=2735960 2024-08-10T05:16:05.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.713+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~78ZP0HKUUZTX.0 size=1048576 2024-08-10T05:16:05.716 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.715+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~78ZP0HKUUZTX.1 size=1048576 2024-08-10T05:16:05.717 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.717+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~78ZP0HKUUZTX.2 size=763426 2024-08-10T05:16:05.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.720+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=78ZP0HKUUZTX tag=XJ1EGPKU10JL type=write size=3909154 2024-08-10T05:16:05.725 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.724+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~QXMDXKO88WYX.0 size=1048576 2024-08-10T05:16:05.727 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.726+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~QXMDXKO88WYX.1 size=1048576 2024-08-10T05:16:05.729 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.728+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~QXMDXKO88WYX.2 size=439845 2024-08-10T05:16:05.729 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.728+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=QXMDXKO88WYX tag=02QCPV9NOLJ4 type=write size=3585573 2024-08-10T05:16:05.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.730+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~J5SW9G8WV8UR.0 size=1048576 2024-08-10T05:16:05.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.732+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~J5SW9G8WV8UR.1 size=1048576 2024-08-10T05:16:05.735 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.734+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~J5SW9G8WV8UR.2 size=931865 2024-08-10T05:16:05.738 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.738+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=J5SW9G8WV8UR tag=7L88BC6NBBLQ type=write size=4077593 2024-08-10T05:16:05.740 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.740+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=KUH1O72CIHD1 type=del size=243369 2024-08-10T05:16:05.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.742+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~JO6S1Q69BKVZ.0 size=1048576 2024-08-10T05:16:05.745 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.744+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~JO6S1Q69BKVZ.1 size=53219 2024-08-10T05:16:05.749 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.748+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=JO6S1Q69BKVZ tag=DP4UWF58EFG1 type=write size=2150371 2024-08-10T05:16:05.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.752+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~72VX7SSD51VV.0 size=111115 2024-08-10T05:16:05.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.752+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=72VX7SSD51VV tag=VQFJ5PSLT4A9 type=write size=1159691 2024-08-10T05:16:05.755 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.754+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=FCWN83VGM633 type=del 2024-08-10T05:16:05.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.757+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=AWDZJACIUWVD type=del size=1501912 2024-08-10T05:16:05.760 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.759+0000 7f14b4aea640 1 < completed write operation key=HDO3WL7N93SY tag=ESCI9C5FBCIJ type=write size=862137 2024-08-10T05:16:05.765 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.764+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~NAU088W1YK67.0 size=1048576 2024-08-10T05:16:05.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.766+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~NAU088W1YK67.1 size=1048576 2024-08-10T05:16:05.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.768+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~NAU088W1YK67.2 size=382546 2024-08-10T05:16:05.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.768+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=NAU088W1YK67 tag=G252LUGXU3YL type=write size=3528274 2024-08-10T05:16:05.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.770+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=9B6X7NUAH8GO type=del 2024-08-10T05:16:05.773 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.772+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=UBMLOP0SGRQN type=del size=2643726 2024-08-10T05:16:05.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.774+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=88Y8YWM1N4CV type=del 2024-08-10T05:16:05.777 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.776+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=9C90Y8ESQ6M9 type=del size=1959133 2024-08-10T05:16:05.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.780+0000 7f14b4aea640 1 < suggested update operation key=4GQSP14LMP0J tag=LS567AS7ARHN type=del size=3668747 2024-08-10T05:16:05.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.784+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~6CLRZPAZ6JRJ.0 size=1048576 2024-08-10T05:16:05.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.786+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~6CLRZPAZ6JRJ.1 size=1048576 2024-08-10T05:16:05.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.787+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~6CLRZPAZ6JRJ.2 size=8638 2024-08-10T05:16:05.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.787+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=6CLRZPAZ6JRJ tag=8P3HMFQ52BOY type=write size=3154366 2024-08-10T05:16:05.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.791+0000 7f14b4aea640 1 < suggested update operation key=SDD0BWGOBF7T tag=4AQAY299ZQKL type=del size=2397160 2024-08-10T05:16:05.796 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.796+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~J3RTAT2KO7DF.0 size=1048576 2024-08-10T05:16:05.797 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.797+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~J3RTAT2KO7DF.1 size=1048576 2024-08-10T05:16:05.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.798+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~J3RTAT2KO7DF.2 size=456626 2024-08-10T05:16:05.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.798+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=J3RTAT2KO7DF tag=1OR1XBJY78MA type=write size=3602354 2024-08-10T05:16:05.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.801+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~KEEHMWIX7YS1.0 size=139454 2024-08-10T05:16:05.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.804+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=KEEHMWIX7YS1 tag=PR1CCR60Y7GW type=write size=1188030 2024-08-10T05:16:05.809 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.808+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~AKWFKV67GUYF.0 size=1048576 2024-08-10T05:16:05.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.809+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~AKWFKV67GUYF.1 size=986603 2024-08-10T05:16:05.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.809+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=AKWFKV67GUYF tag=TBAFMS1CLE5A type=write size=3083755 2024-08-10T05:16:05.813 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.812+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~30XHDFXBV8OZ.0 size=1048576 2024-08-10T05:16:05.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.814+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~30XHDFXBV8OZ.1 size=1048576 2024-08-10T05:16:05.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.815+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~30XHDFXBV8OZ.2 size=685145 2024-08-10T05:16:05.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.819+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=30XHDFXBV8OZ tag=LKZ62AQD36ZZ type=write size=3830873 2024-08-10T05:16:05.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.821+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=H7KPH8LOYWLO type=del size=636144 2024-08-10T05:16:05.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.825+0000 7f14b4aea640 1 < suggested update operation key=BQTRFOM0GF9P tag=281V8TWN86FS type=del size=1591920 2024-08-10T05:16:05.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.827+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=IB3Y69TLQTL2 type=del size=2266611 2024-08-10T05:16:05.831 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.830+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~CTDQLFO4OSE6.0 size=1048576 2024-08-10T05:16:05.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.831+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~CTDQLFO4OSE6.1 size=1048576 2024-08-10T05:16:05.835 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.833+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~CTDQLFO4OSE6.2 size=611897 2024-08-10T05:16:05.838 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.837+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=CTDQLFO4OSE6 tag=I6YZ8TB8WF5V type=write size=3757625 2024-08-10T05:16:05.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.839+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=YC0MFPVAUYCT type=del size=2635618 2024-08-10T05:16:05.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.841+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=XICGXYFJ2CGZ type=del 2024-08-10T05:16:05.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.843+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=IERUF1V9M36B type=del size=1733951 2024-08-10T05:16:05.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.845+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~9UV2LHM2N40H.0 size=35402 2024-08-10T05:16:05.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.848+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=9UV2LHM2N40H tag=QI13DJLPS0Y3 type=write size=1083978 2024-08-10T05:16:05.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.851+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=UX04LXGO4ZWL type=del size=138498 2024-08-10T05:16:05.854 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.853+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=EQR0JNIGVE6S type=del 2024-08-10T05:16:05.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.855+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=CZE5OR59HBTG type=del size=1398454 2024-08-10T05:16:05.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.857+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~QXMDXKO88WYX.0 size=1048576 2024-08-10T05:16:05.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.859+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~QXMDXKO88WYX.1 size=1048576 2024-08-10T05:16:05.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.862+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~QXMDXKO88WYX.2 size=439845 2024-08-10T05:16:05.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.865+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=QXMDXKO88WYX tag=02QCPV9NOLJ4 type=write size=3585573 2024-08-10T05:16:05.869 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.869+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~B5040D4AH319.0 size=1048576 2024-08-10T05:16:05.871 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.870+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~B5040D4AH319.1 size=1048576 2024-08-10T05:16:05.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.872+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~B5040D4AH319.2 size=793816 2024-08-10T05:16:05.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.872+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=B5040D4AH319 tag=X50SQLZNFHNU type=write size=3939544 2024-08-10T05:16:05.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.874+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=KUH1O72CIHD1 type=del 2024-08-10T05:16:05.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.876+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=Y0NQ2NGL6SD3 type=write size=777358 2024-08-10T05:16:05.878 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.878+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~72VX7SSD51VV.0 size=111115 2024-08-10T05:16:05.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.882+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=72VX7SSD51VV tag=VQFJ5PSLT4A9 type=write size=1159691 2024-08-10T05:16:05.886 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.885+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~H20EAB0GFK1K.0 size=1048576 2024-08-10T05:16:05.891 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.886+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~H20EAB0GFK1K.1 size=1048576 2024-08-10T05:16:05.891 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.888+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~H20EAB0GFK1K.2 size=76033 2024-08-10T05:16:05.891 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.888+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=H20EAB0GFK1K tag=OB2ME7JZYIXI type=write size=3221761 2024-08-10T05:16:05.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.890+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=AWDZJACIUWVD type=del 2024-08-10T05:16:05.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.894+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~H2JE0BRNE77F.0 size=1048576 2024-08-10T05:16:05.896 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.895+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~H2JE0BRNE77F.1 size=1048576 2024-08-10T05:16:05.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.897+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~H2JE0BRNE77F.2 size=733348 2024-08-10T05:16:05.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.897+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=H2JE0BRNE77F tag=TXD796SW8OS5 type=write size=3879076 2024-08-10T05:16:05.900 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.900+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~NAU088W1YK67.0 size=1048576 2024-08-10T05:16:05.902 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.902+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~NAU088W1YK67.1 size=1048576 2024-08-10T05:16:05.904 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.903+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~NAU088W1YK67.2 size=382546 2024-08-10T05:16:05.908 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.907+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=NAU088W1YK67 tag=G252LUGXU3YL type=write size=3528274 2024-08-10T05:16:05.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.908+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=UROV7SD5ZK23 type=del size=3914981 2024-08-10T05:16:05.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.911+0000 7f14b4aea640 1 < canceled operation key=ROVKNC22J3KX tag=UBMLOP0SGRQN type=del size=2643726 2024-08-10T05:16:05.913 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.912+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=5VVEGCE9BK0A type=del size=668952 2024-08-10T05:16:05.915 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.915+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=9C90Y8ESQ6M9 type=del 2024-08-10T05:16:05.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.917+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=L1G4LA0RS06R type=del size=2119652 2024-08-10T05:16:05.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.917+0000 7f14b4aea640 1 < canceled part key=_multipart_QJTYLK106AGR.2~6CLRZPAZ6JRJ.0 size=1048576 2024-08-10T05:16:05.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.919+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~6CLRZPAZ6JRJ.1 size=1048576 2024-08-10T05:16:05.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.921+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~6CLRZPAZ6JRJ.2 size=8638 2024-08-10T05:16:05.926 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.925+0000 7f14b4aea640 1 < canceled multipart upload key=QJTYLK106AGR upload=6CLRZPAZ6JRJ tag=8P3HMFQ52BOY type=write size=3154366 2024-08-10T05:16:05.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.927+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=DWU67RRO3ZFH type=del size=3907330 2024-08-10T05:16:05.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.930+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~J3RTAT2KO7DF.0 size=1048576 2024-08-10T05:16:05.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.932+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~J3RTAT2KO7DF.1 size=1048576 2024-08-10T05:16:05.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.934+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~J3RTAT2KO7DF.2 size=456626 2024-08-10T05:16:05.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.938+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=J3RTAT2KO7DF tag=1OR1XBJY78MA type=write size=3602354 2024-08-10T05:16:05.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.941+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~RQ4PO1GDC9Y7.0 size=1048576 2024-08-10T05:16:05.944 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.943+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~RQ4PO1GDC9Y7.1 size=1048576 2024-08-10T05:16:05.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.945+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~RQ4PO1GDC9Y7.2 size=899788 2024-08-10T05:16:05.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.945+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=RQ4PO1GDC9Y7 tag=4AHQHCMMQJWE type=write size=4045516 2024-08-10T05:16:05.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.949+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~AKWFKV67GUYF.0 size=1048576 2024-08-10T05:16:05.951 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.951+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~AKWFKV67GUYF.1 size=986603 2024-08-10T05:16:05.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.954+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=AKWFKV67GUYF tag=TBAFMS1CLE5A type=write size=3083755 2024-08-10T05:16:05.957 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.957+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=K3IRI4R7ZLEN type=del size=3023988 2024-08-10T05:16:05.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.960+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=H7KPH8LOYWLO type=del 2024-08-10T05:16:05.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.963+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~JCLUKZ40DYVI.0 size=1048576 2024-08-10T05:16:05.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.964+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~JCLUKZ40DYVI.1 size=831801 2024-08-10T05:16:05.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.964+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=JCLUKZ40DYVI tag=P413ZS3NYY75 type=write size=2928953 2024-08-10T05:16:05.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.967+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=IB3Y69TLQTL2 type=del 2024-08-10T05:16:05.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.969+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=90U7CG4090RU type=write size=831107 2024-08-10T05:16:05.971 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.971+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=YC0MFPVAUYCT type=del 2024-08-10T05:16:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:05 smithi078 ceph-mon[92251]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 440 KiB/s wr, 2.27k op/s 2024-08-10T05:16:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:05 smithi078 ceph-mon[94618]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 440 KiB/s wr, 2.27k op/s 2024-08-10T05:16:05.977 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.975+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~4MOHJIUSE93C.0 size=1048576 2024-08-10T05:16:05.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.977+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~4MOHJIUSE93C.1 size=198288 2024-08-10T05:16:05.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.977+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=4MOHJIUSE93C tag=O6YV42AME1HY type=write size=2295440 2024-08-10T05:16:05.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.979+0000 7f14b4aea640 1 < canceled operation key=TCBT4AO28B3T tag=IERUF1V9M36B type=del size=1733951 2024-08-10T05:16:05.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.981+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=TE2M94FFH0VZ type=del size=3131354 2024-08-10T05:16:05.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.985+0000 7f14b4aea640 1 < suggested update operation key=GVED6658RQPQ tag=UX04LXGO4ZWL type=del size=138498 2024-08-10T05:16:05.988 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.987+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=GH17H51ZN1CJ type=del size=2157545 2024-08-10T05:16:05.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.989+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=CZE5OR59HBTG type=del 2024-08-10T05:16:05.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.991+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=CNC13GYGF5W2 type=write size=53751 2024-08-10T05:16:05.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.993+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~B5040D4AH319.0 size=1048576 2024-08-10T05:16:05.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.995+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~B5040D4AH319.1 size=1048576 2024-08-10T05:16:05.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:05.997+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~B5040D4AH319.2 size=793816 2024-08-10T05:16:06.001 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.000+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=B5040D4AH319 tag=X50SQLZNFHNU type=write size=3939544 2024-08-10T05:16:06.003 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.002+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=UEPR1ONWWQGU type=del size=2205270 2024-08-10T05:16:06.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.004+0000 7f14b4aea640 1 < completed write operation key=F8VCLKTJX8NT tag=Y0NQ2NGL6SD3 type=write size=777358 2024-08-10T05:16:06.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.008+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~1NRY7HKESM7Y.0 size=1048576 2024-08-10T05:16:06.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.010+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~1NRY7HKESM7Y.1 size=1048576 2024-08-10T05:16:06.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.011+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~1NRY7HKESM7Y.2 size=961060 2024-08-10T05:16:06.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.011+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=1NRY7HKESM7Y tag=YF6IE0LIUP9N type=write size=4106788 2024-08-10T05:16:06.015 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.014+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~H20EAB0GFK1K.0 size=1048576 2024-08-10T05:16:06.016 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.016+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~H20EAB0GFK1K.1 size=1048576 2024-08-10T05:16:06.018 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.017+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~H20EAB0GFK1K.2 size=76033 2024-08-10T05:16:06.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.021+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=H20EAB0GFK1K tag=OB2ME7JZYIXI type=write size=3221761 2024-08-10T05:16:06.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.023+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=45J20EJV9SO7 type=del size=471821 2024-08-10T05:16:06.026 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.025+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~H2JE0BRNE77F.0 size=1048576 2024-08-10T05:16:06.028 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.027+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~H2JE0BRNE77F.1 size=1048576 2024-08-10T05:16:06.030 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.029+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~H2JE0BRNE77F.2 size=733348 2024-08-10T05:16:06.033 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.033+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=H2JE0BRNE77F tag=TXD796SW8OS5 type=write size=3879076 2024-08-10T05:16:06.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.037+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~KE8GTUVU7DGM.0 size=1048576 2024-08-10T05:16:06.039 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.039+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~KE8GTUVU7DGM.1 size=372596 2024-08-10T05:16:06.039 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.039+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=KE8GTUVU7DGM tag=TVA1R98KYNCK type=write size=2469748 2024-08-10T05:16:06.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.044+0000 7f14b4aea640 1 < suggested update operation key=TCBT4AO28B3T tag=UROV7SD5ZK23 type=del size=3914981 2024-08-10T05:16:06.047 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.047+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~KY3OK6ILBFAR.0 size=1048576 2024-08-10T05:16:06.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.048+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~KY3OK6ILBFAR.1 size=332636 2024-08-10T05:16:06.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.048+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=KY3OK6ILBFAR tag=FJ82H4AJDF8N type=write size=2429788 2024-08-10T05:16:06.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.050+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=5VVEGCE9BK0A type=del 2024-08-10T05:16:06.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.052+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=RA4GBDD9WZ57 type=del size=2743433 2024-08-10T05:16:06.054 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.054+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=L1G4LA0RS06R type=del 2024-08-10T05:16:06.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.058+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~VK946QTZG6TS.0 size=1048576 2024-08-10T05:16:06.060 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.060+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~VK946QTZG6TS.1 size=676816 2024-08-10T05:16:06.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.060+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=VK946QTZG6TS tag=2JRS61LJ1D9N type=write size=2773968 2024-08-10T05:16:06.062 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.062+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=DWU67RRO3ZFH type=del 2024-08-10T05:16:06.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.065+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~8L2UTE5RAKQY.0 size=1048576 2024-08-10T05:16:06.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:05 smithi107 ceph-mon[86658]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 440 KiB/s wr, 2.27k op/s 2024-08-10T05:16:06.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.067+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~8L2UTE5RAKQY.1 size=584314 2024-08-10T05:16:06.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.067+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=8L2UTE5RAKQY tag=Z24GEKFFVZSO type=write size=2681466 2024-08-10T05:16:06.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.069+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~RQ4PO1GDC9Y7.0 size=1048576 2024-08-10T05:16:06.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.069+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~RQ4PO1GDC9Y7.1 size=1048576 2024-08-10T05:16:06.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.069+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~RQ4PO1GDC9Y7.2 size=899788 2024-08-10T05:16:06.073 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.072+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=RQ4PO1GDC9Y7 tag=4AHQHCMMQJWE type=write size=4045516 2024-08-10T05:16:06.075 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.074+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=IOMD1LNDP1JW type=del size=2431235 2024-08-10T05:16:06.079 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.078+0000 7f14b4aea640 1 < suggested update operation key=SDD0BWGOBF7T tag=K3IRI4R7ZLEN type=del size=3023988 2024-08-10T05:16:06.083 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.082+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~0H6UH3SCFWJ2.0 size=1048576 2024-08-10T05:16:06.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.084+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~0H6UH3SCFWJ2.1 size=1048576 2024-08-10T05:16:06.087 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.088+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~0H6UH3SCFWJ2.2 size=637192 2024-08-10T05:16:06.087 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.088+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=0H6UH3SCFWJ2 tag=DAFI3XLN0VLN type=write size=3782920 2024-08-10T05:16:06.090 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.090+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~JCLUKZ40DYVI.0 size=1048576 2024-08-10T05:16:06.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.091+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~JCLUKZ40DYVI.1 size=831801 2024-08-10T05:16:06.098 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.094+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=JCLUKZ40DYVI tag=P413ZS3NYY75 type=write size=2928953 2024-08-10T05:16:06.098 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.098+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=49H4BKYJY0LT type=del size=2212830 2024-08-10T05:16:06.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.100+0000 7f14b4aea640 -1 < failed to complete operation key=GVED6658RQPQ tag=90U7CG4090RU type=write size=831107: (22) Invalid argument 2024-08-10T05:16:06.102 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.102+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=JEZ2D5JW2NU9 type=del size=2283169 2024-08-10T05:16:06.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.102+0000 7f14b4aea640 1 < canceled part key=_multipart_TCBT4AO28B3T.2~4MOHJIUSE93C.0 size=1048576 2024-08-10T05:16:06.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.104+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~4MOHJIUSE93C.1 size=198288 2024-08-10T05:16:06.108 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.107+0000 7f14b4aea640 1 < canceled multipart upload key=TCBT4AO28B3T upload=4MOHJIUSE93C tag=O6YV42AME1HY type=write size=2295440 2024-08-10T05:16:06.110 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.110+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=WAR5WQXYD4QI type=del size=3413076 2024-08-10T05:16:06.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.111+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=TE2M94FFH0VZ type=del 2024-08-10T05:16:06.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.114+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~ASDBYOKQWN3A.0 size=1048576 2024-08-10T05:16:06.117 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.116+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~ASDBYOKQWN3A.1 size=652770 2024-08-10T05:16:06.117 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.116+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=ASDBYOKQWN3A tag=3UU0MACULEII type=write size=2749922 2024-08-10T05:16:06.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.118+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=GH17H51ZN1CJ type=del 2024-08-10T05:16:06.122 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.122+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~K0BH496S2IUM.0 size=1048576 2024-08-10T05:16:06.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.123+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~K0BH496S2IUM.1 size=1048576 2024-08-10T05:16:06.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.125+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~K0BH496S2IUM.2 size=107745 2024-08-10T05:16:06.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.125+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=K0BH496S2IUM tag=VUGG383JMKBT type=write size=3253473 2024-08-10T05:16:06.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.127+0000 7f14b4aea640 1 < completed write operation key=BQXO5DZMA1P4 tag=CNC13GYGF5W2 type=write size=53751 2024-08-10T05:16:06.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.129+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=0WDIYB58WNEB type=del size=4122635 2024-08-10T05:16:06.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.131+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=UEPR1ONWWQGU type=del 2024-08-10T05:16:06.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.134+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~U2VH86N0YBUJ.0 size=1048576 2024-08-10T05:16:06.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.136+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~U2VH86N0YBUJ.1 size=1048576 2024-08-10T05:16:06.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.138+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~U2VH86N0YBUJ.2 size=14927 2024-08-10T05:16:06.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.138+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=U2VH86N0YBUJ tag=KF8WH49SVQNT type=write size=3160655 2024-08-10T05:16:06.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.140+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~1NRY7HKESM7Y.0 size=1048576 2024-08-10T05:16:06.142 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.142+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~1NRY7HKESM7Y.1 size=1048576 2024-08-10T05:16:06.144 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.143+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~1NRY7HKESM7Y.2 size=961060 2024-08-10T05:16:06.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.147+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=1NRY7HKESM7Y tag=YF6IE0LIUP9N type=write size=4106788 2024-08-10T05:16:06.150 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.149+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=X7FLO2YQ97Y8 type=del size=2870462 2024-08-10T05:16:06.152 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.151+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=45J20EJV9SO7 type=del 2024-08-10T05:16:06.156 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.156+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~DYUXT66B2G5I.0 size=1048576 2024-08-10T05:16:06.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.157+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~DYUXT66B2G5I.1 size=933835 2024-08-10T05:16:06.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.157+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=DYUXT66B2G5I tag=UK30EN8EN27O type=write size=3030987 2024-08-10T05:16:06.160 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.159+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~KE8GTUVU7DGM.0 size=1048576 2024-08-10T05:16:06.162 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.161+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~KE8GTUVU7DGM.1 size=372596 2024-08-10T05:16:06.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.165+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=KE8GTUVU7DGM tag=TVA1R98KYNCK type=write size=2469748 2024-08-10T05:16:06.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.168+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=D4RATRFIM7FO type=del size=1985927 2024-08-10T05:16:06.171 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.171+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~KY3OK6ILBFAR.0 size=1048576 2024-08-10T05:16:06.172 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.173+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~KY3OK6ILBFAR.1 size=332636 2024-08-10T05:16:06.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.177+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=KY3OK6ILBFAR tag=FJ82H4AJDF8N type=write size=2429788 2024-08-10T05:16:06.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.180+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~PAB11B44EU6O.0 size=1048576 2024-08-10T05:16:06.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.181+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~PAB11B44EU6O.1 size=509308 2024-08-10T05:16:06.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.181+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=PAB11B44EU6O tag=L67CZHUXOGYK type=write size=2606460 2024-08-10T05:16:06.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.183+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=RA4GBDD9WZ57 type=del 2024-08-10T05:16:06.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.187+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=0FR2OLGW2SHH type=del size=1129094 2024-08-10T05:16:06.189 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.188+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~VK946QTZG6TS.0 size=1048576 2024-08-10T05:16:06.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.190+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~VK946QTZG6TS.1 size=676816 2024-08-10T05:16:06.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.193+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=VK946QTZG6TS tag=2JRS61LJ1D9N type=write size=2773968 2024-08-10T05:16:06.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.197+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~0SDQ4QSSTW4C.0 size=151950 2024-08-10T05:16:06.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.197+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=0SDQ4QSSTW4C tag=0EE3Q1KN1510 type=write size=1200526 2024-08-10T05:16:06.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.199+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~8L2UTE5RAKQY.0 size=1048576 2024-08-10T05:16:06.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.199+0000 7f14b4aea640 1 < canceled part key=_multipart_SDD0BWGOBF7T.2~8L2UTE5RAKQY.1 size=584314 2024-08-10T05:16:06.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.203+0000 7f14b4aea640 1 < canceled multipart upload key=SDD0BWGOBF7T upload=8L2UTE5RAKQY tag=Z24GEKFFVZSO type=write size=2681466 2024-08-10T05:16:06.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.208+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~5NLMDUH9RHPR.0 size=1048576 2024-08-10T05:16:06.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.210+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~5NLMDUH9RHPR.1 size=1048576 2024-08-10T05:16:06.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.212+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~5NLMDUH9RHPR.2 size=313150 2024-08-10T05:16:06.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.212+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=5NLMDUH9RHPR tag=RYZOG3XTR1MU type=write size=3458878 2024-08-10T05:16:06.214 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.215+0000 7f14b4aea640 1 < canceled operation key=QJTYLK106AGR tag=IOMD1LNDP1JW type=del size=2431235 2024-08-10T05:16:06.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.218+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~QOEKSVSOBNWO.0 size=1048576 2024-08-10T05:16:06.220 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.220+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~QOEKSVSOBNWO.1 size=1027220 2024-08-10T05:16:06.220 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.220+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=QOEKSVSOBNWO tag=CUOZ0VWMG03R type=write size=3124372 2024-08-10T05:16:06.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.223+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~0H6UH3SCFWJ2.0 size=1048576 2024-08-10T05:16:06.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.224+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~0H6UH3SCFWJ2.1 size=1048576 2024-08-10T05:16:06.226 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.226+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~0H6UH3SCFWJ2.2 size=637192 2024-08-10T05:16:06.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.230+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=0H6UH3SCFWJ2 tag=DAFI3XLN0VLN type=write size=3782920 2024-08-10T05:16:06.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.232+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=4IGGJXWPC46Z type=del size=1239230 2024-08-10T05:16:06.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.234+0000 7f14b4aea640 1 < canceled operation key=MUTTKNKV3LH8 tag=49H4BKYJY0LT type=del size=2212830 2024-08-10T05:16:06.236 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.236+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=8VO68FQKTEGT type=del size=1759129 2024-08-10T05:16:06.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.240+0000 7f14b4aea640 1 < suggested remove operation key=BBEPS16N3VR2 tag=JEZ2D5JW2NU9 type=del 2024-08-10T05:16:06.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.244+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~VQQJBL4REUYA.0 size=997031 2024-08-10T05:16:06.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.244+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=VQQJBL4REUYA tag=A5CF1I5RXRPW type=write size=2045607 2024-08-10T05:16:06.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.247+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=WAR5WQXYD4QI type=del 2024-08-10T05:16:06.248 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.249+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=G20P809L17W4 type=del size=3343929 2024-08-10T05:16:06.251 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.251+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~ASDBYOKQWN3A.0 size=1048576 2024-08-10T05:16:06.251 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.251+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~ASDBYOKQWN3A.1 size=652770 2024-08-10T05:16:06.255 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.256+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=ASDBYOKQWN3A tag=3UU0MACULEII type=write size=2749922 2024-08-10T05:16:06.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.258+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=YTTUCSZQ920P type=del size=1408792 2024-08-10T05:16:06.260 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.260+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~K0BH496S2IUM.0 size=1048576 2024-08-10T05:16:06.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.262+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~K0BH496S2IUM.1 size=1048576 2024-08-10T05:16:06.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.264+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~K0BH496S2IUM.2 size=107745 2024-08-10T05:16:06.268 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.268+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=K0BH496S2IUM tag=VUGG383JMKBT type=write size=3253473 2024-08-10T05:16:06.269 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.270+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=D4RF0M3UUYMS type=del size=3269042 2024-08-10T05:16:06.272 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.272+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=0WDIYB58WNEB type=del 2024-08-10T05:16:06.273 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.273+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=O64JTV1744D3 type=del size=1198476 2024-08-10T05:16:06.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.274+0000 7f14b4aea640 1 < canceled part key=_multipart_18KKPDK2VIRW.2~U2VH86N0YBUJ.0 size=1048576 2024-08-10T05:16:06.275 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.276+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~U2VH86N0YBUJ.1 size=1048576 2024-08-10T05:16:06.277 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.277+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~U2VH86N0YBUJ.2 size=14927 2024-08-10T05:16:06.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.281+0000 7f14b4aea640 1 < canceled multipart upload key=18KKPDK2VIRW upload=U2VH86N0YBUJ tag=KF8WH49SVQNT type=write size=3160655 2024-08-10T05:16:06.282 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.283+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=WI2STD6UKO4M type=write size=1042182 2024-08-10T05:16:06.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.285+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=X7FLO2YQ97Y8 type=del 2024-08-10T05:16:06.288 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.288+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~DC16NI513ECR.0 size=772488 2024-08-10T05:16:06.288 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.288+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=DC16NI513ECR tag=L99E9XHJ5J14 type=write size=1821064 2024-08-10T05:16:06.290 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.290+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~DYUXT66B2G5I.0 size=1048576 2024-08-10T05:16:06.291 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.292+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~DYUXT66B2G5I.1 size=933835 2024-08-10T05:16:06.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.295+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=DYUXT66B2G5I tag=UK30EN8EN27O type=write size=3030987 2024-08-10T05:16:06.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.297+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=95USM38U8TMQ type=del size=3521254 2024-08-10T05:16:06.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.299+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=D4RATRFIM7FO type=del 2024-08-10T05:16:06.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.303+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~2RV374FCR234.0 size=640792 2024-08-10T05:16:06.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.303+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=2RV374FCR234 tag=ZK0S0139FOKL type=write size=1689368 2024-08-10T05:16:06.305 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.305+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~PAB11B44EU6O.0 size=1048576 2024-08-10T05:16:06.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.307+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~PAB11B44EU6O.1 size=509308 2024-08-10T05:16:06.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.311+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=PAB11B44EU6O tag=L67CZHUXOGYK type=write size=2606460 2024-08-10T05:16:06.313 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.313+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=YDZ4W1496FZJ type=del size=3171946 2024-08-10T05:16:06.315 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.315+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=0FR2OLGW2SHH type=del 2024-08-10T05:16:06.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.317+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=9AX7ENMCICY7 type=del size=2376202 2024-08-10T05:16:06.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.317+0000 7f14b4aea640 1 < canceled part key=_multipart_F8VCLKTJX8NT.2~0SDQ4QSSTW4C.0 size=151950 2024-08-10T05:16:06.321 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.321+0000 7f14b4aea640 1 < canceled multipart upload key=F8VCLKTJX8NT upload=0SDQ4QSSTW4C tag=0EE3Q1KN1510 type=write size=1200526 2024-08-10T05:16:06.325 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.325+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~Y7CFLFHPOC8B.0 size=1048576 2024-08-10T05:16:06.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.327+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~Y7CFLFHPOC8B.1 size=1048576 2024-08-10T05:16:06.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.329+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~Y7CFLFHPOC8B.2 size=403658 2024-08-10T05:16:06.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.329+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=Y7CFLFHPOC8B tag=1NM8DWCX2UTG type=write size=3549386 2024-08-10T05:16:06.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.331+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~5NLMDUH9RHPR.0 size=1048576 2024-08-10T05:16:06.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.333+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~5NLMDUH9RHPR.1 size=1048576 2024-08-10T05:16:06.335 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.335+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~5NLMDUH9RHPR.2 size=313150 2024-08-10T05:16:06.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.339+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=5NLMDUH9RHPR tag=RYZOG3XTR1MU type=write size=3458878 2024-08-10T05:16:06.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.343+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~DZEOZ1EU35D0.0 size=1047902 2024-08-10T05:16:06.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.343+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=DZEOZ1EU35D0 tag=0KTKBCYF0KRN type=write size=2096478 2024-08-10T05:16:06.345 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.345+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~QOEKSVSOBNWO.0 size=1048576 2024-08-10T05:16:06.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.347+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~QOEKSVSOBNWO.1 size=1027220 2024-08-10T05:16:06.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.350+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=QOEKSVSOBNWO tag=CUOZ0VWMG03R type=write size=3124372 2024-08-10T05:16:06.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.354+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~BS91HQRASEOG.0 size=1048576 2024-08-10T05:16:06.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.356+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~BS91HQRASEOG.1 size=1048576 2024-08-10T05:16:06.357 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.357+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~BS91HQRASEOG.2 size=1047953 2024-08-10T05:16:06.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.357+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=BS91HQRASEOG tag=WPW6RKXTYSYV type=write size=4193681 2024-08-10T05:16:06.359 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.359+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=4IGGJXWPC46Z type=del 2024-08-10T05:16:06.363 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.363+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~NX3NN852T16F.0 size=1048576 2024-08-10T05:16:06.365 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.365+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~NX3NN852T16F.1 size=776193 2024-08-10T05:16:06.365 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.365+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=NX3NN852T16F tag=8AV01MB36KFD type=write size=2873345 2024-08-10T05:16:06.368 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.369+0000 7f14b4aea640 1 < suggested remove operation key=673XTFOIF5BU tag=8VO68FQKTEGT type=del 2024-08-10T05:16:06.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.371+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=1P1GMROGQJRJ type=del size=3058177 2024-08-10T05:16:06.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.373+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~VQQJBL4REUYA.0 size=997031 2024-08-10T05:16:06.377 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.377+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=VQQJBL4REUYA tag=A5CF1I5RXRPW type=write size=2045607 2024-08-10T05:16:06.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.379+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=VB1D24EYSGNC type=del size=2653369 2024-08-10T05:16:06.381 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.381+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=G20P809L17W4 type=del 2024-08-10T05:16:06.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.383+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=26D3RBRWUY6K type=write size=282685 2024-08-10T05:16:06.385 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.385+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=YTTUCSZQ920P type=del 2024-08-10T05:16:06.388 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.388+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=SY3AD3KX2YH4 type=del size=2397496 2024-08-10T05:16:06.392 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.392+0000 7f14b4aea640 1 < suggested remove operation key=SDD0BWGOBF7T tag=D4RF0M3UUYMS type=del 2024-08-10T05:16:06.394 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.394+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=FSGJ6OM4I0HL type=del size=2901771 2024-08-10T05:16:06.395 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.396+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=O64JTV1744D3 type=del 2024-08-10T05:16:06.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.399+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~UP4OM69CGLBK.0 size=1048576 2024-08-10T05:16:06.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.401+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~UP4OM69CGLBK.1 size=275140 2024-08-10T05:16:06.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.401+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=UP4OM69CGLBK tag=S97Y2OPJZSPH type=write size=2372292 2024-08-10T05:16:06.403 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.403+0000 7f14b4aea640 1 < completed write operation key=IGGZ4YAHG16J tag=WI2STD6UKO4M type=write size=1042182 2024-08-10T05:16:06.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.407+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~CK04070M8JMJ.0 size=1048576 2024-08-10T05:16:06.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.409+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~CK04070M8JMJ.1 size=1048576 2024-08-10T05:16:06.410 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.410+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~CK04070M8JMJ.2 size=812320 2024-08-10T05:16:06.410 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.410+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=CK04070M8JMJ tag=P1GAFALQBX6X type=write size=3958048 2024-08-10T05:16:06.412 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.412+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~DC16NI513ECR.0 size=772488 2024-08-10T05:16:06.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.416+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=DC16NI513ECR tag=L99E9XHJ5J14 type=write size=1821064 2024-08-10T05:16:06.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.418+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=0TVIC2CL2938 type=del size=1151557 2024-08-10T05:16:06.420 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.420+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=95USM38U8TMQ type=del 2024-08-10T05:16:06.422 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.422+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=EJ75PDUDO04O type=del size=1961157 2024-08-10T05:16:06.424 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.424+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~2RV374FCR234.0 size=640792 2024-08-10T05:16:06.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.428+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=2RV374FCR234 tag=ZK0S0139FOKL type=write size=1689368 2024-08-10T05:16:06.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.431+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=I77NBP3SE2WY type=del size=1660970 2024-08-10T05:16:06.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.433+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=YDZ4W1496FZJ type=del 2024-08-10T05:16:06.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.435+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=0XQG270HI8ZB type=del size=1420738 2024-08-10T05:16:06.437 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.437+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=9AX7ENMCICY7 type=del 2024-08-10T05:16:06.438 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.439+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=7XCJN2UICDG8 type=write size=59833 2024-08-10T05:16:06.440 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.441+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~Y7CFLFHPOC8B.0 size=1048576 2024-08-10T05:16:06.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.442+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~Y7CFLFHPOC8B.1 size=1048576 2024-08-10T05:16:06.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.444+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~Y7CFLFHPOC8B.2 size=403658 2024-08-10T05:16:06.448 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.448+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=Y7CFLFHPOC8B tag=1NM8DWCX2UTG type=write size=3549386 2024-08-10T05:16:06.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.450+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=CWPZO89XGBVF type=del size=3922919 2024-08-10T05:16:06.452 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.452+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~DZEOZ1EU35D0.0 size=1047902 2024-08-10T05:16:06.455 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.456+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=DZEOZ1EU35D0 tag=0KTKBCYF0KRN type=write size=2096478 2024-08-10T05:16:06.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.458+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=RDT41VALLGBJ type=del size=3687742 2024-08-10T05:16:06.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.460+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~BS91HQRASEOG.0 size=1048576 2024-08-10T05:16:06.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.462+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~BS91HQRASEOG.1 size=1048576 2024-08-10T05:16:06.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.462+0000 7f14b4aea640 1 < canceled part key=_multipart_YH0KSZI7R4TX.2~BS91HQRASEOG.2 size=1047953 2024-08-10T05:16:06.466 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.466+0000 7f14b4aea640 1 < canceled multipart upload key=YH0KSZI7R4TX upload=BS91HQRASEOG tag=WPW6RKXTYSYV type=write size=4193681 2024-08-10T05:16:06.470 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.470+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~GE7U77TNVKOO.0 size=872120 2024-08-10T05:16:06.470 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.470+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=GE7U77TNVKOO tag=W46EL89Y6I90 type=write size=1920696 2024-08-10T05:16:06.472 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.473+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~NX3NN852T16F.0 size=1048576 2024-08-10T05:16:06.474 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.474+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~NX3NN852T16F.1 size=776193 2024-08-10T05:16:06.477 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.478+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=NX3NN852T16F tag=8AV01MB36KFD type=write size=2873345 2024-08-10T05:16:06.481 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.482+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~QSOPUV6GH0G3.0 size=1048576 2024-08-10T05:16:06.483 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.483+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~QSOPUV6GH0G3.1 size=205409 2024-08-10T05:16:06.484 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.483+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=QSOPUV6GH0G3 tag=FLDRZU43LDWX type=write size=2302561 2024-08-10T05:16:06.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.485+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=1P1GMROGQJRJ type=del 2024-08-10T05:16:06.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.489+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~UI6J27XE0O75.0 size=479871 2024-08-10T05:16:06.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.489+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=UI6J27XE0O75 tag=AT9IVQEUSTAI type=write size=1528447 2024-08-10T05:16:06.491 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.491+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=VB1D24EYSGNC type=del 2024-08-10T05:16:06.495 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.495+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~EY6PRRJ1URUL.0 size=1048576 2024-08-10T05:16:06.496 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.496+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~EY6PRRJ1URUL.1 size=1048576 2024-08-10T05:16:06.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.498+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~EY6PRRJ1URUL.2 size=586146 2024-08-10T05:16:06.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.498+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=EY6PRRJ1URUL tag=7H5P8B0W4IVN type=write size=3731874 2024-08-10T05:16:06.500 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.500+0000 7f14b4aea640 1 < completed write operation key=63XHARBYVQFS tag=26D3RBRWUY6K type=write size=282685 2024-08-10T05:16:06.502 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.502+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=MFF080LB3R0F type=del size=1639299 2024-08-10T05:16:06.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.505+0000 7f14b4aea640 1 < canceled operation key=RCP16G4OVJX2 tag=SY3AD3KX2YH4 type=del size=2397496 2024-08-10T05:16:06.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.507+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=J3QSMX808ZUN type=del size=2638717 2024-08-10T05:16:06.509 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.509+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=FSGJ6OM4I0HL type=del 2024-08-10T05:16:06.511 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.511+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=QZM3YEPEU292 type=write size=78241 2024-08-10T05:16:06.513 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.513+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~UP4OM69CGLBK.0 size=1048576 2024-08-10T05:16:06.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.514+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~UP4OM69CGLBK.1 size=275140 2024-08-10T05:16:06.518 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.518+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=UP4OM69CGLBK tag=S97Y2OPJZSPH type=write size=2372292 2024-08-10T05:16:06.521 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.522+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~70CLSQMAU2V8.0 size=1048576 2024-08-10T05:16:06.523 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.523+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~70CLSQMAU2V8.1 size=1048576 2024-08-10T05:16:06.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.525+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~70CLSQMAU2V8.2 size=823336 2024-08-10T05:16:06.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.525+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=70CLSQMAU2V8 tag=OFXZE51AS9KC type=write size=3969064 2024-08-10T05:16:06.527 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.527+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~CK04070M8JMJ.0 size=1048576 2024-08-10T05:16:06.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.529+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~CK04070M8JMJ.1 size=1048576 2024-08-10T05:16:06.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.531+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~CK04070M8JMJ.2 size=812320 2024-08-10T05:16:06.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.534+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=CK04070M8JMJ tag=P1GAFALQBX6X type=write size=3958048 2024-08-10T05:16:06.536 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.536+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=K6IFGTWL6ARW type=del size=1271381 2024-08-10T05:16:06.538 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.538+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=0TVIC2CL2938 type=del 2024-08-10T05:16:06.540 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.540+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=R1D0638101BG type=del size=945320 2024-08-10T05:16:06.542 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.542+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=EJ75PDUDO04O type=del 2024-08-10T05:16:06.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.544+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=SNHLN0GTAYFI type=del size=3694543 2024-08-10T05:16:06.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.546+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=I77NBP3SE2WY type=del 2024-08-10T05:16:06.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.548+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=VL91P1JZR7KD type=del size=2748905 2024-08-10T05:16:06.549 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.550+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=0XQG270HI8ZB type=del 2024-08-10T05:16:06.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.552+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=FIPQE7N8JYBI type=del size=668023 2024-08-10T05:16:06.554 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.554+0000 7f14b4aea640 1 < completed write operation key=MOSZKVLQ4RI4 tag=7XCJN2UICDG8 type=write size=59833 2024-08-10T05:16:06.556 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.556+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=M0HE69JWEZGP type=del size=669753 2024-08-10T05:16:06.558 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.558+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=CWPZO89XGBVF type=del 2024-08-10T05:16:06.560 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.560+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=RD78XT187MIX type=del size=2958243 2024-08-10T05:16:06.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.563+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=RDT41VALLGBJ type=del 2024-08-10T05:16:06.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.565+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=ZI37DZZGG3R7 type=del size=480576 2024-08-10T05:16:06.567 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.567+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~GE7U77TNVKOO.0 size=872120 2024-08-10T05:16:06.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.571+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=GE7U77TNVKOO tag=W46EL89Y6I90 type=write size=1920696 2024-08-10T05:16:06.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.573+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=UQ22TZ3LLPQU type=del size=4049919 2024-08-10T05:16:06.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.575+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~QSOPUV6GH0G3.0 size=1048576 2024-08-10T05:16:06.577 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.577+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~QSOPUV6GH0G3.1 size=205409 2024-08-10T05:16:06.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.581+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=QSOPUV6GH0G3 tag=FLDRZU43LDWX type=write size=2302561 2024-08-10T05:16:06.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.585+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~USX3YVJUXEIY.0 size=1048576 2024-08-10T05:16:06.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.587+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~USX3YVJUXEIY.1 size=1048576 2024-08-10T05:16:06.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.589+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~USX3YVJUXEIY.2 size=618682 2024-08-10T05:16:06.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.589+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=USX3YVJUXEIY tag=JK5SQ20ADW6A type=write size=3764410 2024-08-10T05:16:06.590 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.591+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~UI6J27XE0O75.0 size=479871 2024-08-10T05:16:06.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.594+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=UI6J27XE0O75 tag=AT9IVQEUSTAI type=write size=1528447 2024-08-10T05:16:06.597 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.597+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=N5YVTRZIJUWN type=write size=835135 2024-08-10T05:16:06.598 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.599+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~EY6PRRJ1URUL.0 size=1048576 2024-08-10T05:16:06.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.599+0000 7f14b4aea640 1 < canceled part key=_multipart_WGII5ZO8PRL4.2~EY6PRRJ1URUL.1 size=1048576 2024-08-10T05:16:06.600 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.600+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~EY6PRRJ1URUL.2 size=586146 2024-08-10T05:16:06.604 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.605+0000 7f14b4aea640 1 < canceled multipart upload key=WGII5ZO8PRL4 upload=EY6PRRJ1URUL tag=7H5P8B0W4IVN type=write size=3731874 2024-08-10T05:16:06.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.607+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=R0MVSHKLXODB type=del size=2513756 2024-08-10T05:16:06.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.611+0000 7f14b4aea640 1 < suggested update operation key=TCBT4AO28B3T tag=MFF080LB3R0F type=del size=1639299 2024-08-10T05:16:06.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.613+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=E0MRO7WFSQOF type=del size=635557 2024-08-10T05:16:06.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.615+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=J3QSMX808ZUN type=del 2024-08-10T05:16:06.617 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.617+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=GBHE0TZ7Q7W0 type=del size=2577610 2024-08-10T05:16:06.619 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.619+0000 7f14b4aea640 1 < completed write operation key=43PHUSMB0CNL tag=QZM3YEPEU292 type=write size=78241 2024-08-10T05:16:06.621 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.621+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=HGQ2LUJB4ZRQ type=del size=1922055 2024-08-10T05:16:06.623 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.623+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~70CLSQMAU2V8.0 size=1048576 2024-08-10T05:16:06.625 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.625+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~70CLSQMAU2V8.1 size=1048576 2024-08-10T05:16:06.627 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.627+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~70CLSQMAU2V8.2 size=823336 2024-08-10T05:16:06.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.631+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=70CLSQMAU2V8 tag=OFXZE51AS9KC type=write size=3969064 2024-08-10T05:16:06.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.632+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=OGFI65REOU7P type=del size=2636276 2024-08-10T05:16:06.636 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.636+0000 7f14b4aea640 1 < suggested update operation key=BBEPS16N3VR2 tag=K6IFGTWL6ARW type=del size=1271381 2024-08-10T05:16:06.639 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.640+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~9H808Y2RH9UK.0 size=315479 2024-08-10T05:16:06.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.640+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=9H808Y2RH9UK tag=ZPSXWQQFLSCM type=write size=1364055 2024-08-10T05:16:06.644 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.645+0000 7f14b4aea640 1 < suggested remove operation key=43PHUSMB0CNL tag=R1D0638101BG type=del 2024-08-10T05:16:06.646 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.647+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=SCHAKOGMZQUH type=del size=1750194 2024-08-10T05:16:06.648 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.649+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=SNHLN0GTAYFI type=del 2024-08-10T05:16:06.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.652+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~922JUF49D29D.0 size=911151 2024-08-10T05:16:06.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.652+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=922JUF49D29D tag=L4MPDR948V4T type=write size=1959727 2024-08-10T05:16:06.654 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.654+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=VL91P1JZR7KD type=del 2024-08-10T05:16:06.656 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.656+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=4JB9M7OLHP08 type=del size=1448222 2024-08-10T05:16:06.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.658+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=FIPQE7N8JYBI type=del 2024-08-10T05:16:06.660 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.660+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=0VDK4O501M4N type=del size=2881209 2024-08-10T05:16:06.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.662+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=M0HE69JWEZGP type=del 2024-08-10T05:16:06.664 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.664+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=5NYSUWAMPY6P type=del size=1817847 2024-08-10T05:16:06.666 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.666+0000 7f14b4aea640 1 < canceled operation key=GVED6658RQPQ tag=RD78XT187MIX type=del size=2958243 2024-08-10T05:16:06.668 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.668+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=R7VD28DRTFLM type=del size=3808063 2024-08-10T05:16:06.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.671+0000 7f14b4aea640 -1 < failed to complete operation key=43PHUSMB0CNL tag=ZI37DZZGG3R7 type=del size=480576: (22) Invalid argument 2024-08-10T05:16:06.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.675+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~WWIF0LPIK5Y0.0 size=1048576 2024-08-10T05:16:06.677 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.677+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~WWIF0LPIK5Y0.1 size=703368 2024-08-10T05:16:06.677 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.677+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=WWIF0LPIK5Y0 tag=98S1W9WI4P3Z type=write size=2800520 2024-08-10T05:16:06.679 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.679+0000 7f14b4aea640 1 < canceled operation key=RCP16G4OVJX2 tag=UQ22TZ3LLPQU type=del size=4049919 2024-08-10T05:16:06.681 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.681+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=YR3ZH301IQL7 type=del size=3374082 2024-08-10T05:16:06.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.683+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~USX3YVJUXEIY.0 size=1048576 2024-08-10T05:16:06.685 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.685+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~USX3YVJUXEIY.1 size=1048576 2024-08-10T05:16:06.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.686+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~USX3YVJUXEIY.2 size=618682 2024-08-10T05:16:06.690 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.690+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=USX3YVJUXEIY tag=JK5SQ20ADW6A type=write size=3764410 2024-08-10T05:16:06.693 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.693+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~A923XQD8VUL3.0 size=1048576 2024-08-10T05:16:06.695 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.695+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~A923XQD8VUL3.1 size=1017427 2024-08-10T05:16:06.695 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.695+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=A923XQD8VUL3 tag=LQ6IZU2PAB7A type=write size=3114579 2024-08-10T05:16:06.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.697+0000 7f14b4aea640 1 < canceled operation key=XU9ZENJ789VA tag=N5YVTRZIJUWN type=write size=835135 2024-08-10T05:16:06.699 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.699+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=U62QSGMP00WZ type=del size=1595267 2024-08-10T05:16:06.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.701+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=R0MVSHKLXODB type=del 2024-08-10T05:16:06.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.703+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=KMWCZV9V2UYK type=del size=842584 2024-08-10T05:16:06.705 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.705+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=E0MRO7WFSQOF type=del 2024-08-10T05:16:06.708 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.709+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~QVKB2BUH7D2R.0 size=1048576 2024-08-10T05:16:06.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.710+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~QVKB2BUH7D2R.1 size=1048576 2024-08-10T05:16:06.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.712+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~QVKB2BUH7D2R.2 size=725662 2024-08-10T05:16:06.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.712+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=QVKB2BUH7D2R tag=TAXAKYKUOS5S type=write size=3871390 2024-08-10T05:16:06.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.714+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=GBHE0TZ7Q7W0 type=del 2024-08-10T05:16:06.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.718+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~V2AZ5HHXUK3M.0 size=261989 2024-08-10T05:16:06.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.718+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=V2AZ5HHXUK3M tag=FJXUMZ6GRRH4 type=write size=1310565 2024-08-10T05:16:06.719 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.720+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=HGQ2LUJB4ZRQ type=del 2024-08-10T05:16:06.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.722+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=2ZRUO2DO2HPX type=del size=1539519 2024-08-10T05:16:06.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.724+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=OGFI65REOU7P type=del 2024-08-10T05:16:06.726 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.726+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=R32UGT90FLD0 type=del size=1247662 2024-08-10T05:16:06.727 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.728+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~9H808Y2RH9UK.0 size=315479 2024-08-10T05:16:06.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.732+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=9H808Y2RH9UK tag=ZPSXWQQFLSCM type=write size=1364055 2024-08-10T05:16:06.734 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.734+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=K6HBGVH9EOQS type=del size=3292073 2024-08-10T05:16:06.736 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.736+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=SCHAKOGMZQUH type=del 2024-08-10T05:16:06.738 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.738+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=28GSLHOARP57 type=del size=897084 2024-08-10T05:16:06.740 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.740+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~922JUF49D29D.0 size=911151 2024-08-10T05:16:06.743 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.743+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=922JUF49D29D tag=L4MPDR948V4T type=write size=1959727 2024-08-10T05:16:06.745 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.745+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=4E9P20MKVY3A type=del size=2515668 2024-08-10T05:16:06.747 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.748+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=4JB9M7OLHP08 type=del 2024-08-10T05:16:06.751 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.752+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~CN23USVD2PYK.0 size=1048576 2024-08-10T05:16:06.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.753+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~CN23USVD2PYK.1 size=147009 2024-08-10T05:16:06.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.753+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=CN23USVD2PYK tag=YENURGWZ6B38 type=write size=2244161 2024-08-10T05:16:06.755 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.755+0000 7f14b4aea640 1 < canceled operation key=63XHARBYVQFS tag=0VDK4O501M4N type=del size=2881209 2024-08-10T05:16:06.759 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.759+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~13EHH3J8VGC5.0 size=964615 2024-08-10T05:16:06.759 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.759+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=13EHH3J8VGC5 tag=VUTYX3MLAP9K type=write size=2013191 2024-08-10T05:16:06.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.761+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=5NYSUWAMPY6P type=del 2024-08-10T05:16:06.763 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.763+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=7ZV7U5N2KE0S type=del size=2469168 2024-08-10T05:16:06.765 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.765+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=R7VD28DRTFLM type=del 2024-08-10T05:16:06.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.767+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=8B60L7UFAGZR type=write size=43452 2024-08-10T05:16:06.769 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.769+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~WWIF0LPIK5Y0.0 size=1048576 2024-08-10T05:16:06.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.771+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~WWIF0LPIK5Y0.1 size=703368 2024-08-10T05:16:06.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.775+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=WWIF0LPIK5Y0 tag=98S1W9WI4P3Z type=write size=2800520 2024-08-10T05:16:06.777 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.777+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=MOUYARXNAZ5Q type=write size=837720 2024-08-10T05:16:06.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.781+0000 7f14b4aea640 1 < suggested remove operation key=673XTFOIF5BU tag=YR3ZH301IQL7 type=del 2024-08-10T05:16:06.783 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.783+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=7XR3MHPONEI2 type=del size=2513716 2024-08-10T05:16:06.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.784+0000 7f14b4aea640 1 < canceled part key=_multipart_WGII5ZO8PRL4.2~A923XQD8VUL3.0 size=1048576 2024-08-10T05:16:06.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.786+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~A923XQD8VUL3.1 size=1017427 2024-08-10T05:16:06.789 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.789+0000 7f14b4aea640 1 < canceled multipart upload key=WGII5ZO8PRL4 upload=A923XQD8VUL3 tag=LQ6IZU2PAB7A type=write size=3114579 2024-08-10T05:16:06.793 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.793+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~Q3B3D7V589HZ.0 size=101034 2024-08-10T05:16:06.793 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.793+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=Q3B3D7V589HZ tag=75CLMI3OS2Y0 type=write size=1149610 2024-08-10T05:16:06.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.795+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=U62QSGMP00WZ type=del 2024-08-10T05:16:06.797 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.797+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=I1W2O8Y10Q5V type=del size=4173788 2024-08-10T05:16:06.801 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.801+0000 7f14b4aea640 1 < suggested update operation key=GVED6658RQPQ tag=KMWCZV9V2UYK type=del size=842584 2024-08-10T05:16:06.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.803+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=KQIKJXCBY44F type=del size=321818 2024-08-10T05:16:06.803 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.803+0000 7f14b4aea640 1 < canceled part key=_multipart_HRBSKYPDI6S3.2~QVKB2BUH7D2R.0 size=1048576 2024-08-10T05:16:06.805 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.805+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~QVKB2BUH7D2R.1 size=1048576 2024-08-10T05:16:06.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.807+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~QVKB2BUH7D2R.2 size=725662 2024-08-10T05:16:06.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.810+0000 7f14b4aea640 1 < canceled multipart upload key=HRBSKYPDI6S3 upload=QVKB2BUH7D2R tag=TAXAKYKUOS5S type=write size=3871390 2024-08-10T05:16:06.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.814+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~CINLNB89IK64.0 size=1010992 2024-08-10T05:16:06.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.814+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=CINLNB89IK64 tag=RFX9YPFPN5Y7 type=write size=2059568 2024-08-10T05:16:06.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.816+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~V2AZ5HHXUK3M.0 size=261989 2024-08-10T05:16:06.820 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.820+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=V2AZ5HHXUK3M tag=FJXUMZ6GRRH4 type=write size=1310565 2024-08-10T05:16:06.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.822+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=LYXNTVXISNLR type=del size=1783025 2024-08-10T05:16:06.825 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.825+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=2ZRUO2DO2HPX type=del 2024-08-10T05:16:06.827 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.827+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=CBUZYW5VRS17 type=write size=409670 2024-08-10T05:16:06.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.830+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=R32UGT90FLD0 type=del 2024-08-10T05:16:06.831 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.832+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=KUB5ZPACGYVM type=write size=648624 2024-08-10T05:16:06.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.834+0000 7f14b4aea640 1 < canceled operation key=RBLPMJAHLR1B tag=K6HBGVH9EOQS type=del size=3292073 2024-08-10T05:16:06.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.836+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=1W4GK3PX1UOQ type=del size=712976 2024-08-10T05:16:06.839 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.839+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=28GSLHOARP57 type=del 2024-08-10T05:16:06.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.842+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=QXA9TYWX4R62 type=write size=9734 2024-08-10T05:16:06.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.844+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=4E9P20MKVY3A type=del 2024-08-10T05:16:06.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.848+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~81BQH8310P8F.0 size=1048576 2024-08-10T05:16:06.850 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.850+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~81BQH8310P8F.1 size=1048576 2024-08-10T05:16:06.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.852+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~81BQH8310P8F.2 size=347753 2024-08-10T05:16:06.852 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.852+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=81BQH8310P8F tag=C6OM5N7BSQWC type=write size=3493481 2024-08-10T05:16:06.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.854+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~CN23USVD2PYK.0 size=1048576 2024-08-10T05:16:06.855 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.855+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~CN23USVD2PYK.1 size=147009 2024-08-10T05:16:06.859 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.859+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=CN23USVD2PYK tag=YENURGWZ6B38 type=write size=2244161 2024-08-10T05:16:06.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.862+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~CZFQU5MKSA0H.0 size=1048576 2024-08-10T05:16:06.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.864+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~CZFQU5MKSA0H.1 size=680393 2024-08-10T05:16:06.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.864+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=CZFQU5MKSA0H tag=RXJICD4BHM3X type=write size=2777545 2024-08-10T05:16:06.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.866+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~13EHH3J8VGC5.0 size=964615 2024-08-10T05:16:06.869 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.869+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=13EHH3J8VGC5 tag=VUTYX3MLAP9K type=write size=2013191 2024-08-10T05:16:06.871 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.872+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=1X51SA5C7TWH type=del size=111215 2024-08-10T05:16:06.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.874+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=7ZV7U5N2KE0S type=del 2024-08-10T05:16:06.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.876+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=MBCH2MDMZJW4 type=del size=2464842 2024-08-10T05:16:06.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.878+0000 7f14b4aea640 1 < completed write operation key=LN88EIQRZLLG tag=8B60L7UFAGZR type=write size=43452 2024-08-10T05:16:06.879 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.880+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=1EE6S1EL5VOY type=del size=1606696 2024-08-10T05:16:06.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.882+0000 7f14b4aea640 1 < completed write operation key=XU9ZENJ789VA tag=MOUYARXNAZ5Q type=write size=837720 2024-08-10T05:16:06.884 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.884+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=DH3P8P0A8O4D type=del size=475097 2024-08-10T05:16:06.886 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.886+0000 7f14b4aea640 1 < canceled operation key=HRBSKYPDI6S3 tag=7XR3MHPONEI2 type=del size=2513716 2024-08-10T05:16:06.888 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.888+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=BTDT7TY1DTWV type=del size=4139448 2024-08-10T05:16:06.890 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.890+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~Q3B3D7V589HZ.0 size=101034 2024-08-10T05:16:06.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.893+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=Q3B3D7V589HZ tag=75CLMI3OS2Y0 type=write size=1149610 2024-08-10T05:16:06.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.897+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~BCY6OBT4XOAJ.0 size=492518 2024-08-10T05:16:06.897 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.897+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=BCY6OBT4XOAJ tag=DCJXKQ6J3A9L type=write size=1541094 2024-08-10T05:16:06.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.901+0000 7f14b4aea640 1 < suggested remove operation key=RBLPMJAHLR1B tag=I1W2O8Y10Q5V type=del 2024-08-10T05:16:06.902 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.902+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=MTYOVGSOPNGB type=del size=3311874 2024-08-10T05:16:06.904 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.904+0000 7f14b4aea640 1 < canceled operation key=F8VCLKTJX8NT tag=KQIKJXCBY44F type=del size=321818 2024-08-10T05:16:06.908 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.908+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~FXZERCQQI3C9.0 size=1048576 2024-08-10T05:16:06.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.910+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~FXZERCQQI3C9.1 size=1048576 2024-08-10T05:16:06.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.911+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~FXZERCQQI3C9.2 size=1031424 2024-08-10T05:16:06.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.911+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=FXZERCQQI3C9 tag=4FM1Z3TLGSWG type=write size=4177152 2024-08-10T05:16:06.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.913+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~CINLNB89IK64.0 size=1010992 2024-08-10T05:16:06.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.917+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=CINLNB89IK64 tag=RFX9YPFPN5Y7 type=write size=2059568 2024-08-10T05:16:06.921 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.921+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~1DHW1SLOJ0RM.0 size=848191 2024-08-10T05:16:06.921 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.921+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=1DHW1SLOJ0RM tag=EY7Y3E79N6VW type=write size=1896767 2024-08-10T05:16:06.923 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.923+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=LYXNTVXISNLR type=del 2024-08-10T05:16:06.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.928+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~C2VGAZ6NT0LG.0 size=145887 2024-08-10T05:16:06.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.928+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=C2VGAZ6NT0LG tag=LE466CR2C47P type=write size=1194463 2024-08-10T05:16:06.929 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.929+0000 7f14b4aea640 1 < completed write operation key=8EIZ7QHKAZHT tag=CBUZYW5VRS17 type=write size=409670 2024-08-10T05:16:06.933 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.933+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~B17JPBR9M36X.0 size=1048576 2024-08-10T05:16:06.935 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.935+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~B17JPBR9M36X.1 size=1048576 2024-08-10T05:16:06.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.937+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~B17JPBR9M36X.2 size=430540 2024-08-10T05:16:06.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.937+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=B17JPBR9M36X tag=NC8IXBYQE15X type=write size=3576268 2024-08-10T05:16:06.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.939+0000 7f14b4aea640 1 < completed write operation key=ROVKNC22J3KX tag=KUB5ZPACGYVM type=write size=648624 2024-08-10T05:16:06.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.943+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~7BDJWOS5CFOE.0 size=1048576 2024-08-10T05:16:06.944 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.944+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~7BDJWOS5CFOE.1 size=1048576 2024-08-10T05:16:06.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.946+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~7BDJWOS5CFOE.2 size=273650 2024-08-10T05:16:06.946 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.946+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=7BDJWOS5CFOE tag=CXZ3QLY3V6P0 type=write size=3419378 2024-08-10T05:16:06.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.948+0000 7f14b4aea640 1 < canceled operation key=RCP16G4OVJX2 tag=1W4GK3PX1UOQ type=del size=712976 2024-08-10T05:16:06.952 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.952+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~M1Q2SMXLY8VX.0 size=1048576 2024-08-10T05:16:06.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.954+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~M1Q2SMXLY8VX.1 size=1048576 2024-08-10T05:16:06.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.956+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~M1Q2SMXLY8VX.2 size=889944 2024-08-10T05:16:06.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.956+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=M1Q2SMXLY8VX tag=F45A5AO95MBY type=write size=4035672 2024-08-10T05:16:06.958 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.958+0000 7f14b4aea640 1 < completed write operation key=BQTRFOM0GF9P tag=QXA9TYWX4R62 type=write size=9734 2024-08-10T05:16:06.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.960+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=DQUF9IBAWVV1 type=del size=892959 2024-08-10T05:16:06.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.962+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~81BQH8310P8F.0 size=1048576 2024-08-10T05:16:06.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.963+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~81BQH8310P8F.1 size=1048576 2024-08-10T05:16:06.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.963+0000 7f14b4aea640 1 < canceled part key=_multipart_18KKPDK2VIRW.2~81BQH8310P8F.2 size=347753 2024-08-10T05:16:06.967 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.967+0000 7f14b4aea640 1 < canceled multipart upload key=18KKPDK2VIRW upload=81BQH8310P8F tag=C6OM5N7BSQWC type=write size=3493481 2024-08-10T05:16:06.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.969+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=BP714CNPME87 type=del size=298819 2024-08-10T05:16:06.969 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.969+0000 7f14b4aea640 1 < canceled part key=_multipart_K7GWZ9Z28PPZ.2~CZFQU5MKSA0H.0 size=1048576 2024-08-10T05:16:06.970 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.971+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~CZFQU5MKSA0H.1 size=680393 2024-08-10T05:16:06.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.974+0000 7f14b4aea640 1 < canceled multipart upload key=K7GWZ9Z28PPZ upload=CZFQU5MKSA0H tag=RXJICD4BHM3X type=write size=2777545 2024-08-10T05:16:06.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.976+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=VP5BH4LQC42I type=del size=1923556 2024-08-10T05:16:06.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.978+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=1X51SA5C7TWH type=del 2024-08-10T05:16:06.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.982+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~260J322SHNV3.0 size=591404 2024-08-10T05:16:06.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.982+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=260J322SHNV3 tag=OCTKQ16IEM8W type=write size=1639980 2024-08-10T05:16:06.984 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.984+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=MBCH2MDMZJW4 type=del 2024-08-10T05:16:06.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.986+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=ATZUY7MKIR9E type=del size=3228751 2024-08-10T05:16:06.989 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.989+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=1EE6S1EL5VOY type=del 2024-08-10T05:16:06.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.991+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=FK4G9XKI17NC type=del size=1763196 2024-08-10T05:16:06.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.993+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=DH3P8P0A8O4D type=del 2024-08-10T05:16:06.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.996+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~FQXMU38W9VYR.0 size=1048576 2024-08-10T05:16:06.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:06.998+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~FQXMU38W9VYR.1 size=1048576 2024-08-10T05:16:07.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.000+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~FQXMU38W9VYR.2 size=315079 2024-08-10T05:16:07.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.000+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=FQXMU38W9VYR tag=ZVSS6R2PPDCP type=write size=3460807 2024-08-10T05:16:07.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.002+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=BTDT7TY1DTWV type=del 2024-08-10T05:16:07.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.004+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=01Q2Q2RFJX3Y type=del size=1195477 2024-08-10T05:16:07.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.005+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~BCY6OBT4XOAJ.0 size=492518 2024-08-10T05:16:07.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.009+0000 7f14b4aea640 1 < canceled multipart upload key=2LBM76TDYCHX upload=BCY6OBT4XOAJ tag=DCJXKQ6J3A9L type=write size=1541094 2024-08-10T05:16:07.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.011+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=3RXYYKTC4CR0 type=write size=74015 2024-08-10T05:16:07.013 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.013+0000 7f14b4aea640 1 < canceled operation key=2LBM76TDYCHX tag=MTYOVGSOPNGB type=del size=3311874 2024-08-10T05:16:07.015 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.015+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=FACP2XD0CWQ8 type=del size=1524819 2024-08-10T05:16:07.017 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.017+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~FXZERCQQI3C9.0 size=1048576 2024-08-10T05:16:07.019 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.019+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~FXZERCQQI3C9.1 size=1048576 2024-08-10T05:16:07.021 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.021+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~FXZERCQQI3C9.2 size=1031424 2024-08-10T05:16:07.025 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.024+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=FXZERCQQI3C9 tag=4FM1Z3TLGSWG type=write size=4177152 2024-08-10T05:16:07.026 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.027+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=0X6DNM6RZ24E type=del size=637261 2024-08-10T05:16:07.028 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.028+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~1DHW1SLOJ0RM.0 size=848191 2024-08-10T05:16:07.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.032+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=1DHW1SLOJ0RM tag=EY7Y3E79N6VW type=write size=1896767 2024-08-10T05:16:07.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.034+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=Z87GNAP8TBP6 type=del size=307338 2024-08-10T05:16:07.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.036+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~C2VGAZ6NT0LG.0 size=145887 2024-08-10T05:16:07.039 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.040+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=C2VGAZ6NT0LG tag=LE466CR2C47P type=write size=1194463 2024-08-10T05:16:07.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.042+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=UD8P2J883BCZ type=del size=2115083 2024-08-10T05:16:07.044 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.044+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~B17JPBR9M36X.0 size=1048576 2024-08-10T05:16:07.046 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.046+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~B17JPBR9M36X.1 size=1048576 2024-08-10T05:16:07.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.048+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~B17JPBR9M36X.2 size=430540 2024-08-10T05:16:07.051 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.051+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=B17JPBR9M36X tag=NC8IXBYQE15X type=write size=3576268 2024-08-10T05:16:07.053 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.053+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=T284Z6ISA5U3 type=del size=3866445 2024-08-10T05:16:07.055 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.055+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~7BDJWOS5CFOE.0 size=1048576 2024-08-10T05:16:07.057 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.057+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~7BDJWOS5CFOE.1 size=1048576 2024-08-10T05:16:07.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.060+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~7BDJWOS5CFOE.2 size=273650 2024-08-10T05:16:07.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.063+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=7BDJWOS5CFOE tag=CXZ3QLY3V6P0 type=write size=3419378 2024-08-10T05:16:07.065 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.065+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=ADI35KLCQV66 type=del size=1675677 2024-08-10T05:16:07.067 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.067+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~M1Q2SMXLY8VX.0 size=1048576 2024-08-10T05:16:07.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.069+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~M1Q2SMXLY8VX.1 size=1048576 2024-08-10T05:16:07.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.071+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~M1Q2SMXLY8VX.2 size=889944 2024-08-10T05:16:07.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.074+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=M1Q2SMXLY8VX tag=F45A5AO95MBY type=write size=4035672 2024-08-10T05:16:07.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.078+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~S0VOTOR8GCXT.0 size=1048576 2024-08-10T05:16:07.079 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.080+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~S0VOTOR8GCXT.1 size=1037893 2024-08-10T05:16:07.079 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.080+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=S0VOTOR8GCXT tag=G63NZWY1SWUR type=write size=3135045 2024-08-10T05:16:07.081 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.081+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=DQUF9IBAWVV1 type=del 2024-08-10T05:16:07.083 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.083+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=8DDS8YSMUWKT type=del size=1450734 2024-08-10T05:16:07.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.085+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=BP714CNPME87 type=del 2024-08-10T05:16:07.087 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.087+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=XKM5E293XRYQ type=write size=76511 2024-08-10T05:16:07.090 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.091+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=VP5BH4LQC42I type=del 2024-08-10T05:16:07.092 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.093+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=C0RJH5BTHFP2 type=del size=1472565 2024-08-10T05:16:07.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.095+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~260J322SHNV3.0 size=591404 2024-08-10T05:16:07.098 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.099+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=260J322SHNV3 tag=OCTKQ16IEM8W type=write size=1639980 2024-08-10T05:16:07.100 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.101+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=CEJ3Q9LG1O60 type=del size=1015673 2024-08-10T05:16:07.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.103+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=ATZUY7MKIR9E type=del 2024-08-10T05:16:07.105 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.105+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=8K3AWV5N3LOG type=del size=1778069 2024-08-10T05:16:07.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.107+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=FK4G9XKI17NC type=del 2024-08-10T05:16:07.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.109+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=4GYFJTAARICS type=write size=847270 2024-08-10T05:16:07.112 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.112+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~FQXMU38W9VYR.0 size=1048576 2024-08-10T05:16:07.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.114+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~FQXMU38W9VYR.1 size=1048576 2024-08-10T05:16:07.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.116+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~FQXMU38W9VYR.2 size=315079 2024-08-10T05:16:07.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.119+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=FQXMU38W9VYR tag=ZVSS6R2PPDCP type=write size=3460807 2024-08-10T05:16:07.123 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.123+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~NFJX485N8CC9.0 size=1048576 2024-08-10T05:16:07.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.124+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~NFJX485N8CC9.1 size=174021 2024-08-10T05:16:07.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.124+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=NFJX485N8CC9 tag=NINAX5CVNBYS type=write size=2271173 2024-08-10T05:16:07.127 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.127+0000 7f14b4aea640 1 < canceled operation key=BBEPS16N3VR2 tag=01Q2Q2RFJX3Y type=del size=1195477 2024-08-10T05:16:07.129 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.129+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=SE0EO1V567HR type=del size=1557869 2024-08-10T05:16:07.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.131+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=3RXYYKTC4CR0 type=write size=74015 2024-08-10T05:16:07.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.134+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~OR4K2NGXWJR4.0 size=550546 2024-08-10T05:16:07.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.134+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=OR4K2NGXWJR4 tag=5MB5JJJKL5C3 type=write size=1599122 2024-08-10T05:16:07.136 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.137+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=FACP2XD0CWQ8 type=del 2024-08-10T05:16:07.138 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.138+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=FB7T5X9WSYGQ type=del size=2038745 2024-08-10T05:16:07.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.141+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=0X6DNM6RZ24E type=del 2024-08-10T05:16:07.144 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.144+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~B4HW088R2PKP.0 size=136725 2024-08-10T05:16:07.144 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.144+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=B4HW088R2PKP tag=LNB1TBMNATJB type=write size=1185301 2024-08-10T05:16:07.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.146+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=Z87GNAP8TBP6 type=del 2024-08-10T05:16:07.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.149+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=MECFVM8WOO3C type=del size=3640602 2024-08-10T05:16:07.150 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.151+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=UD8P2J883BCZ type=del 2024-08-10T05:16:07.154 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.155+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~H97U76YR1G6Y.0 size=806903 2024-08-10T05:16:07.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.155+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=H97U76YR1G6Y tag=PJJMST6FZMY5 type=write size=1855479 2024-08-10T05:16:07.157 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.157+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=T284Z6ISA5U3 type=del 2024-08-10T05:16:07.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.159+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=2RRJ79V8SR53 type=del size=2351196 2024-08-10T05:16:07.161 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.161+0000 7f14b4aea640 1 < canceled operation key=43PHUSMB0CNL tag=ADI35KLCQV66 type=del size=1675677 2024-08-10T05:16:07.163 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.163+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=1X5XR0YGIQR8 type=del size=3540290 2024-08-10T05:16:07.165 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.165+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~S0VOTOR8GCXT.0 size=1048576 2024-08-10T05:16:07.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.167+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~S0VOTOR8GCXT.1 size=1037893 2024-08-10T05:16:07.171 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.171+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=S0VOTOR8GCXT tag=G63NZWY1SWUR type=write size=3135045 2024-08-10T05:16:07.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.173+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=7ZFIHP720DYL type=del size=210767 2024-08-10T05:16:07.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.175+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=8DDS8YSMUWKT type=del 2024-08-10T05:16:07.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.179+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~7U7R5LFV12R8.0 size=1048576 2024-08-10T05:16:07.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.180+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~7U7R5LFV12R8.1 size=694768 2024-08-10T05:16:07.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.180+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=7U7R5LFV12R8 tag=6W4JGQ1EL39U type=write size=2791920 2024-08-10T05:16:07.182 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.182+0000 7f14b4aea640 1 < completed write operation key=4GDX2ANEG4UE tag=XKM5E293XRYQ type=write size=76511 2024-08-10T05:16:07.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.184+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=7EKRQCNW51GM type=del size=2403460 2024-08-10T05:16:07.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.186+0000 7f14b4aea640 1 < canceled operation key=SDD0BWGOBF7T tag=C0RJH5BTHFP2 type=del size=1472565 2024-08-10T05:16:07.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.188+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=7TUBOVRMK6SR type=del size=972018 2024-08-10T05:16:07.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.191+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=CEJ3Q9LG1O60 type=del 2024-08-10T05:16:07.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.194+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~QZM3QRA1IJED.0 size=1048576 2024-08-10T05:16:07.196 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.196+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~QZM3QRA1IJED.1 size=384329 2024-08-10T05:16:07.196 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.196+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=QZM3QRA1IJED tag=G74EBWAAT3GF type=write size=2481481 2024-08-10T05:16:07.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.200+0000 7f14b4aea640 1 < suggested update operation key=43PHUSMB0CNL tag=8K3AWV5N3LOG type=del size=1778069 2024-08-10T05:16:07.202 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.203+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=UPZBA1F4O926 type=del size=981586 2024-08-10T05:16:07.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.204+0000 7f14b4aea640 1 < completed write operation key=4GQSP14LMP0J tag=4GYFJTAARICS type=write size=847270 2024-08-10T05:16:07.206 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.206+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=QFZ6B2VQ40DE type=del size=1305884 2024-08-10T05:16:07.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.208+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~NFJX485N8CC9.0 size=1048576 2024-08-10T05:16:07.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.210+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~NFJX485N8CC9.1 size=174021 2024-08-10T05:16:07.214 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.214+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=NFJX485N8CC9 tag=NINAX5CVNBYS type=write size=2271173 2024-08-10T05:16:07.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.217+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=MAJR0YP0MM56 type=del size=3244023 2024-08-10T05:16:07.218 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.218+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=SE0EO1V567HR type=del 2024-08-10T05:16:07.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.222+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~1WW8A5ZMN7VE.0 size=422060 2024-08-10T05:16:07.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.222+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=1WW8A5ZMN7VE tag=PYHPNZ2S9BEO type=write size=1470636 2024-08-10T05:16:07.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.224+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~OR4K2NGXWJR4.0 size=550546 2024-08-10T05:16:07.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.227+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=OR4K2NGXWJR4 tag=5MB5JJJKL5C3 type=write size=1599122 2024-08-10T05:16:07.229 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.229+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=YRZG94N4Z62A type=del size=3198222 2024-08-10T05:16:07.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.232+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=FB7T5X9WSYGQ type=del 2024-08-10T05:16:07.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.234+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=2ICZS3VG71W2 type=del size=3005470 2024-08-10T05:16:07.236 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.237+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~B4HW088R2PKP.0 size=136725 2024-08-10T05:16:07.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.240+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=B4HW088R2PKP tag=LNB1TBMNATJB type=write size=1185301 2024-08-10T05:16:07.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.244+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~DPT7GMYAIVA4.0 size=1048576 2024-08-10T05:16:07.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.246+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~DPT7GMYAIVA4.1 size=792938 2024-08-10T05:16:07.246 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.246+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=DPT7GMYAIVA4 tag=1430GTBJ15V2 type=write size=2890090 2024-08-10T05:16:07.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.250+0000 7f14b4aea640 1 < suggested remove operation key=ROVKNC22J3KX tag=MECFVM8WOO3C type=del 2024-08-10T05:16:07.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.252+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=EFUVNQE0U9CH type=del size=516299 2024-08-10T05:16:07.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.254+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~H97U76YR1G6Y.0 size=806903 2024-08-10T05:16:07.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.257+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=H97U76YR1G6Y tag=PJJMST6FZMY5 type=write size=1855479 2024-08-10T05:16:07.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.261+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~BLXMX5BP5UHE.0 size=1048576 2024-08-10T05:16:07.262 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.263+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~BLXMX5BP5UHE.1 size=1048576 2024-08-10T05:16:07.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.264+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~BLXMX5BP5UHE.2 size=646602 2024-08-10T05:16:07.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.264+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=BLXMX5BP5UHE tag=NIP5SNNJV4FS type=write size=3792330 2024-08-10T05:16:07.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.266+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=2RRJ79V8SR53 type=del 2024-08-10T05:16:07.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.270+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~UHP52DQ5SD6W.0 size=1048576 2024-08-10T05:16:07.271 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.272+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~UHP52DQ5SD6W.1 size=993581 2024-08-10T05:16:07.272 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.272+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=UHP52DQ5SD6W tag=RBT1CUZN3G4A type=write size=3090733 2024-08-10T05:16:07.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.274+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=1X5XR0YGIQR8 type=del 2024-08-10T05:16:07.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.278+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~OH9PTY0LVD8W.0 size=1048576 2024-08-10T05:16:07.279 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.279+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~OH9PTY0LVD8W.1 size=1033985 2024-08-10T05:16:07.279 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.279+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=OH9PTY0LVD8W tag=D9EW7V0KFKHJ type=write size=3131137 2024-08-10T05:16:07.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.284+0000 7f14b4aea640 1 < suggested remove operation key=2LBM76TDYCHX tag=7ZFIHP720DYL type=del 2024-08-10T05:16:07.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.286+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=5LHGS8G6QKAO type=write size=962250 2024-08-10T05:16:07.288 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.288+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~7U7R5LFV12R8.0 size=1048576 2024-08-10T05:16:07.289 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.290+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~7U7R5LFV12R8.1 size=694768 2024-08-10T05:16:07.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.293+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=7U7R5LFV12R8 tag=6W4JGQ1EL39U type=write size=2791920 2024-08-10T05:16:07.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.296+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=RAL6HPIPIGWM type=del size=2517489 2024-08-10T05:16:07.300 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.300+0000 7f14b4aea640 1 < suggested update operation key=4GDX2ANEG4UE tag=7EKRQCNW51GM type=del size=2403460 2024-08-10T05:16:07.302 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.302+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=6A7K3RNGD3BM type=del size=1675089 2024-08-10T05:16:07.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.306+0000 7f14b4aea640 1 < suggested update operation key=WGII5ZO8PRL4 tag=7TUBOVRMK6SR type=del size=972018 2024-08-10T05:16:07.308 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.308+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=PNLXZDGV33PN type=write size=701032 2024-08-10T05:16:07.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.310+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~QZM3QRA1IJED.0 size=1048576 2024-08-10T05:16:07.311 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.312+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~QZM3QRA1IJED.1 size=384329 2024-08-10T05:16:07.315 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.315+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=QZM3QRA1IJED tag=G74EBWAAT3GF type=write size=2481481 2024-08-10T05:16:07.318 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.319+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~58UKONBVW3E1.0 size=113964 2024-08-10T05:16:07.318 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.319+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=58UKONBVW3E1 tag=GIZ4UU8K8KD2 type=write size=1162540 2024-08-10T05:16:07.320 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.320+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=UPZBA1F4O926 type=del 2024-08-10T05:16:07.322 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.322+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=7H5C7S8C6K5E type=del size=1489477 2024-08-10T05:16:07.324 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.325+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=QFZ6B2VQ40DE type=del 2024-08-10T05:16:07.326 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.327+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=DQNSF5MP4BC4 type=del size=873737 2024-08-10T05:16:07.328 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.328+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=MAJR0YP0MM56 type=del 2024-08-10T05:16:07.330 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.330+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=W1NB2SDPDETH type=del size=176092 2024-08-10T05:16:07.332 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.332+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~1WW8A5ZMN7VE.0 size=422060 2024-08-10T05:16:07.335 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.335+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=1WW8A5ZMN7VE tag=PYHPNZ2S9BEO type=write size=1470636 2024-08-10T05:16:07.337 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.337+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=Q1DZRLSKMW63 type=del size=158096 2024-08-10T05:16:07.341 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.341+0000 7f14b4aea640 1 < suggested remove operation key=HDO3WL7N93SY tag=YRZG94N4Z62A type=del 2024-08-10T05:16:07.345 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.345+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~555RJU0A9Z7P.0 size=1048576 2024-08-10T05:16:07.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.347+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~555RJU0A9Z7P.1 size=1048576 2024-08-10T05:16:07.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.348+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~555RJU0A9Z7P.2 size=1038908 2024-08-10T05:16:07.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.348+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=555RJU0A9Z7P tag=382X5YIGBZP3 type=write size=4184636 2024-08-10T05:16:07.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.351+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=2ICZS3VG71W2 type=del 2024-08-10T05:16:07.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.354+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~BN8QXKI6BWXN.0 size=54861 2024-08-10T05:16:07.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.354+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=BN8QXKI6BWXN tag=LPAACRHZOECJ type=write size=1103437 2024-08-10T05:16:07.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.356+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~DPT7GMYAIVA4.0 size=1048576 2024-08-10T05:16:07.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.359+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~DPT7GMYAIVA4.1 size=792938 2024-08-10T05:16:07.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.362+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=DPT7GMYAIVA4 tag=1430GTBJ15V2 type=write size=2890090 2024-08-10T05:16:07.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.364+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=8Y09NYVLBUTJ type=del size=186799 2024-08-10T05:16:07.366 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.366+0000 7f14b4aea640 1 < canceled operation key=K7GWZ9Z28PPZ tag=EFUVNQE0U9CH type=del size=516299 2024-08-10T05:16:07.370 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.370+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FYU93P31E76J.0 size=1048576 2024-08-10T05:16:07.372 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.372+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FYU93P31E76J.1 size=1048576 2024-08-10T05:16:07.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.374+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~FYU93P31E76J.2 size=236447 2024-08-10T05:16:07.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.374+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=FYU93P31E76J tag=N2IQGX1UVFJC type=write size=3382175 2024-08-10T05:16:07.376 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.376+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~BLXMX5BP5UHE.0 size=1048576 2024-08-10T05:16:07.378 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.378+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~BLXMX5BP5UHE.1 size=1048576 2024-08-10T05:16:07.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.379+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~BLXMX5BP5UHE.2 size=646602 2024-08-10T05:16:07.382 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.383+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=BLXMX5BP5UHE tag=NIP5SNNJV4FS type=write size=3792330 2024-08-10T05:16:07.387 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.387+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~6MBCZ9DCAB9E.0 size=1048576 2024-08-10T05:16:07.389 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.389+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~6MBCZ9DCAB9E.1 size=1048576 2024-08-10T05:16:07.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.391+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~6MBCZ9DCAB9E.2 size=728811 2024-08-10T05:16:07.391 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.391+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=6MBCZ9DCAB9E tag=VQ42HY1VMRH5 type=write size=3874539 2024-08-10T05:16:07.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.393+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~UHP52DQ5SD6W.0 size=1048576 2024-08-10T05:16:07.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.393+0000 7f14b4aea640 1 < canceled part key=_multipart_C12BG8POXEML.2~UHP52DQ5SD6W.1 size=993581 2024-08-10T05:16:07.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.397+0000 7f14b4aea640 1 < canceled multipart upload key=C12BG8POXEML upload=UHP52DQ5SD6W tag=RBT1CUZN3G4A type=write size=3090733 2024-08-10T05:16:07.400 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.401+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~U57RBRQW31VI.0 size=1048576 2024-08-10T05:16:07.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.402+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~U57RBRQW31VI.1 size=912431 2024-08-10T05:16:07.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.402+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=U57RBRQW31VI tag=WFAT9ZR28ZKS type=write size=3009583 2024-08-10T05:16:07.404 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.404+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~OH9PTY0LVD8W.0 size=1048576 2024-08-10T05:16:07.406 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.406+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~OH9PTY0LVD8W.1 size=1033985 2024-08-10T05:16:07.409 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.409+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=OH9PTY0LVD8W tag=D9EW7V0KFKHJ type=write size=3131137 2024-08-10T05:16:07.411 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.411+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=2UNWFW5C82I1 type=del size=1862688 2024-08-10T05:16:07.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.414+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=5LHGS8G6QKAO type=write size=962250 2024-08-10T05:16:07.415 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.415+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=KM0KTVLBQ9UC type=write size=557558 2024-08-10T05:16:07.417 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.418+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=RAL6HPIPIGWM type=del 2024-08-10T05:16:07.419 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.420+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=JBASITUYZH6W type=del size=643881 2024-08-10T05:16:07.421 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.422+0000 7f14b4aea640 1 < canceled operation key=MOSZKVLQ4RI4 tag=6A7K3RNGD3BM type=del size=1675089 2024-08-10T05:16:07.423 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.424+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=WX11HI3K15WQ type=del size=2446173 2024-08-10T05:16:07.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.426+0000 7f14b4aea640 1 < completed write operation key=2LBM76TDYCHX tag=PNLXZDGV33PN type=write size=701032 2024-08-10T05:16:07.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.428+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=D4S9NYGUZ8A8 type=del size=1532790 2024-08-10T05:16:07.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.428+0000 7f14b4aea640 1 < canceled part key=_multipart_IGGZ4YAHG16J.2~58UKONBVW3E1.0 size=113964 2024-08-10T05:16:07.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.432+0000 7f14b4aea640 1 < canceled multipart upload key=IGGZ4YAHG16J upload=58UKONBVW3E1 tag=GIZ4UU8K8KD2 type=write size=1162540 2024-08-10T05:16:07.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.435+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~9IYY2NVFQ8H5.0 size=1048576 2024-08-10T05:16:07.437 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.438+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~9IYY2NVFQ8H5.1 size=580658 2024-08-10T05:16:07.438 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.438+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=9IYY2NVFQ8H5 tag=1E8Z7FM10T6H type=write size=2677810 2024-08-10T05:16:07.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.442+0000 7f14b4aea640 1 < suggested remove operation key=F8VCLKTJX8NT tag=7H5C7S8C6K5E type=del 2024-08-10T05:16:07.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.444+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=2EBSDDWSO0CR type=del size=1241219 2024-08-10T05:16:07.445 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.446+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=DQNSF5MP4BC4 type=del 2024-08-10T05:16:07.447 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.448+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=H1N6F5SQK8AE type=del size=342128 2024-08-10T05:16:07.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.451+0000 7f14b4aea640 1 < suggested remove operation key=4GDX2ANEG4UE tag=W1NB2SDPDETH type=del 2024-08-10T05:16:07.453 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.453+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=380ZX0IZV1MN type=del size=3054778 2024-08-10T05:16:07.455 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.455+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=Q1DZRLSKMW63 type=del 2024-08-10T05:16:07.457 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.457+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=Q4BBZT5AAZ9G type=del size=2812410 2024-08-10T05:16:07.459 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.459+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~555RJU0A9Z7P.0 size=1048576 2024-08-10T05:16:07.461 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.461+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~555RJU0A9Z7P.1 size=1048576 2024-08-10T05:16:07.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.463+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~555RJU0A9Z7P.2 size=1038908 2024-08-10T05:16:07.466 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.466+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=555RJU0A9Z7P tag=382X5YIGBZP3 type=write size=4184636 2024-08-10T05:16:07.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.468+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=5QXIBPWFOA9K type=del size=2592794 2024-08-10T05:16:07.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.470+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~BN8QXKI6BWXN.0 size=54861 2024-08-10T05:16:07.473 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.473+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=BN8QXKI6BWXN tag=LPAACRHZOECJ type=write size=1103437 2024-08-10T05:16:07.478 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.478+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~VW2VZSD4BFIA.0 size=1048576 2024-08-10T05:16:07.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.480+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~VW2VZSD4BFIA.1 size=106502 2024-08-10T05:16:07.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.480+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=VW2VZSD4BFIA tag=ZIR0913XVMGH type=write size=2203654 2024-08-10T05:16:07.481 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.481+0000 7f14b4aea640 1 < canceled operation key=QJTYLK106AGR tag=8Y09NYVLBUTJ type=del size=186799 2024-08-10T05:16:07.483 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.483+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=LZ29N6A3YTNU type=del size=2271388 2024-08-10T05:16:07.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.485+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FYU93P31E76J.0 size=1048576 2024-08-10T05:16:07.487 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.487+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FYU93P31E76J.1 size=1048576 2024-08-10T05:16:07.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.489+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~FYU93P31E76J.2 size=236447 2024-08-10T05:16:07.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.492+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=FYU93P31E76J tag=N2IQGX1UVFJC type=write size=3382175 2024-08-10T05:16:07.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.494+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=JFY85M396FGT type=del size=3741095 2024-08-10T05:16:07.497 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.497+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~6MBCZ9DCAB9E.0 size=1048576 2024-08-10T05:16:07.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.499+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~6MBCZ9DCAB9E.1 size=1048576 2024-08-10T05:16:07.500 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.500+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~6MBCZ9DCAB9E.2 size=728811 2024-08-10T05:16:07.504 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.504+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=6MBCZ9DCAB9E tag=VQ42HY1VMRH5 type=write size=3874539 2024-08-10T05:16:07.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.507+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~P37PWF8L10HO.0 size=1048576 2024-08-10T05:16:07.508 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.509+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~P37PWF8L10HO.1 size=1048576 2024-08-10T05:16:07.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.510+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~P37PWF8L10HO.2 size=334380 2024-08-10T05:16:07.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.510+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=P37PWF8L10HO tag=7VMPQLPEIHV9 type=write size=3480108 2024-08-10T05:16:07.512 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.512+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~U57RBRQW31VI.0 size=1048576 2024-08-10T05:16:07.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.514+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~U57RBRQW31VI.1 size=912431 2024-08-10T05:16:07.517 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.518+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=U57RBRQW31VI tag=WFAT9ZR28ZKS type=write size=3009583 2024-08-10T05:16:07.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.519+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=Z75I7K2XQF1D type=write size=541217 2024-08-10T05:16:07.521 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.521+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=2UNWFW5C82I1 type=del 2024-08-10T05:16:07.523 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.523+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=Q9V88I664LNS type=del size=1589316 2024-08-10T05:16:07.524 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.524+0000 7f14b4aea640 -1 < no bi entry to suggest for operation key=F8VCLKTJX8NT tag=KM0KTVLBQ9UC type=write size=557558: (2) No such file or directory 2024-08-10T05:16:07.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.528+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~ZQX8KOMOZ307.0 size=337924 2024-08-10T05:16:07.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.528+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=ZQX8KOMOZ307 tag=B384AR76KV9H type=write size=1386500 2024-08-10T05:16:07.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.530+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=JBASITUYZH6W type=del 2024-08-10T05:16:07.531 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.532+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=U4QP98S603F5 type=del size=786960 2024-08-10T05:16:07.536 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.536+0000 7f14b4aea640 1 < suggested remove operation key=U3RDNND7WV1Z tag=WX11HI3K15WQ type=del 2024-08-10T05:16:07.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.540+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~5DR4Q0C29CGN.0 size=1048576 2024-08-10T05:16:07.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.542+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~5DR4Q0C29CGN.1 size=1048576 2024-08-10T05:16:07.543 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.543+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~5DR4Q0C29CGN.2 size=967331 2024-08-10T05:16:07.543 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.543+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=5DR4Q0C29CGN tag=IUDVPNR2VBU4 type=write size=4113059 2024-08-10T05:16:07.547 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.547+0000 7f14b4aea640 1 < suggested remove operation key=MOSZKVLQ4RI4 tag=D4S9NYGUZ8A8 type=del 2024-08-10T05:16:07.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.551+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~QWPN3186O5JU.0 size=570271 2024-08-10T05:16:07.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.551+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=QWPN3186O5JU tag=E2YSM61KRPBN type=write size=1618847 2024-08-10T05:16:07.553 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.553+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~9IYY2NVFQ8H5.0 size=1048576 2024-08-10T05:16:07.555 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.555+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~9IYY2NVFQ8H5.1 size=580658 2024-08-10T05:16:07.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.559+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=9IYY2NVFQ8H5 tag=1E8Z7FM10T6H type=write size=2677810 2024-08-10T05:16:07.561 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.562+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=IAG8AZTU3HJH type=del size=1101535 2024-08-10T05:16:07.564 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.565+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=2EBSDDWSO0CR type=del 2024-08-10T05:16:07.568 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.569+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~FB1G32O565WI.0 size=1048576 2024-08-10T05:16:07.570 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.571+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~FB1G32O565WI.1 size=498195 2024-08-10T05:16:07.570 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.571+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=FB1G32O565WI tag=4URQXRW0TI7T type=write size=2595347 2024-08-10T05:16:07.572 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.573+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=H1N6F5SQK8AE type=del 2024-08-10T05:16:07.576 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.576+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~0Y2I09F7G7B2.0 size=1048576 2024-08-10T05:16:07.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.578+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~0Y2I09F7G7B2.1 size=1048576 2024-08-10T05:16:07.580 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.580+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~0Y2I09F7G7B2.2 size=824199 2024-08-10T05:16:07.580 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.580+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=0Y2I09F7G7B2 tag=BJ29BB8Q0QM0 type=write size=3969927 2024-08-10T05:16:07.582 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.582+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=380ZX0IZV1MN type=del 2024-08-10T05:16:07.584 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.584+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=H2RICAETSK4N type=del size=3529973 2024-08-10T05:16:07.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.586+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=Q4BBZT5AAZ9G type=del 2024-08-10T05:16:07.588 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.588+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=LK7A30BLFF76 type=del size=4061313 2024-08-10T05:16:07.590 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.590+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=5QXIBPWFOA9K type=del 2024-08-10T05:16:07.591 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.592+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=JO1KQX4JBV40 type=del size=3860775 2024-08-10T05:16:07.593 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.594+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~VW2VZSD4BFIA.0 size=1048576 2024-08-10T05:16:07.596 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.596+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~VW2VZSD4BFIA.1 size=106502 2024-08-10T05:16:07.600 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.600+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=VW2VZSD4BFIA tag=ZIR0913XVMGH type=write size=2203654 2024-08-10T05:16:07.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.602+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=1GHCQ8CCZEK5 type=del size=3875686 2024-08-10T05:16:07.604 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.604+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=LZ29N6A3YTNU type=del 2024-08-10T05:16:07.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.606+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=QH5DA8L1PT2E type=del size=3318317 2024-08-10T05:16:07.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.608+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=JFY85M396FGT type=del 2024-08-10T05:16:07.611 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.611+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=87B1WGY531YP type=del size=2796775 2024-08-10T05:16:07.611 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.611+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~P37PWF8L10HO.0 size=1048576 2024-08-10T05:16:07.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.613+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~P37PWF8L10HO.1 size=1048576 2024-08-10T05:16:07.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.615+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~P37PWF8L10HO.2 size=334380 2024-08-10T05:16:07.619 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.619+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=P37PWF8L10HO tag=7VMPQLPEIHV9 type=write size=3480108 2024-08-10T05:16:07.624 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.624+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~IDPYMOHOF0I2.0 size=35842 2024-08-10T05:16:07.624 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.624+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=IDPYMOHOF0I2 tag=3RPGL75736F5 type=write size=1084418 2024-08-10T05:16:07.626 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.626+0000 7f14b4aea640 1 < completed write operation key=2LBM76TDYCHX tag=Z75I7K2XQF1D type=write size=541217 2024-08-10T05:16:07.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.630+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~VH041MI35AL4.0 size=1048576 2024-08-10T05:16:07.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.632+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~VH041MI35AL4.1 size=1048576 2024-08-10T05:16:07.633 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.633+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~VH041MI35AL4.2 size=316304 2024-08-10T05:16:07.633 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.633+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=VH041MI35AL4 tag=ZFN3P2QQM379 type=write size=3462032 2024-08-10T05:16:07.636 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.636+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=Q9V88I664LNS type=del 2024-08-10T05:16:07.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.640+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~2JEMUVH6IWP2.0 size=1048576 2024-08-10T05:16:07.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.642+0000 7f14b4aea640 1 > prepared part key=_multipart_QJTYLK106AGR.2~2JEMUVH6IWP2.1 size=509213 2024-08-10T05:16:07.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.642+0000 7f14b4aea640 1 > prepared multipart upload key=QJTYLK106AGR upload=2JEMUVH6IWP2 tag=PVUJSVWFRABU type=write size=2606365 2024-08-10T05:16:07.644 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.644+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~ZQX8KOMOZ307.0 size=337924 2024-08-10T05:16:07.647 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.648+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=ZQX8KOMOZ307 tag=B384AR76KV9H type=write size=1386500 2024-08-10T05:16:07.649 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.650+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=Q1PP7AZH3M4J type=del size=2053794 2024-08-10T05:16:07.652 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.652+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=U4QP98S603F5 type=del 2024-08-10T05:16:07.653 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.654+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=UU7LJF3D69U8 type=del size=722916 2024-08-10T05:16:07.655 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.655+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~5DR4Q0C29CGN.0 size=1048576 2024-08-10T05:16:07.657 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.657+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~5DR4Q0C29CGN.1 size=1048576 2024-08-10T05:16:07.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.659+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~5DR4Q0C29CGN.2 size=967331 2024-08-10T05:16:07.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.663+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=5DR4Q0C29CGN tag=IUDVPNR2VBU4 type=write size=4113059 2024-08-10T05:16:07.664 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.665+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=32PK43TF6OQ8 type=del size=2878853 2024-08-10T05:16:07.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.667+0000 7f14b4aea640 1 < completed part key=_multipart_BQTRFOM0GF9P.2~QWPN3186O5JU.0 size=570271 2024-08-10T05:16:07.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.671+0000 7f14b4aea640 1 < completed multipart upload key=BQTRFOM0GF9P upload=QWPN3186O5JU tag=E2YSM61KRPBN type=write size=1618847 2024-08-10T05:16:07.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.675+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~FP6F6KKSRJ2Z.0 size=648199 2024-08-10T05:16:07.675 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.675+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=FP6F6KKSRJ2Z tag=WAV6QL3E6J7P type=write size=1696775 2024-08-10T05:16:07.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.678+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=IAG8AZTU3HJH type=del 2024-08-10T05:16:07.679 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.680+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=6P3GG99WIWMR type=del size=2353295 2024-08-10T05:16:07.681 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.682+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~FB1G32O565WI.0 size=1048576 2024-08-10T05:16:07.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.683+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~FB1G32O565WI.1 size=498195 2024-08-10T05:16:07.687 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.687+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=FB1G32O565WI tag=4URQXRW0TI7T type=write size=2595347 2024-08-10T05:16:07.690 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.690+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~JQI52Z66103P.0 size=1048576 2024-08-10T05:16:07.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.692+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~JQI52Z66103P.1 size=1048576 2024-08-10T05:16:07.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.694+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~JQI52Z66103P.2 size=909333 2024-08-10T05:16:07.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.694+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=JQI52Z66103P tag=KWI72WAUFEFZ type=write size=4055061 2024-08-10T05:16:07.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.696+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~0Y2I09F7G7B2.0 size=1048576 2024-08-10T05:16:07.698 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.698+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~0Y2I09F7G7B2.1 size=1048576 2024-08-10T05:16:07.700 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.700+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~0Y2I09F7G7B2.2 size=824199 2024-08-10T05:16:07.704 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.704+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=0Y2I09F7G7B2 tag=BJ29BB8Q0QM0 type=write size=3969927 2024-08-10T05:16:07.708 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.708+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~4200W014OYD8.0 size=1048576 2024-08-10T05:16:07.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.710+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~4200W014OYD8.1 size=586628 2024-08-10T05:16:07.710 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.710+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=4200W014OYD8 tag=CD5KRD7MCIN8 type=write size=2683780 2024-08-10T05:16:07.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.714+0000 7f14b4aea640 1 < suggested update operation key=U3RDNND7WV1Z tag=H2RICAETSK4N type=del size=3529973 2024-08-10T05:16:07.716 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.717+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=PB6LMLOZI1P4 type=del size=4094502 2024-08-10T05:16:07.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.718+0000 7f14b4aea640 1 < canceled operation key=LN88EIQRZLLG tag=LK7A30BLFF76 type=del size=4061313 2024-08-10T05:16:07.721 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.721+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=SLTAEPYNYHVK type=del size=2417856 2024-08-10T05:16:07.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.723+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=JO1KQX4JBV40 type=del 2024-08-10T05:16:07.725 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.725+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=ZMDMYKRA2YQR type=del size=2125158 2024-08-10T05:16:07.730 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.728+0000 7f14b4aea640 1 < canceled operation key=QJTYLK106AGR tag=1GHCQ8CCZEK5 type=del size=3875686 2024-08-10T05:16:07.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.732+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~HHRBXWYEH9OP.0 size=531616 2024-08-10T05:16:07.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.732+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=HHRBXWYEH9OP tag=ZOOPKHU20SCI type=write size=1580192 2024-08-10T05:16:07.734 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.734+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=QH5DA8L1PT2E type=del 2024-08-10T05:16:07.737 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.738+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~RB820B04IDIR.0 size=1048576 2024-08-10T05:16:07.739 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.739+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~RB820B04IDIR.1 size=16123 2024-08-10T05:16:07.739 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.739+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=RB820B04IDIR tag=3OKS83S7C6QG type=write size=2113275 2024-08-10T05:16:07.741 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.742+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=87B1WGY531YP type=del 2024-08-10T05:16:07.745 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.745+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~1WAH36611KP3.0 size=494613 2024-08-10T05:16:07.745 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.745+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=1WAH36611KP3 tag=6OOSEVJ9GTY0 type=write size=1543189 2024-08-10T05:16:07.747 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.748+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~IDPYMOHOF0I2.0 size=35842 2024-08-10T05:16:07.751 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.751+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=IDPYMOHOF0I2 tag=3RPGL75736F5 type=write size=1084418 2024-08-10T05:16:07.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.755+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~Q2J1CY10Y5R2.0 size=1048576 2024-08-10T05:16:07.756 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.756+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~Q2J1CY10Y5R2.1 size=1048576 2024-08-10T05:16:07.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.758+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~Q2J1CY10Y5R2.2 size=499558 2024-08-10T05:16:07.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.758+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=Q2J1CY10Y5R2 tag=YX8P1C9KV0ZN type=write size=3645286 2024-08-10T05:16:07.760 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.760+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~VH041MI35AL4.0 size=1048576 2024-08-10T05:16:07.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.762+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~VH041MI35AL4.1 size=1048576 2024-08-10T05:16:07.764 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.764+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~VH041MI35AL4.2 size=316304 2024-08-10T05:16:07.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.768+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=VH041MI35AL4 tag=ZFN3P2QQM379 type=write size=3462032 2024-08-10T05:16:07.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.771+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~2DKYN3K3HC88.0 size=1048576 2024-08-10T05:16:07.773 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.773+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~2DKYN3K3HC88.1 size=636684 2024-08-10T05:16:07.773 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.773+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=2DKYN3K3HC88 tag=0Z47DLQAU4FH type=write size=2733836 2024-08-10T05:16:07.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.775+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~2JEMUVH6IWP2.0 size=1048576 2024-08-10T05:16:07.777 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.777+0000 7f14b4aea640 1 < completed part key=_multipart_QJTYLK106AGR.2~2JEMUVH6IWP2.1 size=509213 2024-08-10T05:16:07.780 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.781+0000 7f14b4aea640 1 < completed multipart upload key=QJTYLK106AGR upload=2JEMUVH6IWP2 tag=PVUJSVWFRABU type=write size=2606365 2024-08-10T05:16:07.784 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.785+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~KM9HRNXB9VVJ.0 size=1048576 2024-08-10T05:16:07.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.786+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~KM9HRNXB9VVJ.1 size=1048576 2024-08-10T05:16:07.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.788+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~KM9HRNXB9VVJ.2 size=892288 2024-08-10T05:16:07.788 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.788+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=KM9HRNXB9VVJ tag=MR40KYJRMWB5 type=write size=4038016 2024-08-10T05:16:07.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.792+0000 7f14b4aea640 1 < suggested update operation key=U3RDNND7WV1Z tag=Q1PP7AZH3M4J type=del size=2053794 2024-08-10T05:16:07.794 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.794+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=DQYX1YBLDVP1 type=del size=3670103 2024-08-10T05:16:07.796 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.796+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=UU7LJF3D69U8 type=del 2024-08-10T05:16:07.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.800+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~AGFQR2W2Y91Y.0 size=404073 2024-08-10T05:16:07.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.800+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=AGFQR2W2Y91Y tag=GE24J24VQQDL type=write size=1452649 2024-08-10T05:16:07.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.802+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=32PK43TF6OQ8 type=del 2024-08-10T05:16:07.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.806+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~MV7U7Z5P780M.0 size=845937 2024-08-10T05:16:07.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.806+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=MV7U7Z5P780M tag=M5NY3PKUXHSI type=write size=1894513 2024-08-10T05:16:07.808 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.808+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~FP6F6KKSRJ2Z.0 size=648199 2024-08-10T05:16:07.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.811+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=FP6F6KKSRJ2Z tag=WAV6QL3E6J7P type=write size=1696775 2024-08-10T05:16:07.815 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.815+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~380KC9UO2D7A.0 size=1048576 2024-08-10T05:16:07.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.817+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~380KC9UO2D7A.1 size=313751 2024-08-10T05:16:07.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.817+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=380KC9UO2D7A tag=0TVQCXFV6M98 type=write size=2410903 2024-08-10T05:16:07.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.819+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=6P3GG99WIWMR type=del 2024-08-10T05:16:07.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.823+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~K7ZCIQLJSDFL.0 size=1048576 2024-08-10T05:16:07.824 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.824+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~K7ZCIQLJSDFL.1 size=1048576 2024-08-10T05:16:07.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.826+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~K7ZCIQLJSDFL.2 size=675298 2024-08-10T05:16:07.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.826+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=K7ZCIQLJSDFL tag=JPVM1B6KOVEX type=write size=3821026 2024-08-10T05:16:07.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.828+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~JQI52Z66103P.0 size=1048576 2024-08-10T05:16:07.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.828+0000 7f14b4aea640 1 < canceled part key=_multipart_MUTTKNKV3LH8.2~JQI52Z66103P.1 size=1048576 2024-08-10T05:16:07.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.830+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~JQI52Z66103P.2 size=909333 2024-08-10T05:16:07.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.834+0000 7f14b4aea640 1 < canceled multipart upload key=MUTTKNKV3LH8 upload=JQI52Z66103P tag=KWI72WAUFEFZ type=write size=4055061 2024-08-10T05:16:07.838 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.838+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~5OTSK1JT8TNU.0 size=1048576 2024-08-10T05:16:07.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.840+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~5OTSK1JT8TNU.1 size=196815 2024-08-10T05:16:07.840 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.840+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=5OTSK1JT8TNU tag=X8541YKUM90W type=write size=2293967 2024-08-10T05:16:07.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.842+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~4200W014OYD8.0 size=1048576 2024-08-10T05:16:07.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.844+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~4200W014OYD8.1 size=586628 2024-08-10T05:16:07.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.847+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=4200W014OYD8 tag=CD5KRD7MCIN8 type=write size=2683780 2024-08-10T05:16:07.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.849+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=Z1XFONJE83QP type=write size=886344 2024-08-10T05:16:07.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.851+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=PB6LMLOZI1P4 type=del 2024-08-10T05:16:07.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.853+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=OL3RNOFVJ2K4 type=del size=4059606 2024-08-10T05:16:07.855 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.855+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=SLTAEPYNYHVK type=del 2024-08-10T05:16:07.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.858+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=9BUKHONB92XM type=write size=866245 2024-08-10T05:16:07.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.860+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=ZMDMYKRA2YQR type=del 2024-08-10T05:16:07.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.862+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=AYKX5OTOH3IQ type=del size=2927922 2024-08-10T05:16:07.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.864+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~HHRBXWYEH9OP.0 size=531616 2024-08-10T05:16:07.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.868+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=HHRBXWYEH9OP tag=ZOOPKHU20SCI type=write size=1580192 2024-08-10T05:16:07.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.872+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~B6IR9DLQCT3B.0 size=1048576 2024-08-10T05:16:07.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.874+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~B6IR9DLQCT3B.1 size=1048576 2024-08-10T05:16:07.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.875+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~B6IR9DLQCT3B.2 size=109203 2024-08-10T05:16:07.875 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.875+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=B6IR9DLQCT3B tag=P8ZAFMVDCFK4 type=write size=3254931 2024-08-10T05:16:07.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.877+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~RB820B04IDIR.0 size=1048576 2024-08-10T05:16:07.879 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.879+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~RB820B04IDIR.1 size=16123 2024-08-10T05:16:07.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.882+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=RB820B04IDIR tag=3OKS83S7C6QG type=write size=2113275 2024-08-10T05:16:07.884 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.885+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=IJ35IMDL6RAQ type=del size=3068581 2024-08-10T05:16:07.885 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.885+0000 7f14b4aea640 1 < canceled part key=_multipart_GVED6658RQPQ.2~1WAH36611KP3.0 size=494613 2024-08-10T05:16:07.888 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.889+0000 7f14b4aea640 1 < canceled multipart upload key=GVED6658RQPQ upload=1WAH36611KP3 tag=6OOSEVJ9GTY0 type=write size=1543189 2024-08-10T05:16:07.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.893+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~PSGB1UCDW82F.0 size=524322 2024-08-10T05:16:07.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.893+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=PSGB1UCDW82F tag=2Z0SYQECMEKQ type=write size=1572898 2024-08-10T05:16:07.894 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.895+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~Q2J1CY10Y5R2.0 size=1048576 2024-08-10T05:16:07.896 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.896+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~Q2J1CY10Y5R2.1 size=1048576 2024-08-10T05:16:07.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.898+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~Q2J1CY10Y5R2.2 size=499558 2024-08-10T05:16:07.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.902+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=Q2J1CY10Y5R2 tag=YX8P1C9KV0ZN type=write size=3645286 2024-08-10T05:16:07.903 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.904+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=WR7W6EPJVKJV type=del size=2707790 2024-08-10T05:16:07.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.906+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~2DKYN3K3HC88.0 size=1048576 2024-08-10T05:16:07.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.907+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~2DKYN3K3HC88.1 size=636684 2024-08-10T05:16:07.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.911+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=2DKYN3K3HC88 tag=0Z47DLQAU4FH type=write size=2733836 2024-08-10T05:16:07.915 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.915+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~7QI8GU2Z93U1.0 size=1048576 2024-08-10T05:16:07.916 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.917+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~7QI8GU2Z93U1.1 size=205767 2024-08-10T05:16:07.916 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.917+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=7QI8GU2Z93U1 tag=63MB1YR8DXN7 type=write size=2302919 2024-08-10T05:16:07.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.917+0000 7f14b4aea640 1 < canceled part key=_multipart_673XTFOIF5BU.2~KM9HRNXB9VVJ.0 size=1048576 2024-08-10T05:16:07.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.919+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~KM9HRNXB9VVJ.1 size=1048576 2024-08-10T05:16:07.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.920+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~KM9HRNXB9VVJ.2 size=892288 2024-08-10T05:16:07.923 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.923+0000 7f14b4aea640 1 < canceled multipart upload key=673XTFOIF5BU upload=KM9HRNXB9VVJ tag=MR40KYJRMWB5 type=write size=4038016 2024-08-10T05:16:07.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.927+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~63OUNDUWX6PT.0 size=219884 2024-08-10T05:16:07.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.927+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=63OUNDUWX6PT tag=GH0BRXDS73YJ type=write size=1268460 2024-08-10T05:16:07.930 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.930+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=DQYX1YBLDVP1 type=del 2024-08-10T05:16:07.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.932+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=3W13WEOI378R type=del size=1202473 2024-08-10T05:16:07.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.932+0000 7f14b4aea640 1 < canceled part key=_multipart_MUTTKNKV3LH8.2~AGFQR2W2Y91Y.0 size=404073 2024-08-10T05:16:07.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.936+0000 7f14b4aea640 1 < canceled multipart upload key=MUTTKNKV3LH8 upload=AGFQR2W2Y91Y tag=GE24J24VQQDL type=write size=1452649 2024-08-10T05:16:07.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.938+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=LHAQ23VJ87V1 type=del size=1384901 2024-08-10T05:16:07.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.941+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~MV7U7Z5P780M.0 size=845937 2024-08-10T05:16:07.944 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.944+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=MV7U7Z5P780M tag=M5NY3PKUXHSI type=write size=1894513 2024-08-10T05:16:07.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.948+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~12ZV8664AT5S.0 size=1048576 2024-08-10T05:16:07.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.950+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~12ZV8664AT5S.1 size=679293 2024-08-10T05:16:07.949 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.950+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=12ZV8664AT5S tag=U151U0Z7G7KU type=write size=2776445 2024-08-10T05:16:07.951 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.951+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~380KC9UO2D7A.0 size=1048576 2024-08-10T05:16:07.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.953+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~380KC9UO2D7A.1 size=313751 2024-08-10T05:16:07.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.957+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=380KC9UO2D7A tag=0TVQCXFV6M98 type=write size=2410903 2024-08-10T05:16:07.958 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.959+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=JHJKLXZ7CYJ1 type=write size=32558 2024-08-10T05:16:07.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.961+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~K7ZCIQLJSDFL.0 size=1048576 2024-08-10T05:16:07.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.963+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~K7ZCIQLJSDFL.1 size=1048576 2024-08-10T05:16:07.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.963+0000 7f14b4aea640 1 < canceled part key=_multipart_63XHARBYVQFS.2~K7ZCIQLJSDFL.2 size=675298 2024-08-10T05:16:07.966 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.966+0000 7f14b4aea640 1 < canceled multipart upload key=63XHARBYVQFS upload=K7ZCIQLJSDFL tag=JPVM1B6KOVEX type=write size=3821026 2024-08-10T05:16:07.970 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.970+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~FXHCOZFQ6O9D.0 size=1048576 2024-08-10T05:16:07.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.972+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~FXHCOZFQ6O9D.1 size=69894 2024-08-10T05:16:07.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.972+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=FXHCOZFQ6O9D tag=Q63LUXJ9JE1G type=write size=2167046 2024-08-10T05:16:07.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.975+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~5OTSK1JT8TNU.0 size=1048576 2024-08-10T05:16:07.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.975+0000 7f14b4aea640 1 < canceled part key=_multipart_BQXO5DZMA1P4.2~5OTSK1JT8TNU.1 size=196815 2024-08-10T05:16:07.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:07 smithi078 ceph-mon[92251]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.01k op/s 2024-08-10T05:16:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:07 smithi078 ceph-mon[94618]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.01k op/s 2024-08-10T05:16:07.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.978+0000 7f14b4aea640 1 < canceled multipart upload key=BQXO5DZMA1P4 upload=5OTSK1JT8TNU tag=X8541YKUM90W type=write size=2293967 2024-08-10T05:16:07.981 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.982+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~5W64IKHCD9YX.0 size=1048576 2024-08-10T05:16:07.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.983+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~5W64IKHCD9YX.1 size=1045123 2024-08-10T05:16:07.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.983+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=5W64IKHCD9YX tag=6WFUFSULL1AK type=write size=3142275 2024-08-10T05:16:07.985 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.985+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=Z1XFONJE83QP type=write size=886344 2024-08-10T05:16:07.989 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.989+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~DTO87IFG92LN.0 size=1048576 2024-08-10T05:16:07.991 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.991+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~DTO87IFG92LN.1 size=409509 2024-08-10T05:16:07.991 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.991+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=DTO87IFG92LN tag=VEQCV34F8L22 type=write size=2506661 2024-08-10T05:16:07.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.993+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=OL3RNOFVJ2K4 type=del 2024-08-10T05:16:07.995 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.995+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=0Y4BM2RH9B81 type=del size=3637353 2024-08-10T05:16:07.997 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:07.997+0000 7f14b4aea640 1 < completed write operation key=YH0KSZI7R4TX tag=9BUKHONB92XM type=write size=866245 2024-08-10T05:16:08.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.001+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~X4RGC5ROKU04.0 size=1048576 2024-08-10T05:16:08.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.002+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~X4RGC5ROKU04.1 size=130371 2024-08-10T05:16:08.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.002+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=X4RGC5ROKU04 tag=G19IDP5WBD31 type=write size=2227523 2024-08-10T05:16:08.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.004+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=AYKX5OTOH3IQ type=del 2024-08-10T05:16:08.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.006+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=I5MIL9MBO2K7 type=del size=2232744 2024-08-10T05:16:08.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.009+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~B6IR9DLQCT3B.0 size=1048576 2024-08-10T05:16:08.011 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.011+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~B6IR9DLQCT3B.1 size=1048576 2024-08-10T05:16:08.013 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.014+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~B6IR9DLQCT3B.2 size=109203 2024-08-10T05:16:08.017 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.017+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=B6IR9DLQCT3B tag=P8ZAFMVDCFK4 type=write size=3254931 2024-08-10T05:16:08.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.020+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~KYE1GN5LM90H.0 size=181759 2024-08-10T05:16:08.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.020+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=KYE1GN5LM90H tag=I2E2JXSDPJY4 type=write size=1230335 2024-08-10T05:16:08.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.022+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=IJ35IMDL6RAQ type=del 2024-08-10T05:16:08.026 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.026+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~9VNQ47H254KD.0 size=138277 2024-08-10T05:16:08.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.026+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=9VNQ47H254KD tag=2JVDC19D18VP type=write size=1186853 2024-08-10T05:16:08.028 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.028+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~PSGB1UCDW82F.0 size=524322 2024-08-10T05:16:08.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.032+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=PSGB1UCDW82F tag=2Z0SYQECMEKQ type=write size=1572898 2024-08-10T05:16:08.035 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.035+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~TF2QDYZTICBC.0 size=1048576 2024-08-10T05:16:08.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.037+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~TF2QDYZTICBC.1 size=714356 2024-08-10T05:16:08.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.037+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=TF2QDYZTICBC tag=0D99V83AOVK3 type=write size=2811508 2024-08-10T05:16:08.039 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.039+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=WR7W6EPJVKJV type=del 2024-08-10T05:16:08.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.041+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=ST2NJG31V26V type=write size=373204 2024-08-10T05:16:08.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.043+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~7QI8GU2Z93U1.0 size=1048576 2024-08-10T05:16:08.045 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.045+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~7QI8GU2Z93U1.1 size=205767 2024-08-10T05:16:08.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.048+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=7QI8GU2Z93U1 tag=63MB1YR8DXN7 type=write size=2302919 2024-08-10T05:16:08.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.050+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=GPKRAQWUYPWA type=del size=2566462 2024-08-10T05:16:08.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.052+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~63OUNDUWX6PT.0 size=219884 2024-08-10T05:16:08.055 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.056+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=63OUNDUWX6PT tag=GH0BRXDS73YJ type=write size=1268460 2024-08-10T05:16:08.057 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.058+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=DZFBWQXGOGQT type=del size=111265 2024-08-10T05:16:08.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.060+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=3W13WEOI378R type=del 2024-08-10T05:16:08.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.063+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~X0QDW54XYXE8.0 size=1048576 2024-08-10T05:16:08.065 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.065+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~X0QDW54XYXE8.1 size=1048576 2024-08-10T05:16:08.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:07 smithi107 ceph-mon[86658]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.01k op/s 2024-08-10T05:16:08.067 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.067+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~X0QDW54XYXE8.2 size=733114 2024-08-10T05:16:08.067 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.067+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=X0QDW54XYXE8 tag=XRCQ9S1421OW type=write size=3878842 2024-08-10T05:16:08.069 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.069+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=LHAQ23VJ87V1 type=del 2024-08-10T05:16:08.071 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.071+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=DLYFBVAO9K6H type=del size=3914714 2024-08-10T05:16:08.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.072+0000 7f14b4aea640 1 < canceled part key=_multipart_BQXO5DZMA1P4.2~12ZV8664AT5S.0 size=1048576 2024-08-10T05:16:08.073 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.073+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~12ZV8664AT5S.1 size=679293 2024-08-10T05:16:08.076 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.077+0000 7f14b4aea640 1 < canceled multipart upload key=BQXO5DZMA1P4 upload=12ZV8664AT5S tag=U151U0Z7G7KU type=write size=2776445 2024-08-10T05:16:08.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.079+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=NE64XY2QO31G type=del size=124725 2024-08-10T05:16:08.081 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.081+0000 7f14b4aea640 1 < completed write operation key=RCP16G4OVJX2 tag=JHJKLXZ7CYJ1 type=write size=32558 2024-08-10T05:16:08.082 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.083+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=53H2S4YY37C3 type=del size=1853238 2024-08-10T05:16:08.084 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.085+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~FXHCOZFQ6O9D.0 size=1048576 2024-08-10T05:16:08.086 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.086+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~FXHCOZFQ6O9D.1 size=69894 2024-08-10T05:16:08.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.090+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=FXHCOZFQ6O9D tag=Q63LUXJ9JE1G type=write size=2167046 2024-08-10T05:16:08.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.093+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~HDERMHUB6MBY.0 size=804030 2024-08-10T05:16:08.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.093+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=HDERMHUB6MBY tag=VZBWBXKGY672 type=write size=1852606 2024-08-10T05:16:08.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.094+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~5W64IKHCD9YX.0 size=1048576 2024-08-10T05:16:08.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.096+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~5W64IKHCD9YX.1 size=1045123 2024-08-10T05:16:08.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.099+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=5W64IKHCD9YX tag=6WFUFSULL1AK type=write size=3142275 2024-08-10T05:16:08.101 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.101+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=OWK3WH8QUTFZ type=write size=920575 2024-08-10T05:16:08.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.104+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~DTO87IFG92LN.0 size=1048576 2024-08-10T05:16:08.104 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.104+0000 7f14b4aea640 1 < canceled part key=_multipart_8EIZ7QHKAZHT.2~DTO87IFG92LN.1 size=409509 2024-08-10T05:16:08.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.107+0000 7f14b4aea640 1 < canceled multipart upload key=8EIZ7QHKAZHT upload=DTO87IFG92LN tag=VEQCV34F8L22 type=write size=2506661 2024-08-10T05:16:08.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.110+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=5DOA95Y43XOM type=del size=1051791 2024-08-10T05:16:08.111 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.111+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=0Y4BM2RH9B81 type=del 2024-08-10T05:16:08.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.113+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=KJGJV4ZB4SD9 type=del size=582312 2024-08-10T05:16:08.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.116+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~X4RGC5ROKU04.0 size=1048576 2024-08-10T05:16:08.117 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.117+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~X4RGC5ROKU04.1 size=130371 2024-08-10T05:16:08.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.121+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=X4RGC5ROKU04 tag=G19IDP5WBD31 type=write size=2227523 2024-08-10T05:16:08.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.124+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~WQFJS4DL2GRW.0 size=1048576 2024-08-10T05:16:08.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.126+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~WQFJS4DL2GRW.1 size=1048576 2024-08-10T05:16:08.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.128+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~WQFJS4DL2GRW.2 size=259674 2024-08-10T05:16:08.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.128+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=WQFJS4DL2GRW tag=ZV77IVGLU12N type=write size=3405402 2024-08-10T05:16:08.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.132+0000 7f14b4aea640 1 < suggested update operation key=LN88EIQRZLLG tag=I5MIL9MBO2K7 type=del size=2232744 2024-08-10T05:16:08.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.135+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~69Q01FR4S4RE.0 size=395218 2024-08-10T05:16:08.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.135+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=69Q01FR4S4RE tag=BNO4X8UP55TU type=write size=1443794 2024-08-10T05:16:08.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.137+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~KYE1GN5LM90H.0 size=181759 2024-08-10T05:16:08.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.141+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=KYE1GN5LM90H tag=I2E2JXSDPJY4 type=write size=1230335 2024-08-10T05:16:08.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.143+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=I7EE8BYS6FN1 type=del size=987744 2024-08-10T05:16:08.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.145+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~9VNQ47H254KD.0 size=138277 2024-08-10T05:16:08.148 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.149+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=9VNQ47H254KD tag=2JVDC19D18VP type=write size=1186853 2024-08-10T05:16:08.152 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.152+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~3RU6YH5X4QZ0.0 size=1048576 2024-08-10T05:16:08.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.155+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~3RU6YH5X4QZ0.1 size=832015 2024-08-10T05:16:08.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.155+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=3RU6YH5X4QZ0 tag=X9XOZ9D0V70M type=write size=2929167 2024-08-10T05:16:08.156 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.157+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~TF2QDYZTICBC.0 size=1048576 2024-08-10T05:16:08.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.159+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~TF2QDYZTICBC.1 size=714356 2024-08-10T05:16:08.162 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.163+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=TF2QDYZTICBC tag=0D99V83AOVK3 type=write size=2811508 2024-08-10T05:16:08.164 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.165+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=19QJ5K434T18 type=del size=299396 2024-08-10T05:16:08.166 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.166+0000 7f14b4aea640 1 < completed write operation key=2LBM76TDYCHX tag=ST2NJG31V26V type=write size=373204 2024-08-10T05:16:08.170 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.170+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~MBMAWK9C13RV.0 size=1048576 2024-08-10T05:16:08.172 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.172+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~MBMAWK9C13RV.1 size=1048576 2024-08-10T05:16:08.174 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.174+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~MBMAWK9C13RV.2 size=752827 2024-08-10T05:16:08.174 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.174+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=MBMAWK9C13RV tag=RKPKHEF7L2YM type=write size=3898555 2024-08-10T05:16:08.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.176+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=GPKRAQWUYPWA type=del 2024-08-10T05:16:08.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.178+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=CANU8OOCKKQW type=del size=1129672 2024-08-10T05:16:08.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.180+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=DZFBWQXGOGQT type=del 2024-08-10T05:16:08.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.184+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~FCJ19FZ25VTR.0 size=1048576 2024-08-10T05:16:08.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.186+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~FCJ19FZ25VTR.1 size=1048576 2024-08-10T05:16:08.187 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.188+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~FCJ19FZ25VTR.2 size=727234 2024-08-10T05:16:08.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.188+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=FCJ19FZ25VTR tag=9PSF0SKXT4C5 type=write size=3872962 2024-08-10T05:16:08.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.188+0000 7f14b4aea640 1 < canceled part key=_multipart_MUTTKNKV3LH8.2~X0QDW54XYXE8.0 size=1048576 2024-08-10T05:16:08.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.190+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~X0QDW54XYXE8.1 size=1048576 2024-08-10T05:16:08.191 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.192+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~X0QDW54XYXE8.2 size=733114 2024-08-10T05:16:08.195 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.195+0000 7f14b4aea640 1 < canceled multipart upload key=MUTTKNKV3LH8 upload=X0QDW54XYXE8 tag=XRCQ9S1421OW type=write size=3878842 2024-08-10T05:16:08.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.197+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=T64BV4KOC9HW type=del size=2068589 2024-08-10T05:16:08.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.200+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=DLYFBVAO9K6H type=del 2024-08-10T05:16:08.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.204+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~VWMVUT3Z50E9.0 size=1048576 2024-08-10T05:16:08.206 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.206+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~VWMVUT3Z50E9.1 size=961385 2024-08-10T05:16:08.206 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.206+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=VWMVUT3Z50E9 tag=RX7NJ2X81RET type=write size=3058537 2024-08-10T05:16:08.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.208+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=NE64XY2QO31G type=del 2024-08-10T05:16:08.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.212+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~1V8K6E8O7VXZ.0 size=1048576 2024-08-10T05:16:08.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.214+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~1V8K6E8O7VXZ.1 size=461302 2024-08-10T05:16:08.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.214+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=1V8K6E8O7VXZ tag=WUW2A040QUXN type=write size=2558454 2024-08-10T05:16:08.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.216+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=53H2S4YY37C3 type=del 2024-08-10T05:16:08.220 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.221+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~IW4ADST6X1UN.0 size=352979 2024-08-10T05:16:08.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.221+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=IW4ADST6X1UN tag=BREZUYEO22E0 type=write size=1401555 2024-08-10T05:16:08.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.223+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~HDERMHUB6MBY.0 size=804030 2024-08-10T05:16:08.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.227+0000 7f14b4aea640 1 < completed multipart upload key=4GQSP14LMP0J upload=HDERMHUB6MBY tag=VZBWBXKGY672 type=write size=1852606 2024-08-10T05:16:08.229 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.229+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=69OIY2MMDEEF type=del size=1442395 2024-08-10T05:16:08.231 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.231+0000 7f14b4aea640 1 < completed write operation key=43PHUSMB0CNL tag=OWK3WH8QUTFZ type=write size=920575 2024-08-10T05:16:08.233 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.233+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=B0HTLCW5JA4C type=del size=4104783 2024-08-10T05:16:08.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.237+0000 7f14b4aea640 1 < suggested update operation key=4GDX2ANEG4UE tag=5DOA95Y43XOM type=del size=1051791 2024-08-10T05:16:08.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.241+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~L4BRKAVTLPO4.0 size=1048576 2024-08-10T05:16:08.242 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.242+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~L4BRKAVTLPO4.1 size=1048576 2024-08-10T05:16:08.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.244+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~L4BRKAVTLPO4.2 size=737742 2024-08-10T05:16:08.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.244+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=L4BRKAVTLPO4 tag=E54E7CYL1JVQ type=write size=3883470 2024-08-10T05:16:08.248 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.248+0000 7f14b4aea640 -1 < failed to complete operation key=LN88EIQRZLLG tag=KJGJV4ZB4SD9 type=del size=582312: (22) Invalid argument 2024-08-10T05:16:08.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.250+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=9GYD8Y3J5415 type=write size=238454 2024-08-10T05:16:08.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.252+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~WQFJS4DL2GRW.0 size=1048576 2024-08-10T05:16:08.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.252+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~WQFJS4DL2GRW.1 size=1048576 2024-08-10T05:16:08.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.252+0000 7f14b4aea640 1 < canceled part key=_multipart_2LBM76TDYCHX.2~WQFJS4DL2GRW.2 size=259674 2024-08-10T05:16:08.255 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.255+0000 7f14b4aea640 1 < canceled multipart upload key=2LBM76TDYCHX upload=WQFJS4DL2GRW tag=ZV77IVGLU12N type=write size=3405402 2024-08-10T05:16:08.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.257+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=PJN8QOBJTURU type=del size=1012957 2024-08-10T05:16:08.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.258+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~69Q01FR4S4RE.0 size=395218 2024-08-10T05:16:08.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.261+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=69Q01FR4S4RE tag=BNO4X8UP55TU type=write size=1443794 2024-08-10T05:16:08.264 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.265+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~SCKP7I2UJC0N.0 size=1048576 2024-08-10T05:16:08.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.266+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~SCKP7I2UJC0N.1 size=1048576 2024-08-10T05:16:08.268 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.268+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~SCKP7I2UJC0N.2 size=659511 2024-08-10T05:16:08.268 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.268+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=SCKP7I2UJC0N tag=0EMYSSPUI4Y3 type=write size=3805239 2024-08-10T05:16:08.272 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.272+0000 7f14b4aea640 1 < suggested update operation key=TCBT4AO28B3T tag=I7EE8BYS6FN1 type=del size=987744 2024-08-10T05:16:08.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.275+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=24P2W95AE8WJ type=del size=630697 2024-08-10T05:16:08.276 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.277+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~3RU6YH5X4QZ0.0 size=1048576 2024-08-10T05:16:08.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.278+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~3RU6YH5X4QZ0.1 size=832015 2024-08-10T05:16:08.282 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.282+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=3RU6YH5X4QZ0 tag=X9XOZ9D0V70M type=write size=2929167 2024-08-10T05:16:08.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.284+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=SK1NI122UPFH type=del size=541975 2024-08-10T05:16:08.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.286+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=19QJ5K434T18 type=del 2024-08-10T05:16:08.290 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.290+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~1CSTAHMXGAMW.0 size=1048576 2024-08-10T05:16:08.291 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.291+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~1CSTAHMXGAMW.1 size=601858 2024-08-10T05:16:08.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.292+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=1CSTAHMXGAMW tag=185HS4JDUCUC type=write size=2699010 2024-08-10T05:16:08.292 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.292+0000 7f14b4aea640 1 < canceled part key=_multipart_K7GWZ9Z28PPZ.2~MBMAWK9C13RV.0 size=1048576 2024-08-10T05:16:08.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.294+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~MBMAWK9C13RV.1 size=1048576 2024-08-10T05:16:08.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.295+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~MBMAWK9C13RV.2 size=752827 2024-08-10T05:16:08.299 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.299+0000 7f14b4aea640 1 < canceled multipart upload key=K7GWZ9Z28PPZ upload=MBMAWK9C13RV tag=RKPKHEF7L2YM type=write size=3898555 2024-08-10T05:16:08.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.301+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=PG26QSQ0UENY type=del size=4103937 2024-08-10T05:16:08.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.303+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=CANU8OOCKKQW type=del 2024-08-10T05:16:08.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.307+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~7UF58HPQEPFF.0 size=1048576 2024-08-10T05:16:08.308 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.308+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~7UF58HPQEPFF.1 size=671710 2024-08-10T05:16:08.308 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.308+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=7UF58HPQEPFF tag=FRRZGCDYU799 type=write size=2768862 2024-08-10T05:16:08.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.310+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~FCJ19FZ25VTR.0 size=1048576 2024-08-10T05:16:08.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.312+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~FCJ19FZ25VTR.1 size=1048576 2024-08-10T05:16:08.313 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.314+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~FCJ19FZ25VTR.2 size=727234 2024-08-10T05:16:08.317 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.317+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=FCJ19FZ25VTR tag=9PSF0SKXT4C5 type=write size=3872962 2024-08-10T05:16:08.319 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.319+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=NKI7UFWIFBCX type=del size=3915506 2024-08-10T05:16:08.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.323+0000 7f14b4aea640 1 < suggested update operation key=BQXO5DZMA1P4 tag=T64BV4KOC9HW type=del size=2068589 2024-08-10T05:16:08.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.327+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~N85SDO0AWK9B.0 size=104116 2024-08-10T05:16:08.327 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.327+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=N85SDO0AWK9B tag=M1Z6MGBRD3F4 type=write size=1152692 2024-08-10T05:16:08.329 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.329+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~VWMVUT3Z50E9.0 size=1048576 2024-08-10T05:16:08.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.331+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~VWMVUT3Z50E9.1 size=961385 2024-08-10T05:16:08.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.335+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=VWMVUT3Z50E9 tag=RX7NJ2X81RET type=write size=3058537 2024-08-10T05:16:08.338 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.339+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~BB6B8PP3K20U.0 size=1048576 2024-08-10T05:16:08.340 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.340+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~BB6B8PP3K20U.1 size=829584 2024-08-10T05:16:08.340 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.340+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=BB6B8PP3K20U tag=KMSJKY8E8117 type=write size=2926736 2024-08-10T05:16:08.342 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.342+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~1V8K6E8O7VXZ.0 size=1048576 2024-08-10T05:16:08.344 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.344+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~1V8K6E8O7VXZ.1 size=461302 2024-08-10T05:16:08.347 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.348+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=1V8K6E8O7VXZ tag=WUW2A040QUXN type=write size=2558454 2024-08-10T05:16:08.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.350+0000 7f14b4aea640 1 > prepared operation key=BQTRFOM0GF9P tag=1ZQJG3KGUK2M type=del size=3252591 2024-08-10T05:16:08.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.350+0000 7f14b4aea640 1 < canceled part key=_multipart_4GQSP14LMP0J.2~IW4ADST6X1UN.0 size=352979 2024-08-10T05:16:08.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.354+0000 7f14b4aea640 1 < canceled multipart upload key=4GQSP14LMP0J upload=IW4ADST6X1UN tag=BREZUYEO22E0 type=write size=1401555 2024-08-10T05:16:08.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.359+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~9DEL3FD13L0K.0 size=1048576 2024-08-10T05:16:08.360 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.360+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~9DEL3FD13L0K.1 size=1048576 2024-08-10T05:16:08.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.362+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~9DEL3FD13L0K.2 size=601835 2024-08-10T05:16:08.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.362+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=9DEL3FD13L0K tag=763T4CROW0P7 type=write size=3747563 2024-08-10T05:16:08.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.364+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=69OIY2MMDEEF type=del 2024-08-10T05:16:08.366 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.366+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=RGACFOKMH11O type=del size=2445058 2024-08-10T05:16:08.368 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.368+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=B0HTLCW5JA4C type=del 2024-08-10T05:16:08.372 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.372+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~AH0PLUZLYAV6.0 size=1048576 2024-08-10T05:16:08.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.374+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~AH0PLUZLYAV6.1 size=308015 2024-08-10T05:16:08.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.374+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=AH0PLUZLYAV6 tag=XQU13BMCP8A5 type=write size=2405167 2024-08-10T05:16:08.376 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.376+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~L4BRKAVTLPO4.0 size=1048576 2024-08-10T05:16:08.378 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.378+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~L4BRKAVTLPO4.1 size=1048576 2024-08-10T05:16:08.379 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.380+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~L4BRKAVTLPO4.2 size=737742 2024-08-10T05:16:08.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.384+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=L4BRKAVTLPO4 tag=E54E7CYL1JVQ type=write size=3883470 2024-08-10T05:16:08.386 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.386+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=PEX01H7XNA75 type=del size=3041686 2024-08-10T05:16:08.388 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.388+0000 7f14b4aea640 1 < completed write operation key=F8VCLKTJX8NT tag=9GYD8Y3J5415 type=write size=238454 2024-08-10T05:16:08.392 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.392+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~I1AOF3MPUELK.0 size=1048576 2024-08-10T05:16:08.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.394+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~I1AOF3MPUELK.1 size=1048576 2024-08-10T05:16:08.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.396+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~I1AOF3MPUELK.2 size=176168 2024-08-10T05:16:08.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.396+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=I1AOF3MPUELK tag=48HV5VM0KF97 type=write size=3321896 2024-08-10T05:16:08.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.399+0000 7f14b4aea640 1 < suggested update operation key=ROVKNC22J3KX tag=PJN8QOBJTURU type=del size=1012957 2024-08-10T05:16:08.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.401+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=PR3ALOCIFTNK type=del size=400041 2024-08-10T05:16:08.403 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.403+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~SCKP7I2UJC0N.0 size=1048576 2024-08-10T05:16:08.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.405+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~SCKP7I2UJC0N.1 size=1048576 2024-08-10T05:16:08.406 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.407+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~SCKP7I2UJC0N.2 size=659511 2024-08-10T05:16:08.410 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.410+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=SCKP7I2UJC0N tag=0EMYSSPUI4Y3 type=write size=3805239 2024-08-10T05:16:08.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.415+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~KHK2U40APJ6C.0 size=1048576 2024-08-10T05:16:08.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.416+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~KHK2U40APJ6C.1 size=87324 2024-08-10T05:16:08.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.416+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=KHK2U40APJ6C tag=KU6OHFJ7K3LV type=write size=2184476 2024-08-10T05:16:08.419 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.419+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=24P2W95AE8WJ type=del 2024-08-10T05:16:08.422 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.423+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~2C6ARAMXYAJZ.0 size=1048576 2024-08-10T05:16:08.424 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.424+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~2C6ARAMXYAJZ.1 size=1048576 2024-08-10T05:16:08.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.426+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~2C6ARAMXYAJZ.2 size=78058 2024-08-10T05:16:08.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.426+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=2C6ARAMXYAJZ tag=AIC81VUP392E type=write size=3223786 2024-08-10T05:16:08.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.428+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=SK1NI122UPFH type=del 2024-08-10T05:16:08.432 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.432+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~EDFC77VSJU27.0 size=1048576 2024-08-10T05:16:08.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.433+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~EDFC77VSJU27.1 size=953634 2024-08-10T05:16:08.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.433+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=EDFC77VSJU27 tag=9QSL2M62KWLQ type=write size=3050786 2024-08-10T05:16:08.436 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.436+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~1CSTAHMXGAMW.0 size=1048576 2024-08-10T05:16:08.438 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.438+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~1CSTAHMXGAMW.1 size=601858 2024-08-10T05:16:08.441 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.441+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=1CSTAHMXGAMW tag=185HS4JDUCUC type=write size=2699010 2024-08-10T05:16:08.443 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.443+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=UWK12N222Z64 type=del size=1624625 2024-08-10T05:16:08.445 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.446+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=PG26QSQ0UENY type=del 2024-08-10T05:16:08.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.449+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~CG2KNA49PCJA.0 size=615518 2024-08-10T05:16:08.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.449+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=CG2KNA49PCJA tag=9FUIS7H61Q7P type=write size=1664094 2024-08-10T05:16:08.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.451+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~7UF58HPQEPFF.0 size=1048576 2024-08-10T05:16:08.453 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.453+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~7UF58HPQEPFF.1 size=671710 2024-08-10T05:16:08.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.456+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=7UF58HPQEPFF tag=FRRZGCDYU799 type=write size=2768862 2024-08-10T05:16:08.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.458+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=LKX2CW03ZL5I type=write size=398334 2024-08-10T05:16:08.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.460+0000 7f14b4aea640 1 < canceled operation key=2LBM76TDYCHX tag=NKI7UFWIFBCX type=del size=3915506 2024-08-10T05:16:08.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.462+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=50L1S2W4BN5A type=del size=231525 2024-08-10T05:16:08.464 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.464+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~N85SDO0AWK9B.0 size=104116 2024-08-10T05:16:08.467 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.468+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=N85SDO0AWK9B tag=M1Z6MGBRD3F4 type=write size=1152692 2024-08-10T05:16:08.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.469+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=ZK7GHG5KKWU4 type=del size=3505523 2024-08-10T05:16:08.471 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.471+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~BB6B8PP3K20U.0 size=1048576 2024-08-10T05:16:08.473 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.473+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~BB6B8PP3K20U.1 size=829584 2024-08-10T05:16:08.476 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.477+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=BB6B8PP3K20U tag=KMSJKY8E8117 type=write size=2926736 2024-08-10T05:16:08.481 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.481+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~W3F03P0QER1N.0 size=1048576 2024-08-10T05:16:08.483 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.483+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~W3F03P0QER1N.1 size=1048576 2024-08-10T05:16:08.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.485+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~W3F03P0QER1N.2 size=478666 2024-08-10T05:16:08.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.485+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=W3F03P0QER1N tag=BTV5VZSOOY33 type=write size=3624394 2024-08-10T05:16:08.486 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.487+0000 7f14b4aea640 1 < completed delete operation key=BQTRFOM0GF9P tag=1ZQJG3KGUK2M type=del 2024-08-10T05:16:08.488 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.489+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=37Z157ZYPP52 type=write size=607242 2024-08-10T05:16:08.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.491+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~9DEL3FD13L0K.0 size=1048576 2024-08-10T05:16:08.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.492+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~9DEL3FD13L0K.1 size=1048576 2024-08-10T05:16:08.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.494+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~9DEL3FD13L0K.2 size=601835 2024-08-10T05:16:08.497 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.497+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=9DEL3FD13L0K tag=763T4CROW0P7 type=write size=3747563 2024-08-10T05:16:08.499 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.499+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=RDTEVBS370E5 type=del size=1553624 2024-08-10T05:16:08.501 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.501+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=RGACFOKMH11O type=del 2024-08-10T05:16:08.505 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.505+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~T527KNXOGY69.0 size=1048576 2024-08-10T05:16:08.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.507+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~T527KNXOGY69.1 size=1015111 2024-08-10T05:16:08.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.507+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=T527KNXOGY69 tag=EK200WHIHMO5 type=write size=3112263 2024-08-10T05:16:08.509 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.509+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~AH0PLUZLYAV6.0 size=1048576 2024-08-10T05:16:08.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.511+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~AH0PLUZLYAV6.1 size=308015 2024-08-10T05:16:08.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.514+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=AH0PLUZLYAV6 tag=XQU13BMCP8A5 type=write size=2405167 2024-08-10T05:16:08.515 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.516+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=RD9B26GI9834 type=del size=1864210 2024-08-10T05:16:08.517 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.518+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=PEX01H7XNA75 type=del 2024-08-10T05:16:08.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.520+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=AKSRBA90HK35 type=del size=2252889 2024-08-10T05:16:08.521 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.521+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~I1AOF3MPUELK.0 size=1048576 2024-08-10T05:16:08.523 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.523+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~I1AOF3MPUELK.1 size=1048576 2024-08-10T05:16:08.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.525+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~I1AOF3MPUELK.2 size=176168 2024-08-10T05:16:08.528 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.528+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=I1AOF3MPUELK tag=48HV5VM0KF97 type=write size=3321896 2024-08-10T05:16:08.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.530+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=2519PK4HHOQJ type=write size=227998 2024-08-10T05:16:08.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.532+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=PR3ALOCIFTNK type=del 2024-08-10T05:16:08.536 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.536+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~BM0GKK2I6O6Z.0 size=794418 2024-08-10T05:16:08.536 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.536+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=BM0GKK2I6O6Z tag=HJG96IAIAN71 type=write size=1842994 2024-08-10T05:16:08.538 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.538+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~KHK2U40APJ6C.0 size=1048576 2024-08-10T05:16:08.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.540+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~KHK2U40APJ6C.1 size=87324 2024-08-10T05:16:08.543 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.543+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=KHK2U40APJ6C tag=KU6OHFJ7K3LV type=write size=2184476 2024-08-10T05:16:08.547 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.547+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~H7GU3S59W9R4.0 size=1048576 2024-08-10T05:16:08.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.549+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~H7GU3S59W9R4.1 size=1048576 2024-08-10T05:16:08.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.550+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~H7GU3S59W9R4.2 size=74105 2024-08-10T05:16:08.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.550+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=H7GU3S59W9R4 tag=PNHY2HFPXM76 type=write size=3219833 2024-08-10T05:16:08.552 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.553+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~2C6ARAMXYAJZ.0 size=1048576 2024-08-10T05:16:08.554 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.554+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~2C6ARAMXYAJZ.1 size=1048576 2024-08-10T05:16:08.556 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.556+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~2C6ARAMXYAJZ.2 size=78058 2024-08-10T05:16:08.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.559+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=2C6ARAMXYAJZ tag=AIC81VUP392E type=write size=3223786 2024-08-10T05:16:08.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.564+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~WIAW16A82YY8.0 size=1048576 2024-08-10T05:16:08.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.565+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~WIAW16A82YY8.1 size=1048576 2024-08-10T05:16:08.567 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.567+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~WIAW16A82YY8.2 size=264330 2024-08-10T05:16:08.567 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.567+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=WIAW16A82YY8 tag=S813I8Y1JV0P type=write size=3410058 2024-08-10T05:16:08.569 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.569+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~EDFC77VSJU27.0 size=1048576 2024-08-10T05:16:08.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.571+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~EDFC77VSJU27.1 size=953634 2024-08-10T05:16:08.574 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.574+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=EDFC77VSJU27 tag=9QSL2M62KWLQ type=write size=3050786 2024-08-10T05:16:08.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.578+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~G9LYCVLRNVY7.0 size=1048576 2024-08-10T05:16:08.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.580+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~G9LYCVLRNVY7.1 size=790360 2024-08-10T05:16:08.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.580+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=G9LYCVLRNVY7 tag=VQIK0YJ7TRKM type=write size=2887512 2024-08-10T05:16:08.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.583+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=UWK12N222Z64 type=del 2024-08-10T05:16:08.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.585+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=N4GB8KFGSPGM type=del size=3233372 2024-08-10T05:16:08.587 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.587+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~CG2KNA49PCJA.0 size=615518 2024-08-10T05:16:08.591 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.591+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=CG2KNA49PCJA tag=9FUIS7H61Q7P type=write size=1664094 2024-08-10T05:16:08.593 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.593+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=BXXV9MHDVL69 type=del size=3380789 2024-08-10T05:16:08.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.595+0000 7f14b4aea640 1 < completed write operation key=43PHUSMB0CNL tag=LKX2CW03ZL5I type=write size=398334 2024-08-10T05:16:08.597 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.597+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=T1QTLIGKUEMA type=del size=1551475 2024-08-10T05:16:08.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.599+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=50L1S2W4BN5A type=del 2024-08-10T05:16:08.601 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.601+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=SM8DRPM46QFS type=write size=95129 2024-08-10T05:16:08.603 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.604+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=ZK7GHG5KKWU4 type=del 2024-08-10T05:16:08.607 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.607+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~7UAXQ6UX1YGR.0 size=1048576 2024-08-10T05:16:08.609 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.609+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~7UAXQ6UX1YGR.1 size=1048576 2024-08-10T05:16:08.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.611+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~7UAXQ6UX1YGR.2 size=386516 2024-08-10T05:16:08.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.611+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=7UAXQ6UX1YGR tag=7T6V7B82B1KQ type=write size=3532244 2024-08-10T05:16:08.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.613+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~W3F03P0QER1N.0 size=1048576 2024-08-10T05:16:08.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.615+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~W3F03P0QER1N.1 size=1048576 2024-08-10T05:16:08.617 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.617+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~W3F03P0QER1N.2 size=478666 2024-08-10T05:16:08.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.621+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=W3F03P0QER1N tag=BTV5VZSOOY33 type=write size=3624394 2024-08-10T05:16:08.624 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.624+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~DH1VLV0528GJ.0 size=1048576 2024-08-10T05:16:08.626 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.626+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~DH1VLV0528GJ.1 size=1048576 2024-08-10T05:16:08.628 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.628+0000 7f14b4aea640 1 > prepared part key=_multipart_8EIZ7QHKAZHT.2~DH1VLV0528GJ.2 size=462675 2024-08-10T05:16:08.628 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.628+0000 7f14b4aea640 1 > prepared multipart upload key=8EIZ7QHKAZHT upload=DH1VLV0528GJ tag=94BW4TXV812N type=write size=3608403 2024-08-10T05:16:08.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.630+0000 7f14b4aea640 1 < completed write operation key=MUTTKNKV3LH8 tag=37Z157ZYPP52 type=write size=607242 2024-08-10T05:16:08.634 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.634+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~29LQ6G2O7RAY.0 size=1048576 2024-08-10T05:16:08.635 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.635+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~29LQ6G2O7RAY.1 size=1048576 2024-08-10T05:16:08.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.637+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~29LQ6G2O7RAY.2 size=132900 2024-08-10T05:16:08.637 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.637+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=29LQ6G2O7RAY tag=U528GKXGWR7O type=write size=3278628 2024-08-10T05:16:08.641 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.641+0000 7f14b4aea640 1 < suggested update operation key=XU9ZENJ789VA tag=RDTEVBS370E5 type=del size=1553624 2024-08-10T05:16:08.643 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.643+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=J6W7WU12ZHAF type=del size=735563 2024-08-10T05:16:08.645 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.645+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~T527KNXOGY69.0 size=1048576 2024-08-10T05:16:08.647 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.647+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~T527KNXOGY69.1 size=1015111 2024-08-10T05:16:08.650 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.651+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=T527KNXOGY69 tag=EK200WHIHMO5 type=write size=3112263 2024-08-10T05:16:08.654 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.655+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~E67TI0Y7MGU3.0 size=1048576 2024-08-10T05:16:08.656 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.657+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~E67TI0Y7MGU3.1 size=1048576 2024-08-10T05:16:08.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.659+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~E67TI0Y7MGU3.2 size=745900 2024-08-10T05:16:08.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.659+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=E67TI0Y7MGU3 tag=J04KP01IBS4I type=write size=3891628 2024-08-10T05:16:08.661 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.661+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=RD9B26GI9834 type=del 2024-08-10T05:16:08.663 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.663+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=KD50H23QWMKA type=write size=499238 2024-08-10T05:16:08.665 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.665+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=AKSRBA90HK35 type=del 2024-08-10T05:16:08.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.668+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=TLQD326UI6YQ type=del size=2834455 2024-08-10T05:16:08.670 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.670+0000 7f14b4aea640 1 < completed write operation key=K7GWZ9Z28PPZ tag=2519PK4HHOQJ type=write size=227998 2024-08-10T05:16:08.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.674+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~O2561C8460BD.0 size=1048576 2024-08-10T05:16:08.676 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.676+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~O2561C8460BD.1 size=1048576 2024-08-10T05:16:08.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.678+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~O2561C8460BD.2 size=809539 2024-08-10T05:16:08.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.678+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=O2561C8460BD tag=7YH6BT4P9K9A type=write size=3955267 2024-08-10T05:16:08.680 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.681+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~BM0GKK2I6O6Z.0 size=794418 2024-08-10T05:16:08.684 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.684+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=BM0GKK2I6O6Z tag=HJG96IAIAN71 type=write size=1842994 2024-08-10T05:16:08.687 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.687+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~5AR7ZPVDZ790.0 size=1048576 2024-08-10T05:16:08.689 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.689+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~5AR7ZPVDZ790.1 size=1048576 2024-08-10T05:16:08.691 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.691+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~5AR7ZPVDZ790.2 size=744184 2024-08-10T05:16:08.691 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.691+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=5AR7ZPVDZ790 tag=9BFDND6XDWOX type=write size=3889912 2024-08-10T05:16:08.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.693+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~H7GU3S59W9R4.0 size=1048576 2024-08-10T05:16:08.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.694+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~H7GU3S59W9R4.1 size=1048576 2024-08-10T05:16:08.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.694+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~H7GU3S59W9R4.2 size=74105 2024-08-10T05:16:08.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.698+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=H7GU3S59W9R4 tag=PNHY2HFPXM76 type=write size=3219833 2024-08-10T05:16:08.699 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.700+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=GHM430S5CE8R type=del size=3236253 2024-08-10T05:16:08.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.701+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~WIAW16A82YY8.0 size=1048576 2024-08-10T05:16:08.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.703+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~WIAW16A82YY8.1 size=1048576 2024-08-10T05:16:08.705 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.705+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~WIAW16A82YY8.2 size=264330 2024-08-10T05:16:08.708 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.708+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=WIAW16A82YY8 tag=S813I8Y1JV0P type=write size=3410058 2024-08-10T05:16:08.712 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.712+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~26B132U626GS.0 size=1048576 2024-08-10T05:16:08.713 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.714+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~26B132U626GS.1 size=1030603 2024-08-10T05:16:08.713 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.714+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=26B132U626GS tag=S2LAK4BRTD3A type=write size=3127755 2024-08-10T05:16:08.715 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.716+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~G9LYCVLRNVY7.0 size=1048576 2024-08-10T05:16:08.717 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.718+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~G9LYCVLRNVY7.1 size=790360 2024-08-10T05:16:08.722 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.722+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=G9LYCVLRNVY7 tag=VQIK0YJ7TRKM type=write size=2887512 2024-08-10T05:16:08.723 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.724+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=86RC36PSMZ5W type=del size=899883 2024-08-10T05:16:08.725 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.726+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=N4GB8KFGSPGM type=del 2024-08-10T05:16:08.729 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.730+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~WDSS7SRBPQ13.0 size=1048576 2024-08-10T05:16:08.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.732+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~WDSS7SRBPQ13.1 size=1048576 2024-08-10T05:16:08.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.733+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~WDSS7SRBPQ13.2 size=498246 2024-08-10T05:16:08.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.733+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=WDSS7SRBPQ13 tag=PNZ859C5T7IS type=write size=3643974 2024-08-10T05:16:08.737 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.737+0000 7f14b4aea640 1 < suggested remove operation key=C12BG8POXEML tag=BXXV9MHDVL69 type=del 2024-08-10T05:16:08.739 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.740+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=RZWNH9JK6MEE type=del size=643132 2024-08-10T05:16:08.742 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.742+0000 7f14b4aea640 1 < canceled operation key=U3RDNND7WV1Z tag=T1QTLIGKUEMA type=del size=1551475 2024-08-10T05:16:08.744 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.744+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=EX2052WWAZSM type=del size=3294885 2024-08-10T05:16:08.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.748+0000 7f14b4aea640 1 < suggested update operation key=QJTYLK106AGR tag=SM8DRPM46QFS type=write size=95129 2024-08-10T05:16:08.752 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.752+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~7TG61FW0IIHE.0 size=415847 2024-08-10T05:16:08.752 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.752+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=7TG61FW0IIHE tag=RBN2W6XSMOZP type=write size=1464423 2024-08-10T05:16:08.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.754+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~7UAXQ6UX1YGR.0 size=1048576 2024-08-10T05:16:08.755 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.756+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~7UAXQ6UX1YGR.1 size=1048576 2024-08-10T05:16:08.757 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.758+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~7UAXQ6UX1YGR.2 size=386516 2024-08-10T05:16:08.761 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.761+0000 7f14b4aea640 1 < completed multipart upload key=8EIZ7QHKAZHT upload=7UAXQ6UX1YGR tag=7T6V7B82B1KQ type=write size=3532244 2024-08-10T05:16:08.763 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.763+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=1NR493GU9Y69 type=del size=3015240 2024-08-10T05:16:08.766 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.765+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~DH1VLV0528GJ.0 size=1048576 2024-08-10T05:16:08.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.767+0000 7f14b4aea640 1 < completed part key=_multipart_8EIZ7QHKAZHT.2~DH1VLV0528GJ.1 size=1048576 2024-08-10T05:16:08.767 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.767+0000 7f14b4aea640 1 < canceled part key=_multipart_8EIZ7QHKAZHT.2~DH1VLV0528GJ.2 size=462675 2024-08-10T05:16:08.771 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.771+0000 7f14b4aea640 1 < canceled multipart upload key=8EIZ7QHKAZHT upload=DH1VLV0528GJ tag=94BW4TXV812N type=write size=3608403 2024-08-10T05:16:08.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.775+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~IZEYACNIZ68R.0 size=960666 2024-08-10T05:16:08.775 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.775+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=IZEYACNIZ68R tag=LD0442TZZS63 type=write size=2009242 2024-08-10T05:16:08.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.778+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~29LQ6G2O7RAY.0 size=1048576 2024-08-10T05:16:08.780 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.780+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~29LQ6G2O7RAY.1 size=1048576 2024-08-10T05:16:08.782 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.782+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~29LQ6G2O7RAY.2 size=132900 2024-08-10T05:16:08.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.785+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=29LQ6G2O7RAY tag=U528GKXGWR7O type=write size=3278628 2024-08-10T05:16:08.789 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.789+0000 7f14b4aea640 1 > prepared part key=_multipart_BQTRFOM0GF9P.2~MYUE8K7J74ZN.0 size=1007346 2024-08-10T05:16:08.790 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.789+0000 7f14b4aea640 1 > prepared multipart upload key=BQTRFOM0GF9P upload=MYUE8K7J74ZN tag=33WWLEPBA7QY type=write size=2055922 2024-08-10T05:16:08.793 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.793+0000 7f14b4aea640 1 < suggested update operation key=WGII5ZO8PRL4 tag=J6W7WU12ZHAF type=del size=735563 2024-08-10T05:16:08.796 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.797+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~39AFVEYPJO0Z.0 size=1048576 2024-08-10T05:16:08.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.799+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~39AFVEYPJO0Z.1 size=439139 2024-08-10T05:16:08.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.799+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=39AFVEYPJO0Z tag=YAL8WKXQ8INH type=write size=2536291 2024-08-10T05:16:08.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.801+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~E67TI0Y7MGU3.0 size=1048576 2024-08-10T05:16:08.802 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.802+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~E67TI0Y7MGU3.1 size=1048576 2024-08-10T05:16:08.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.804+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~E67TI0Y7MGU3.2 size=745900 2024-08-10T05:16:08.807 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.808+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=E67TI0Y7MGU3 tag=J04KP01IBS4I type=write size=3891628 2024-08-10T05:16:08.809 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.809+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=6Z8UFY7CA9HR type=del size=2304166 2024-08-10T05:16:08.811 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.812+0000 7f14b4aea640 1 < completed write operation key=63XHARBYVQFS tag=KD50H23QWMKA type=write size=499238 2024-08-10T05:16:08.815 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.815+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~06DMTSE86YM2.0 size=1048576 2024-08-10T05:16:08.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.817+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~06DMTSE86YM2.1 size=551016 2024-08-10T05:16:08.817 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.817+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=06DMTSE86YM2 tag=0ENRLBRHKY3Q type=write size=2648168 2024-08-10T05:16:08.819 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.819+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=TLQD326UI6YQ type=del 2024-08-10T05:16:08.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.821+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=EDEN2WOBKQRS type=del size=994472 2024-08-10T05:16:08.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.823+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~O2561C8460BD.0 size=1048576 2024-08-10T05:16:08.824 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.824+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~O2561C8460BD.1 size=1048576 2024-08-10T05:16:08.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.826+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~O2561C8460BD.2 size=809539 2024-08-10T05:16:08.829 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.830+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=O2561C8460BD tag=7YH6BT4P9K9A type=write size=3955267 2024-08-10T05:16:08.832 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.832+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=P6UP820RMS1M type=del size=3936946 2024-08-10T05:16:08.834 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.834+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~5AR7ZPVDZ790.0 size=1048576 2024-08-10T05:16:08.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.836+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~5AR7ZPVDZ790.1 size=1048576 2024-08-10T05:16:08.838 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.838+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~5AR7ZPVDZ790.2 size=744184 2024-08-10T05:16:08.841 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.842+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=5AR7ZPVDZ790 tag=9BFDND6XDWOX type=write size=3889912 2024-08-10T05:16:08.845 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.846+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~85QQB604XFFN.0 size=1048576 2024-08-10T05:16:08.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.847+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~85QQB604XFFN.1 size=726171 2024-08-10T05:16:08.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.847+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=85QQB604XFFN tag=X7LD5ZTV0SBX type=write size=2823323 2024-08-10T05:16:08.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.851+0000 7f14b4aea640 1 < suggested remove operation key=18KKPDK2VIRW tag=GHM430S5CE8R type=del 2024-08-10T05:16:08.855 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.855+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~T8XSUPW2K3LU.0 size=1048576 2024-08-10T05:16:08.857 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.857+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~T8XSUPW2K3LU.1 size=1048576 2024-08-10T05:16:08.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.859+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~T8XSUPW2K3LU.2 size=664624 2024-08-10T05:16:08.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.859+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=T8XSUPW2K3LU tag=50TS0SN2DB6T type=write size=3810352 2024-08-10T05:16:08.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.861+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~26B132U626GS.0 size=1048576 2024-08-10T05:16:08.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.862+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~26B132U626GS.1 size=1030603 2024-08-10T05:16:08.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.866+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=26B132U626GS tag=S2LAK4BRTD3A type=write size=3127755 2024-08-10T05:16:08.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.868+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=VT3WTCS2LK2R type=del size=781523 2024-08-10T05:16:08.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.870+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=86RC36PSMZ5W type=del 2024-08-10T05:16:08.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.872+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=EEFPSOV5WDVT type=write size=512063 2024-08-10T05:16:08.874 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.874+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~WDSS7SRBPQ13.0 size=1048576 2024-08-10T05:16:08.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.876+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~WDSS7SRBPQ13.1 size=1048576 2024-08-10T05:16:08.877 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.877+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~WDSS7SRBPQ13.2 size=498246 2024-08-10T05:16:08.881 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.881+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=WDSS7SRBPQ13 tag=PNZ859C5T7IS type=write size=3643974 2024-08-10T05:16:08.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.883+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=6AB3GQAVPF43 type=del size=2497094 2024-08-10T05:16:08.885 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.885+0000 7f14b4aea640 -1 < failed to complete operation key=QJTYLK106AGR tag=RZWNH9JK6MEE type=del size=643132: (22) Invalid argument 2024-08-10T05:16:08.887 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.887+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=E61P0TGOV69Q type=write size=260926 2024-08-10T05:16:08.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.889+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=EX2052WWAZSM type=del 2024-08-10T05:16:08.891 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.891+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=WYKURPY14QTK type=del size=3990060 2024-08-10T05:16:08.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.893+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~7TG61FW0IIHE.0 size=415847 2024-08-10T05:16:08.896 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.897+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=7TG61FW0IIHE tag=RBN2W6XSMOZP type=write size=1464423 2024-08-10T05:16:08.899 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.899+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=72OR3V7FR253 type=del size=1509458 2024-08-10T05:16:08.901 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.901+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=1NR493GU9Y69 type=del 2024-08-10T05:16:08.904 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.905+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~OZQ67B53YD1L.0 size=1048576 2024-08-10T05:16:08.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.906+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~OZQ67B53YD1L.1 size=885692 2024-08-10T05:16:08.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.906+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=OZQ67B53YD1L tag=ZR5IQNY54KHM type=write size=2982844 2024-08-10T05:16:08.908 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.909+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~IZEYACNIZ68R.0 size=960666 2024-08-10T05:16:08.912 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.912+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=IZEYACNIZ68R tag=LD0442TZZS63 type=write size=2009242 2024-08-10T05:16:08.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.914+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=Q8ELGZW0P39R type=write size=943687 2024-08-10T05:16:08.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.914+0000 7f14b4aea640 1 < canceled part key=_multipart_BQTRFOM0GF9P.2~MYUE8K7J74ZN.0 size=1007346 2024-08-10T05:16:08.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.918+0000 7f14b4aea640 1 < canceled multipart upload key=BQTRFOM0GF9P upload=MYUE8K7J74ZN tag=33WWLEPBA7QY type=write size=2055922 2024-08-10T05:16:08.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.920+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=CQMOY2DTGNBE type=del size=2456508 2024-08-10T05:16:08.922 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.923+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~39AFVEYPJO0Z.0 size=1048576 2024-08-10T05:16:08.924 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.924+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~39AFVEYPJO0Z.1 size=439139 2024-08-10T05:16:08.928 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.928+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=39AFVEYPJO0Z tag=YAL8WKXQ8INH type=write size=2536291 2024-08-10T05:16:08.930 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.930+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=7BZO73KASYDI type=del size=1666330 2024-08-10T05:16:08.934 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.934+0000 7f14b4aea640 1 < suggested update operation key=RCP16G4OVJX2 tag=6Z8UFY7CA9HR type=del size=2304166 2024-08-10T05:16:08.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.936+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=WB2JPPAVR5AZ type=del size=399349 2024-08-10T05:16:08.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.938+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~06DMTSE86YM2.0 size=1048576 2024-08-10T05:16:08.939 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.939+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~06DMTSE86YM2.1 size=551016 2024-08-10T05:16:08.943 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.943+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=06DMTSE86YM2 tag=0ENRLBRHKY3Q type=write size=2648168 2024-08-10T05:16:08.947 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.947+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~PGWB1PKX2G9A.0 size=1048576 2024-08-10T05:16:08.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.949+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~PGWB1PKX2G9A.1 size=1048576 2024-08-10T05:16:08.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.950+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~PGWB1PKX2G9A.2 size=896936 2024-08-10T05:16:08.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.950+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=PGWB1PKX2G9A tag=WAFC4DWLU7JF type=write size=4042664 2024-08-10T05:16:08.952 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.953+0000 7f14b4aea640 1 < completed delete operation key=U3RDNND7WV1Z tag=EDEN2WOBKQRS type=del 2024-08-10T05:16:08.957 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.957+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~7LR31USNDJC2.0 size=1048576 2024-08-10T05:16:08.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.959+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~7LR31USNDJC2.1 size=770349 2024-08-10T05:16:08.959 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.959+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=7LR31USNDJC2 tag=NLDHX23C40MX type=write size=2867501 2024-08-10T05:16:08.961 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.961+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=P6UP820RMS1M type=del 2024-08-10T05:16:08.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.965+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~OQB3XI3FOLL8.0 size=1048576 2024-08-10T05:16:08.971 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.967+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~OQB3XI3FOLL8.1 size=826458 2024-08-10T05:16:08.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.967+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=OQB3XI3FOLL8 tag=RF1PAXM0S3KE type=write size=2923610 2024-08-10T05:16:08.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.969+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~85QQB604XFFN.0 size=1048576 2024-08-10T05:16:08.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.971+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~85QQB604XFFN.1 size=726171 2024-08-10T05:16:08.974 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.974+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=85QQB604XFFN tag=X7LD5ZTV0SBX type=write size=2823323 2024-08-10T05:16:08.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.978+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~TFKH3OV811WR.0 size=1048576 2024-08-10T05:16:08.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.980+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~TFKH3OV811WR.1 size=1048576 2024-08-10T05:16:08.981 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.981+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~TFKH3OV811WR.2 size=941791 2024-08-10T05:16:08.981 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.981+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=TFKH3OV811WR tag=AKOKISZ4M3H1 type=write size=4087519 2024-08-10T05:16:08.983 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.983+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~T8XSUPW2K3LU.0 size=1048576 2024-08-10T05:16:08.985 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.985+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~T8XSUPW2K3LU.1 size=1048576 2024-08-10T05:16:08.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.987+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~T8XSUPW2K3LU.2 size=664624 2024-08-10T05:16:08.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.990+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=T8XSUPW2K3LU tag=50TS0SN2DB6T type=write size=3810352 2024-08-10T05:16:08.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.992+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=5OXOCNOENH6O type=del size=1406428 2024-08-10T05:16:08.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.994+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=VT3WTCS2LK2R type=del 2024-08-10T05:16:08.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.996+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=PAWYXETZCEJH type=del size=2209628 2024-08-10T05:16:08.999 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:08.999+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=EEFPSOV5WDVT type=write size=512063 2024-08-10T05:16:09.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.002+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~IJTTQAPXRNSA.0 size=1048576 2024-08-10T05:16:09.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.005+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~IJTTQAPXRNSA.1 size=1048576 2024-08-10T05:16:09.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.007+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~IJTTQAPXRNSA.2 size=460433 2024-08-10T05:16:09.006 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.007+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=IJTTQAPXRNSA tag=H8T7U3779YGN type=write size=3606161 2024-08-10T05:16:09.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.009+0000 7f14b4aea640 1 < canceled operation key=U3RDNND7WV1Z tag=6AB3GQAVPF43 type=del size=2497094 2024-08-10T05:16:09.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.011+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=21E2G606T3V6 type=write size=65380 2024-08-10T05:16:09.013 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.013+0000 7f14b4aea640 1 < completed write operation key=63XHARBYVQFS tag=E61P0TGOV69Q type=write size=260926 2024-08-10T05:16:09.017 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.017+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~SAOF5EXCV95R.0 size=1048576 2024-08-10T05:16:09.019 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.019+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~SAOF5EXCV95R.1 size=1048576 2024-08-10T05:16:09.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.021+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~SAOF5EXCV95R.2 size=590656 2024-08-10T05:16:09.021 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.021+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=SAOF5EXCV95R tag=99UC6K8N3DW9 type=write size=3736384 2024-08-10T05:16:09.023 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.023+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=WYKURPY14QTK type=del 2024-08-10T05:16:09.025 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.025+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=I4HKMGAKNWOX type=del size=2445916 2024-08-10T05:16:09.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.027+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=72OR3V7FR253 type=del 2024-08-10T05:16:09.029 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.029+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=YHBNZHHKMDS1 type=del size=2026293 2024-08-10T05:16:09.031 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.031+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~OZQ67B53YD1L.0 size=1048576 2024-08-10T05:16:09.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.032+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~OZQ67B53YD1L.1 size=885692 2024-08-10T05:16:09.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.036+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=OZQ67B53YD1L tag=ZR5IQNY54KHM type=write size=2982844 2024-08-10T05:16:09.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.039+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=F1UCHEKTRPSM type=del size=3642627 2024-08-10T05:16:09.040 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.040+0000 7f14b4aea640 1 < completed write operation key=MUTTKNKV3LH8 tag=Q8ELGZW0P39R type=write size=943687 2024-08-10T05:16:09.042 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.042+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=Q0D0CB3XJ667 type=del size=2890767 2024-08-10T05:16:09.044 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.044+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=CQMOY2DTGNBE type=del 2024-08-10T05:16:09.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.048+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~3UKEVVL1H2VY.0 size=693389 2024-08-10T05:16:09.048 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.048+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=3UKEVVL1H2VY tag=ME6NU7INIL24 type=write size=1741965 2024-08-10T05:16:09.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.050+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=7BZO73KASYDI type=del 2024-08-10T05:16:09.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.052+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=UPLY06ETI93P type=write size=1046514 2024-08-10T05:16:09.056 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.056+0000 7f14b4aea640 1 < suggested remove operation key=XU9ZENJ789VA tag=WB2JPPAVR5AZ type=del 2024-08-10T05:16:09.060 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.060+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~57NZIGOW75K6.0 size=1048576 2024-08-10T05:16:09.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.061+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~57NZIGOW75K6.1 size=327022 2024-08-10T05:16:09.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.061+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=57NZIGOW75K6 tag=9NE7TWKY9G0C type=write size=2424174 2024-08-10T05:16:09.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.063+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~PGWB1PKX2G9A.0 size=1048576 2024-08-10T05:16:09.065 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.065+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~PGWB1PKX2G9A.1 size=1048576 2024-08-10T05:16:09.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.067+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~PGWB1PKX2G9A.2 size=896936 2024-08-10T05:16:09.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.070+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=PGWB1PKX2G9A tag=WAFC4DWLU7JF type=write size=4042664 2024-08-10T05:16:09.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.072+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=T2F6S3QMPSUB type=del size=3467460 2024-08-10T05:16:09.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.074+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~7LR31USNDJC2.0 size=1048576 2024-08-10T05:16:09.076 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.076+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~7LR31USNDJC2.1 size=770349 2024-08-10T05:16:09.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.080+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=7LR31USNDJC2 tag=NLDHX23C40MX type=write size=2867501 2024-08-10T05:16:09.082 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.082+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=EGAKCHPWGO1Z type=del size=3830382 2024-08-10T05:16:09.084 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.084+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~OQB3XI3FOLL8.0 size=1048576 2024-08-10T05:16:09.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.086+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~OQB3XI3FOLL8.1 size=826458 2024-08-10T05:16:09.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.090+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=OQB3XI3FOLL8 tag=RF1PAXM0S3KE type=write size=2923610 2024-08-10T05:16:09.092 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.092+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=SXMQDXGCE1YU type=write size=27459 2024-08-10T05:16:09.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.094+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~TFKH3OV811WR.0 size=1048576 2024-08-10T05:16:09.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.096+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~TFKH3OV811WR.1 size=1048576 2024-08-10T05:16:09.097 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.098+0000 7f14b4aea640 1 < completed part key=_multipart_63XHARBYVQFS.2~TFKH3OV811WR.2 size=941791 2024-08-10T05:16:09.101 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.101+0000 7f14b4aea640 1 < completed multipart upload key=63XHARBYVQFS upload=TFKH3OV811WR tag=AKOKISZ4M3H1 type=write size=4087519 2024-08-10T05:16:09.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.103+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=53B0IACV616F type=write size=1001071 2024-08-10T05:16:09.105 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.105+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=5OXOCNOENH6O type=del 2024-08-10T05:16:09.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.107+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=07OUHZEY27MM type=del size=2358401 2024-08-10T05:16:09.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.109+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=PAWYXETZCEJH type=del 2024-08-10T05:16:09.111 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.112+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=MZFN0QQFKD80 type=del size=233101 2024-08-10T05:16:09.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.114+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~IJTTQAPXRNSA.0 size=1048576 2024-08-10T05:16:09.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.114+0000 7f14b4aea640 1 < canceled part key=_multipart_IZ9CY06YLZDS.2~IJTTQAPXRNSA.1 size=1048576 2024-08-10T05:16:09.115 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.115+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~IJTTQAPXRNSA.2 size=460433 2024-08-10T05:16:09.119 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.119+0000 7f14b4aea640 1 < canceled multipart upload key=IZ9CY06YLZDS upload=IJTTQAPXRNSA tag=H8T7U3779YGN type=write size=3606161 2024-08-10T05:16:09.122 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.123+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~HYJI0FW0L7CM.0 size=1048576 2024-08-10T05:16:09.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.124+0000 7f14b4aea640 1 > prepared part key=_multipart_YH0KSZI7R4TX.2~HYJI0FW0L7CM.1 size=970505 2024-08-10T05:16:09.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.124+0000 7f14b4aea640 1 > prepared multipart upload key=YH0KSZI7R4TX upload=HYJI0FW0L7CM tag=BEZNUV117LDM type=write size=3067657 2024-08-10T05:16:09.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.126+0000 7f14b4aea640 1 < completed write operation key=TCBT4AO28B3T tag=21E2G606T3V6 type=write size=65380 2024-08-10T05:16:09.130 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.130+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~WNT7L0YE9T3L.0 size=1048576 2024-08-10T05:16:09.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.132+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~WNT7L0YE9T3L.1 size=779647 2024-08-10T05:16:09.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.132+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=WNT7L0YE9T3L tag=TLZTVYUU2R06 type=write size=2876799 2024-08-10T05:16:09.134 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.134+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~SAOF5EXCV95R.0 size=1048576 2024-08-10T05:16:09.136 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.136+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~SAOF5EXCV95R.1 size=1048576 2024-08-10T05:16:09.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.138+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~SAOF5EXCV95R.2 size=590656 2024-08-10T05:16:09.142 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.142+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=SAOF5EXCV95R tag=99UC6K8N3DW9 type=write size=3736384 2024-08-10T05:16:09.144 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.144+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=PZKNIPJ8XGOT type=del size=4106464 2024-08-10T05:16:09.146 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.146+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=I4HKMGAKNWOX type=del 2024-08-10T05:16:09.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.149+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~84OG2VZJKTQ1.0 size=485606 2024-08-10T05:16:09.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.149+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=84OG2VZJKTQ1 tag=RGUMJVFKZ46I type=write size=1534182 2024-08-10T05:16:09.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.152+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=YHBNZHHKMDS1 type=del 2024-08-10T05:16:09.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.155+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~9R927WQ41GEN.0 size=41045 2024-08-10T05:16:09.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.155+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=9R927WQ41GEN tag=TWM3HOLDPR22 type=write size=1089621 2024-08-10T05:16:09.158 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.158+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=F1UCHEKTRPSM type=del 2024-08-10T05:16:09.164 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.165+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=J25EANK3HYOC type=del size=2482323 2024-08-10T05:16:09.168 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.169+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=Q0D0CB3XJ667 type=del 2024-08-10T05:16:09.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.171+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=49KKAMJY0H0M type=del size=386998 2024-08-10T05:16:09.174 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.174+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~3UKEVVL1H2VY.0 size=693389 2024-08-10T05:16:09.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.177+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=3UKEVVL1H2VY tag=ME6NU7INIL24 type=write size=1741965 2024-08-10T05:16:09.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.180+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=BCDSQOAKFECQ type=del size=1698167 2024-08-10T05:16:09.181 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.182+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=UPLY06ETI93P type=write size=1046514 2024-08-10T05:16:09.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.184+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=MGZI4H4NI0RB type=write size=633367 2024-08-10T05:16:09.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.184+0000 7f14b4aea640 1 < canceled part key=_multipart_BQXO5DZMA1P4.2~57NZIGOW75K6.0 size=1048576 2024-08-10T05:16:09.186 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.186+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~57NZIGOW75K6.1 size=327022 2024-08-10T05:16:09.189 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.189+0000 7f14b4aea640 1 < canceled multipart upload key=BQXO5DZMA1P4 upload=57NZIGOW75K6 tag=9NE7TWKY9G0C type=write size=2424174 2024-08-10T05:16:09.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.192+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=5N71B7J5LSKA type=del size=2412930 2024-08-10T05:16:09.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.194+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=T2F6S3QMPSUB type=del 2024-08-10T05:16:09.196 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.196+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=SG75IRJF0G6D type=del size=3733536 2024-08-10T05:16:09.198 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.198+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=EGAKCHPWGO1Z type=del 2024-08-10T05:16:09.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.200+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=7KS6BBY8BUPY type=write size=408954 2024-08-10T05:16:09.201 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.202+0000 7f14b4aea640 1 < completed write operation key=18KKPDK2VIRW tag=SXMQDXGCE1YU type=write size=27459 2024-08-10T05:16:09.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.204+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=HLOW5SFO205J type=write size=550367 2024-08-10T05:16:09.206 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.206+0000 7f14b4aea640 1 < canceled operation key=BBEPS16N3VR2 tag=53B0IACV616F type=write size=1001071 2024-08-10T05:16:09.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.208+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=ZSI2WD0V890S type=del size=1402646 2024-08-10T05:16:09.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.210+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=07OUHZEY27MM type=del 2024-08-10T05:16:09.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.212+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=1HKB63HN9PG2 type=del size=483142 2024-08-10T05:16:09.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.216+0000 7f14b4aea640 1 < suggested remove operation key=4GQSP14LMP0J tag=MZFN0QQFKD80 type=del 2024-08-10T05:16:09.217 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.218+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=4LNC5U0VDCFQ type=del size=1398295 2024-08-10T05:16:09.219 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.220+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~HYJI0FW0L7CM.0 size=1048576 2024-08-10T05:16:09.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.221+0000 7f14b4aea640 1 < completed part key=_multipart_YH0KSZI7R4TX.2~HYJI0FW0L7CM.1 size=970505 2024-08-10T05:16:09.225 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.225+0000 7f14b4aea640 1 < completed multipart upload key=YH0KSZI7R4TX upload=HYJI0FW0L7CM tag=BEZNUV117LDM type=write size=3067657 2024-08-10T05:16:09.227 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.227+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=5P1R5L0J47LW type=del size=2727046 2024-08-10T05:16:09.229 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.229+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~WNT7L0YE9T3L.0 size=1048576 2024-08-10T05:16:09.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.230+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~WNT7L0YE9T3L.1 size=779647 2024-08-10T05:16:09.234 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.234+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=WNT7L0YE9T3L tag=TLZTVYUU2R06 type=write size=2876799 2024-08-10T05:16:09.236 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.236+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=GWDGSL2WJR6P type=del size=2296423 2024-08-10T05:16:09.237 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.238+0000 7f14b4aea640 1 < canceled operation key=BBEPS16N3VR2 tag=PZKNIPJ8XGOT type=del size=4106464 2024-08-10T05:16:09.239 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.240+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=I6R1GQWA5KA6 type=del size=216220 2024-08-10T05:16:09.241 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.242+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~84OG2VZJKTQ1.0 size=485606 2024-08-10T05:16:09.245 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.245+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=84OG2VZJKTQ1 tag=RGUMJVFKZ46I type=write size=1534182 2024-08-10T05:16:09.249 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.249+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~HYB4HBGXGKCJ.0 size=1048576 2024-08-10T05:16:09.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.250+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~HYB4HBGXGKCJ.1 size=1048576 2024-08-10T05:16:09.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.252+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~HYB4HBGXGKCJ.2 size=372830 2024-08-10T05:16:09.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.252+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=HYB4HBGXGKCJ tag=IVCIUX2CDLU4 type=write size=3518558 2024-08-10T05:16:09.254 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.254+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~9R927WQ41GEN.0 size=41045 2024-08-10T05:16:09.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.257+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=9R927WQ41GEN tag=TWM3HOLDPR22 type=write size=1089621 2024-08-10T05:16:09.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.259+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=610BI1P7QSI5 type=del size=1968372 2024-08-10T05:16:09.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.261+0000 7f14b4aea640 1 < canceled operation key=8EIZ7QHKAZHT tag=J25EANK3HYOC type=del size=2482323 2024-08-10T05:16:09.266 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.267+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~AB07PIP292T7.0 size=1048576 2024-08-10T05:16:09.268 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.268+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~AB07PIP292T7.1 size=1048576 2024-08-10T05:16:09.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.270+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~AB07PIP292T7.2 size=751535 2024-08-10T05:16:09.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.270+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=AB07PIP292T7 tag=UYSQ7T22Q5YM type=write size=3897263 2024-08-10T05:16:09.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.274+0000 7f14b4aea640 1 < suggested remove operation key=63XHARBYVQFS tag=49KKAMJY0H0M type=del 2024-08-10T05:16:09.277 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.277+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=ON2S37WLYOSL type=del size=478155 2024-08-10T05:16:09.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.280+0000 7f14b4aea640 1 < suggested remove operation key=43PHUSMB0CNL tag=BCDSQOAKFECQ type=del 2024-08-10T05:16:09.284 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.284+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~YNXD51EQ63SG.0 size=1048576 2024-08-10T05:16:09.286 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.286+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~YNXD51EQ63SG.1 size=1048576 2024-08-10T05:16:09.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.287+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~YNXD51EQ63SG.2 size=479687 2024-08-10T05:16:09.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.287+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=YNXD51EQ63SG tag=FPNQM023QGN5 type=write size=3625415 2024-08-10T05:16:09.290 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.290+0000 7f14b4aea640 -1 < failed to complete operation key=63XHARBYVQFS tag=MGZI4H4NI0RB type=write size=633367: (22) Invalid argument 2024-08-10T05:16:09.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.293+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=BA9DB507DNXL type=del size=3451727 2024-08-10T05:16:09.295 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.295+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=5N71B7J5LSKA type=del 2024-08-10T05:16:09.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.297+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=ZMAJ001SOBZS type=del size=3488668 2024-08-10T05:16:09.301 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.301+0000 7f14b4aea640 1 < suggested update operation key=XU9ZENJ789VA tag=SG75IRJF0G6D type=del size=3733536 2024-08-10T05:16:09.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.303+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=0FMWOLSWYD1V type=del size=3038967 2024-08-10T05:16:09.306 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.306+0000 7f14b4aea640 1 < completed write operation key=ROVKNC22J3KX tag=7KS6BBY8BUPY type=write size=408954 2024-08-10T05:16:09.309 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.310+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~RGO9J6QP8TVH.0 size=1048576 2024-08-10T05:16:09.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.312+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~RGO9J6QP8TVH.1 size=1048576 2024-08-10T05:16:09.314 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.314+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~RGO9J6QP8TVH.2 size=438096 2024-08-10T05:16:09.314 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.314+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=RGO9J6QP8TVH tag=VYVA7YI2A8KS type=write size=3583824 2024-08-10T05:16:09.316 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.316+0000 7f14b4aea640 1 < completed write operation key=IZ9CY06YLZDS tag=HLOW5SFO205J type=write size=550367 2024-08-10T05:16:09.318 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.318+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=Q020GECV3LI8 type=del size=3304020 2024-08-10T05:16:09.320 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.320+0000 7f14b4aea640 1 < completed delete operation key=673XTFOIF5BU tag=ZSI2WD0V890S type=del 2024-08-10T05:16:09.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.324+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~4YXN0U971E10.0 size=364939 2024-08-10T05:16:09.324 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.324+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=4YXN0U971E10 tag=T8KYLOCMOJ1H type=write size=1413515 2024-08-10T05:16:09.325 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.326+0000 7f14b4aea640 1 < canceled operation key=4GDX2ANEG4UE tag=1HKB63HN9PG2 type=del size=483142 2024-08-10T05:16:09.330 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.330+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~87K11QVTQTK3.0 size=1048576 2024-08-10T05:16:09.331 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.331+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~87K11QVTQTK3.1 size=1048576 2024-08-10T05:16:09.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.333+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~87K11QVTQTK3.2 size=13955 2024-08-10T05:16:09.333 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.333+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=87K11QVTQTK3 tag=C6S3PZHWCO4A type=write size=3159683 2024-08-10T05:16:09.335 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.335+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=4LNC5U0VDCFQ type=del 2024-08-10T05:16:09.339 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.339+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~9BEZOIK1NJ0Z.0 size=1048576 2024-08-10T05:16:09.341 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.341+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~9BEZOIK1NJ0Z.1 size=65717 2024-08-10T05:16:09.341 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.341+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=9BEZOIK1NJ0Z tag=ENFYPO368E0J type=write size=2162869 2024-08-10T05:16:09.343 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.343+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=5P1R5L0J47LW type=del 2024-08-10T05:16:09.345 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.346+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=CD6Q97WYLRUN type=del size=2833947 2024-08-10T05:16:09.348 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.348+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=GWDGSL2WJR6P type=del 2024-08-10T05:16:09.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.350+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=YWMF2GM1IPBE type=write size=443300 2024-08-10T05:16:09.352 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.352+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=I6R1GQWA5KA6 type=del 2024-08-10T05:16:09.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.356+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~QABW6CX3TRNM.0 size=165227 2024-08-10T05:16:09.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.356+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=QABW6CX3TRNM tag=XSMS1XWC6N8A type=write size=1213803 2024-08-10T05:16:09.358 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.358+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~HYB4HBGXGKCJ.0 size=1048576 2024-08-10T05:16:09.360 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.360+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~HYB4HBGXGKCJ.1 size=1048576 2024-08-10T05:16:09.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.362+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~HYB4HBGXGKCJ.2 size=372830 2024-08-10T05:16:09.365 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.365+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=HYB4HBGXGKCJ tag=IVCIUX2CDLU4 type=write size=3518558 2024-08-10T05:16:09.369 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.369+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~U015VLJUBUVA.0 size=1048576 2024-08-10T05:16:09.371 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.371+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~U015VLJUBUVA.1 size=1048576 2024-08-10T05:16:09.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.373+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~U015VLJUBUVA.2 size=176430 2024-08-10T05:16:09.373 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.373+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=U015VLJUBUVA tag=88O7N3H2Y0NE type=write size=3322158 2024-08-10T05:16:09.377 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.378+0000 7f14b4aea640 1 < suggested remove operation key=BQXO5DZMA1P4 tag=610BI1P7QSI5 type=del 2024-08-10T05:16:09.381 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.382+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~F63A2508I2UM.0 size=1048576 2024-08-10T05:16:09.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.383+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~F63A2508I2UM.1 size=89796 2024-08-10T05:16:09.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.383+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=F63A2508I2UM tag=ZR1E2G2MVM14 type=write size=2186948 2024-08-10T05:16:09.385 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.385+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~AB07PIP292T7.0 size=1048576 2024-08-10T05:16:09.387 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.387+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~AB07PIP292T7.1 size=1048576 2024-08-10T05:16:09.389 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.389+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~AB07PIP292T7.2 size=751535 2024-08-10T05:16:09.393 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.393+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=AB07PIP292T7 tag=UYSQ7T22Q5YM type=write size=3897263 2024-08-10T05:16:09.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.397+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~AHE1FQHD6HFJ.0 size=120864 2024-08-10T05:16:09.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.397+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=AHE1FQHD6HFJ tag=BG0JEC82VAQD type=write size=1169440 2024-08-10T05:16:09.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.399+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=ON2S37WLYOSL type=del 2024-08-10T05:16:09.402 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.402+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=NL1LINLTS3M1 type=del size=277619 2024-08-10T05:16:09.404 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.404+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~YNXD51EQ63SG.0 size=1048576 2024-08-10T05:16:09.405 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.406+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~YNXD51EQ63SG.1 size=1048576 2024-08-10T05:16:09.407 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.407+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~YNXD51EQ63SG.2 size=479687 2024-08-10T05:16:09.411 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.411+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=YNXD51EQ63SG tag=FPNQM023QGN5 type=write size=3625415 2024-08-10T05:16:09.413 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.414+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=5LICCXRGH62T type=del size=2219532 2024-08-10T05:16:09.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.416+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=BA9DB507DNXL type=del 2024-08-10T05:16:09.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.418+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=8NM98FJVNPRZ type=del size=2636133 2024-08-10T05:16:09.421 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.421+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=ZMAJ001SOBZS type=del 2024-08-10T05:16:09.423 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.423+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=0GKWHV54F65C type=write size=95594 2024-08-10T05:16:09.425 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.425+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=0FMWOLSWYD1V type=del 2024-08-10T05:16:09.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.429+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~8LG7GFG9FK51.0 size=144602 2024-08-10T05:16:09.429 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.429+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=8LG7GFG9FK51 tag=07DJOARLO3F8 type=write size=1193178 2024-08-10T05:16:09.430 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.431+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~RGO9J6QP8TVH.0 size=1048576 2024-08-10T05:16:09.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.433+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~RGO9J6QP8TVH.1 size=1048576 2024-08-10T05:16:09.434 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.434+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~RGO9J6QP8TVH.2 size=438096 2024-08-10T05:16:09.437 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.438+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=RGO9J6QP8TVH tag=VYVA7YI2A8KS type=write size=3583824 2024-08-10T05:16:09.440 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.440+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=VEFITZ8HOB4H type=del size=4018665 2024-08-10T05:16:09.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.442+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=Q020GECV3LI8 type=del 2024-08-10T05:16:09.446 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.446+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~6I6LYZ24YKPN.0 size=1048576 2024-08-10T05:16:09.448 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.448+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~6I6LYZ24YKPN.1 size=461679 2024-08-10T05:16:09.448 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.448+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=6I6LYZ24YKPN tag=H5I1Z62JJKNZ type=write size=2558831 2024-08-10T05:16:09.450 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.450+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~4YXN0U971E10.0 size=364939 2024-08-10T05:16:09.454 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.454+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=4YXN0U971E10 tag=T8KYLOCMOJ1H type=write size=1413515 2024-08-10T05:16:09.456 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.456+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=4JI215KU9T3Z type=del size=1556272 2024-08-10T05:16:09.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.458+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~87K11QVTQTK3.0 size=1048576 2024-08-10T05:16:09.460 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.460+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~87K11QVTQTK3.1 size=1048576 2024-08-10T05:16:09.461 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.462+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~87K11QVTQTK3.2 size=13955 2024-08-10T05:16:09.465 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.465+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=87K11QVTQTK3 tag=C6S3PZHWCO4A type=write size=3159683 2024-08-10T05:16:09.467 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.468+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=WG71WE3QLHHT type=del size=2152362 2024-08-10T05:16:09.469 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.470+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~9BEZOIK1NJ0Z.0 size=1048576 2024-08-10T05:16:09.471 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.471+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~9BEZOIK1NJ0Z.1 size=65717 2024-08-10T05:16:09.475 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.475+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=9BEZOIK1NJ0Z tag=ENFYPO368E0J type=write size=2162869 2024-08-10T05:16:09.477 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.477+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=961KCNUR2P1Z type=del size=2653224 2024-08-10T05:16:09.479 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.479+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=CD6Q97WYLRUN type=del 2024-08-10T05:16:09.481 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.481+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=3CPOELSBJTEQ type=del size=2316174 2024-08-10T05:16:09.483 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.483+0000 7f14b4aea640 1 < canceled operation key=MOSZKVLQ4RI4 tag=YWMF2GM1IPBE type=write size=443300 2024-08-10T05:16:09.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.485+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=3FOFNWUIW1M4 type=del size=1571050 2024-08-10T05:16:09.485 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.485+0000 7f14b4aea640 1 < canceled part key=_multipart_RCP16G4OVJX2.2~QABW6CX3TRNM.0 size=165227 2024-08-10T05:16:09.488 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.489+0000 7f14b4aea640 1 < canceled multipart upload key=RCP16G4OVJX2 upload=QABW6CX3TRNM tag=XSMS1XWC6N8A type=write size=1213803 2024-08-10T05:16:09.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.492+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~QG6A2IL57RHG.0 size=870841 2024-08-10T05:16:09.492 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.492+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=QG6A2IL57RHG tag=ULXZOWHFPM1M type=write size=1919417 2024-08-10T05:16:09.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.494+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~U015VLJUBUVA.0 size=1048576 2024-08-10T05:16:09.496 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.496+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~U015VLJUBUVA.1 size=1048576 2024-08-10T05:16:09.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.498+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~U015VLJUBUVA.2 size=176430 2024-08-10T05:16:09.501 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.501+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=U015VLJUBUVA tag=88O7N3H2Y0NE type=write size=3322158 2024-08-10T05:16:09.503 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.503+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=MPC2NXX0CCO5 type=del size=591681 2024-08-10T05:16:09.505 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.505+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~F63A2508I2UM.0 size=1048576 2024-08-10T05:16:09.507 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.507+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~F63A2508I2UM.1 size=89796 2024-08-10T05:16:09.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.511+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=F63A2508I2UM tag=ZR1E2G2MVM14 type=write size=2186948 2024-08-10T05:16:09.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.514+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~6GJAK0W12N3H.0 size=183613 2024-08-10T05:16:09.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.514+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=6GJAK0W12N3H tag=UZ1L690G6MPO type=write size=1232189 2024-08-10T05:16:09.516 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.516+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~AHE1FQHD6HFJ.0 size=120864 2024-08-10T05:16:09.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.520+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=AHE1FQHD6HFJ tag=BG0JEC82VAQD type=write size=1169440 2024-08-10T05:16:09.521 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.522+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=OTYJYKZ3KEMZ type=del size=1530459 2024-08-10T05:16:09.524 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.524+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=NL1LINLTS3M1 type=del 2024-08-10T05:16:09.526 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.526+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=LY0F0YTH07TM type=write size=220611 2024-08-10T05:16:09.530 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.530+0000 7f14b4aea640 1 < suggested remove operation key=QJTYLK106AGR tag=5LICCXRGH62T type=del 2024-08-10T05:16:09.532 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.532+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=3P13A0TQ84YE type=del size=3772812 2024-08-10T05:16:09.534 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.534+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=8NM98FJVNPRZ type=del 2024-08-10T05:16:09.537 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.538+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~59JSY3G1YWN8.0 size=1048576 2024-08-10T05:16:09.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.539+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~59JSY3G1YWN8.1 size=422501 2024-08-10T05:16:09.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.539+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=59JSY3G1YWN8 tag=B9506XSMEQTQ type=write size=2519653 2024-08-10T05:16:09.541 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.542+0000 7f14b4aea640 1 < completed write operation key=18KKPDK2VIRW tag=0GKWHV54F65C type=write size=95594 2024-08-10T05:16:09.544 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.544+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=4S9MT8ASIXUO type=write size=100294 2024-08-10T05:16:09.546 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.546+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~8LG7GFG9FK51.0 size=144602 2024-08-10T05:16:09.549 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.549+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=8LG7GFG9FK51 tag=07DJOARLO3F8 type=write size=1193178 2024-08-10T05:16:09.551 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.552+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=BV4Z4L4DV3U2 type=del size=1380821 2024-08-10T05:16:09.555 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.555+0000 7f14b4aea640 1 < suggested remove operation key=MOSZKVLQ4RI4 tag=VEFITZ8HOB4H type=del 2024-08-10T05:16:09.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.559+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~QTQ379PDBLN9.0 size=1048576 2024-08-10T05:16:09.561 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.561+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~QTQ379PDBLN9.1 size=1048576 2024-08-10T05:16:09.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.563+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~QTQ379PDBLN9.2 size=200588 2024-08-10T05:16:09.563 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.563+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=QTQ379PDBLN9 tag=Y2X6HDJS033S type=write size=3346316 2024-08-10T05:16:09.565 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.565+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~6I6LYZ24YKPN.0 size=1048576 2024-08-10T05:16:09.567 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.567+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~6I6LYZ24YKPN.1 size=461679 2024-08-10T05:16:09.571 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.571+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=6I6LYZ24YKPN tag=H5I1Z62JJKNZ type=write size=2558831 2024-08-10T05:16:09.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.576+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~17FNPLLSA6ES.0 size=800494 2024-08-10T05:16:09.575 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.576+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=17FNPLLSA6ES tag=OAV5QZVNIYPE type=write size=1849070 2024-08-10T05:16:09.577 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.577+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=4JI215KU9T3Z type=del 2024-08-10T05:16:09.582 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.581+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~D5X6PDLQZXC9.0 size=533626 2024-08-10T05:16:09.582 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.581+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=D5X6PDLQZXC9 tag=CBV0ZIRUADY7 type=write size=1582202 2024-08-10T05:16:09.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.583+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=WG71WE3QLHHT type=del 2024-08-10T05:16:09.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.587+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~RVBAVO1PLBYG.0 size=282208 2024-08-10T05:16:09.586 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.587+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=RVBAVO1PLBYG tag=FB0SNHQ58IXE type=write size=1330784 2024-08-10T05:16:09.590 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.590+0000 7f14b4aea640 1 < suggested update operation key=F8VCLKTJX8NT tag=961KCNUR2P1Z type=del size=2653224 2024-08-10T05:16:09.592 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.592+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=2M0GQDH752CA type=del size=3489009 2024-08-10T05:16:09.594 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.594+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=3CPOELSBJTEQ type=del 2024-08-10T05:16:09.596 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.596+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=H983K9XZMH3J type=write size=1002909 2024-08-10T05:16:09.599 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.599+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=3FOFNWUIW1M4 type=del 2024-08-10T05:16:09.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.603+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~17R3H9XWDP9H.0 size=1048576 2024-08-10T05:16:09.604 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.604+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~17R3H9XWDP9H.1 size=1048576 2024-08-10T05:16:09.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.606+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~17R3H9XWDP9H.2 size=227373 2024-08-10T05:16:09.606 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.606+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=17R3H9XWDP9H tag=84NAJC1U5R51 type=write size=3373101 2024-08-10T05:16:09.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.608+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~QG6A2IL57RHG.0 size=870841 2024-08-10T05:16:09.612 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.613+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=QG6A2IL57RHG tag=ULXZOWHFPM1M type=write size=1919417 2024-08-10T05:16:09.615 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.615+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=A7S0D7ZQ3STP type=del size=4086138 2024-08-10T05:16:09.618 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.618+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=MPC2NXX0CCO5 type=del 2024-08-10T05:16:09.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.620+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=T0BHXIV2A91T type=del size=2248668 2024-08-10T05:16:09.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.620+0000 7f14b4aea640 1 < canceled part key=_multipart_TCBT4AO28B3T.2~6GJAK0W12N3H.0 size=183613 2024-08-10T05:16:09.624 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.624+0000 7f14b4aea640 1 < canceled multipart upload key=TCBT4AO28B3T upload=6GJAK0W12N3H tag=UZ1L690G6MPO type=write size=1232189 2024-08-10T05:16:09.627 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.627+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=3TN9I7V4MCJS type=del size=1597757 2024-08-10T05:16:09.629 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.630+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=OTYJYKZ3KEMZ type=del 2024-08-10T05:16:09.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.632+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=FTRLZXLAFUMM type=write size=677303 2024-08-10T05:16:09.634 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.634+0000 7f14b4aea640 1 < completed write operation key=HRBSKYPDI6S3 tag=LY0F0YTH07TM type=write size=220611 2024-08-10T05:16:09.638 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.638+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~38GBH2LLL5YF.0 size=1048576 2024-08-10T05:16:09.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.641+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~38GBH2LLL5YF.1 size=1048576 2024-08-10T05:16:09.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.642+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~38GBH2LLL5YF.2 size=373116 2024-08-10T05:16:09.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.642+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=38GBH2LLL5YF tag=2501ST0VNF9X type=write size=3518844 2024-08-10T05:16:09.644 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.645+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=3P13A0TQ84YE type=del 2024-08-10T05:16:09.646 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.647+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=3Q0MX45QV9VM type=del size=2326123 2024-08-10T05:16:09.649 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.649+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~59JSY3G1YWN8.0 size=1048576 2024-08-10T05:16:09.650 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.651+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~59JSY3G1YWN8.1 size=422501 2024-08-10T05:16:09.654 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.654+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=59JSY3G1YWN8 tag=B9506XSMEQTQ type=write size=2519653 2024-08-10T05:16:09.657 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.657+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=31A4VH639F0Z type=del size=544180 2024-08-10T05:16:09.659 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.659+0000 7f14b4aea640 1 < completed write operation key=RBLPMJAHLR1B tag=4S9MT8ASIXUO type=write size=100294 2024-08-10T05:16:09.661 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.661+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=5NO67C7A7IBK type=del size=1708482 2024-08-10T05:16:09.663 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.663+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=BV4Z4L4DV3U2 type=del 2024-08-10T05:16:09.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.667+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~SV0UGCGIVCHD.0 size=704636 2024-08-10T05:16:09.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.667+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=SV0UGCGIVCHD tag=HZ2BR6LDAED6 type=write size=1753212 2024-08-10T05:16:09.669 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.669+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~QTQ379PDBLN9.0 size=1048576 2024-08-10T05:16:09.671 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.671+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~QTQ379PDBLN9.1 size=1048576 2024-08-10T05:16:09.672 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.673+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~QTQ379PDBLN9.2 size=200588 2024-08-10T05:16:09.677 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.677+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=QTQ379PDBLN9 tag=Y2X6HDJS033S type=write size=3346316 2024-08-10T05:16:09.681 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.681+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~UA1M0CCIHC7C.0 size=239304 2024-08-10T05:16:09.681 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.681+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=UA1M0CCIHC7C tag=33JLXAUQYLLL type=write size=1287880 2024-08-10T05:16:09.683 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.684+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~17FNPLLSA6ES.0 size=800494 2024-08-10T05:16:09.687 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.687+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=17FNPLLSA6ES tag=OAV5QZVNIYPE type=write size=1849070 2024-08-10T05:16:09.689 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.689+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=ONDYORM6T356 type=del size=2147202 2024-08-10T05:16:09.691 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.691+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~D5X6PDLQZXC9.0 size=533626 2024-08-10T05:16:09.695 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.695+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=D5X6PDLQZXC9 tag=CBV0ZIRUADY7 type=write size=1582202 2024-08-10T05:16:09.696 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.697+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=T185RHH6I4M5 type=del size=3207855 2024-08-10T05:16:09.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.697+0000 7f14b4aea640 1 < canceled part key=_multipart_HDO3WL7N93SY.2~RVBAVO1PLBYG.0 size=282208 2024-08-10T05:16:09.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.701+0000 7f14b4aea640 1 < canceled multipart upload key=HDO3WL7N93SY upload=RVBAVO1PLBYG tag=FB0SNHQ58IXE type=write size=1330784 2024-08-10T05:16:09.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.703+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=YP877861C8YV type=del size=2730577 2024-08-10T05:16:09.706 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.706+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=2M0GQDH752CA type=del 2024-08-10T05:16:09.708 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.708+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=PJMN7LYUCLTE type=del size=2217380 2024-08-10T05:16:09.711 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.711+0000 7f14b4aea640 1 < completed write operation key=BBEPS16N3VR2 tag=H983K9XZMH3J type=write size=1002909 2024-08-10T05:16:09.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.714+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=LT1SH0PCIKLG type=del size=2759222 2024-08-10T05:16:09.715 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.716+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~17R3H9XWDP9H.0 size=1048576 2024-08-10T05:16:09.717 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.717+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~17R3H9XWDP9H.1 size=1048576 2024-08-10T05:16:09.719 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.719+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~17R3H9XWDP9H.2 size=227373 2024-08-10T05:16:09.722 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.723+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=17R3H9XWDP9H tag=84NAJC1U5R51 type=write size=3373101 2024-08-10T05:16:09.725 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.725+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=2TUWZGXYPQ64 type=del size=3108734 2024-08-10T05:16:09.727 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.727+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=A7S0D7ZQ3STP type=del 2024-08-10T05:16:09.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.731+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~6894FIBNTY9L.0 size=937632 2024-08-10T05:16:09.731 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.731+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=6894FIBNTY9L tag=F57J0FP9OYKI type=write size=1986208 2024-08-10T05:16:09.733 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.733+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=T0BHXIV2A91T type=del 2024-08-10T05:16:09.735 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.735+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=1T44DEB4F3ZR type=del size=743680 2024-08-10T05:16:09.740 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.740+0000 7f14b4aea640 1 < suggested update operation key=YH0KSZI7R4TX tag=3TN9I7V4MCJS type=del size=1597757 2024-08-10T05:16:09.744 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.744+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~9PDUCRN0W1FS.0 size=561201 2024-08-10T05:16:09.744 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.744+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=9PDUCRN0W1FS tag=9EVCFIEK42IN type=write size=1609777 2024-08-10T05:16:09.746 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.746+0000 7f14b4aea640 1 < completed write operation key=BQXO5DZMA1P4 tag=FTRLZXLAFUMM type=write size=677303 2024-08-10T05:16:09.748 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.749+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=KWTM5ZKWING3 type=del size=2093407 2024-08-10T05:16:09.750 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.751+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~38GBH2LLL5YF.0 size=1048576 2024-08-10T05:16:09.752 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.753+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~38GBH2LLL5YF.1 size=1048576 2024-08-10T05:16:09.754 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.754+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~38GBH2LLL5YF.2 size=373116 2024-08-10T05:16:09.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.758+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=38GBH2LLL5YF tag=2501ST0VNF9X type=write size=3518844 2024-08-10T05:16:09.760 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.760+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=ZKKSQ8O1F5L3 type=write size=123913 2024-08-10T05:16:09.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.762+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=3Q0MX45QV9VM type=del 2024-08-10T05:16:09.764 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.764+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=MG5GZWLERKUE type=del size=3149142 2024-08-10T05:16:09.768 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.768+0000 7f14b4aea640 1 < suggested remove operation key=XU9ZENJ789VA tag=31A4VH639F0Z type=del 2024-08-10T05:16:09.770 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.770+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=NEPI4CI7V4DE type=write size=222362 2024-08-10T05:16:09.774 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.774+0000 7f14b4aea640 1 < suggested remove operation key=IGGZ4YAHG16J tag=5NO67C7A7IBK type=del 2024-08-10T05:16:09.777 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.777+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=WDNDN2RDIAYA type=write size=593840 2024-08-10T05:16:09.778 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.779+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~SV0UGCGIVCHD.0 size=704636 2024-08-10T05:16:09.782 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.782+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=SV0UGCGIVCHD tag=HZ2BR6LDAED6 type=write size=1753212 2024-08-10T05:16:09.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.786+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~AFV3FV2T4Z8Q.0 size=80819 2024-08-10T05:16:09.786 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.786+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=AFV3FV2T4Z8Q tag=VWNMQH77O45N type=write size=1129395 2024-08-10T05:16:09.790 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.788+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~UA1M0CCIHC7C.0 size=239304 2024-08-10T05:16:09.791 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.791+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=UA1M0CCIHC7C tag=33JLXAUQYLLL type=write size=1287880 2024-08-10T05:16:09.792 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.793+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=DCS7JMDQU766 type=del size=641882 2024-08-10T05:16:09.794 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.795+0000 7f14b4aea640 1 < canceled operation key=4GDX2ANEG4UE tag=ONDYORM6T356 type=del size=2147202 2024-08-10T05:16:09.796 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.797+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=GA1SEZPR0MF3 type=write size=590790 2024-08-10T05:16:09.799 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.799+0000 7f14b4aea640 1 < completed delete operation key=ROVKNC22J3KX tag=T185RHH6I4M5 type=del 2024-08-10T05:16:09.803 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.803+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~492LXAUNT0XJ.0 size=1048576 2024-08-10T05:16:09.805 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.805+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~492LXAUNT0XJ.1 size=1048576 2024-08-10T05:16:09.806 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.807+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~492LXAUNT0XJ.2 size=675843 2024-08-10T05:16:09.807 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.807+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=492LXAUNT0XJ tag=06MU9ST59A39 type=write size=3821571 2024-08-10T05:16:09.808 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.809+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=YP877861C8YV type=del 2024-08-10T05:16:09.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.810+0000 7f14b4aea640 1 > prepared operation key=LN88EIQRZLLG tag=UPP268JH4GLX type=del size=3377564 2024-08-10T05:16:09.812 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.812+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=PJMN7LYUCLTE type=del 2024-08-10T05:16:09.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.814+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=L7RD1H9552U8 type=del size=3720105 2024-08-10T05:16:09.816 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.816+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=LT1SH0PCIKLG type=del 2024-08-10T05:16:09.818 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.818+0000 7f14b4aea640 1 > prepared operation key=HRBSKYPDI6S3 tag=3GYS10FMNTV9 type=del size=2061281 2024-08-10T05:16:09.820 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.821+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=2TUWZGXYPQ64 type=del 2024-08-10T05:16:09.824 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.824+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~A92BGN5VO2US.0 size=1048576 2024-08-10T05:16:09.826 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.826+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~A92BGN5VO2US.1 size=1048576 2024-08-10T05:16:09.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.828+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~A92BGN5VO2US.2 size=194905 2024-08-10T05:16:09.828 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.828+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=A92BGN5VO2US tag=Q0ZX7C50MCNF type=write size=3340633 2024-08-10T05:16:09.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.830+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~6894FIBNTY9L.0 size=937632 2024-08-10T05:16:09.833 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.834+0000 7f14b4aea640 1 < completed multipart upload key=HDO3WL7N93SY upload=6894FIBNTY9L tag=F57J0FP9OYKI type=write size=1986208 2024-08-10T05:16:09.836 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.836+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=1PO63ISQXTM8 type=del size=3102045 2024-08-10T05:16:09.838 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.838+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=1T44DEB4F3ZR type=del 2024-08-10T05:16:09.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.842+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~4HGX827JPL54.0 size=1048576 2024-08-10T05:16:09.844 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.844+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~4HGX827JPL54.1 size=1048576 2024-08-10T05:16:09.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.846+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~4HGX827JPL54.2 size=888811 2024-08-10T05:16:09.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.846+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=4HGX827JPL54 tag=IGI2YWQS8ZN7 type=write size=4034539 2024-08-10T05:16:09.848 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.848+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~9PDUCRN0W1FS.0 size=561201 2024-08-10T05:16:09.852 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.852+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=9PDUCRN0W1FS tag=9EVCFIEK42IN type=write size=1609777 2024-08-10T05:16:09.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.854+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=O9Y64WAIZICN type=del size=2292901 2024-08-10T05:16:09.856 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.856+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=KWTM5ZKWING3 type=del 2024-08-10T05:16:09.858 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.858+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=AG2FHRVHQ6QL type=del size=1816766 2024-08-10T05:16:09.860 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.860+0000 7f14b4aea640 1 < completed write operation key=WGII5ZO8PRL4 tag=ZKKSQ8O1F5L3 type=write size=123913 2024-08-10T05:16:09.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.862+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=CDW057AWKUX5 type=del size=729430 2024-08-10T05:16:09.866 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.866+0000 7f14b4aea640 1 < suggested update operation key=QJTYLK106AGR tag=MG5GZWLERKUE type=del size=3149142 2024-08-10T05:16:09.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.868+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=0JV4F51XR23F type=del size=1277251 2024-08-10T05:16:09.870 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.870+0000 7f14b4aea640 1 < canceled operation key=F8VCLKTJX8NT tag=NEPI4CI7V4DE type=write size=222362 2024-08-10T05:16:09.872 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.872+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=4FZ3THFJLFKR type=write size=327626 2024-08-10T05:16:09.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.876+0000 7f14b4aea640 1 < suggested remove operation key=U3RDNND7WV1Z tag=WDNDN2RDIAYA type=write 2024-08-10T05:16:09.879 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.879+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=NEBU829HX4GV type=del size=3536729 2024-08-10T05:16:09.881 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.881+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~AFV3FV2T4Z8Q.0 size=80819 2024-08-10T05:16:09.885 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.885+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=AFV3FV2T4Z8Q tag=VWNMQH77O45N type=write size=1129395 2024-08-10T05:16:09.887 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.887+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=84YJQY7MD0JL type=del size=179018 2024-08-10T05:16:09.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.889+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=DCS7JMDQU766 type=del 2024-08-10T05:16:09.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.894+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~UK2AO9KQ22L9.0 size=1048576 2024-08-10T05:16:09.896 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.896+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~UK2AO9KQ22L9.1 size=1048576 2024-08-10T05:16:09.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.898+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~UK2AO9KQ22L9.2 size=713382 2024-08-10T05:16:09.898 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.898+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=UK2AO9KQ22L9 tag=5X4J72XT6H26 type=write size=3859110 2024-08-10T05:16:09.900 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.900+0000 7f14b4aea640 1 < completed write operation key=C12BG8POXEML tag=GA1SEZPR0MF3 type=write size=590790 2024-08-10T05:16:09.902 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.902+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=JF7DWHHR3LTH type=del size=1129278 2024-08-10T05:16:09.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.905+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~492LXAUNT0XJ.0 size=1048576 2024-08-10T05:16:09.907 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.907+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~492LXAUNT0XJ.1 size=1048576 2024-08-10T05:16:09.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.909+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~492LXAUNT0XJ.2 size=675843 2024-08-10T05:16:09.912 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.913+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=492LXAUNT0XJ tag=06MU9ST59A39 type=write size=3821571 2024-08-10T05:16:09.915 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.915+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=RGRDPHHCS25S type=del size=3063974 2024-08-10T05:16:09.917 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.917+0000 7f14b4aea640 1 < completed delete operation key=LN88EIQRZLLG tag=UPP268JH4GLX type=del 2024-08-10T05:16:09.921 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.921+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~9BWMDBB4LORQ.0 size=119377 2024-08-10T05:16:09.921 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.921+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=9BWMDBB4LORQ tag=RJGGI33V0Z9X type=write size=1167953 2024-08-10T05:16:09.923 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.923+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=L7RD1H9552U8 type=del 2024-08-10T05:16:09.926 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.927+0000 7f14b4aea640 1 > prepared part key=_multipart_BQXO5DZMA1P4.2~IG9AFBP22N1C.0 size=922959 2024-08-10T05:16:09.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.927+0000 7f14b4aea640 1 > prepared multipart upload key=BQXO5DZMA1P4 upload=IG9AFBP22N1C tag=F1Q020LEZAA5 type=write size=1971535 2024-08-10T05:16:09.929 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.929+0000 7f14b4aea640 1 < completed delete operation key=HRBSKYPDI6S3 tag=3GYS10FMNTV9 type=del 2024-08-10T05:16:09.931 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.931+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=TA817VE10KX2 type=del size=1326865 2024-08-10T05:16:09.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.933+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~A92BGN5VO2US.0 size=1048576 2024-08-10T05:16:09.934 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.934+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~A92BGN5VO2US.1 size=1048576 2024-08-10T05:16:09.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.936+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~A92BGN5VO2US.2 size=194905 2024-08-10T05:16:09.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.940+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=A92BGN5VO2US tag=Q0ZX7C50MCNF type=write size=3340633 2024-08-10T05:16:09.942 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.942+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=NHDTPKA8K8F4 type=del size=2689815 2024-08-10T05:16:09.944 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.944+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=1PO63ISQXTM8 type=del 2024-08-10T05:16:09.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.948+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~W9MLQOAM8G41.0 size=925536 2024-08-10T05:16:09.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.948+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=W9MLQOAM8G41 tag=WX3UQVG80ZJL type=write size=1974112 2024-08-10T05:16:09.948 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.949+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~4HGX827JPL54.0 size=1048576 2024-08-10T05:16:09.950 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.950+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~4HGX827JPL54.1 size=1048576 2024-08-10T05:16:09.953 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.953+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~4HGX827JPL54.2 size=888811 2024-08-10T05:16:09.957 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.957+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=4HGX827JPL54 tag=IGI2YWQS8ZN7 type=write size=4034539 2024-08-10T05:16:09.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.960+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~JIOWQW02JW7P.0 size=1048576 2024-08-10T05:16:09.962 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.962+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~JIOWQW02JW7P.1 size=1048576 2024-08-10T05:16:09.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.964+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~JIOWQW02JW7P.2 size=1013418 2024-08-10T05:16:09.964 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.964+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=JIOWQW02JW7P tag=60IN2CLH37KU type=write size=4159146 2024-08-10T05:16:09.966 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.966+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=O9Y64WAIZICN type=del 2024-08-10T05:16:09.970 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.970+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~J0QKNDHINVRR.0 size=719469 2024-08-10T05:16:09.970 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.970+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=J0QKNDHINVRR tag=FIU1PH40430N type=write size=1768045 2024-08-10T05:16:09.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.972+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=AG2FHRVHQ6QL type=del 2024-08-10T05:16:09.975 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.975+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~SA8CD4E3UWNI.0 size=1048576 2024-08-10T05:16:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:09 smithi078 ceph-mon[92251]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 347 KiB/s wr, 1.79k op/s 2024-08-10T05:16:09.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:09 smithi078 ceph-mon[94618]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 347 KiB/s wr, 1.79k op/s 2024-08-10T05:16:09.977 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.977+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~SA8CD4E3UWNI.1 size=1048576 2024-08-10T05:16:09.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.979+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~SA8CD4E3UWNI.2 size=522046 2024-08-10T05:16:09.978 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.979+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=SA8CD4E3UWNI tag=6EXYMUW58S5U type=write size=3667774 2024-08-10T05:16:09.980 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.981+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=CDW057AWKUX5 type=del 2024-08-10T05:16:09.984 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.984+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~WWL3FRVYYWF8.0 size=1048576 2024-08-10T05:16:09.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.986+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~WWL3FRVYYWF8.1 size=601362 2024-08-10T05:16:09.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.986+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=WWL3FRVYYWF8 tag=AGTB3QP87FGE type=write size=2698514 2024-08-10T05:16:09.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.988+0000 7f14b4aea640 1 < canceled operation key=18KKPDK2VIRW tag=0JV4F51XR23F type=del size=1277251 2024-08-10T05:16:09.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.990+0000 7f14b4aea640 1 > prepared operation key=TCBT4AO28B3T tag=TSJCNC7FH2EY type=del size=433690 2024-08-10T05:16:09.992 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.992+0000 7f14b4aea640 1 < completed write operation key=43PHUSMB0CNL tag=4FZ3THFJLFKR type=write size=327626 2024-08-10T05:16:09.994 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.994+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=YWPOL9NJFBA9 type=del size=547200 2024-08-10T05:16:09.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.996+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=NEBU829HX4GV type=del 2024-08-10T05:16:09.998 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:09.998+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=0UZDH4V5Y6J4 type=del size=2109981 2024-08-10T05:16:10.000 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.000+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=84YJQY7MD0JL type=del 2024-08-10T05:16:10.002 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.002+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=2F4TCZNJDNEH type=del size=282947 2024-08-10T05:16:10.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.004+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~UK2AO9KQ22L9.0 size=1048576 2024-08-10T05:16:10.005 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.006+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~UK2AO9KQ22L9.1 size=1048576 2024-08-10T05:16:10.007 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.007+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~UK2AO9KQ22L9.2 size=713382 2024-08-10T05:16:10.010 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.011+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=UK2AO9KQ22L9 tag=5X4J72XT6H26 type=write size=3859110 2024-08-10T05:16:10.012 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.013+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=2OQLKTH667T1 type=del size=99590 2024-08-10T05:16:10.017 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.017+0000 7f14b4aea640 1 < suggested remove operation key=BBEPS16N3VR2 tag=JF7DWHHR3LTH type=del 2024-08-10T05:16:10.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.020+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~Z9YBUYHXB0Z8.0 size=957525 2024-08-10T05:16:10.020 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.020+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=Z9YBUYHXB0Z8 tag=CLLR7ZIK78JH type=write size=2006101 2024-08-10T05:16:10.022 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.022+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=RGRDPHHCS25S type=del 2024-08-10T05:16:10.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.024+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=LX2ABS0ZDV2B type=del size=1020178 2024-08-10T05:16:10.026 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.027+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~9BWMDBB4LORQ.0 size=119377 2024-08-10T05:16:10.030 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.030+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=9BWMDBB4LORQ tag=RJGGI33V0Z9X type=write size=1167953 2024-08-10T05:16:10.032 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.032+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=XVISUAZ0OPVG type=del size=304276 2024-08-10T05:16:10.034 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.034+0000 7f14b4aea640 1 < completed part key=_multipart_BQXO5DZMA1P4.2~IG9AFBP22N1C.0 size=922959 2024-08-10T05:16:10.037 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.037+0000 7f14b4aea640 1 < completed multipart upload key=BQXO5DZMA1P4 upload=IG9AFBP22N1C tag=F1Q020LEZAA5 type=write size=1971535 2024-08-10T05:16:10.039 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.039+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=5F0KV33AROMO type=del size=2254061 2024-08-10T05:16:10.041 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.041+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=TA817VE10KX2 type=del 2024-08-10T05:16:10.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.044+0000 7f14b4aea640 1 > prepared operation key=BBEPS16N3VR2 tag=8ZUWEUYARCWX type=del size=692201 2024-08-10T05:16:10.045 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.046+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=NHDTPKA8K8F4 type=del 2024-08-10T05:16:10.047 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.048+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=J804OQKEZHIP type=write size=181068 2024-08-10T05:16:10.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.050+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~W9MLQOAM8G41.0 size=925536 2024-08-10T05:16:10.054 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.055+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=W9MLQOAM8G41 tag=WX3UQVG80ZJL type=write size=1974112 2024-08-10T05:16:10.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.059+0000 7f14b4aea640 1 > prepared part key=_multipart_K7GWZ9Z28PPZ.2~PRM3MVYUUYY2.0 size=746768 2024-08-10T05:16:10.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.059+0000 7f14b4aea640 1 > prepared multipart upload key=K7GWZ9Z28PPZ upload=PRM3MVYUUYY2 tag=RJV0ZGUFP0A1 type=write size=1795344 2024-08-10T05:16:10.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.059+0000 7f14b4aea640 1 < canceled part key=_multipart_HDO3WL7N93SY.2~JIOWQW02JW7P.0 size=1048576 2024-08-10T05:16:10.059 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.059+0000 7f14b4aea640 1 < canceled part key=_multipart_HDO3WL7N93SY.2~JIOWQW02JW7P.1 size=1048576 2024-08-10T05:16:10.061 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.061+0000 7f14b4aea640 1 < completed part key=_multipart_HDO3WL7N93SY.2~JIOWQW02JW7P.2 size=1013418 2024-08-10T05:16:10.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.064+0000 7f14b4aea640 1 < canceled multipart upload key=HDO3WL7N93SY upload=JIOWQW02JW7P tag=60IN2CLH37KU type=write size=4159146 2024-08-10T05:16:10.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.067+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=05PR8WP9604B type=del size=1718292 2024-08-10T05:16:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:09 smithi107 ceph-mon[86658]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 347 KiB/s wr, 1.79k op/s 2024-08-10T05:16:10.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.069+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~J0QKNDHINVRR.0 size=719469 2024-08-10T05:16:10.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.072+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=J0QKNDHINVRR tag=FIU1PH40430N type=write size=1768045 2024-08-10T05:16:10.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.075+0000 7f14b4aea640 1 > prepared operation key=673XTFOIF5BU tag=EKRNBYF9RYXI type=write size=7997 2024-08-10T05:16:10.077 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.077+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~SA8CD4E3UWNI.0 size=1048576 2024-08-10T05:16:10.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.079+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~SA8CD4E3UWNI.1 size=1048576 2024-08-10T05:16:10.080 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.080+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~SA8CD4E3UWNI.2 size=522046 2024-08-10T05:16:10.085 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.085+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=SA8CD4E3UWNI tag=6EXYMUW58S5U type=write size=3667774 2024-08-10T05:16:10.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.089+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~GAH7F3CZ79KT.0 size=126459 2024-08-10T05:16:10.089 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.089+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=GAH7F3CZ79KT tag=TTT19QNBA4BC type=write size=1175035 2024-08-10T05:16:10.091 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.091+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~WWL3FRVYYWF8.0 size=1048576 2024-08-10T05:16:10.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.093+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~WWL3FRVYYWF8.1 size=601362 2024-08-10T05:16:10.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.097+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=WWL3FRVYYWF8 tag=AGTB3QP87FGE type=write size=2698514 2024-08-10T05:16:10.099 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.099+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=2PMEVDN0NI3P type=del size=3920413 2024-08-10T05:16:10.101 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.101+0000 7f14b4aea640 1 < completed delete operation key=TCBT4AO28B3T tag=TSJCNC7FH2EY type=del 2024-08-10T05:16:10.105 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.105+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~ZFJ3NS3EGB2Q.0 size=1048576 2024-08-10T05:16:10.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.107+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~ZFJ3NS3EGB2Q.1 size=174063 2024-08-10T05:16:10.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.107+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=ZFJ3NS3EGB2Q tag=T3CLP159G713 type=write size=2271215 2024-08-10T05:16:10.111 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.111+0000 7f14b4aea640 1 < suggested remove operation key=U3RDNND7WV1Z tag=YWPOL9NJFBA9 type=del 2024-08-10T05:16:10.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.114+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=EVJRM6V7KQYH type=del size=3202459 2024-08-10T05:16:10.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.116+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=0UZDH4V5Y6J4 type=del 2024-08-10T05:16:10.118 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.118+0000 7f14b4aea640 1 > prepared operation key=U3RDNND7WV1Z tag=00XYI6KPZUFS type=write size=770241 2024-08-10T05:16:10.121 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.121+0000 7f14b4aea640 -1 < failed to complete operation key=BBEPS16N3VR2 tag=2F4TCZNJDNEH type=del size=282947: (22) Invalid argument 2024-08-10T05:16:10.125 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.125+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~SIYRGA2ZRT1Y.0 size=1048576 2024-08-10T05:16:10.127 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.127+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~SIYRGA2ZRT1Y.1 size=1025151 2024-08-10T05:16:10.127 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.127+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=SIYRGA2ZRT1Y tag=0NYD3ST3C44F type=write size=3122303 2024-08-10T05:16:10.129 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.129+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=2OQLKTH667T1 type=del 2024-08-10T05:16:10.131 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.131+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=UITIX3AY4JGE type=del size=2265997 2024-08-10T05:16:10.133 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.133+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~Z9YBUYHXB0Z8.0 size=957525 2024-08-10T05:16:10.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.137+0000 7f14b4aea640 1 < completed multipart upload key=BBEPS16N3VR2 upload=Z9YBUYHXB0Z8 tag=CLLR7ZIK78JH type=write size=2006101 2024-08-10T05:16:10.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.141+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~Z8SH4ZI8BXT9.0 size=237293 2024-08-10T05:16:10.141 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.141+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=Z8SH4ZI8BXT9 tag=TALK774NQNFZ type=write size=1285869 2024-08-10T05:16:10.144 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.143+0000 7f14b4aea640 1 < completed delete operation key=IGGZ4YAHG16J tag=LX2ABS0ZDV2B type=del 2024-08-10T05:16:10.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.147+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~42YR9J53SF6Q.0 size=1048576 2024-08-10T05:16:10.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.149+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~42YR9J53SF6Q.1 size=95670 2024-08-10T05:16:10.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.149+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=42YR9J53SF6Q tag=P95E2ZWKOHQB type=write size=2192822 2024-08-10T05:16:10.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.151+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=XVISUAZ0OPVG type=del 2024-08-10T05:16:10.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.155+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~BY82X7HMLC8R.0 size=119612 2024-08-10T05:16:10.155 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.155+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=BY82X7HMLC8R tag=V1WNEBLVXQS2 type=write size=1168188 2024-08-10T05:16:10.157 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.157+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=5F0KV33AROMO type=del 2024-08-10T05:16:10.159 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.159+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=NEILRWBFJ3UV type=del size=2010042 2024-08-10T05:16:10.161 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.161+0000 7f14b4aea640 1 < completed delete operation key=BBEPS16N3VR2 tag=8ZUWEUYARCWX type=del 2024-08-10T05:16:10.163 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.163+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=HV3L7FSY4NWO type=del size=1542393 2024-08-10T05:16:10.165 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.165+0000 7f14b4aea640 1 < completed write operation key=MOSZKVLQ4RI4 tag=J804OQKEZHIP type=write size=181068 2024-08-10T05:16:10.167 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.167+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=3JMYWY2RI92I type=del size=1681438 2024-08-10T05:16:10.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.170+0000 7f14b4aea640 1 < completed part key=_multipart_K7GWZ9Z28PPZ.2~PRM3MVYUUYY2.0 size=746768 2024-08-10T05:16:10.173 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.173+0000 7f14b4aea640 1 < completed multipart upload key=K7GWZ9Z28PPZ upload=PRM3MVYUUYY2 tag=RJV0ZGUFP0A1 type=write size=1795344 2024-08-10T05:16:10.175 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.175+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=3XN0UN72S7SD type=del size=2216579 2024-08-10T05:16:10.178 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.178+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=05PR8WP9604B type=del 2024-08-10T05:16:10.180 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.180+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=LJ7AQZU52I8Z type=del size=1449205 2024-08-10T05:16:10.183 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.183+0000 7f14b4aea640 1 < completed write operation key=673XTFOIF5BU tag=EKRNBYF9RYXI type=write size=7997 2024-08-10T05:16:10.187 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.187+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~LYIVAO0IZ1ZO.0 size=1048576 2024-08-10T05:16:10.189 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.190+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~LYIVAO0IZ1ZO.1 size=149847 2024-08-10T05:16:10.190 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.190+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=LYIVAO0IZ1ZO tag=U8G21AC72ETL type=write size=2246999 2024-08-10T05:16:10.194 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.192+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~GAH7F3CZ79KT.0 size=126459 2024-08-10T05:16:10.196 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.196+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=GAH7F3CZ79KT tag=TTT19QNBA4BC type=write size=1175035 2024-08-10T05:16:10.200 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.200+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~1B2K0ZCAH9FD.0 size=1048576 2024-08-10T05:16:10.201 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.202+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~1B2K0ZCAH9FD.1 size=1048576 2024-08-10T05:16:10.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.203+0000 7f14b4aea640 1 > prepared part key=_multipart_WGII5ZO8PRL4.2~1B2K0ZCAH9FD.2 size=823865 2024-08-10T05:16:10.204 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.203+0000 7f14b4aea640 1 > prepared multipart upload key=WGII5ZO8PRL4 upload=1B2K0ZCAH9FD tag=0A96IDQYDW64 type=write size=3969593 2024-08-10T05:16:10.206 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.206+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=2PMEVDN0NI3P type=del 2024-08-10T05:16:10.208 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.208+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=NF44N88LLSG6 type=del size=375895 2024-08-10T05:16:10.209 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.210+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~ZFJ3NS3EGB2Q.0 size=1048576 2024-08-10T05:16:10.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.211+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~ZFJ3NS3EGB2Q.1 size=174063 2024-08-10T05:16:10.215 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.215+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=ZFJ3NS3EGB2Q tag=T3CLP159G713 type=write size=2271215 2024-08-10T05:16:10.219 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.219+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~P91SV3O7N1GA.0 size=1048576 2024-08-10T05:16:10.221 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.221+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~P91SV3O7N1GA.1 size=1048576 2024-08-10T05:16:10.222 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.223+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~P91SV3O7N1GA.2 size=308232 2024-08-10T05:16:10.223 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.223+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=P91SV3O7N1GA tag=O5UI4R81Q4U4 type=write size=3453960 2024-08-10T05:16:10.224 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.225+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=EVJRM6V7KQYH type=del 2024-08-10T05:16:10.228 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.228+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~EV7W6I0RYBWF.0 size=1048576 2024-08-10T05:16:10.230 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.230+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~EV7W6I0RYBWF.1 size=1048576 2024-08-10T05:16:10.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.232+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~EV7W6I0RYBWF.2 size=607257 2024-08-10T05:16:10.232 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.232+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=EV7W6I0RYBWF tag=M4F92S1TKIE8 type=write size=3752985 2024-08-10T05:16:10.236 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.237+0000 7f14b4aea640 1 < suggested remove operation key=U3RDNND7WV1Z tag=00XYI6KPZUFS type=write 2024-08-10T05:16:10.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.240+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~Q1CTVH801N0U.0 size=209577 2024-08-10T05:16:10.240 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.240+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=Q1CTVH801N0U tag=XFNKH9E6NX2U type=write size=1258153 2024-08-10T05:16:10.242 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.243+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~SIYRGA2ZRT1Y.0 size=1048576 2024-08-10T05:16:10.244 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.244+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~SIYRGA2ZRT1Y.1 size=1025151 2024-08-10T05:16:10.248 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.248+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=SIYRGA2ZRT1Y tag=0NYD3ST3C44F type=write size=3122303 2024-08-10T05:16:10.250 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.250+0000 7f14b4aea640 1 > prepared operation key=MUTTKNKV3LH8 tag=3K40AGXF55NN type=del size=83926 2024-08-10T05:16:10.252 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.252+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=UITIX3AY4JGE type=del 2024-08-10T05:16:10.255 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.256+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~F47HKBXT8DR3.0 size=1048576 2024-08-10T05:16:10.257 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.257+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~F47HKBXT8DR3.1 size=1048576 2024-08-10T05:16:10.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.259+0000 7f14b4aea640 1 > prepared part key=_multipart_LN88EIQRZLLG.2~F47HKBXT8DR3.2 size=172689 2024-08-10T05:16:10.259 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.259+0000 7f14b4aea640 1 > prepared multipart upload key=LN88EIQRZLLG upload=F47HKBXT8DR3 tag=40JG4U9AHM23 type=write size=3318417 2024-08-10T05:16:10.261 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.261+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~Z8SH4ZI8BXT9.0 size=237293 2024-08-10T05:16:10.265 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.265+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=Z8SH4ZI8BXT9 tag=TALK774NQNFZ type=write size=1285869 2024-08-10T05:16:10.267 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.267+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=M9ZG76A48KMK type=write size=45830 2024-08-10T05:16:10.269 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.269+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~42YR9J53SF6Q.0 size=1048576 2024-08-10T05:16:10.270 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.271+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~42YR9J53SF6Q.1 size=95670 2024-08-10T05:16:10.274 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.275+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=42YR9J53SF6Q tag=P95E2ZWKOHQB type=write size=2192822 2024-08-10T05:16:10.278 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.278+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~ERPTUGSFLR6M.0 size=1048576 2024-08-10T05:16:10.280 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.280+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~ERPTUGSFLR6M.1 size=1048576 2024-08-10T05:16:10.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.281+0000 7f14b4aea640 1 > prepared part key=_multipart_F8VCLKTJX8NT.2~ERPTUGSFLR6M.2 size=739344 2024-08-10T05:16:10.281 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.281+0000 7f14b4aea640 1 > prepared multipart upload key=F8VCLKTJX8NT upload=ERPTUGSFLR6M tag=VPVULZX4VOHB type=write size=3885072 2024-08-10T05:16:10.283 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.283+0000 7f14b4aea640 1 < completed part key=_multipart_HRBSKYPDI6S3.2~BY82X7HMLC8R.0 size=119612 2024-08-10T05:16:10.287 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.287+0000 7f14b4aea640 1 < completed multipart upload key=HRBSKYPDI6S3 upload=BY82X7HMLC8R tag=V1WNEBLVXQS2 type=write size=1168188 2024-08-10T05:16:10.289 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.289+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=92XGKDBLYCOO type=del size=3016285 2024-08-10T05:16:10.291 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.291+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=NEILRWBFJ3UV type=del 2024-08-10T05:16:10.293 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.293+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=J36FJF3OADPD type=del size=3803634 2024-08-10T05:16:10.294 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.295+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=HV3L7FSY4NWO type=del 2024-08-10T05:16:10.297 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.297+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=A3NDKE5BKUL0 type=del size=2071611 2024-08-10T05:16:10.299 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.299+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=3JMYWY2RI92I type=del 2024-08-10T05:16:10.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.303+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~134Y3YND9QN1.0 size=204265 2024-08-10T05:16:10.303 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.303+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=134Y3YND9QN1 tag=BD1VT4Q6JY9N type=write size=1252841 2024-08-10T05:16:10.305 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.305+0000 7f14b4aea640 1 < completed delete operation key=4GDX2ANEG4UE tag=3XN0UN72S7SD type=del 2024-08-10T05:16:10.307 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.307+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=IOLHREPWDC5S type=write size=425814 2024-08-10T05:16:10.309 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.309+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=LJ7AQZU52I8Z type=del 2024-08-10T05:16:10.310 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.311+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=90PODF15FJFP type=del size=748398 2024-08-10T05:16:10.311 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.311+0000 7f14b4aea640 1 < canceled part key=_multipart_WGII5ZO8PRL4.2~LYIVAO0IZ1ZO.0 size=1048576 2024-08-10T05:16:10.312 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.313+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~LYIVAO0IZ1ZO.1 size=149847 2024-08-10T05:16:10.316 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.316+0000 7f14b4aea640 1 < canceled multipart upload key=WGII5ZO8PRL4 upload=LYIVAO0IZ1ZO tag=U8G21AC72ETL type=write size=2246999 2024-08-10T05:16:10.318 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.318+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=TJVZA9AE1AL9 type=del size=666045 2024-08-10T05:16:10.320 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.320+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~1B2K0ZCAH9FD.0 size=1048576 2024-08-10T05:16:10.321 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.322+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~1B2K0ZCAH9FD.1 size=1048576 2024-08-10T05:16:10.323 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.323+0000 7f14b4aea640 1 < completed part key=_multipart_WGII5ZO8PRL4.2~1B2K0ZCAH9FD.2 size=823865 2024-08-10T05:16:10.326 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.327+0000 7f14b4aea640 1 < completed multipart upload key=WGII5ZO8PRL4 upload=1B2K0ZCAH9FD tag=0A96IDQYDW64 type=write size=3969593 2024-08-10T05:16:10.330 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.331+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~971WH354Y42G.0 size=1048576 2024-08-10T05:16:10.332 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.332+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~971WH354Y42G.1 size=1048576 2024-08-10T05:16:10.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.334+0000 7f14b4aea640 1 > prepared part key=_multipart_MOSZKVLQ4RI4.2~971WH354Y42G.2 size=257481 2024-08-10T05:16:10.334 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.334+0000 7f14b4aea640 1 > prepared multipart upload key=MOSZKVLQ4RI4 upload=971WH354Y42G tag=PMCYBUD95177 type=write size=3403209 2024-08-10T05:16:10.337 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.337+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=NF44N88LLSG6 type=del 2024-08-10T05:16:10.339 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.340+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=KS9HSACFO2OK type=del size=2520776 2024-08-10T05:16:10.342 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.342+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~P91SV3O7N1GA.0 size=1048576 2024-08-10T05:16:10.344 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.344+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~P91SV3O7N1GA.1 size=1048576 2024-08-10T05:16:10.346 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.346+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~P91SV3O7N1GA.2 size=308232 2024-08-10T05:16:10.350 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.350+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=P91SV3O7N1GA tag=O5UI4R81Q4U4 type=write size=3453960 2024-08-10T05:16:10.352 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.352+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=QEYS5YXBKCD8 type=del size=1072120 2024-08-10T05:16:10.354 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.354+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~EV7W6I0RYBWF.0 size=1048576 2024-08-10T05:16:10.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.356+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~EV7W6I0RYBWF.1 size=1048576 2024-08-10T05:16:10.356 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.356+0000 7f14b4aea640 1 < canceled part key=_multipart_4GQSP14LMP0J.2~EV7W6I0RYBWF.2 size=607257 2024-08-10T05:16:10.360 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.360+0000 7f14b4aea640 1 < canceled multipart upload key=4GQSP14LMP0J upload=EV7W6I0RYBWF tag=M4F92S1TKIE8 type=write size=3752985 2024-08-10T05:16:10.362 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.362+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=RPC4CWWCQMX7 type=del size=2622949 2024-08-10T05:16:10.364 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.364+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~Q1CTVH801N0U.0 size=209577 2024-08-10T05:16:10.368 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.369+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=Q1CTVH801N0U tag=XFNKH9E6NX2U type=write size=1258153 2024-08-10T05:16:10.374 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.373+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~88N5VPTTT4GB.0 size=1048576 2024-08-10T05:16:10.375 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.375+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~88N5VPTTT4GB.1 size=1048576 2024-08-10T05:16:10.376 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.377+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~88N5VPTTT4GB.2 size=616790 2024-08-10T05:16:10.377 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.377+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=88N5VPTTT4GB tag=J2XXDEDT0P9N type=write size=3762518 2024-08-10T05:16:10.378 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.379+0000 7f14b4aea640 1 < completed delete operation key=MUTTKNKV3LH8 tag=3K40AGXF55NN type=del 2024-08-10T05:16:10.380 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.381+0000 7f14b4aea640 1 > prepared operation key=ROVKNC22J3KX tag=D3WNAKVMD925 type=write size=985784 2024-08-10T05:16:10.383 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.383+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~F47HKBXT8DR3.0 size=1048576 2024-08-10T05:16:10.384 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.385+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~F47HKBXT8DR3.1 size=1048576 2024-08-10T05:16:10.386 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.386+0000 7f14b4aea640 1 < completed part key=_multipart_LN88EIQRZLLG.2~F47HKBXT8DR3.2 size=172689 2024-08-10T05:16:10.390 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.390+0000 7f14b4aea640 1 < completed multipart upload key=LN88EIQRZLLG upload=F47HKBXT8DR3 tag=40JG4U9AHM23 type=write size=3318417 2024-08-10T05:16:10.394 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.394+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~81OIXAV8IPWZ.0 size=1048576 2024-08-10T05:16:10.395 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.396+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~81OIXAV8IPWZ.1 size=838872 2024-08-10T05:16:10.396 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.396+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=81OIXAV8IPWZ tag=O0QU5AXXBWJR type=write size=2936024 2024-08-10T05:16:10.397 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.397+0000 7f14b4aea640 1 < completed write operation key=C12BG8POXEML tag=M9ZG76A48KMK type=write size=45830 2024-08-10T05:16:10.399 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.399+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=S7ZD5MRCHJ08 type=del size=1601331 2024-08-10T05:16:10.401 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.401+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~ERPTUGSFLR6M.0 size=1048576 2024-08-10T05:16:10.403 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.403+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~ERPTUGSFLR6M.1 size=1048576 2024-08-10T05:16:10.404 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.405+0000 7f14b4aea640 1 < completed part key=_multipart_F8VCLKTJX8NT.2~ERPTUGSFLR6M.2 size=739344 2024-08-10T05:16:10.408 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.408+0000 7f14b4aea640 1 < completed multipart upload key=F8VCLKTJX8NT upload=ERPTUGSFLR6M tag=VPVULZX4VOHB type=write size=3885072 2024-08-10T05:16:10.410 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.410+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=C6FL2O39WE9B type=del size=3502829 2024-08-10T05:16:10.412 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.412+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=92XGKDBLYCOO type=del 2024-08-10T05:16:10.414 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.414+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=1D7IP346W10T type=del size=106920 2024-08-10T05:16:10.416 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.416+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=J36FJF3OADPD type=del 2024-08-10T05:16:10.418 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.418+0000 7f14b4aea640 1 > prepared operation key=BQXO5DZMA1P4 tag=QZP65RHC86G9 type=del size=1986876 2024-08-10T05:16:10.420 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.420+0000 7f14b4aea640 1 < canceled operation key=IZ9CY06YLZDS tag=A3NDKE5BKUL0 type=del size=2071611 2024-08-10T05:16:10.424 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.424+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~RFBQ77KPVRDA.0 size=1048576 2024-08-10T05:16:10.425 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.426+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~RFBQ77KPVRDA.1 size=244863 2024-08-10T05:16:10.426 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.426+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=RFBQ77KPVRDA tag=B0QTGQYZ4SOC type=write size=2342015 2024-08-10T05:16:10.428 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.428+0000 7f14b4aea640 1 < completed part key=_multipart_SDD0BWGOBF7T.2~134Y3YND9QN1.0 size=204265 2024-08-10T05:16:10.431 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.431+0000 7f14b4aea640 1 < completed multipart upload key=SDD0BWGOBF7T upload=134Y3YND9QN1 tag=BD1VT4Q6JY9N type=write size=1252841 2024-08-10T05:16:10.433 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.433+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=BLBJ6ZWZLXYN type=del size=3555082 2024-08-10T05:16:10.435 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.435+0000 7f14b4aea640 1 < completed write operation key=IZ9CY06YLZDS tag=IOLHREPWDC5S type=write size=425814 2024-08-10T05:16:10.439 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.439+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~EBGVGVZV7ZH4.0 size=1048576 2024-08-10T05:16:10.440 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.441+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~EBGVGVZV7ZH4.1 size=983623 2024-08-10T05:16:10.441 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.441+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=EBGVGVZV7ZH4 tag=E037DMTINM5J type=write size=3080775 2024-08-10T05:16:10.442 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.443+0000 7f14b4aea640 1 < completed delete operation key=2LBM76TDYCHX tag=90PODF15FJFP type=del 2024-08-10T05:16:10.444 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.445+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=ODS58I0WK1GI type=del size=728245 2024-08-10T05:16:10.447 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.447+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=TJVZA9AE1AL9 type=del 2024-08-10T05:16:10.449 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.450+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=FPRNTDDCCQ4I type=del size=1553244 2024-08-10T05:16:10.451 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.452+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~971WH354Y42G.0 size=1048576 2024-08-10T05:16:10.453 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.453+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~971WH354Y42G.1 size=1048576 2024-08-10T05:16:10.455 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.455+0000 7f14b4aea640 1 < completed part key=_multipart_MOSZKVLQ4RI4.2~971WH354Y42G.2 size=257481 2024-08-10T05:16:10.458 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.459+0000 7f14b4aea640 1 < completed multipart upload key=MOSZKVLQ4RI4 upload=971WH354Y42G tag=PMCYBUD95177 type=write size=3403209 2024-08-10T05:16:10.462 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.462+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~ZH6OHLVQX2TB.0 size=788489 2024-08-10T05:16:10.463 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.462+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=ZH6OHLVQX2TB tag=16PBKV5BGCNO type=write size=1837065 2024-08-10T05:16:10.464 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.464+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=KS9HSACFO2OK type=del 2024-08-10T05:16:10.468 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.468+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~J031WP1VRTKS.0 size=1048576 2024-08-10T05:16:10.470 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.470+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~J031WP1VRTKS.1 size=1048576 2024-08-10T05:16:10.473 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.473+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~J031WP1VRTKS.2 size=709585 2024-08-10T05:16:10.473 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.473+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=J031WP1VRTKS tag=OZRKZBVTAC35 type=write size=3855313 2024-08-10T05:16:10.475 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.475+0000 7f14b4aea640 1 < completed delete operation key=MOSZKVLQ4RI4 tag=QEYS5YXBKCD8 type=del 2024-08-10T05:16:10.478 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.479+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~GFDK4D0IG9Q9.0 size=1048576 2024-08-10T05:16:10.480 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.481+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~GFDK4D0IG9Q9.1 size=1048576 2024-08-10T05:16:10.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.482+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~GFDK4D0IG9Q9.2 size=852923 2024-08-10T05:16:10.482 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.482+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=GFDK4D0IG9Q9 tag=AP1J01OUOLV4 type=write size=3998651 2024-08-10T05:16:10.484 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.485+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=RPC4CWWCQMX7 type=del 2024-08-10T05:16:10.489 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.489+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~NAVH50RSOXEK.0 size=1048576 2024-08-10T05:16:10.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.490+0000 7f14b4aea640 1 > prepared part key=_multipart_2LBM76TDYCHX.2~NAVH50RSOXEK.1 size=813607 2024-08-10T05:16:10.490 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.490+0000 7f14b4aea640 1 > prepared multipart upload key=2LBM76TDYCHX upload=NAVH50RSOXEK tag=0OVSBLJLH0UW type=write size=2910759 2024-08-10T05:16:10.493 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.493+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~88N5VPTTT4GB.0 size=1048576 2024-08-10T05:16:10.494 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.495+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~88N5VPTTT4GB.1 size=1048576 2024-08-10T05:16:10.495 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.495+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~88N5VPTTT4GB.2 size=616790 2024-08-10T05:16:10.498 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.498+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=88N5VPTTT4GB tag=J2XXDEDT0P9N type=write size=3762518 2024-08-10T05:16:10.501 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.501+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=DIKYL6YUN10V type=del size=620117 2024-08-10T05:16:10.502 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.503+0000 7f14b4aea640 1 < canceled operation key=ROVKNC22J3KX tag=D3WNAKVMD925 type=write size=985784 2024-08-10T05:16:10.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.506+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~F5LURHFS27XB.0 size=993729 2024-08-10T05:16:10.506 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.506+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=F5LURHFS27XB tag=LLLWLF4J0F9L type=write size=2042305 2024-08-10T05:16:10.509 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.509+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~81OIXAV8IPWZ.0 size=1048576 2024-08-10T05:16:10.510 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.511+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~81OIXAV8IPWZ.1 size=838872 2024-08-10T05:16:10.514 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.515+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=81OIXAV8IPWZ tag=O0QU5AXXBWJR type=write size=2936024 2024-08-10T05:16:10.518 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.519+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~5IUM7VZVWY7Z.0 size=590381 2024-08-10T05:16:10.519 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.519+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=5IUM7VZVWY7Z tag=77GTZZ0VGXX9 type=write size=1638957 2024-08-10T05:16:10.520 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.521+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=S7ZD5MRCHJ08 type=del 2024-08-10T05:16:10.523 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.523+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=1JYC5Y5HF2D7 type=del size=3438456 2024-08-10T05:16:10.525 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.525+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=C6FL2O39WE9B type=del 2024-08-10T05:16:10.527 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.527+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=TXNL2PT933FE type=del size=405214 2024-08-10T05:16:10.529 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.529+0000 7f14b4aea640 1 < completed delete operation key=C12BG8POXEML tag=1D7IP346W10T type=del 2024-08-10T05:16:10.531 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.531+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=WDSOU0UGB90N type=del size=1417220 2024-08-10T05:16:10.533 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.533+0000 7f14b4aea640 1 < completed delete operation key=BQXO5DZMA1P4 tag=QZP65RHC86G9 type=del 2024-08-10T05:16:10.535 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.535+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=79WN5XNTIWJX type=del size=3987009 2024-08-10T05:16:10.537 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.537+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~RFBQ77KPVRDA.0 size=1048576 2024-08-10T05:16:10.539 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.539+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~RFBQ77KPVRDA.1 size=244863 2024-08-10T05:16:10.543 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.543+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=RFBQ77KPVRDA tag=B0QTGQYZ4SOC type=write size=2342015 2024-08-10T05:16:10.545 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.545+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=OD360LMVA1UN type=del size=2280009 2024-08-10T05:16:10.548 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.548+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=BLBJ6ZWZLXYN type=del 2024-08-10T05:16:10.550 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.550+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=AF17P98ZGCLA type=del size=831230 2024-08-10T05:16:10.552 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.552+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~EBGVGVZV7ZH4.0 size=1048576 2024-08-10T05:16:10.553 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.553+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~EBGVGVZV7ZH4.1 size=983623 2024-08-10T05:16:10.557 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.557+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=EBGVGVZV7ZH4 tag=E037DMTINM5J type=write size=3080775 2024-08-10T05:16:10.559 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.559+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=JWCV2U29Q19V type=write size=782765 2024-08-10T05:16:10.561 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.561+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=ODS58I0WK1GI type=del 2024-08-10T05:16:10.566 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.566+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~CW3F7NYPD0D2.0 size=1048576 2024-08-10T05:16:10.573 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.574+0000 7f14b4aea640 1 > prepared part key=_multipart_C12BG8POXEML.2~CW3F7NYPD0D2.1 size=834429 2024-08-10T05:16:10.574 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.574+0000 7f14b4aea640 1 > prepared multipart upload key=C12BG8POXEML upload=CW3F7NYPD0D2 tag=DUSVHXKOIDMB type=write size=2931581 2024-08-10T05:16:10.578 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.578+0000 7f14b4aea640 1 < suggested update operation key=RCP16G4OVJX2 tag=FPRNTDDCCQ4I type=del size=1553244 2024-08-10T05:16:10.581 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.582+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~L1KV27DMHIRR.0 size=1048576 2024-08-10T05:16:10.583 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.583+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~L1KV27DMHIRR.1 size=1048576 2024-08-10T05:16:10.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.585+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~L1KV27DMHIRR.2 size=243166 2024-08-10T05:16:10.585 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.585+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=L1KV27DMHIRR tag=BLF0BI00Z905 type=write size=3388894 2024-08-10T05:16:10.587 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.588+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~ZH6OHLVQX2TB.0 size=788489 2024-08-10T05:16:10.591 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.591+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=ZH6OHLVQX2TB tag=16PBKV5BGCNO type=write size=1837065 2024-08-10T05:16:10.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.595+0000 7f14b4aea640 1 > prepared part key=_multipart_673XTFOIF5BU.2~IM79XPLGWYHJ.0 size=708432 2024-08-10T05:16:10.595 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.595+0000 7f14b4aea640 1 > prepared multipart upload key=673XTFOIF5BU upload=IM79XPLGWYHJ tag=9A2IUXHCCTPH type=write size=1757008 2024-08-10T05:16:10.597 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.597+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~J031WP1VRTKS.0 size=1048576 2024-08-10T05:16:10.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.600+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~J031WP1VRTKS.1 size=1048576 2024-08-10T05:16:10.602 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.601+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~J031WP1VRTKS.2 size=709585 2024-08-10T05:16:10.605 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.606+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=J031WP1VRTKS tag=OZRKZBVTAC35 type=write size=3855313 2024-08-10T05:16:10.608 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.608+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=THNM6C1JDDP3 type=write size=167383 2024-08-10T05:16:10.610 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.610+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~GFDK4D0IG9Q9.0 size=1048576 2024-08-10T05:16:10.611 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.612+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~GFDK4D0IG9Q9.1 size=1048576 2024-08-10T05:16:10.613 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.613+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~GFDK4D0IG9Q9.2 size=852923 2024-08-10T05:16:10.617 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.617+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=GFDK4D0IG9Q9 tag=AP1J01OUOLV4 type=write size=3998651 2024-08-10T05:16:10.618 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.619+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=TWS3F0Y6TSOE type=del size=72540 2024-08-10T05:16:10.620 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.621+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~NAVH50RSOXEK.0 size=1048576 2024-08-10T05:16:10.622 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.622+0000 7f14b4aea640 1 < completed part key=_multipart_2LBM76TDYCHX.2~NAVH50RSOXEK.1 size=813607 2024-08-10T05:16:10.626 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.626+0000 7f14b4aea640 1 < completed multipart upload key=2LBM76TDYCHX upload=NAVH50RSOXEK tag=0OVSBLJLH0UW type=write size=2910759 2024-08-10T05:16:10.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.630+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~OBSB5P2ND5NY.0 size=940370 2024-08-10T05:16:10.630 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.630+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=OBSB5P2ND5NY tag=4Z26B00EBF2N type=write size=1988946 2024-08-10T05:16:10.632 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.633+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=DIKYL6YUN10V type=del 2024-08-10T05:16:10.636 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.636+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~XDT33Y4UIQED.0 size=1048576 2024-08-10T05:16:10.638 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.638+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~XDT33Y4UIQED.1 size=1048576 2024-08-10T05:16:10.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.640+0000 7f14b4aea640 1 > prepared part key=_multipart_BBEPS16N3VR2.2~XDT33Y4UIQED.2 size=731259 2024-08-10T05:16:10.640 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.640+0000 7f14b4aea640 1 > prepared multipart upload key=BBEPS16N3VR2 upload=XDT33Y4UIQED tag=RCNOEIVLP8VX type=write size=3876987 2024-08-10T05:16:10.642 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.642+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~F5LURHFS27XB.0 size=993729 2024-08-10T05:16:10.645 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.646+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=F5LURHFS27XB tag=LLLWLF4J0F9L type=write size=2042305 2024-08-10T05:16:10.647 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.648+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=MRRPZCL4M5Z3 type=write size=685053 2024-08-10T05:16:10.649 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.650+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~5IUM7VZVWY7Z.0 size=590381 2024-08-10T05:16:10.653 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.654+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=5IUM7VZVWY7Z tag=77GTZZ0VGXX9 type=write size=1638957 2024-08-10T05:16:10.656 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.656+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=4E2RKVYPJT1S type=del size=3029791 2024-08-10T05:16:10.658 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.658+0000 7f14b4aea640 1 < completed delete operation key=XU9ZENJ789VA tag=1JYC5Y5HF2D7 type=del 2024-08-10T05:16:10.660 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.660+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=1G4JLNVZRVXL type=del size=2405524 2024-08-10T05:16:10.662 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.663+0000 7f14b4aea640 1 < completed delete operation key=F8VCLKTJX8NT tag=TXNL2PT933FE type=del 2024-08-10T05:16:10.664 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.665+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=EG02JM7IGXE7 type=del size=1225479 2024-08-10T05:16:10.667 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.667+0000 7f14b4aea640 1 < canceled operation key=HDO3WL7N93SY tag=WDSOU0UGB90N type=del size=1417220 2024-08-10T05:16:10.670 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.670+0000 7f14b4aea640 1 > prepared part key=_multipart_HDO3WL7N93SY.2~XLOCP3VMECFD.0 size=161901 2024-08-10T05:16:10.670 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.671+0000 7f14b4aea640 1 > prepared multipart upload key=HDO3WL7N93SY upload=XLOCP3VMECFD tag=GWAQLDGANA4A type=write size=1210477 2024-08-10T05:16:10.673 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.672+0000 7f14b4aea640 1 < canceled operation key=SDD0BWGOBF7T tag=79WN5XNTIWJX type=del size=3987009 2024-08-10T05:16:10.676 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.676+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~4KSMQ4N5N59T.0 size=1048576 2024-08-10T05:16:10.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.678+0000 7f14b4aea640 1 > prepared part key=_multipart_4GQSP14LMP0J.2~4KSMQ4N5N59T.1 size=276933 2024-08-10T05:16:10.678 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.678+0000 7f14b4aea640 1 > prepared multipart upload key=4GQSP14LMP0J upload=4KSMQ4N5N59T tag=K1TOQREPVB1H type=write size=2374085 2024-08-10T05:16:10.681 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.680+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=OD360LMVA1UN type=del 2024-08-10T05:16:10.684 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.685+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~X5JXUO9LJO0G.0 size=1048576 2024-08-10T05:16:10.686 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.686+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~X5JXUO9LJO0G.1 size=1048576 2024-08-10T05:16:10.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.688+0000 7f14b4aea640 1 > prepared part key=_multipart_RBLPMJAHLR1B.2~X5JXUO9LJO0G.2 size=250778 2024-08-10T05:16:10.688 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.688+0000 7f14b4aea640 1 > prepared multipart upload key=RBLPMJAHLR1B upload=X5JXUO9LJO0G tag=YOGF4BSM3443 type=write size=3396506 2024-08-10T05:16:10.690 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.690+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=AF17P98ZGCLA type=del 2024-08-10T05:16:10.692 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.692+0000 7f14b4aea640 1 > prepared operation key=XU9ZENJ789VA tag=HJH2P61XUGWS type=write size=925599 2024-08-10T05:16:10.694 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.694+0000 7f14b4aea640 1 < completed write operation key=43PHUSMB0CNL tag=JWCV2U29Q19V type=write size=782765 2024-08-10T05:16:10.697 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.698+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~0ELCU3DPBWIJ.0 size=1048576 2024-08-10T05:16:10.699 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.699+0000 7f14b4aea640 1 > prepared part key=_multipart_GVED6658RQPQ.2~0ELCU3DPBWIJ.1 size=246819 2024-08-10T05:16:10.699 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.699+0000 7f14b4aea640 1 > prepared multipart upload key=GVED6658RQPQ upload=0ELCU3DPBWIJ tag=OJ6LB4M5A619 type=write size=2343971 2024-08-10T05:16:10.701 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.701+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~CW3F7NYPD0D2.0 size=1048576 2024-08-10T05:16:10.703 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.703+0000 7f14b4aea640 1 < completed part key=_multipart_C12BG8POXEML.2~CW3F7NYPD0D2.1 size=834429 2024-08-10T05:16:10.707 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.707+0000 7f14b4aea640 1 < completed multipart upload key=C12BG8POXEML upload=CW3F7NYPD0D2 tag=DUSVHXKOIDMB type=write size=2931581 2024-08-10T05:16:10.709 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.709+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=WMM8LOT7BV0H type=del size=381729 2024-08-10T05:16:10.711 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.711+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~L1KV27DMHIRR.0 size=1048576 2024-08-10T05:16:10.713 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.713+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~L1KV27DMHIRR.1 size=1048576 2024-08-10T05:16:10.714 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.715+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~L1KV27DMHIRR.2 size=243166 2024-08-10T05:16:10.718 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.718+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=L1KV27DMHIRR tag=BLF0BI00Z905 type=write size=3388894 2024-08-10T05:16:10.722 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.722+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~KOCSCKO36APP.0 size=249238 2024-08-10T05:16:10.722 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.722+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=KOCSCKO36APP tag=U57YQ0J37570 type=write size=1297814 2024-08-10T05:16:10.724 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.725+0000 7f14b4aea640 1 < completed part key=_multipart_673XTFOIF5BU.2~IM79XPLGWYHJ.0 size=708432 2024-08-10T05:16:10.728 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.728+0000 7f14b4aea640 1 < completed multipart upload key=673XTFOIF5BU upload=IM79XPLGWYHJ tag=9A2IUXHCCTPH type=write size=1757008 2024-08-10T05:16:10.732 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.733+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~KIYYAY0C9V2K.0 size=1048576 2024-08-10T05:16:10.734 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.734+0000 7f14b4aea640 1 > prepared part key=_multipart_MUTTKNKV3LH8.2~KIYYAY0C9V2K.1 size=945893 2024-08-10T05:16:10.734 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.734+0000 7f14b4aea640 1 > prepared multipart upload key=MUTTKNKV3LH8 upload=KIYYAY0C9V2K tag=POXJNUEPL5UQ type=write size=3043045 2024-08-10T05:16:10.736 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.736+0000 7f14b4aea640 1 < completed write operation key=WGII5ZO8PRL4 tag=THNM6C1JDDP3 type=write size=167383 2024-08-10T05:16:10.738 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.738+0000 7f14b4aea640 1 > prepared operation key=4GDX2ANEG4UE tag=SPAJEFA0EHFN type=write size=211967 2024-08-10T05:16:10.740 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.740+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=TWS3F0Y6TSOE type=del 2024-08-10T05:16:10.742 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.742+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=GU1NN0WAQ7J8 type=del size=3544720 2024-08-10T05:16:10.744 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.744+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~OBSB5P2ND5NY.0 size=940370 2024-08-10T05:16:10.747 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.748+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=OBSB5P2ND5NY tag=4Z26B00EBF2N type=write size=1988946 2024-08-10T05:16:10.751 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.751+0000 7f14b4aea640 1 > prepared part key=_multipart_43PHUSMB0CNL.2~S7H1M8VZE6U8.0 size=430868 2024-08-10T05:16:10.751 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.751+0000 7f14b4aea640 1 > prepared multipart upload key=43PHUSMB0CNL upload=S7H1M8VZE6U8 tag=U4DBFPRUP3JD type=write size=1479444 2024-08-10T05:16:10.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.753+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~XDT33Y4UIQED.0 size=1048576 2024-08-10T05:16:10.753 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.753+0000 7f14b4aea640 1 < canceled part key=_multipart_BBEPS16N3VR2.2~XDT33Y4UIQED.1 size=1048576 2024-08-10T05:16:10.755 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.755+0000 7f14b4aea640 1 < completed part key=_multipart_BBEPS16N3VR2.2~XDT33Y4UIQED.2 size=731259 2024-08-10T05:16:10.758 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.758+0000 7f14b4aea640 1 < canceled multipart upload key=BBEPS16N3VR2 upload=XDT33Y4UIQED tag=RCNOEIVLP8VX type=write size=3876987 2024-08-10T05:16:10.762 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.762+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~2R78NA1S3YH3.0 size=1048576 2024-08-10T05:16:10.764 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.764+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~2R78NA1S3YH3.1 size=1048576 2024-08-10T05:16:10.766 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.766+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~2R78NA1S3YH3.2 size=935533 2024-08-10T05:16:10.766 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.766+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=2R78NA1S3YH3 tag=IFYYGJXT2MDE type=write size=4081261 2024-08-10T05:16:10.768 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.769+0000 7f14b4aea640 1 < canceled operation key=MOSZKVLQ4RI4 tag=MRRPZCL4M5Z3 type=write size=685053 2024-08-10T05:16:10.770 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.770+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=MIF0JAZYV4MR type=del size=1391987 2024-08-10T05:16:10.772 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.772+0000 7f14b4aea640 1 < completed delete operation key=8EIZ7QHKAZHT tag=4E2RKVYPJT1S type=del 2024-08-10T05:16:10.774 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.774+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=GQYA9U0EMN7S type=del size=656591 2024-08-10T05:16:10.777 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.777+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=1G4JLNVZRVXL type=del 2024-08-10T05:16:10.779 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.779+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=SNLG0DUOCOEY type=del size=280722 2024-08-10T05:16:10.781 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.781+0000 7f14b4aea640 1 < completed delete operation key=WGII5ZO8PRL4 tag=EG02JM7IGXE7 type=del 2024-08-10T05:16:10.785 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.786+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~D5ET0HDENPOH.0 size=1048576 2024-08-10T05:16:10.787 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.787+0000 7f14b4aea640 1 > prepared part key=_multipart_ROVKNC22J3KX.2~D5ET0HDENPOH.1 size=961154 2024-08-10T05:16:10.787 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.787+0000 7f14b4aea640 1 > prepared multipart upload key=ROVKNC22J3KX upload=D5ET0HDENPOH tag=Q73RGT5ECWQF type=write size=3058306 2024-08-10T05:16:10.787 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.787+0000 7f14b4aea640 1 < canceled part key=_multipart_HDO3WL7N93SY.2~XLOCP3VMECFD.0 size=161901 2024-08-10T05:16:10.791 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.791+0000 7f14b4aea640 1 < canceled multipart upload key=HDO3WL7N93SY upload=XLOCP3VMECFD tag=GWAQLDGANA4A type=write size=1210477 2024-08-10T05:16:10.793 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.793+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=XKNUJUV26DH8 type=del size=1830235 2024-08-10T05:16:10.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.795+0000 7f14b4aea640 1 < completed part key=_multipart_4GQSP14LMP0J.2~4KSMQ4N5N59T.0 size=1048576 2024-08-10T05:16:10.795 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.795+0000 7f14b4aea640 1 < canceled part key=_multipart_4GQSP14LMP0J.2~4KSMQ4N5N59T.1 size=276933 2024-08-10T05:16:10.798 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.798+0000 7f14b4aea640 1 < canceled multipart upload key=4GQSP14LMP0J upload=4KSMQ4N5N59T tag=K1TOQREPVB1H type=write size=2374085 2024-08-10T05:16:10.800 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.800+0000 7f14b4aea640 1 > prepared operation key=8EIZ7QHKAZHT tag=CYLFYTGJ6M7I type=write size=1003060 2024-08-10T05:16:10.803 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.803+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~X5JXUO9LJO0G.0 size=1048576 2024-08-10T05:16:10.804 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.805+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~X5JXUO9LJO0G.1 size=1048576 2024-08-10T05:16:10.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.807+0000 7f14b4aea640 1 < completed part key=_multipart_RBLPMJAHLR1B.2~X5JXUO9LJO0G.2 size=250778 2024-08-10T05:16:10.810 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.810+0000 7f14b4aea640 1 < completed multipart upload key=RBLPMJAHLR1B upload=X5JXUO9LJO0G tag=YOGF4BSM3443 type=write size=3396506 2024-08-10T05:16:10.812 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.812+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=17T2GDV5RH7C type=del size=2037051 2024-08-10T05:16:10.814 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.814+0000 7f14b4aea640 1 < completed write operation key=XU9ZENJ789VA tag=HJH2P61XUGWS type=write size=925599 2024-08-10T05:16:10.818 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.818+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~ZCUUC9XPAPYP.0 size=1048576 2024-08-10T05:16:10.820 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.820+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~ZCUUC9XPAPYP.1 size=1048576 2024-08-10T05:16:10.821 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.822+0000 7f14b4aea640 1 > prepared part key=_multipart_U3RDNND7WV1Z.2~ZCUUC9XPAPYP.2 size=891818 2024-08-10T05:16:10.822 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.822+0000 7f14b4aea640 1 > prepared multipart upload key=U3RDNND7WV1Z upload=ZCUUC9XPAPYP tag=15GYGL1HA3W1 type=write size=4037546 2024-08-10T05:16:10.823 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.824+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~0ELCU3DPBWIJ.0 size=1048576 2024-08-10T05:16:10.825 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.825+0000 7f14b4aea640 1 < completed part key=_multipart_GVED6658RQPQ.2~0ELCU3DPBWIJ.1 size=246819 2024-08-10T05:16:10.829 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.829+0000 7f14b4aea640 1 < completed multipart upload key=GVED6658RQPQ upload=0ELCU3DPBWIJ tag=OJ6LB4M5A619 type=write size=2343971 2024-08-10T05:16:10.830 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.831+0000 7f14b4aea640 1 > prepared operation key=4GQSP14LMP0J tag=L1E63NP4ZUJ5 type=del size=487634 2024-08-10T05:16:10.835 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.835+0000 7f14b4aea640 1 < suggested update operation key=63XHARBYVQFS tag=WMM8LOT7BV0H type=del size=381729 2024-08-10T05:16:10.837 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.837+0000 7f14b4aea640 1 > prepared operation key=43PHUSMB0CNL tag=9R8PZUZAVREI type=del size=393542 2024-08-10T05:16:10.839 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.839+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~KOCSCKO36APP.0 size=249238 2024-08-10T05:16:10.842 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.842+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=KOCSCKO36APP tag=U57YQ0J37570 type=write size=1297814 2024-08-10T05:16:10.846 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.846+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~PTR0TRVNLNM6.0 size=1048576 2024-08-10T05:16:10.847 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.848+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~PTR0TRVNLNM6.1 size=1048576 2024-08-10T05:16:10.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.850+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~PTR0TRVNLNM6.2 size=754616 2024-08-10T05:16:10.849 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.850+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=PTR0TRVNLNM6 tag=R50KC10M5HY8 type=write size=3900344 2024-08-10T05:16:10.851 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.852+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~KIYYAY0C9V2K.0 size=1048576 2024-08-10T05:16:10.853 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.853+0000 7f14b4aea640 1 < completed part key=_multipart_MUTTKNKV3LH8.2~KIYYAY0C9V2K.1 size=945893 2024-08-10T05:16:10.857 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.857+0000 7f14b4aea640 1 < completed multipart upload key=MUTTKNKV3LH8 upload=KIYYAY0C9V2K tag=POXJNUEPL5UQ type=write size=3043045 2024-08-10T05:16:10.861 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.861+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~K6RWGPZZ0DG8.0 size=1048576 2024-08-10T05:16:10.862 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.863+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~K6RWGPZZ0DG8.1 size=1048576 2024-08-10T05:16:10.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.864+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~K6RWGPZZ0DG8.2 size=277434 2024-08-10T05:16:10.864 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.864+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=K6RWGPZZ0DG8 tag=CHF58VG7RSSV type=write size=3423162 2024-08-10T05:16:10.868 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.869+0000 7f14b4aea640 1 < suggested update operation key=4GDX2ANEG4UE tag=SPAJEFA0EHFN type=write size=211967 2024-08-10T05:16:10.873 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.873+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~A4GJFF1RPSXL.0 size=1048576 2024-08-10T05:16:10.874 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.875+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~A4GJFF1RPSXL.1 size=1048576 2024-08-10T05:16:10.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.877+0000 7f14b4aea640 1 > prepared part key=_multipart_18KKPDK2VIRW.2~A4GJFF1RPSXL.2 size=666819 2024-08-10T05:16:10.876 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.877+0000 7f14b4aea640 1 > prepared multipart upload key=18KKPDK2VIRW upload=A4GJFF1RPSXL tag=3G4U5SBH9AZD type=write size=3812547 2024-08-10T05:16:10.878 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.879+0000 7f14b4aea640 1 < completed delete operation key=YH0KSZI7R4TX tag=GU1NN0WAQ7J8 type=del 2024-08-10T05:16:10.880 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.881+0000 7f14b4aea640 1 > prepared operation key=K7GWZ9Z28PPZ tag=IQC1G27TVHCO type=write size=887862 2024-08-10T05:16:10.882 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.883+0000 7f14b4aea640 1 < completed part key=_multipart_43PHUSMB0CNL.2~S7H1M8VZE6U8.0 size=430868 2024-08-10T05:16:10.886 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.887+0000 7f14b4aea640 1 < completed multipart upload key=43PHUSMB0CNL upload=S7H1M8VZE6U8 tag=U4DBFPRUP3JD type=write size=1479444 2024-08-10T05:16:10.889 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.889+0000 7f14b4aea640 1 > prepared operation key=2LBM76TDYCHX tag=G1C993LVWV7O type=write size=1047596 2024-08-10T05:16:10.892 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.892+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~2R78NA1S3YH3.0 size=1048576 2024-08-10T05:16:10.893 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.893+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~2R78NA1S3YH3.1 size=1048576 2024-08-10T05:16:10.895 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.895+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~2R78NA1S3YH3.2 size=935533 2024-08-10T05:16:10.900 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.900+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=2R78NA1S3YH3 tag=IFYYGJXT2MDE type=write size=4081261 2024-08-10T05:16:10.902 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.903+0000 7f14b4aea640 1 > prepared operation key=C12BG8POXEML tag=042O9EEEIT8X type=del size=829499 2024-08-10T05:16:10.905 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.905+0000 7f14b4aea640 1 < completed delete operation key=K7GWZ9Z28PPZ tag=MIF0JAZYV4MR type=del 2024-08-10T05:16:10.906 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.907+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=AVKGK5OZ4PLY type=del size=894556 2024-08-10T05:16:10.909 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.910+0000 7f14b4aea640 -1 < failed to complete operation key=63XHARBYVQFS tag=GQYA9U0EMN7S type=del size=656591: (22) Invalid argument 2024-08-10T05:16:10.911 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.912+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=T3Q6O0A51YTF type=del size=1249686 2024-08-10T05:16:10.914 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.914+0000 7f14b4aea640 1 < completed delete operation key=GVED6658RQPQ tag=SNLG0DUOCOEY type=del 2024-08-10T05:16:10.916 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.916+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=I05U80AF9WD4 type=del size=3154946 2024-08-10T05:16:10.918 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.918+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~D5ET0HDENPOH.0 size=1048576 2024-08-10T05:16:10.920 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.920+0000 7f14b4aea640 1 < completed part key=_multipart_ROVKNC22J3KX.2~D5ET0HDENPOH.1 size=961154 2024-08-10T05:16:10.923 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.923+0000 7f14b4aea640 1 < completed multipart upload key=ROVKNC22J3KX upload=D5ET0HDENPOH tag=Q73RGT5ECWQF type=write size=3058306 2024-08-10T05:16:10.925 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.925+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=P1PQQ5BRQW5X type=del size=3028448 2024-08-10T05:16:10.927 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.927+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=XKNUJUV26DH8 type=del 2024-08-10T05:16:10.929 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.929+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=RP6K6GWLEGNA type=write size=1023311 2024-08-10T05:16:10.932 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.932+0000 7f14b4aea640 1 < completed write operation key=8EIZ7QHKAZHT tag=CYLFYTGJ6M7I type=write size=1003060 2024-08-10T05:16:10.934 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.934+0000 7f14b4aea640 1 > prepared operation key=F8VCLKTJX8NT tag=I3DG4JXXKJLU type=write size=983384 2024-08-10T05:16:10.936 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.936+0000 7f14b4aea640 1 < completed delete operation key=IZ9CY06YLZDS tag=17T2GDV5RH7C type=del 2024-08-10T05:16:10.938 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.938+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=SL8822OHA5GJ type=del size=1454641 2024-08-10T05:16:10.940 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.940+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~ZCUUC9XPAPYP.0 size=1048576 2024-08-10T05:16:10.941 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.942+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~ZCUUC9XPAPYP.1 size=1048576 2024-08-10T05:16:10.943 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.943+0000 7f14b4aea640 1 < completed part key=_multipart_U3RDNND7WV1Z.2~ZCUUC9XPAPYP.2 size=891818 2024-08-10T05:16:10.947 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.947+0000 7f14b4aea640 1 < completed multipart upload key=U3RDNND7WV1Z upload=ZCUUC9XPAPYP tag=15GYGL1HA3W1 type=write size=4037546 2024-08-10T05:16:10.951 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.951+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~VGTB3R0PC91U.0 size=1048576 2024-08-10T05:16:10.952 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.952+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~VGTB3R0PC91U.1 size=1048576 2024-08-10T05:16:10.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.954+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~VGTB3R0PC91U.2 size=513422 2024-08-10T05:16:10.954 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.954+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=VGTB3R0PC91U tag=Q2CTWW98DEKN type=write size=3659150 2024-08-10T05:16:10.956 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.956+0000 7f14b4aea640 1 < completed delete operation key=4GQSP14LMP0J tag=L1E63NP4ZUJ5 type=del 2024-08-10T05:16:10.958 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.958+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=PEED877A2B6O type=del size=2939275 2024-08-10T05:16:10.960 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.960+0000 7f14b4aea640 1 < completed delete operation key=43PHUSMB0CNL tag=9R8PZUZAVREI type=del 2024-08-10T05:16:10.963 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.963+0000 7f14b4aea640 1 > prepared operation key=SDD0BWGOBF7T tag=V1S12SN1SOO1 type=del size=3142501 2024-08-10T05:16:10.965 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.965+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~PTR0TRVNLNM6.0 size=1048576 2024-08-10T05:16:10.966 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.967+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~PTR0TRVNLNM6.1 size=1048576 2024-08-10T05:16:10.968 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.968+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~PTR0TRVNLNM6.2 size=754616 2024-08-10T05:16:10.972 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.973+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=PTR0TRVNLNM6 tag=R50KC10M5HY8 type=write size=3900344 2024-08-10T05:16:10.976 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.977+0000 7f14b4aea640 1 > prepared part key=_multipart_RCP16G4OVJX2.2~203GLIOXQ1R1.0 size=883809 2024-08-10T05:16:10.977 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.977+0000 7f14b4aea640 1 > prepared multipart upload key=RCP16G4OVJX2 upload=203GLIOXQ1R1 tag=HFIA378NL558 type=write size=1932385 2024-08-10T05:16:10.979 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.979+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~K6RWGPZZ0DG8.0 size=1048576 2024-08-10T05:16:10.981 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.981+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~K6RWGPZZ0DG8.1 size=1048576 2024-08-10T05:16:10.982 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.983+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~K6RWGPZZ0DG8.2 size=277434 2024-08-10T05:16:10.986 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.986+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=K6RWGPZZ0DG8 tag=CHF58VG7RSSV type=write size=3423162 2024-08-10T05:16:10.990 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.990+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~7TMJUN8YFQXR.0 size=1048576 2024-08-10T05:16:10.991 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.992+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~7TMJUN8YFQXR.1 size=1048576 2024-08-10T05:16:10.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.993+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~7TMJUN8YFQXR.2 size=56055 2024-08-10T05:16:10.993 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.993+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=7TMJUN8YFQXR tag=HJEWT9X0P2IB type=write size=3201783 2024-08-10T05:16:10.996 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.996+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~A4GJFF1RPSXL.0 size=1048576 2024-08-10T05:16:10.997 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:10.998+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~A4GJFF1RPSXL.1 size=1048576 2024-08-10T05:16:10.999 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.000+0000 7f14b4aea640 1 < completed part key=_multipart_18KKPDK2VIRW.2~A4GJFF1RPSXL.2 size=666819 2024-08-10T05:16:11.004 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.004+0000 7f14b4aea640 1 < completed multipart upload key=18KKPDK2VIRW upload=A4GJFF1RPSXL tag=3G4U5SBH9AZD type=write size=3812547 2024-08-10T05:16:11.008 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.008+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~6NY43OBYNYIG.0 size=1048576 2024-08-10T05:16:11.009 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.010+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~6NY43OBYNYIG.1 size=1048576 2024-08-10T05:16:11.011 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.011+0000 7f14b4aea640 1 > prepared part key=_multipart_IZ9CY06YLZDS.2~6NY43OBYNYIG.2 size=273267 2024-08-10T05:16:11.011 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.011+0000 7f14b4aea640 1 > prepared multipart upload key=IZ9CY06YLZDS upload=6NY43OBYNYIG tag=K9HTDHWMYG0R type=write size=3418995 2024-08-10T05:16:11.014 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.015+0000 7f14b4aea640 1 < completed write operation key=K7GWZ9Z28PPZ tag=IQC1G27TVHCO type=write size=887862 2024-08-10T05:16:11.017 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.017+0000 7f14b4aea640 1 > prepared operation key=QJTYLK106AGR tag=LLQTJDU99O2Q type=del size=1962362 2024-08-10T05:16:11.019 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.019+0000 7f14b4aea640 1 < canceled operation key=2LBM76TDYCHX tag=G1C993LVWV7O type=write size=1047596 2024-08-10T05:16:11.023 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.023+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~BY2748KN796C.0 size=1048576 2024-08-10T05:16:11.024 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.025+0000 7f14b4aea640 1 > prepared part key=_multipart_XU9ZENJ789VA.2~BY2748KN796C.1 size=723624 2024-08-10T05:16:11.025 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.025+0000 7f14b4aea640 1 > prepared multipart upload key=XU9ZENJ789VA upload=BY2748KN796C tag=D15ZRE1SZ71I type=write size=2820776 2024-08-10T05:16:11.027 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.027+0000 7f14b4aea640 1 < canceled operation key=C12BG8POXEML tag=042O9EEEIT8X type=del size=829499 2024-08-10T05:16:11.029 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.029+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=J8A3WLSRDFBK type=del size=417407 2024-08-10T05:16:11.031 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.031+0000 7f14b4aea640 1 < completed delete operation key=18KKPDK2VIRW tag=AVKGK5OZ4PLY type=del 2024-08-10T05:16:11.035 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.035+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~H0G263JSS43K.0 size=1048576 2024-08-10T05:16:11.036 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.037+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~H0G263JSS43K.1 size=1048576 2024-08-10T05:16:11.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.038+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~H0G263JSS43K.2 size=710591 2024-08-10T05:16:11.038 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.038+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=H0G263JSS43K tag=9A2QSOJFPWW2 type=write size=3856319 2024-08-10T05:16:11.040 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.040+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=T3Q6O0A51YTF type=del 2024-08-10T05:16:11.043 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.043+0000 7f14b4aea640 1 > prepared operation key=IGGZ4YAHG16J tag=05CSANQW9B5O type=write size=371582 2024-08-10T05:16:11.045 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.045+0000 7f14b4aea640 1 < canceled operation key=IGGZ4YAHG16J tag=I05U80AF9WD4 type=del size=3154946 2024-08-10T05:16:11.049 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.049+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~2ZP7JM2OOQ55.0 size=1048576 2024-08-10T05:16:11.050 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.051+0000 7f14b4aea640 1 > prepared part key=_multipart_TCBT4AO28B3T.2~2ZP7JM2OOQ55.1 size=832309 2024-08-10T05:16:11.051 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.051+0000 7f14b4aea640 1 > prepared multipart upload key=TCBT4AO28B3T upload=2ZP7JM2OOQ55 tag=4WKRXQX9C45Q type=write size=2929461 2024-08-10T05:16:11.052 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.052+0000 7f14b4aea640 1 < completed delete operation key=RCP16G4OVJX2 tag=P1PQQ5BRQW5X type=del 2024-08-10T05:16:11.055 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.055+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=REQXSJ10VEHN type=write size=1001312 2024-08-10T05:16:11.057 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.057+0000 7f14b4aea640 1 < completed write operation key=WGII5ZO8PRL4 tag=RP6K6GWLEGNA type=write size=1023311 2024-08-10T05:16:11.062 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.061+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~P9VQCHMLB89V.0 size=1048576 2024-08-10T05:16:11.063 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.063+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~P9VQCHMLB89V.1 size=1048576 2024-08-10T05:16:11.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.064+0000 7f14b4aea640 1 > prepared part key=_multipart_IGGZ4YAHG16J.2~P9VQCHMLB89V.2 size=209237 2024-08-10T05:16:11.064 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.065+0000 7f14b4aea640 1 > prepared multipart upload key=IGGZ4YAHG16J upload=P9VQCHMLB89V tag=USDU9OCCHBJM type=write size=3354965 2024-08-10T05:16:11.066 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.066+0000 7f14b4aea640 1 < completed write operation key=F8VCLKTJX8NT tag=I3DG4JXXKJLU type=write size=983384 2024-08-10T05:16:11.068 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.068+0000 7f14b4aea640 1 > prepared operation key=RCP16G4OVJX2 tag=FQ6BU5KPIJK5 type=del size=927549 2024-08-10T05:16:11.070 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.070+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=SL8822OHA5GJ type=del 2024-08-10T05:16:11.072 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.072+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=BOXFXM8X5GHU type=del size=3891899 2024-08-10T05:16:11.074 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.075+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~VGTB3R0PC91U.0 size=1048576 2024-08-10T05:16:11.076 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.076+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~VGTB3R0PC91U.1 size=1048576 2024-08-10T05:16:11.078 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.078+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~VGTB3R0PC91U.2 size=513422 2024-08-10T05:16:11.082 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.082+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=VGTB3R0PC91U tag=Q2CTWW98DEKN type=write size=3659150 2024-08-10T05:16:11.084 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.084+0000 7f14b4aea640 1 > prepared operation key=HDO3WL7N93SY tag=CF2C0ADURXK5 type=del size=292188 2024-08-10T05:16:11.086 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.086+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=PEED877A2B6O type=del 2024-08-10T05:16:11.088 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.088+0000 7f14b4aea640 1 > prepared operation key=63XHARBYVQFS tag=YU4R4PX0OP2R type=del size=1717278 2024-08-10T05:16:11.090 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.090+0000 7f14b4aea640 1 < completed delete operation key=SDD0BWGOBF7T tag=V1S12SN1SOO1 type=del 2024-08-10T05:16:11.094 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.094+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~HPW4H1KDJG8M.0 size=1048576 2024-08-10T05:16:11.095 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.096+0000 7f14b4aea640 1 > prepared part key=_multipart_HRBSKYPDI6S3.2~HPW4H1KDJG8M.1 size=362599 2024-08-10T05:16:11.096 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.096+0000 7f14b4aea640 1 > prepared multipart upload key=HRBSKYPDI6S3 upload=HPW4H1KDJG8M tag=6OTWF450UBU6 type=write size=2459751 2024-08-10T05:16:11.098 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.098+0000 7f14b4aea640 1 < completed part key=_multipart_RCP16G4OVJX2.2~203GLIOXQ1R1.0 size=883809 2024-08-10T05:16:11.101 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.101+0000 7f14b4aea640 1 < completed multipart upload key=RCP16G4OVJX2 upload=203GLIOXQ1R1 tag=HFIA378NL558 type=write size=1932385 2024-08-10T05:16:11.103 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.104+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=QI3NW6YA9KOP type=del size=1595743 2024-08-10T05:16:11.106 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.106+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~7TMJUN8YFQXR.0 size=1048576 2024-08-10T05:16:11.107 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.107+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~7TMJUN8YFQXR.1 size=1048576 2024-08-10T05:16:11.109 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.109+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~7TMJUN8YFQXR.2 size=56055 2024-08-10T05:16:11.113 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.113+0000 7f14b4aea640 1 < completed multipart upload key=4GDX2ANEG4UE upload=7TMJUN8YFQXR tag=HJEWT9X0P2IB type=write size=3201783 2024-08-10T05:16:11.114 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.115+0000 7f14b4aea640 1 > prepared operation key=18KKPDK2VIRW tag=QO5C1CFFZALD type=write size=268746 2024-08-10T05:16:11.116 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.117+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~6NY43OBYNYIG.0 size=1048576 2024-08-10T05:16:11.118 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.118+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~6NY43OBYNYIG.1 size=1048576 2024-08-10T05:16:11.120 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.120+0000 7f14b4aea640 1 < completed part key=_multipart_IZ9CY06YLZDS.2~6NY43OBYNYIG.2 size=273267 2024-08-10T05:16:11.124 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.124+0000 7f14b4aea640 1 < completed multipart upload key=IZ9CY06YLZDS upload=6NY43OBYNYIG tag=K9HTDHWMYG0R type=write size=3418995 2024-08-10T05:16:11.126 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.126+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=UEELE1IF4BZ4 type=del size=2733884 2024-08-10T05:16:11.128 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.128+0000 7f14b4aea640 1 < completed delete operation key=QJTYLK106AGR tag=LLQTJDU99O2Q type=del 2024-08-10T05:16:11.132 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.132+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~63P0DTH2H3LA.0 size=1048576 2024-08-10T05:16:11.133 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.134+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~63P0DTH2H3LA.1 size=1048576 2024-08-10T05:16:11.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.135+0000 7f14b4aea640 1 > prepared part key=_multipart_SDD0BWGOBF7T.2~63P0DTH2H3LA.2 size=905494 2024-08-10T05:16:11.135 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.135+0000 7f14b4aea640 1 > prepared multipart upload key=SDD0BWGOBF7T upload=63P0DTH2H3LA tag=HMWOEZ9ZWMAE type=write size=4051222 2024-08-10T05:16:11.137 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.137+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~BY2748KN796C.0 size=1048576 2024-08-10T05:16:11.139 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.139+0000 7f14b4aea640 1 < completed part key=_multipart_XU9ZENJ789VA.2~BY2748KN796C.1 size=723624 2024-08-10T05:16:11.142 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.142+0000 7f14b4aea640 1 < completed multipart upload key=XU9ZENJ789VA upload=BY2748KN796C tag=D15ZRE1SZ71I type=write size=2820776 2024-08-10T05:16:11.145 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.145+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=7ISWFRUHQ3U5 type=write size=110601 2024-08-10T05:16:11.147 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.147+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=J8A3WLSRDFBK type=del 2024-08-10T05:16:11.149 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.149+0000 7f14b4aea640 1 > prepared operation key=MOSZKVLQ4RI4 tag=39W5AJKOHHPW type=del size=290570 2024-08-10T05:16:11.150 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.149+0000 7f14b4aea640 1 < canceled part key=_multipart_4GDX2ANEG4UE.2~H0G263JSS43K.0 size=1048576 2024-08-10T05:16:11.151 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.151+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~H0G263JSS43K.1 size=1048576 2024-08-10T05:16:11.153 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.153+0000 7f14b4aea640 1 < completed part key=_multipart_4GDX2ANEG4UE.2~H0G263JSS43K.2 size=710591 2024-08-10T05:16:11.156 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.157+0000 7f14b4aea640 1 < canceled multipart upload key=4GDX2ANEG4UE upload=H0G263JSS43K tag=9A2QSOJFPWW2 type=write size=3856319 2024-08-10T05:16:11.159 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.159+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=XFP6D3VF0L7G type=del size=566386 2024-08-10T05:16:11.163 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.163+0000 7f14b4aea640 1 < suggested update operation key=IGGZ4YAHG16J tag=05CSANQW9B5O type=write size=371582 2024-08-10T05:16:11.165 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.165+0000 7f14b4aea640 1 > prepared operation key=IZ9CY06YLZDS tag=IP31RSUT1LNN type=write size=962876 2024-08-10T05:16:11.167 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.167+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~2ZP7JM2OOQ55.0 size=1048576 2024-08-10T05:16:11.169 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.169+0000 7f14b4aea640 1 < completed part key=_multipart_TCBT4AO28B3T.2~2ZP7JM2OOQ55.1 size=832309 2024-08-10T05:16:11.172 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.172+0000 7f14b4aea640 1 < completed multipart upload key=TCBT4AO28B3T upload=2ZP7JM2OOQ55 tag=4WKRXQX9C45Q type=write size=2929461 2024-08-10T05:16:11.174 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.174+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=2H2GWXW68EGC type=del size=2385609 2024-08-10T05:16:11.176 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.176+0000 7f14b4aea640 1 < completed write operation key=IZ9CY06YLZDS tag=REQXSJ10VEHN type=write size=1001312 2024-08-10T05:16:11.179 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.179+0000 7f14b4aea640 1 > prepared operation key=YH0KSZI7R4TX tag=LX1UR6O4FKNF type=write size=310541 2024-08-10T05:16:11.181 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.181+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~P9VQCHMLB89V.0 size=1048576 2024-08-10T05:16:11.183 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.183+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~P9VQCHMLB89V.1 size=1048576 2024-08-10T05:16:11.184 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.185+0000 7f14b4aea640 1 < completed part key=_multipart_IGGZ4YAHG16J.2~P9VQCHMLB89V.2 size=209237 2024-08-10T05:16:11.188 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.188+0000 7f14b4aea640 1 < completed multipart upload key=IGGZ4YAHG16J upload=P9VQCHMLB89V tag=USDU9OCCHBJM type=write size=3354965 2024-08-10T05:16:11.192 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.193+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~2F50YABO7T1J.0 size=1048576 2024-08-10T05:16:11.195 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.195+0000 7f14b4aea640 1 > prepared part key=_multipart_63XHARBYVQFS.2~2F50YABO7T1J.1 size=135527 2024-08-10T05:16:11.195 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.195+0000 7f14b4aea640 1 > prepared multipart upload key=63XHARBYVQFS upload=2F50YABO7T1J tag=RU89SI67OQGQ type=write size=2232679 2024-08-10T05:16:11.197 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.197+0000 7f14b4aea640 1 < canceled operation key=RCP16G4OVJX2 tag=FQ6BU5KPIJK5 type=del size=927549 2024-08-10T05:16:11.199 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.199+0000 7f14b4aea640 1 > prepared operation key=WGII5ZO8PRL4 tag=YDDR3KS3ECDZ type=del size=2792923 2024-08-10T05:16:11.201 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.201+0000 7f14b4aea640 1 < completed delete operation key=RBLPMJAHLR1B tag=BOXFXM8X5GHU type=del 2024-08-10T05:16:11.203 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.204+0000 7f14b4aea640 1 > prepared operation key=GVED6658RQPQ tag=WKSPWQ3W9W71 type=del size=2423924 2024-08-10T05:16:11.205 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.205+0000 7f14b4aea640 1 < completed delete operation key=HDO3WL7N93SY tag=CF2C0ADURXK5 type=del 2024-08-10T05:16:11.210 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.210+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~NGF24OD3T249.0 size=1048576 2024-08-10T05:16:11.211 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.212+0000 7f14b4aea640 1 > prepared part key=_multipart_4GDX2ANEG4UE.2~NGF24OD3T249.1 size=108731 2024-08-10T05:16:11.212 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.212+0000 7f14b4aea640 1 > prepared multipart upload key=4GDX2ANEG4UE upload=NGF24OD3T249 tag=160D2FHAGHDM type=write size=2205883 2024-08-10T05:16:11.213 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.214+0000 7f14b4aea640 1 < completed delete operation key=63XHARBYVQFS tag=YU4R4PX0OP2R type=del 2024-08-10T05:16:11.216 INFO:tasks.workunit.client.0.smithi078.stderr:2024-08-10T05:16:11.216+0000 7f14b4aea640 1 > prepared operation key=RBLPMJAHLR1B tag=R2B6QF1C5CAN type=del size=1022154 2024-08-10T05:16:11.216 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] cls_rgw_stats.simulate (13483 ms) 2024-08-10T05:16:11.216 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from cls_rgw_stats (13483 ms total) 2024-08-10T05:16:11.216 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:16:11.216 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:16:11.690 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 1 test from 1 test suite ran. (15834 ms total) 2024-08-10T05:16:11.691 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 1 test. 2024-08-10T05:16:11.694 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:16:11.694 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:16:11.760 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-08-10T05:16:11.760 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-08-10T05:16:11.826 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2024-08-10T05:16:11.827 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 2 tests from 1 test suite. 2024-08-10T05:16:11.827 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:16:11.827 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 2 tests from ClsSDK 2024-08-10T05:16:11.827 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-08-10T05:16:11.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:11 smithi078 ceph-mon[92251]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 466 KiB/s wr, 2.40k op/s 2024-08-10T05:16:11.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:11 smithi078 ceph-mon[94618]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 466 KiB/s wr, 2.40k op/s 2024-08-10T05:16:11.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:16:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:16:11] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-08-10T05:16:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:11 smithi107 ceph-mon[86658]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 466 KiB/s wr, 2.40k op/s 2024-08-10T05:16:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:16:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:12 smithi078 ceph-mon[92251]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-10T05:16:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:12 smithi078 ceph-mon[92251]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:12 smithi078 ceph-mon[94618]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-10T05:16:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:12 smithi078 ceph-mon[94618]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:12 smithi107 ceph-mon[86658]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-10T05:16:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:12 smithi107 ceph-mon[86658]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:13 smithi078 ceph-mon[92251]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-10T05:16:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2476458202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:13 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:13 smithi078 ceph-mon[94618]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-10T05:16:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2476458202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:13 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:13 smithi107 ceph-mon[86658]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-10T05:16:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2476458202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:13 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:14.710 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2884 ms) 2024-08-10T05:16:14.710 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-08-10T05:16:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:16:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[92251]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-10T05:16:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[92251]: pgmap v1371: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:16:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[94618]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-10T05:16:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:14.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:14 smithi078 ceph-mon[94618]: pgmap v1371: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:14.984 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:14 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:16:14.985 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:14 smithi107 ceph-mon[86658]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-10T05:16:14.985 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:14.985 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:14 smithi107 ceph-mon[86658]: pgmap v1371: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:15.963 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:15 smithi107 ceph-mon[86658]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-10T05:16:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:15 smithi078 ceph-mon[92251]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-10T05:16:15.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:15 smithi078 ceph-mon[94618]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-10T05:16:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:16 smithi107 ceph-mon[86658]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-10T05:16:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:16 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1038097110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:16 smithi107 ceph-mon[86658]: pgmap v1374: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[94618]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-10T05:16:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1038097110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[94618]: pgmap v1374: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[92251]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-10T05:16:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1038097110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:16:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:16 smithi078 ceph-mon[92251]: pgmap v1374: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:17.727 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3016 ms) 2024-08-10T05:16:17.727 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 2 tests from ClsSDK (5900 ms total) 2024-08-10T05:16:17.727 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:16:17.727 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T05:16:17.728 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 2 tests from 1 test suite ran. (5900 ms total) 2024-08-10T05:16:17.728 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 2 tests. 2024-08-10T05:16:17.729 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:16:17.729 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:16:17.797 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-10T05:16:17.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:16:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:16:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:16:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[92251]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-10T05:16:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:16:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:16:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[94618]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-10T05:16:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:18.055 DEBUG:teuthology.parallel:result is None 2024-08-10T05:16:18.056 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:16:18.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:17 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:16:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:17 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi078-135933-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:16:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:17 smithi107 ceph-mon[86658]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-10T05:16:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:18.082 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:16:18.082 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:16:18.138 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:16:18.138 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:16:18.138 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-08-10T05:16:18.138 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:16:18.138 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-08-10T05:16:18.138 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:16:18.139 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:16:18.139 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:16:18.139 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:16:18.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:16:18.195 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T05:16:18.196 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:16:18.251 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T05:16:18.251 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T05:16:18.306 INFO:tasks.workunit:timeout=3h 2024-08-10T05:16:18.306 INFO:tasks.workunit:cleanup=True 2024-08-10T05:16:18.307 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:16:18.361 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T05:16:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[94618]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-10T05:16:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[94618]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[92251]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-10T05:16:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:18 smithi078 ceph-mon[92251]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:18 smithi107 ceph-mon[86658]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-10T05:16:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:16:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:18 smithi107 ceph-mon[86658]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:19 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:16:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:19 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:16:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:19 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:16:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:19 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:16:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:19 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:16:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:19 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:16:20.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:20 smithi078 ceph-mon[92251]: pgmap v1378: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:20.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:20 smithi078 ceph-mon[94618]: pgmap v1378: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:20 smithi107 ceph-mon[86658]: pgmap v1378: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:16:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:16:21] "GET /metrics HTTP/1.1" 200 33919 "" "Prometheus/2.43.0" 2024-08-10T05:16:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:16:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:23.930 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T05:16:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:23 smithi078 ceph-mon[92251]: pgmap v1379: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:23 smithi078 ceph-mon[94618]: pgmap v1379: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:23.985 INFO:tasks.workunit.client.0.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:16:23.987 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:16:23.987 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:16:24.037 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:16:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:23 smithi107 ceph-mon[86658]: pgmap v1379: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:24.085 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:16:24.124 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:16:24.126 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:16:24.126 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:16:24.164 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:16:24.167 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T05:16:24.167 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T05:16:24.223 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-08-10T05:16:24.224 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-08-10T05:16:24.224 DEBUG:teuthology.orchestra.run.smithi078:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-08-10T05:16:24.321 INFO:tasks.workunit.client.0.smithi078.stdout:run length 1200 seconds 2024-08-10T05:16:24.321 INFO:tasks.workunit.client.0.smithi078.stdout:preparing 10240 objects 2024-08-10T05:16:25.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:25 smithi078 ceph-mon[92251]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:25 smithi078 ceph-mon[94618]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:26.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:25 smithi107 ceph-mon[86658]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:26.259 INFO:tasks.workunit.client.0.smithi078.stdout:load-gen will run 1200 seconds 2024-08-10T05:16:27.259 INFO:tasks.workunit.client.0.smithi078.stdout: 1: throughput=0MB/sec pending data=0 2024-08-10T05:16:27.259 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WK5IZRuEsjsO3b2 off=3951346 len=2001719 2024-08-10T05:16:27.270 INFO:tasks.workunit.client.0.smithi078.stdout:op 0 completed, throughput=1.89MB/sec 2024-08-10T05:16:27.270 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vpZtINWVlDuUWvV off=3721915 len=1180077 2024-08-10T05:16:27.280 INFO:tasks.workunit.client.0.smithi078.stdout:op 1 completed, throughput=2.97MB/sec 2024-08-10T05:16:27.280 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1ZqBuLSIn1clORC off=776782 len=1415773 2024-08-10T05:16:27.287 INFO:tasks.workunit.client.0.smithi078.stdout:op 2 completed, throughput=4.26MB/sec 2024-08-10T05:16:27.288 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9Yx9QS7L2uVUGTh off=15134739 len=1753134 2024-08-10T05:16:27.289 INFO:tasks.workunit.client.0.smithi078.stdout:op 3 completed, throughput=5.88MB/sec 2024-08-10T05:16:27.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:27 smithi078 ceph-mon[94618]: pgmap v1381: 105 pgs: 105 active+clean; 26 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 206 KiB/s wr, 206 op/s 2024-08-10T05:16:27.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:27.980 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:27 smithi078 ceph-mon[92251]: pgmap v1381: 105 pgs: 105 active+clean; 26 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 206 KiB/s wr, 206 op/s 2024-08-10T05:16:27.980 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:27 smithi107 ceph-mon[86658]: pgmap v1381: 105 pgs: 105 active+clean; 26 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 206 KiB/s wr, 206 op/s 2024-08-10T05:16:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:28.289 INFO:tasks.workunit.client.0.smithi078.stdout: 2: throughput=2.98MB/sec pending data=0 2024-08-10T05:16:28.289 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SqFFePTUEvV6XYI off=500565 len=1823420 2024-08-10T05:16:28.292 INFO:tasks.workunit.client.0.smithi078.stdout:op 4 completed, throughput=3.83MB/sec 2024-08-10T05:16:28.292 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oF_svmQ2oqz4gs1 off=3631467 len=1248459 2024-08-10T05:16:28.298 INFO:tasks.workunit.client.0.smithi078.stdout:op 5 completed, throughput=4.41MB/sec 2024-08-10T05:16:28.298 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yIkRKv7CSnb_nPp off=14442108 len=502591 2024-08-10T05:16:28.302 INFO:tasks.workunit.client.0.smithi078.stdout:op 6 completed, throughput=4.63MB/sec 2024-08-10T05:16:28.302 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7F2_u2GyxBOAjfh off=3872016 len=1090181 2024-08-10T05:16:28.303 INFO:tasks.workunit.client.0.smithi078.stdout:op 7 completed, throughput=5.14MB/sec 2024-08-10T05:16:29.303 INFO:tasks.workunit.client.0.smithi078.stdout: 3: throughput=3.45MB/sec pending data=0 2024-08-10T05:16:29.303 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--prLzCQU-W8YqcW off=32140 len=448356 2024-08-10T05:16:29.304 INFO:tasks.workunit.client.0.smithi078.stdout:op 8 completed, throughput=3.59MB/sec 2024-08-10T05:16:29.304 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YSdNcJuNAhxKg3x off=998281 len=1515343 2024-08-10T05:16:29.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 9 completed, throughput=4.06MB/sec 2024-08-10T05:16:29.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p7Om1lT9RCbMftB off=6762201 len=457134 2024-08-10T05:16:29.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 10 completed, throughput=4.2MB/sec 2024-08-10T05:16:29.312 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tHX6B0rhNs0idaO off=8755659 len=1001562 2024-08-10T05:16:29.318 INFO:tasks.workunit.client.0.smithi078.stdout:op 11 completed, throughput=4.5MB/sec 2024-08-10T05:16:29.318 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ViYTooPsw4TL-Px off=13342421 len=1289846 2024-08-10T05:16:29.319 INFO:tasks.workunit.client.0.smithi078.stdout:op 12 completed, throughput=4.9MB/sec 2024-08-10T05:16:29.319 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jNWLqTvU5Y2tB57 off=2761162 len=181907 2024-08-10T05:16:29.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 13 completed, throughput=4.96MB/sec 2024-08-10T05:16:29.320 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b5rLokCU0pbf9W- off=9981347 len=1529432 2024-08-10T05:16:29.322 INFO:tasks.workunit.client.0.smithi078.stdout:op 14 completed, throughput=5.43MB/sec 2024-08-10T05:16:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:29 smithi078 ceph-mon[92251]: pgmap v1382: 105 pgs: 105 active+clean; 89 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 661 KiB/s wr, 660 op/s 2024-08-10T05:16:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:29 smithi078 ceph-mon[94618]: pgmap v1382: 105 pgs: 105 active+clean; 89 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 661 KiB/s wr, 660 op/s 2024-08-10T05:16:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:29 smithi107 ceph-mon[86658]: pgmap v1382: 105 pgs: 105 active+clean; 89 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 661 KiB/s wr, 660 op/s 2024-08-10T05:16:30.323 INFO:tasks.workunit.client.0.smithi078.stdout: 4: throughput=4.09MB/sec pending data=0 2024-08-10T05:16:30.323 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SA9kGWWTz8KOZAy off=18793967 len=1035794 2024-08-10T05:16:30.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 15 completed, throughput=4.33MB/sec 2024-08-10T05:16:30.328 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NMPe_Wjg1uVNsx1 off=5125286 len=1889209 2024-08-10T05:16:30.330 INFO:tasks.workunit.client.0.smithi078.stdout:op 16 completed, throughput=4.77MB/sec 2024-08-10T05:16:30.330 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qGnBYBAvSMjpY_P off=13239605 len=707145 2024-08-10T05:16:30.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 17 completed, throughput=4.93MB/sec 2024-08-10T05:16:30.331 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9vRvcr7fx5NmWKo off=4616482 len=229098 2024-08-10T05:16:30.333 INFO:tasks.workunit.client.0.smithi078.stdout:op 18 completed, throughput=4.99MB/sec 2024-08-10T05:16:30.334 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2CbLqFxi-WJe-xD off=5827591 len=926917 2024-08-10T05:16:30.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 19 completed, throughput=5.19MB/sec 2024-08-10T05:16:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:30 smithi107 ceph-mon[86658]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-08-10T05:16:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:30 smithi078 ceph-mon[92251]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-08-10T05:16:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:30 smithi078 ceph-mon[94618]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 1.0 MiB/s wr, 853 op/s 2024-08-10T05:16:31.339 INFO:tasks.workunit.client.0.smithi078.stdout: 5: throughput=4.17MB/sec pending data=0 2024-08-10T05:16:31.340 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7Obwvs4ZLwUR5Ew off=1187215 len=288455 2024-08-10T05:16:31.342 INFO:tasks.workunit.client.0.smithi078.stdout:op 20 completed, throughput=4.22MB/sec 2024-08-10T05:16:31.342 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cz0lZI_2y9IGZq9 off=13181207 len=29201 2024-08-10T05:16:31.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 21 completed, throughput=4.23MB/sec 2024-08-10T05:16:31.345 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SHaJIBb0J_u-_Uy off=1049059 len=278427 2024-08-10T05:16:31.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 22 completed, throughput=4.28MB/sec 2024-08-10T05:16:31.346 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QuCF0jqwKMS3l00 off=15306403 len=1842486 2024-08-10T05:16:31.349 INFO:tasks.workunit.client.0.smithi078.stdout:op 23 completed, throughput=4.62MB/sec 2024-08-10T05:16:31.349 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JEYDvVNX90K0FfA off=3896335 len=1191260 2024-08-10T05:16:31.356 INFO:tasks.workunit.client.0.smithi078.stdout:op 24 completed, throughput=4.84MB/sec 2024-08-10T05:16:31.356 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zGriQmx-lR_lkgp off=2962065 len=1074772 2024-08-10T05:16:31.360 INFO:tasks.workunit.client.0.smithi078.stdout:op 25 completed, throughput=5.03MB/sec 2024-08-10T05:16:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:16:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:16:31] "GET /metrics HTTP/1.1" 200 33930 "" "Prometheus/2.43.0" 2024-08-10T05:16:32.361 INFO:tasks.workunit.client.0.smithi078.stdout: 6: throughput=4.21MB/sec pending data=0 2024-08-10T05:16:32.361 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VOjkm8tHViRO6Xu off=1354700 len=1254457 2024-08-10T05:16:32.368 INFO:tasks.workunit.client.0.smithi078.stdout:op 26 completed, throughput=4.4MB/sec 2024-08-10T05:16:32.368 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GATKfehWhcaX0OO off=14802977 len=1663821 2024-08-10T05:16:32.372 INFO:tasks.workunit.client.0.smithi078.stdout:op 27 completed, throughput=4.66MB/sec 2024-08-10T05:16:32.372 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IN6LQwhqOlPf6qI off=1757313 len=677445 2024-08-10T05:16:32.373 INFO:tasks.workunit.client.0.smithi078.stdout:op 28 completed, throughput=4.76MB/sec 2024-08-10T05:16:32.373 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-amPIUtqqCqHkDQR off=14228503 len=240310 2024-08-10T05:16:32.373 INFO:tasks.workunit.client.0.smithi078.stdout:op 29 completed, throughput=4.8MB/sec 2024-08-10T05:16:32.374 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qXSgPzbY9l6N6B5 off=835615 len=70121 2024-08-10T05:16:32.374 INFO:tasks.workunit.client.0.smithi078.stdout:op 30 completed, throughput=4.81MB/sec 2024-08-10T05:16:32.374 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oOeFEl5t7LlJsP_ off=9613359 len=1243068 2024-08-10T05:16:32.379 INFO:tasks.workunit.client.0.smithi078.stdout:op 31 completed, throughput=5MB/sec 2024-08-10T05:16:32.379 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7fS885pW7iH0oSj off=14576931 len=974782 2024-08-10T05:16:32.381 INFO:tasks.workunit.client.0.smithi078.stdout:op 32 completed, throughput=5.15MB/sec 2024-08-10T05:16:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:16:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:33.381 INFO:tasks.workunit.client.0.smithi078.stdout: 7: throughput=4.43MB/sec pending data=0 2024-08-10T05:16:33.381 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9o4JEhuIvJhumit off=7777342 len=1471722 2024-08-10T05:16:33.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 33 completed, throughput=4.62MB/sec 2024-08-10T05:16:33.391 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dA1LK9CiUljVbQU off=10248851 len=189748 2024-08-10T05:16:33.394 INFO:tasks.workunit.client.0.smithi078.stdout:op 34 completed, throughput=4.64MB/sec 2024-08-10T05:16:33.394 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DX15OvEgSLoNsNI off=2550532 len=1811506 2024-08-10T05:16:33.396 INFO:tasks.workunit.client.0.smithi078.stdout:op 35 completed, throughput=4.88MB/sec 2024-08-10T05:16:33.396 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KDEScfF_c2otFKC off=6794044 len=742796 2024-08-10T05:16:33.397 INFO:tasks.workunit.client.0.smithi078.stdout:op 36 completed, throughput=4.98MB/sec 2024-08-10T05:16:33.397 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FJ88pI7NOGxNkpH off=2718221 len=917927 2024-08-10T05:16:33.402 INFO:tasks.workunit.client.0.smithi078.stdout:op 37 completed, throughput=5.1MB/sec 2024-08-10T05:16:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:33 smithi078 ceph-mon[92251]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-08-10T05:16:33.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:33 smithi078 ceph-mon[94618]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-08-10T05:16:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:33 smithi107 ceph-mon[86658]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-08-10T05:16:34.402 INFO:tasks.workunit.client.0.smithi078.stdout: 8: throughput=4.47MB/sec pending data=0 2024-08-10T05:16:34.402 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bYzLFFvRM4wZfOL off=109765 len=1830532 2024-08-10T05:16:34.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 38 completed, throughput=4.68MB/sec 2024-08-10T05:16:34.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6tKu8XenUPWo_M- off=5714813 len=1533857 2024-08-10T05:16:34.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 39 completed, throughput=4.86MB/sec 2024-08-10T05:16:34.415 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FY0rFuHuehN0bdN off=721255 len=44372 2024-08-10T05:16:34.416 INFO:tasks.workunit.client.0.smithi078.stdout:op 40 completed, throughput=4.86MB/sec 2024-08-10T05:16:34.416 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-o9eSZ5B3S6PJRxf off=5905746 len=929316 2024-08-10T05:16:34.418 INFO:tasks.workunit.client.0.smithi078.stdout:op 41 completed, throughput=4.97MB/sec 2024-08-10T05:16:34.418 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OyJIAzp8HS5ajVz off=8994124 len=849845 2024-08-10T05:16:34.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 42 completed, throughput=5.07MB/sec 2024-08-10T05:16:35.423 INFO:tasks.workunit.client.0.smithi078.stdout: 9: throughput=4.51MB/sec pending data=0 2024-08-10T05:16:35.423 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kSkwc6lcjeoF8GW off=14686662 len=1100428 2024-08-10T05:16:35.428 INFO:tasks.workunit.client.0.smithi078.stdout:op 43 completed, throughput=4.63MB/sec 2024-08-10T05:16:35.428 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hI-NAwNN0ZxGn8K off=13068322 len=1331764 2024-08-10T05:16:35.429 INFO:tasks.workunit.client.0.smithi078.stdout:op 44 completed, throughput=4.76MB/sec 2024-08-10T05:16:35.430 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l2NGh2b2cIDy55C off=4844982 len=575302 2024-08-10T05:16:35.430 INFO:tasks.workunit.client.0.smithi078.stdout:op 45 completed, throughput=4.82MB/sec 2024-08-10T05:16:35.430 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dsQYCwdxBgCQrPg off=1424351 len=1020534 2024-08-10T05:16:35.431 INFO:tasks.workunit.client.0.smithi078.stdout:op 46 completed, throughput=4.93MB/sec 2024-08-10T05:16:35.431 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-z8iQnwHySVL3MKZ off=22569526 len=741082 2024-08-10T05:16:35.436 INFO:tasks.workunit.client.0.smithi078.stdout:op 47 completed, throughput=5MB/sec 2024-08-10T05:16:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:35 smithi078 ceph-mon[92251]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-08-10T05:16:35.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:35 smithi078 ceph-mon[94618]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-08-10T05:16:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:35 smithi107 ceph-mon[86658]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-08-10T05:16:36.437 INFO:tasks.workunit.client.0.smithi078.stdout: 10: throughput=4.51MB/sec pending data=0 2024-08-10T05:16:36.437 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qF8WNE_CQLFKEWT off=8010712 len=1618516 2024-08-10T05:16:36.440 INFO:tasks.workunit.client.0.smithi078.stdout:op 48 completed, throughput=4.66MB/sec 2024-08-10T05:16:36.440 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xWEpEFvMll2L7mp off=8297596 len=583716 2024-08-10T05:16:36.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 49 completed, throughput=4.72MB/sec 2024-08-10T05:16:36.441 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2eogRrnnNydXbfp off=14954903 len=1910723 2024-08-10T05:16:36.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 50 completed, throughput=4.89MB/sec 2024-08-10T05:16:36.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vh3OS2jtEHht5aY off=14264447 len=1087676 2024-08-10T05:16:36.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 51 completed, throughput=4.99MB/sec 2024-08-10T05:16:36.452 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aW0D5sZBlGKrtbP off=4212245 len=1201924 2024-08-10T05:16:36.457 INFO:tasks.workunit.client.0.smithi078.stdout:op 52 completed, throughput=5.1MB/sec 2024-08-10T05:16:37.457 INFO:tasks.workunit.client.0.smithi078.stdout: 11: throughput=4.65MB/sec pending data=0 2024-08-10T05:16:37.458 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MDq4tFV2a0qYl8Y off=7091637 len=529629 2024-08-10T05:16:37.459 INFO:tasks.workunit.client.0.smithi078.stdout:op 53 completed, throughput=4.69MB/sec 2024-08-10T05:16:37.459 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PHzucgmAhvzr2uD off=14767741 len=265140 2024-08-10T05:16:37.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 54 completed, throughput=4.71MB/sec 2024-08-10T05:16:37.460 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RIfMe1ePXN8_Axy off=872649 len=822705 2024-08-10T05:16:37.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 55 completed, throughput=4.78MB/sec 2024-08-10T05:16:37.465 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2nERpi25qo3gSD4 off=5112409 len=1732983 2024-08-10T05:16:37.469 INFO:tasks.workunit.client.0.smithi078.stdout:op 56 completed, throughput=4.93MB/sec 2024-08-10T05:16:37.469 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7ClNt8aLRHdnC9Z off=6768329 len=1385252 2024-08-10T05:16:37.477 INFO:tasks.workunit.client.0.smithi078.stdout:op 57 completed, throughput=5.04MB/sec 2024-08-10T05:16:37.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:37 smithi078 ceph-mon[92251]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-10T05:16:37.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:37 smithi078 ceph-mon[94618]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-10T05:16:38.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:37 smithi107 ceph-mon[86658]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-10T05:16:38.477 INFO:tasks.workunit.client.0.smithi078.stdout: 12: throughput=4.63MB/sec pending data=0 2024-08-10T05:16:38.478 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5Tg8HuU8RskgdyZ off=1544441 len=1415687 2024-08-10T05:16:38.480 INFO:tasks.workunit.client.0.smithi078.stdout:op 58 completed, throughput=4.74MB/sec 2024-08-10T05:16:38.480 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AssHpw-l0fUkBon off=16027234 len=456172 2024-08-10T05:16:38.483 INFO:tasks.workunit.client.0.smithi078.stdout:op 59 completed, throughput=4.77MB/sec 2024-08-10T05:16:38.483 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qYBMYwToTdO1yOa off=9527303 len=582538 2024-08-10T05:16:38.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 60 completed, throughput=4.82MB/sec 2024-08-10T05:16:38.484 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0l9cF0TeZv8HLSu off=7742990 len=943658 2024-08-10T05:16:38.485 INFO:tasks.workunit.client.0.smithi078.stdout:op 61 completed, throughput=4.89MB/sec 2024-08-10T05:16:38.485 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rFPuxIxcoDmkzF2 off=16024011 len=1535526 2024-08-10T05:16:38.494 INFO:tasks.workunit.client.0.smithi078.stdout:op 62 completed, throughput=5.01MB/sec 2024-08-10T05:16:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:38 smithi078 ceph-mon[92251]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 686 op/s 2024-08-10T05:16:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:38 smithi078 ceph-mon[94618]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 686 op/s 2024-08-10T05:16:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:38 smithi107 ceph-mon[86658]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 686 op/s 2024-08-10T05:16:39.495 INFO:tasks.workunit.client.0.smithi078.stdout: 13: throughput=4.63MB/sec pending data=0 2024-08-10T05:16:39.495 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q0SGt2mujzSJ2-D off=1331792 len=1878079 2024-08-10T05:16:39.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 63 completed, throughput=4.76MB/sec 2024-08-10T05:16:39.504 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PZh0PkrmcAVSwyP off=428626 len=1973399 2024-08-10T05:16:39.507 INFO:tasks.workunit.client.0.smithi078.stdout:op 64 completed, throughput=4.9MB/sec 2024-08-10T05:16:39.508 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--XL0w3h2J7wfqo3 off=10821767 len=303437 2024-08-10T05:16:39.508 INFO:tasks.workunit.client.0.smithi078.stdout:op 65 completed, throughput=4.92MB/sec 2024-08-10T05:16:39.508 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gxHj563XtqR2OkQ off=4859379 len=2014400 2024-08-10T05:16:39.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 66 completed, throughput=5.07MB/sec 2024-08-10T05:16:40.511 INFO:tasks.workunit.client.0.smithi078.stdout: 14: throughput=4.71MB/sec pending data=0 2024-08-10T05:16:40.511 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8hFyGC3EKubtaxm off=11729915 len=1500181 2024-08-10T05:16:40.513 INFO:tasks.workunit.client.0.smithi078.stdout:op 67 completed, throughput=4.81MB/sec 2024-08-10T05:16:40.513 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WLNbaHWzS-zw-gx off=2196677 len=112095 2024-08-10T05:16:40.515 INFO:tasks.workunit.client.0.smithi078.stdout:op 68 completed, throughput=4.82MB/sec 2024-08-10T05:16:40.516 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mTkld4vLXa5XrtM off=13493846 len=2086053 2024-08-10T05:16:40.520 INFO:tasks.workunit.client.0.smithi078.stdout:op 69 completed, throughput=4.95MB/sec 2024-08-10T05:16:40.520 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5REVeO2oKliXLRy off=2517879 len=524124 2024-08-10T05:16:40.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 70 completed, throughput=4.99MB/sec 2024-08-10T05:16:40.524 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FbjIvUvuGsGA0J1 off=6993167 len=555357 2024-08-10T05:16:40.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 71 completed, throughput=5.02MB/sec 2024-08-10T05:16:41.525 INFO:tasks.workunit.client.0.smithi078.stdout: 15: throughput=4.7MB/sec pending data=0 2024-08-10T05:16:41.525 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SwU5vKZNoUoZWHO off=20537703 len=1337014 2024-08-10T05:16:41.528 INFO:tasks.workunit.client.0.smithi078.stdout:op 72 completed, throughput=4.78MB/sec 2024-08-10T05:16:41.528 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EfUhkyKLSK70cI- off=13452735 len=1311652 2024-08-10T05:16:41.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 73 completed, throughput=4.86MB/sec 2024-08-10T05:16:41.530 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kLdpGrXx_oHY0Z3 off=4623855 len=1479736 2024-08-10T05:16:41.533 INFO:tasks.workunit.client.0.smithi078.stdout:op 74 completed, throughput=4.95MB/sec 2024-08-10T05:16:41.533 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yDaE2kApreb5qNw off=1245369 len=910697 2024-08-10T05:16:41.535 INFO:tasks.workunit.client.0.smithi078.stdout:op 75 completed, throughput=5.01MB/sec 2024-08-10T05:16:41.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:41 smithi078 ceph-mon[92251]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 257 op/s 2024-08-10T05:16:41.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:41 smithi078 ceph-mon[94618]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 257 op/s 2024-08-10T05:16:41.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:16:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:16:41] "GET /metrics HTTP/1.1" 200 33930 "" "Prometheus/2.43.0" 2024-08-10T05:16:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:41 smithi107 ceph-mon[86658]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 257 op/s 2024-08-10T05:16:42.535 INFO:tasks.workunit.client.0.smithi078.stdout: 16: throughput=4.7MB/sec pending data=0 2024-08-10T05:16:42.535 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jw-qAVdOdO15Qyj off=15644539 len=986731 2024-08-10T05:16:42.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 76 completed, throughput=4.76MB/sec 2024-08-10T05:16:42.541 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Gy0bv2gyxWpVe8I off=10302445 len=1702936 2024-08-10T05:16:42.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 77 completed, throughput=4.85MB/sec 2024-08-10T05:16:42.547 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4CE5AxHfJcEXqGH off=0 len=1382554 2024-08-10T05:16:42.554 INFO:tasks.workunit.client.0.smithi078.stdout:op 78 completed, throughput=4.93MB/sec 2024-08-10T05:16:42.554 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FoJBAVXWUz7p7L6 off=17208226 len=327281 2024-08-10T05:16:42.556 INFO:tasks.workunit.client.0.smithi078.stdout:op 79 completed, throughput=4.95MB/sec 2024-08-10T05:16:42.556 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WCDAx5HEt5hRfXE off=7217891 len=1018268 2024-08-10T05:16:42.557 INFO:tasks.workunit.client.0.smithi078.stdout:op 80 completed, throughput=5.01MB/sec 2024-08-10T05:16:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:16:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:43.558 INFO:tasks.workunit.client.0.smithi078.stdout: 17: throughput=4.72MB/sec pending data=0 2024-08-10T05:16:43.558 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mKbWA8Oci2d9Xtc off=3048786 len=1196743 2024-08-10T05:16:43.560 INFO:tasks.workunit.client.0.smithi078.stdout:op 81 completed, throughput=4.79MB/sec 2024-08-10T05:16:43.561 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iqTJ95tKhvdkhst off=20935285 len=1321665 2024-08-10T05:16:43.562 INFO:tasks.workunit.client.0.smithi078.stdout:op 82 completed, throughput=4.86MB/sec 2024-08-10T05:16:43.562 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ijl33lpsZD215bn off=7584746 len=732898 2024-08-10T05:16:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 83 completed, throughput=4.9MB/sec 2024-08-10T05:16:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cLOmu3sW-p-chrG off=14959989 len=1691358 2024-08-10T05:16:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:op 84 completed, throughput=4.99MB/sec 2024-08-10T05:16:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tc9aVYH54X7a3sA off=9358391 len=1913077 2024-08-10T05:16:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 85 completed, throughput=5.09MB/sec 2024-08-10T05:16:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:43 smithi078 ceph-mon[92251]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:16:43.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:43 smithi078 ceph-mon[94618]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:16:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:43 smithi107 ceph-mon[86658]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:16:44.571 INFO:tasks.workunit.client.0.smithi078.stdout: 18: throughput=4.82MB/sec pending data=0 2024-08-10T05:16:44.571 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mZUYfzZoVnjdySV off=1146375 len=1731498 2024-08-10T05:16:44.573 INFO:tasks.workunit.client.0.smithi078.stdout:op 86 completed, throughput=4.91MB/sec 2024-08-10T05:16:44.573 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7WYLcE5uF08jVjW off=11210193 len=819257 2024-08-10T05:16:44.574 INFO:tasks.workunit.client.0.smithi078.stdout:op 87 completed, throughput=4.95MB/sec 2024-08-10T05:16:44.574 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6NPuJiq_ik4N9G5 off=2975306 len=194235 2024-08-10T05:16:44.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 88 completed, throughput=4.96MB/sec 2024-08-10T05:16:44.575 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Hk4aXevEGdocAN1 off=12239371 len=2041127 2024-08-10T05:16:44.597 INFO:tasks.workunit.client.0.smithi078.stdout:op 89 completed, throughput=5.06MB/sec 2024-08-10T05:16:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:44 smithi107 ceph-mon[86658]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:16:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:44 smithi078 ceph-mon[92251]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:16:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:44 smithi078 ceph-mon[94618]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:16:45.597 INFO:tasks.workunit.client.0.smithi078.stdout: 19: throughput=4.8MB/sec pending data=0 2024-08-10T05:16:45.597 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gv813fbDdnmP4og off=6481146 len=1401764 2024-08-10T05:16:45.599 INFO:tasks.workunit.client.0.smithi078.stdout:op 90 completed, throughput=4.87MB/sec 2024-08-10T05:16:45.600 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IUysfeqhLUxP83j off=6314150 len=64979 2024-08-10T05:16:45.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 91 completed, throughput=4.87MB/sec 2024-08-10T05:16:45.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4CQTy7EdHrz5NXN off=5057461 len=1656371 2024-08-10T05:16:45.610 INFO:tasks.workunit.client.0.smithi078.stdout:op 92 completed, throughput=4.95MB/sec 2024-08-10T05:16:45.610 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-067QG04gjlX-c6Q off=10798680 len=1853681 2024-08-10T05:16:45.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 93 completed, throughput=5.04MB/sec 2024-08-10T05:16:46.612 INFO:tasks.workunit.client.0.smithi078.stdout: 20: throughput=4.79MB/sec pending data=0 2024-08-10T05:16:46.613 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WPE-N-UTSak4YHF off=24072457 len=1135006 2024-08-10T05:16:46.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 94 completed, throughput=4.84MB/sec 2024-08-10T05:16:46.614 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-izJ65vYJsO016jy off=1186713 len=1912761 2024-08-10T05:16:46.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 95 completed, throughput=4.93MB/sec 2024-08-10T05:16:46.627 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2wD0Q7ejsQjWuc7 off=6376559 len=184127 2024-08-10T05:16:46.628 INFO:tasks.workunit.client.0.smithi078.stdout:op 96 completed, throughput=4.94MB/sec 2024-08-10T05:16:46.628 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lD9iMaNJ721tppP off=3071980 len=1528098 2024-08-10T05:16:46.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 97 completed, throughput=5.01MB/sec 2024-08-10T05:16:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: 21: throughput=4.77MB/sec pending data=0 2024-08-10T05:16:47.631 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yL4MdvbXLEfz3Ca off=1760935 len=1655031 2024-08-10T05:16:47.639 INFO:tasks.workunit.client.0.smithi078.stdout:op 98 completed, throughput=4.85MB/sec 2024-08-10T05:16:47.640 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bplt60tDhIP_sS0 off=1917891 len=933631 2024-08-10T05:16:47.642 INFO:tasks.workunit.client.0.smithi078.stdout:op 99 completed, throughput=4.89MB/sec 2024-08-10T05:16:47.642 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dHmPNRmNJNAREWB off=2629760 len=102382 2024-08-10T05:16:47.644 INFO:tasks.workunit.client.0.smithi078.stdout:op 100 completed, throughput=4.89MB/sec 2024-08-10T05:16:47.644 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-brZm0uGJn_AzQkw off=11093279 len=618527 2024-08-10T05:16:47.645 INFO:tasks.workunit.client.0.smithi078.stdout:op 101 completed, throughput=4.92MB/sec 2024-08-10T05:16:47.645 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IJEy8dLx813RrFP off=1769994 len=1663239 2024-08-10T05:16:47.649 INFO:tasks.workunit.client.0.smithi078.stdout:op 102 completed, throughput=4.99MB/sec 2024-08-10T05:16:47.649 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3SmuqHvoX1Xz1_S off=1038232 len=1870600 2024-08-10T05:16:47.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 103 completed, throughput=5.08MB/sec 2024-08-10T05:16:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:47 smithi078 ceph-mon[92251]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:47 smithi078 ceph-mon[94618]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:47 smithi107 ceph-mon[86658]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: 22: throughput=4.85MB/sec pending data=0 2024-08-10T05:16:48.651 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aTvydJtDDbDyCjj off=13840385 len=1015200 2024-08-10T05:16:48.652 INFO:tasks.workunit.client.0.smithi078.stdout:op 104 completed, throughput=4.89MB/sec 2024-08-10T05:16:48.652 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zdNHRjHk9GtW8GO off=2119500 len=1924013 2024-08-10T05:16:48.656 INFO:tasks.workunit.client.0.smithi078.stdout:op 105 completed, throughput=4.97MB/sec 2024-08-10T05:16:48.656 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-evaZNpkw4e3t_5G off=8573576 len=672875 2024-08-10T05:16:48.661 INFO:tasks.workunit.client.0.smithi078.stdout:op 106 completed, throughput=5MB/sec 2024-08-10T05:16:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:48 smithi107 ceph-mon[86658]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:16:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:48 smithi078 ceph-mon[92251]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:16:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:48 smithi078 ceph-mon[94618]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:16:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: 23: throughput=4.79MB/sec pending data=0 2024-08-10T05:16:49.662 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0EVNUQCGorL9tWC off=3724870 len=1926772 2024-08-10T05:16:49.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 107 completed, throughput=4.86MB/sec 2024-08-10T05:16:49.664 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8QOW-iZXBBGTySS off=9386743 len=1995663 2024-08-10T05:16:49.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 108 completed, throughput=4.94MB/sec 2024-08-10T05:16:49.673 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oH5a_iD673G1Ew8 off=2262299 len=682979 2024-08-10T05:16:49.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 109 completed, throughput=4.97MB/sec 2024-08-10T05:16:49.677 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V81s4L7aFJ9q5gp off=57684 len=1575105 2024-08-10T05:16:49.683 INFO:tasks.workunit.client.0.smithi078.stdout:op 110 completed, throughput=5.03MB/sec 2024-08-10T05:16:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: 24: throughput=4.83MB/sec pending data=0 2024-08-10T05:16:50.684 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Y2fmmHWGQDJA4ql off=8039043 len=1121498 2024-08-10T05:16:50.684 INFO:tasks.workunit.client.0.smithi078.stdout:op 111 completed, throughput=4.87MB/sec 2024-08-10T05:16:50.685 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aOlH5eN7tSunIdj off=10012488 len=1187596 2024-08-10T05:16:50.686 INFO:tasks.workunit.client.0.smithi078.stdout:op 112 completed, throughput=4.92MB/sec 2024-08-10T05:16:50.686 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HN6-5dM2uNDl8X5 off=425237 len=1490882 2024-08-10T05:16:50.695 INFO:tasks.workunit.client.0.smithi078.stdout:op 113 completed, throughput=4.97MB/sec 2024-08-10T05:16:50.695 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7dqnJ4hQv5WxDg5 off=16673612 len=629274 2024-08-10T05:16:50.698 INFO:tasks.workunit.client.0.smithi078.stdout:op 114 completed, throughput=5MB/sec 2024-08-10T05:16:50.698 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ivhkGBN52q1SCs_ off=6942719 len=1757647 2024-08-10T05:16:50.700 INFO:tasks.workunit.client.0.smithi078.stdout:op 115 completed, throughput=5.07MB/sec 2024-08-10T05:16:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: 25: throughput=4.87MB/sec pending data=0 2024-08-10T05:16:51.700 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dcDp-AjDfi3Ktwy off=4026212 len=1093984 2024-08-10T05:16:51.702 INFO:tasks.workunit.client.0.smithi078.stdout:op 116 completed, throughput=4.91MB/sec 2024-08-10T05:16:51.703 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lTuo5RlnxhrzS04 off=7612903 len=1973593 2024-08-10T05:16:51.706 INFO:tasks.workunit.client.0.smithi078.stdout:op 117 completed, throughput=4.98MB/sec 2024-08-10T05:16:51.706 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-c-0Yq5WDkywwLyh off=5223432 len=67838 2024-08-10T05:16:51.707 INFO:tasks.workunit.client.0.smithi078.stdout:op 118 completed, throughput=4.98MB/sec 2024-08-10T05:16:51.707 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VwMHFeH_Vl6ku2n off=856551 len=1003125 2024-08-10T05:16:51.713 INFO:tasks.workunit.client.0.smithi078.stdout:op 119 completed, throughput=5.02MB/sec 2024-08-10T05:16:51.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:51 smithi078 ceph-mon[92251]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:16:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:51 smithi078 ceph-mon[94618]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:16:51.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:16:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:16:51] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2024-08-10T05:16:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:51 smithi107 ceph-mon[86658]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:16:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:16:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: 26: throughput=4.83MB/sec pending data=0 2024-08-10T05:16:52.713 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KoLvKeCVxwCtvsn off=4312417 len=571208 2024-08-10T05:16:52.714 INFO:tasks.workunit.client.0.smithi078.stdout:op 120 completed, throughput=4.85MB/sec 2024-08-10T05:16:52.714 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MK9c8sF-Ke6qv4j off=891277 len=967063 2024-08-10T05:16:52.719 INFO:tasks.workunit.client.0.smithi078.stdout:op 121 completed, throughput=4.88MB/sec 2024-08-10T05:16:52.719 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z2lAEx58tVaIrDx off=1222030 len=13200 2024-08-10T05:16:52.721 INFO:tasks.workunit.client.0.smithi078.stdout:op 122 completed, throughput=4.88MB/sec 2024-08-10T05:16:52.721 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8K3T1fYiwuqfSdA off=8875053 len=1275250 2024-08-10T05:16:52.728 INFO:tasks.workunit.client.0.smithi078.stdout:op 123 completed, throughput=4.93MB/sec 2024-08-10T05:16:52.728 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-siZoAOW5xc4yOX9 off=6522638 len=1424795 2024-08-10T05:16:52.729 INFO:tasks.workunit.client.0.smithi078.stdout:op 124 completed, throughput=4.98MB/sec 2024-08-10T05:16:52.730 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nPQOijXARXZ7voj off=2040012 len=1020400 2024-08-10T05:16:52.732 INFO:tasks.workunit.client.0.smithi078.stdout:op 125 completed, throughput=5.02MB/sec 2024-08-10T05:16:53.732 INFO:tasks.workunit.client.0.smithi078.stdout: 27: throughput=4.83MB/sec pending data=0 2024-08-10T05:16:53.732 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T6a7b4EU2_9axlr off=5597395 len=110890 2024-08-10T05:16:53.733 INFO:tasks.workunit.client.0.smithi078.stdout:op 126 completed, throughput=4.84MB/sec 2024-08-10T05:16:53.733 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HH__ILublpjp1wB off=1380188 len=531124 2024-08-10T05:16:53.734 INFO:tasks.workunit.client.0.smithi078.stdout:op 127 completed, throughput=4.86MB/sec 2024-08-10T05:16:53.734 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qo1YPaVL8AKueY6 off=14448868 len=768032 2024-08-10T05:16:53.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 128 completed, throughput=4.88MB/sec 2024-08-10T05:16:53.736 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Y8en7iwfK5_S1nU off=12895127 len=80851 2024-08-10T05:16:53.737 INFO:tasks.workunit.client.0.smithi078.stdout:op 129 completed, throughput=4.88MB/sec 2024-08-10T05:16:53.737 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9FsudvbyH00WD57 off=2247464 len=1324567 2024-08-10T05:16:53.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 130 completed, throughput=4.93MB/sec 2024-08-10T05:16:53.738 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4Kp8LWnUukZjRkG off=8843781 len=1604256 2024-08-10T05:16:53.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 131 completed, throughput=4.98MB/sec 2024-08-10T05:16:53.745 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EZLzeYqWB0_65JB off=3983843 len=1337055 2024-08-10T05:16:53.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 132 completed, throughput=5.03MB/sec 2024-08-10T05:16:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:53 smithi078 ceph-mon[92251]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:16:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:53 smithi078 ceph-mon[94618]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:16:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:53 smithi107 ceph-mon[86658]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:16:54.747 INFO:tasks.workunit.client.0.smithi078.stdout: 28: throughput=4.85MB/sec pending data=0 2024-08-10T05:16:54.747 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YdAuy5iw1i4qbQ2 off=8343900 len=1103154 2024-08-10T05:16:54.749 INFO:tasks.workunit.client.0.smithi078.stdout:op 133 completed, throughput=4.89MB/sec 2024-08-10T05:16:54.749 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WCDAx5HEt5hRfXE off=16580761 len=1432600 2024-08-10T05:16:54.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 134 completed, throughput=4.94MB/sec 2024-08-10T05:16:54.755 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qE0ZQHJ3Y3iPcgw off=3013747 len=1566138 2024-08-10T05:16:54.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 135 completed, throughput=4.99MB/sec 2024-08-10T05:16:54.765 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g-qJQ--OEpCi4yT off=4066912 len=1653998 2024-08-10T05:16:54.767 INFO:tasks.workunit.client.0.smithi078.stdout:op 136 completed, throughput=5.04MB/sec 2024-08-10T05:16:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:54 smithi078 ceph-mon[94618]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:54 smithi078 ceph-mon[92251]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:54 smithi107 ceph-mon[86658]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:55.768 INFO:tasks.workunit.client.0.smithi078.stdout: 29: throughput=4.87MB/sec pending data=0 2024-08-10T05:16:55.768 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VbNlb6PD8qX_L1p off=290458 len=500528 2024-08-10T05:16:55.769 INFO:tasks.workunit.client.0.smithi078.stdout:op 137 completed, throughput=4.89MB/sec 2024-08-10T05:16:55.769 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kkWr1ypHPw8H6Ma off=36391 len=632405 2024-08-10T05:16:55.770 INFO:tasks.workunit.client.0.smithi078.stdout:op 138 completed, throughput=4.91MB/sec 2024-08-10T05:16:55.770 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QFh60EBs5Rb48Q7 off=11090068 len=1946503 2024-08-10T05:16:55.772 INFO:tasks.workunit.client.0.smithi078.stdout:op 139 completed, throughput=4.97MB/sec 2024-08-10T05:16:55.772 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Md9mfK0zAmStxcX off=4035322 len=970198 2024-08-10T05:16:55.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 140 completed, throughput=5MB/sec 2024-08-10T05:16:56.775 INFO:tasks.workunit.client.0.smithi078.stdout: 30: throughput=4.84MB/sec pending data=0 2024-08-10T05:16:56.775 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-z4uNltLwzZCKJV9 off=5090132 len=1842173 2024-08-10T05:16:56.778 INFO:tasks.workunit.client.0.smithi078.stdout:op 141 completed, throughput=4.89MB/sec 2024-08-10T05:16:56.778 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KnMH7rM03uGro2L off=10520960 len=956282 2024-08-10T05:16:56.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 142 completed, throughput=4.92MB/sec 2024-08-10T05:16:56.783 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QHuLcAzNT3op4sV off=8761502 len=631857 2024-08-10T05:16:56.784 INFO:tasks.workunit.client.0.smithi078.stdout:op 143 completed, throughput=4.94MB/sec 2024-08-10T05:16:56.784 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MZbPNcGLTdwCCxS off=7416850 len=1925272 2024-08-10T05:16:56.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 144 completed, throughput=5MB/sec 2024-08-10T05:16:57.787 INFO:tasks.workunit.client.0.smithi078.stdout: 31: throughput=4.84MB/sec pending data=0 2024-08-10T05:16:57.787 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-biPkkmab4XhkjT- off=2364052 len=2025609 2024-08-10T05:16:57.799 INFO:tasks.workunit.client.0.smithi078.stdout:op 145 completed, throughput=4.9MB/sec 2024-08-10T05:16:57.799 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cvKNmpITBlNJMN8 off=1052305 len=168234 2024-08-10T05:16:57.799 INFO:tasks.workunit.client.0.smithi078.stdout:op 146 completed, throughput=4.91MB/sec 2024-08-10T05:16:57.800 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pYXqb-jmEZeOM93 off=4247993 len=548841 2024-08-10T05:16:57.801 INFO:tasks.workunit.client.0.smithi078.stdout:op 147 completed, throughput=4.93MB/sec 2024-08-10T05:16:57.801 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QA7XwBJlq7Akg0G off=5530139 len=390133 2024-08-10T05:16:57.804 INFO:tasks.workunit.client.0.smithi078.stdout:op 148 completed, throughput=4.94MB/sec 2024-08-10T05:16:57.804 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nqCtDj--3GoxHRD off=1762416 len=2044175 2024-08-10T05:16:57.805 INFO:tasks.workunit.client.0.smithi078.stdout:op 149 completed, throughput=5MB/sec 2024-08-10T05:16:57.805 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wfaVnteqn7UHuBD off=3890548 len=1848166 2024-08-10T05:16:57.815 INFO:tasks.workunit.client.0.smithi078.stdout:op 150 completed, throughput=5.05MB/sec 2024-08-10T05:16:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:57 smithi078 ceph-mon[92251]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:57 smithi078 ceph-mon[94618]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:57 smithi107 ceph-mon[86658]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:16:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:58.815 INFO:tasks.workunit.client.0.smithi078.stdout: 32: throughput=4.9MB/sec pending data=0 2024-08-10T05:16:58.816 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZK7bG5PmFY-d6dP off=77822 len=187444 2024-08-10T05:16:58.816 INFO:tasks.workunit.client.0.smithi078.stdout:op 151 completed, throughput=4.9MB/sec 2024-08-10T05:16:58.816 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aOnTnJl1cLPB9YG off=4788017 len=927249 2024-08-10T05:16:58.823 INFO:tasks.workunit.client.0.smithi078.stdout:op 152 completed, throughput=4.93MB/sec 2024-08-10T05:16:58.823 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Pw6HvGLThQW8szq off=4044716 len=1139056 2024-08-10T05:16:58.827 INFO:tasks.workunit.client.0.smithi078.stdout:op 153 completed, throughput=4.96MB/sec 2024-08-10T05:16:58.828 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zkSRkBXF0Z2GyFH off=811881 len=983034 2024-08-10T05:16:58.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 154 completed, throughput=4.99MB/sec 2024-08-10T05:16:58.829 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ce58ybVGZxfK8xB off=7576081 len=682688 2024-08-10T05:16:58.830 INFO:tasks.workunit.client.0.smithi078.stdout:op 155 completed, throughput=5.01MB/sec 2024-08-10T05:16:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:16:58 smithi107 ceph-mon[86658]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:16:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:16:58 smithi078 ceph-mon[92251]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:16:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:16:58 smithi078 ceph-mon[94618]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:16:59.830 INFO:tasks.workunit.client.0.smithi078.stdout: 33: throughput=4.86MB/sec pending data=0 2024-08-10T05:16:59.830 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SAJkvrH4gQgv4jn off=4580363 len=932528 2024-08-10T05:16:59.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 156 completed, throughput=4.89MB/sec 2024-08-10T05:16:59.831 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IhMZrKJ2yeXVWHy off=6253850 len=513289 2024-08-10T05:16:59.835 INFO:tasks.workunit.client.0.smithi078.stdout:op 157 completed, throughput=4.9MB/sec 2024-08-10T05:16:59.835 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--BSm5IFHMdus-ZM off=15920929 len=1902393 2024-08-10T05:16:59.841 INFO:tasks.workunit.client.0.smithi078.stdout:op 158 completed, throughput=4.95MB/sec 2024-08-10T05:16:59.841 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-51VCPJkJFcKyz1M off=15324928 len=693278 2024-08-10T05:16:59.845 INFO:tasks.workunit.client.0.smithi078.stdout:op 159 completed, throughput=4.97MB/sec 2024-08-10T05:16:59.846 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NLv71quwmg2WVtJ off=15798356 len=431725 2024-08-10T05:16:59.849 INFO:tasks.workunit.client.0.smithi078.stdout:op 160 completed, throughput=4.98MB/sec 2024-08-10T05:16:59.849 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MdIdYwEX40Nju6Y off=11051629 len=2028737 2024-08-10T05:16:59.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 161 completed, throughput=5.04MB/sec 2024-08-10T05:17:00.853 INFO:tasks.workunit.client.0.smithi078.stdout: 34: throughput=4.9MB/sec pending data=0 2024-08-10T05:17:00.853 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_plVQ0uQNSpbCo9 off=3131485 len=459157 2024-08-10T05:17:00.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 162 completed, throughput=4.91MB/sec 2024-08-10T05:17:00.854 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H4lPzaWEUzGwSWN off=3940216 len=63998 2024-08-10T05:17:00.857 INFO:tasks.workunit.client.0.smithi078.stdout:op 163 completed, throughput=4.91MB/sec 2024-08-10T05:17:00.857 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_8gyPN-DFXOQd5d off=4333115 len=1487914 2024-08-10T05:17:00.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 164 completed, throughput=4.95MB/sec 2024-08-10T05:17:00.865 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7ZgFMpUoN7QpLyF off=9893044 len=833723 2024-08-10T05:17:00.870 INFO:tasks.workunit.client.0.smithi078.stdout:op 165 completed, throughput=4.97MB/sec 2024-08-10T05:17:00.870 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PvzjUt5BFWWdy4q off=2908132 len=833601 2024-08-10T05:17:00.870 INFO:tasks.workunit.client.0.smithi078.stdout:op 166 completed, throughput=4.99MB/sec 2024-08-10T05:17:00.871 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FMSfYyr2cr-yQle off=3393687 len=1949211 2024-08-10T05:17:00.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 167 completed, throughput=5.05MB/sec 2024-08-10T05:17:01.881 INFO:tasks.workunit.client.0.smithi078.stdout: 35: throughput=4.91MB/sec pending data=0 2024-08-10T05:17:01.881 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NHoc6l3uCeh7ZHI off=5292002 len=519192 2024-08-10T05:17:01.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 168 completed, throughput=4.92MB/sec 2024-08-10T05:17:01.885 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3P21f7skE0z3w_- off=14878934 len=583579 2024-08-10T05:17:01.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 169 completed, throughput=4.93MB/sec 2024-08-10T05:17:01.889 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oSx1qhJExC89JB- off=2867621 len=229399 2024-08-10T05:17:01.892 INFO:tasks.workunit.client.0.smithi078.stdout:op 170 completed, throughput=4.94MB/sec 2024-08-10T05:17:01.892 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9vRvcr7fx5NmWKo off=952936 len=1333929 2024-08-10T05:17:01.899 INFO:tasks.workunit.client.0.smithi078.stdout:op 171 completed, throughput=4.97MB/sec 2024-08-10T05:17:01.900 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-d0B7NFb-cZe6yc3 off=6743814 len=284809 2024-08-10T05:17:01.902 INFO:tasks.workunit.client.0.smithi078.stdout:op 172 completed, throughput=4.98MB/sec 2024-08-10T05:17:01.902 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SoH1fE_8pB35BxY off=3255698 len=620356 2024-08-10T05:17:01.906 INFO:tasks.workunit.client.0.smithi078.stdout:op 173 completed, throughput=5MB/sec 2024-08-10T05:17:01.906 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ETKvuDyWbfjc8pt off=156341 len=1290236 2024-08-10T05:17:01.907 INFO:tasks.workunit.client.0.smithi078.stdout:op 174 completed, throughput=5.03MB/sec 2024-08-10T05:17:01.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:01 smithi078 ceph-mon[92251]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:17:01.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:17:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:17:01] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2024-08-10T05:17:01.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:01 smithi078 ceph-mon[94618]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:17:02.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:01 smithi107 ceph-mon[86658]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:17:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:17:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:02.908 INFO:tasks.workunit.client.0.smithi078.stdout: 36: throughput=4.89MB/sec pending data=0 2024-08-10T05:17:02.908 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8pDzm_PVJuTHvoT off=9474682 len=1850536 2024-08-10T05:17:02.919 INFO:tasks.workunit.client.0.smithi078.stdout:op 175 completed, throughput=4.94MB/sec 2024-08-10T05:17:02.919 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kIZ2XC7KLeOCoHV off=94711 len=1110338 2024-08-10T05:17:02.924 INFO:tasks.workunit.client.0.smithi078.stdout:op 176 completed, throughput=4.97MB/sec 2024-08-10T05:17:02.924 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MK9c8sF-Ke6qv4j off=11935928 len=935550 2024-08-10T05:17:02.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 177 completed, throughput=4.99MB/sec 2024-08-10T05:17:02.925 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gzl2VJDso3r8IM9 off=2283926 len=195451 2024-08-10T05:17:02.926 INFO:tasks.workunit.client.0.smithi078.stdout:op 178 completed, throughput=5MB/sec 2024-08-10T05:17:02.926 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8prS_gOBrciVq2A off=2192141 len=752851 2024-08-10T05:17:02.927 INFO:tasks.workunit.client.0.smithi078.stdout:op 179 completed, throughput=5.02MB/sec 2024-08-10T05:17:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:02 smithi107 ceph-mon[86658]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:17:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:02 smithi078 ceph-mon[92251]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:17:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:02 smithi078 ceph-mon[94618]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:17:03.927 INFO:tasks.workunit.client.0.smithi078.stdout: 37: throughput=4.88MB/sec pending data=0 2024-08-10T05:17:03.927 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9zLMze8seKLx91l off=263306 len=473811 2024-08-10T05:17:03.931 INFO:tasks.workunit.client.0.smithi078.stdout:op 180 completed, throughput=4.9MB/sec 2024-08-10T05:17:03.931 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--LWYw0mdachoUCK off=3009433 len=1844964 2024-08-10T05:17:03.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 181 completed, throughput=4.94MB/sec 2024-08-10T05:17:03.933 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--5HTcHiXXeV9M6M off=2103394 len=1006225 2024-08-10T05:17:03.938 INFO:tasks.workunit.client.0.smithi078.stdout:op 182 completed, throughput=4.97MB/sec 2024-08-10T05:17:03.938 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XQL4j73ymxtL-Zc off=1092505 len=1285198 2024-08-10T05:17:03.945 INFO:tasks.workunit.client.0.smithi078.stdout:op 183 completed, throughput=5MB/sec 2024-08-10T05:17:03.945 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-w25aDsWKoi9nYi0 off=13996200 len=1357824 2024-08-10T05:17:03.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 184 completed, throughput=5.03MB/sec 2024-08-10T05:17:04.954 INFO:tasks.workunit.client.0.smithi078.stdout: 38: throughput=4.9MB/sec pending data=0 2024-08-10T05:17:04.954 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z8l1HF5GSji1_Kf off=10481291 len=270124 2024-08-10T05:17:04.957 INFO:tasks.workunit.client.0.smithi078.stdout:op 185 completed, throughput=4.91MB/sec 2024-08-10T05:17:04.957 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SqRJpAE_2ZUCoQD off=13269838 len=2024910 2024-08-10T05:17:04.959 INFO:tasks.workunit.client.0.smithi078.stdout:op 186 completed, throughput=4.96MB/sec 2024-08-10T05:17:04.959 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YMBvo903R6setdu off=3151281 len=944366 2024-08-10T05:17:04.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 187 completed, throughput=4.98MB/sec 2024-08-10T05:17:04.961 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f02h-b1BDqOsKhu off=8978613 len=1513922 2024-08-10T05:17:04.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 188 completed, throughput=5.02MB/sec 2024-08-10T05:17:05.962 INFO:tasks.workunit.client.0.smithi078.stdout: 39: throughput=4.89MB/sec pending data=0 2024-08-10T05:17:05.963 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MoVBJGLzxNKjbXA off=547810 len=1935438 2024-08-10T05:17:05.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 189 completed, throughput=4.94MB/sec 2024-08-10T05:17:05.971 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4gocQ5HDDVNWpmf off=2965538 len=327584 2024-08-10T05:17:05.973 INFO:tasks.workunit.client.0.smithi078.stdout:op 190 completed, throughput=4.94MB/sec 2024-08-10T05:17:05.973 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-70XSYnieiiPDC4e off=10741921 len=1328372 2024-08-10T05:17:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:05 smithi078 ceph-mon[92251]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:05 smithi078 ceph-mon[94618]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:05.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 191 completed, throughput=4.98MB/sec 2024-08-10T05:17:05.980 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qz6frAm9vt28yZk off=14093306 len=1792542 2024-08-10T05:17:05.990 INFO:tasks.workunit.client.0.smithi078.stdout:op 192 completed, throughput=5.02MB/sec 2024-08-10T05:17:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:05 smithi107 ceph-mon[86658]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:06 smithi078 ceph-mon[92251]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:06 smithi078 ceph-mon[94618]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:06.990 INFO:tasks.workunit.client.0.smithi078.stdout: 40: throughput=4.89MB/sec pending data=0 2024-08-10T05:17:06.990 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-u4tqiP0LxzE03bk off=8116249 len=1857689 2024-08-10T05:17:06.993 INFO:tasks.workunit.client.0.smithi078.stdout:op 193 completed, throughput=4.94MB/sec 2024-08-10T05:17:06.993 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JnRRzY6hBc1Ztqc off=4352141 len=1246115 2024-08-10T05:17:06.998 INFO:tasks.workunit.client.0.smithi078.stdout:op 194 completed, throughput=4.97MB/sec 2024-08-10T05:17:06.999 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7rz_cHOLoAG5oLa off=463660 len=1952676 2024-08-10T05:17:07.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 195 completed, throughput=5.01MB/sec 2024-08-10T05:17:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:06 smithi107 ceph-mon[86658]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:08.003 INFO:tasks.workunit.client.0.smithi078.stdout: 41: throughput=4.89MB/sec pending data=0 2024-08-10T05:17:08.003 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VDsWZx9-OWCSyW8 off=966 len=1638117 2024-08-10T05:17:08.013 INFO:tasks.workunit.client.0.smithi078.stdout:op 196 completed, throughput=4.93MB/sec 2024-08-10T05:17:08.013 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cjjyAp-kCm1ynq_ off=16676359 len=983984 2024-08-10T05:17:08.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 197 completed, throughput=4.95MB/sec 2024-08-10T05:17:08.019 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cGSjWj6Hcug1Cwg off=6091081 len=883945 2024-08-10T05:17:08.020 INFO:tasks.workunit.client.0.smithi078.stdout:op 198 completed, throughput=4.97MB/sec 2024-08-10T05:17:08.020 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OMzLwKdYYebxcN1 off=5811289 len=717572 2024-08-10T05:17:08.024 INFO:tasks.workunit.client.0.smithi078.stdout:op 199 completed, throughput=4.99MB/sec 2024-08-10T05:17:08.024 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LP6Q-ZBmWPLwfrK off=20695300 len=2031647 2024-08-10T05:17:08.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 200 completed, throughput=5.03MB/sec 2024-08-10T05:17:09.027 INFO:tasks.workunit.client.0.smithi078.stdout: 42: throughput=4.91MB/sec pending data=0 2024-08-10T05:17:09.027 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dddNANsTCScgkjP off=12985405 len=1616498 2024-08-10T05:17:09.037 INFO:tasks.workunit.client.0.smithi078.stdout:op 201 completed, throughput=4.95MB/sec 2024-08-10T05:17:09.037 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LcAsJQmBanAwfcC off=2707045 len=957532 2024-08-10T05:17:09.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 202 completed, throughput=4.97MB/sec 2024-08-10T05:17:09.042 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mlqTMHi8G_1qTRA off=12700448 len=250298 2024-08-10T05:17:09.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 203 completed, throughput=4.97MB/sec 2024-08-10T05:17:09.044 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cW0aFZGl5o6oYN0 off=6552366 len=88782 2024-08-10T05:17:09.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 204 completed, throughput=4.98MB/sec 2024-08-10T05:17:09.045 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NfM61VJWn_AjUAi off=52739 len=364380 2024-08-10T05:17:09.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 205 completed, throughput=4.98MB/sec 2024-08-10T05:17:09.046 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--1SqUGgvPLY3zZC off=7256777 len=267662 2024-08-10T05:17:09.048 INFO:tasks.workunit.client.0.smithi078.stdout:op 206 completed, throughput=4.99MB/sec 2024-08-10T05:17:09.048 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bx8sS74XyyDaob7 off=11281515 len=813556 2024-08-10T05:17:09.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 207 completed, throughput=5.01MB/sec 2024-08-10T05:17:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:08 smithi107 ceph-mon[86658]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:17:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:08 smithi078 ceph-mon[92251]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:17:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:08 smithi078 ceph-mon[94618]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:17:10.054 INFO:tasks.workunit.client.0.smithi078.stdout: 43: throughput=4.89MB/sec pending data=0 2024-08-10T05:17:10.054 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iyVkKIH8YmfNu6c off=829890 len=1760912 2024-08-10T05:17:10.056 INFO:tasks.workunit.client.0.smithi078.stdout:op 208 completed, throughput=4.93MB/sec 2024-08-10T05:17:10.056 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UlcdAvSa65WnUaF off=19071359 len=467663 2024-08-10T05:17:10.060 INFO:tasks.workunit.client.0.smithi078.stdout:op 209 completed, throughput=4.94MB/sec 2024-08-10T05:17:10.060 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gxHj563XtqR2OkQ off=6261506 len=1731058 2024-08-10T05:17:10.061 INFO:tasks.workunit.client.0.smithi078.stdout:op 210 completed, throughput=4.98MB/sec 2024-08-10T05:17:10.061 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Xml-1b-G4WXsjIF off=18262602 len=1725429 2024-08-10T05:17:10.071 INFO:tasks.workunit.client.0.smithi078.stdout:op 211 completed, throughput=5.01MB/sec 2024-08-10T05:17:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:10 smithi107 ceph-mon[86658]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:17:11.072 INFO:tasks.workunit.client.0.smithi078.stdout: 44: throughput=4.9MB/sec pending data=0 2024-08-10T05:17:11.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xvCow5PycSwcUXq off=865262 len=208163 2024-08-10T05:17:11.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 212 completed, throughput=4.91MB/sec 2024-08-10T05:17:11.073 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XdKKAMxM6TWFFjT off=9835839 len=2044947 2024-08-10T05:17:11.077 INFO:tasks.workunit.client.0.smithi078.stdout:op 213 completed, throughput=4.95MB/sec 2024-08-10T05:17:11.077 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-j7Y-g3UoEQi0kCc off=16240895 len=2030790 2024-08-10T05:17:11.079 INFO:tasks.workunit.client.0.smithi078.stdout:op 214 completed, throughput=4.99MB/sec 2024-08-10T05:17:11.079 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Mu9Atpwuo8PgCni off=13464378 len=1341868 2024-08-10T05:17:11.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 215 completed, throughput=5.02MB/sec 2024-08-10T05:17:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:10 smithi078 ceph-mon[92251]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:17:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:10 smithi078 ceph-mon[94618]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:17:12.086 INFO:tasks.workunit.client.0.smithi078.stdout: 45: throughput=4.91MB/sec pending data=0 2024-08-10T05:17:12.086 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hShL-3mxGRZ564v off=15304477 len=1133737 2024-08-10T05:17:12.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 216 completed, throughput=4.94MB/sec 2024-08-10T05:17:12.087 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ni0ZWVN-eju8oYl off=5376784 len=1498143 2024-08-10T05:17:12.089 INFO:tasks.workunit.client.0.smithi078.stdout:op 217 completed, throughput=4.97MB/sec 2024-08-10T05:17:12.089 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4F7YHbme2P_CFQN off=104189 len=809339 2024-08-10T05:17:12.095 INFO:tasks.workunit.client.0.smithi078.stdout:op 218 completed, throughput=4.98MB/sec 2024-08-10T05:17:12.095 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7e8CZUoqCebvE-M off=1300991 len=676104 2024-08-10T05:17:12.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 219 completed, throughput=5MB/sec 2024-08-10T05:17:12.099 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ezEMGTTslJLYaZ7 off=4013069 len=1547190 2024-08-10T05:17:12.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 220 completed, throughput=5.03MB/sec 2024-08-10T05:17:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:17:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:17:11] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2024-08-10T05:17:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:17:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:13.107 INFO:tasks.workunit.client.0.smithi078.stdout: 46: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:13.107 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M5YbK5hkIkwAOHp off=14836410 len=272041 2024-08-10T05:17:13.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 221 completed, throughput=4.93MB/sec 2024-08-10T05:17:13.110 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MZPDLrki6pJQ2gN off=11445608 len=34087 2024-08-10T05:17:13.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 222 completed, throughput=4.93MB/sec 2024-08-10T05:17:13.111 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BP1DFoQ4EREH5C6 off=9591173 len=1276591 2024-08-10T05:17:13.112 INFO:tasks.workunit.client.0.smithi078.stdout:op 223 completed, throughput=4.95MB/sec 2024-08-10T05:17:13.112 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NgaWMSTlbwlTBVo off=2658833 len=1093758 2024-08-10T05:17:13.117 INFO:tasks.workunit.client.0.smithi078.stdout:op 224 completed, throughput=4.97MB/sec 2024-08-10T05:17:13.117 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rEcHgq5ceJ_E-6G off=12787512 len=1643927 2024-08-10T05:17:13.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 225 completed, throughput=5.01MB/sec 2024-08-10T05:17:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:13 smithi107 ceph-mon[86658]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:17:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:13 smithi078 ceph-mon[92251]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:17:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:13 smithi078 ceph-mon[94618]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:17:14.126 INFO:tasks.workunit.client.0.smithi078.stdout: 47: throughput=4.9MB/sec pending data=0 2024-08-10T05:17:14.126 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xofJTOPzUOBCou2 off=2270659 len=943756 2024-08-10T05:17:14.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 226 completed, throughput=4.92MB/sec 2024-08-10T05:17:14.131 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f6wdqeaqhBJKJXV off=7320041 len=1628933 2024-08-10T05:17:14.139 INFO:tasks.workunit.client.0.smithi078.stdout:op 227 completed, throughput=4.95MB/sec 2024-08-10T05:17:14.139 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f52a4GbqEKq3idW off=15130648 len=243799 2024-08-10T05:17:14.140 INFO:tasks.workunit.client.0.smithi078.stdout:op 228 completed, throughput=4.96MB/sec 2024-08-10T05:17:14.140 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-adpgEhp6i6Agj1g off=7592679 len=1272811 2024-08-10T05:17:14.141 INFO:tasks.workunit.client.0.smithi078.stdout:op 229 completed, throughput=4.98MB/sec 2024-08-10T05:17:14.141 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GsdPaf30mi1J2hF off=2799007 len=1919929 2024-08-10T05:17:14.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 230 completed, throughput=5.02MB/sec 2024-08-10T05:17:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:14 smithi107 ceph-mon[86658]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:17:15.145 INFO:tasks.workunit.client.0.smithi078.stdout: 48: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:15.146 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-92qkulk6xvGosML off=2471869 len=799398 2024-08-10T05:17:15.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 231 completed, throughput=4.93MB/sec 2024-08-10T05:17:15.147 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V3sdDAMbetMwt7H off=5142285 len=383414 2024-08-10T05:17:15.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 232 completed, throughput=4.94MB/sec 2024-08-10T05:17:15.151 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0DyPFxm_VZXHakQ off=15415071 len=1401621 2024-08-10T05:17:15.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 233 completed, throughput=4.96MB/sec 2024-08-10T05:17:15.164 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3A-bYybToGp910d off=415690 len=1498135 2024-08-10T05:17:15.171 INFO:tasks.workunit.client.0.smithi078.stdout:op 234 completed, throughput=4.99MB/sec 2024-08-10T05:17:15.171 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-D8AS3uLAX90tL3X off=1176607 len=1034577 2024-08-10T05:17:15.175 INFO:tasks.workunit.client.0.smithi078.stdout:op 235 completed, throughput=5.01MB/sec 2024-08-10T05:17:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:14 smithi078 ceph-mon[92251]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:17:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:14 smithi078 ceph-mon[94618]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:17:16.175 INFO:tasks.workunit.client.0.smithi078.stdout: 49: throughput=4.91MB/sec pending data=0 2024-08-10T05:17:16.176 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nfveQuvJ4msueqH off=21997987 len=806326 2024-08-10T05:17:16.180 INFO:tasks.workunit.client.0.smithi078.stdout:op 236 completed, throughput=4.93MB/sec 2024-08-10T05:17:16.180 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KVWlgeu3y_-S3SO off=8291462 len=1962617 2024-08-10T05:17:16.182 INFO:tasks.workunit.client.0.smithi078.stdout:op 237 completed, throughput=4.96MB/sec 2024-08-10T05:17:16.182 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6haij1ESJinEpk6 off=6441021 len=1263078 2024-08-10T05:17:16.188 INFO:tasks.workunit.client.0.smithi078.stdout:op 238 completed, throughput=4.99MB/sec 2024-08-10T05:17:16.188 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-znk2Pwq5oKHc5_S off=3393331 len=1721746 2024-08-10T05:17:16.192 INFO:tasks.workunit.client.0.smithi078.stdout:op 239 completed, throughput=5.02MB/sec 2024-08-10T05:17:17.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:16 smithi078 ceph-mon[92251]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:17:17.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:16 smithi078 ceph-mon[94618]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:17:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:16 smithi107 ceph-mon[86658]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:17:17.192 INFO:tasks.workunit.client.0.smithi078.stdout: 50: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:17.192 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aDmzixJxOMlEALk off=2442641 len=901570 2024-08-10T05:17:17.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 240 completed, throughput=4.94MB/sec 2024-08-10T05:17:17.198 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rJQ6RY12oVxziLO off=1627119 len=1735501 2024-08-10T05:17:17.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 241 completed, throughput=4.97MB/sec 2024-08-10T05:17:17.204 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n_Vw_4ccYVakc1D off=8690593 len=1250037 2024-08-10T05:17:17.207 INFO:tasks.workunit.client.0.smithi078.stdout:op 242 completed, throughput=4.99MB/sec 2024-08-10T05:17:17.207 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TbL4bvP78lBl27c off=0 len=1390452 2024-08-10T05:17:17.214 INFO:tasks.workunit.client.0.smithi078.stdout:op 243 completed, throughput=5.02MB/sec 2024-08-10T05:17:18.214 INFO:tasks.workunit.client.0.smithi078.stdout: 51: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:18.214 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W1TMDhH4glOYndN off=3081287 len=902446 2024-08-10T05:17:18.220 INFO:tasks.workunit.client.0.smithi078.stdout:op 244 completed, throughput=4.94MB/sec 2024-08-10T05:17:18.220 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9JwA2tfBXV9EclG off=165720 len=414044 2024-08-10T05:17:18.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 245 completed, throughput=4.95MB/sec 2024-08-10T05:17:18.223 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oxwdUnuWT37UrxO off=271838 len=1760292 2024-08-10T05:17:18.233 INFO:tasks.workunit.client.0.smithi078.stdout:op 246 completed, throughput=4.98MB/sec 2024-08-10T05:17:18.233 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5C4LTiTLaK2DtUQ off=23156359 len=799344 2024-08-10T05:17:18.233 INFO:tasks.workunit.client.0.smithi078.stdout:op 247 completed, throughput=4.99MB/sec 2024-08-10T05:17:18.233 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TaN7soYlTemIJ84 off=14011191 len=311345 2024-08-10T05:17:18.236 INFO:tasks.workunit.client.0.smithi078.stdout:op 248 completed, throughput=5MB/sec 2024-08-10T05:17:18.236 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RJEjTcrojGe8tCI off=1562432 len=1841540 2024-08-10T05:17:18.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 249 completed, throughput=5.03MB/sec 2024-08-10T05:17:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:19.240 INFO:tasks.workunit.client.0.smithi078.stdout: 52: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:19.240 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r_CIeMsKUpoERXI off=10608144 len=657587 2024-08-10T05:17:19.244 INFO:tasks.workunit.client.0.smithi078.stdout:op 250 completed, throughput=4.95MB/sec 2024-08-10T05:17:19.244 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WSSG9ZSwZjo2wCF off=4130678 len=1384227 2024-08-10T05:17:19.250 INFO:tasks.workunit.client.0.smithi078.stdout:op 251 completed, throughput=4.97MB/sec 2024-08-10T05:17:19.250 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ldCigln-zow2IYY off=1249930 len=1500878 2024-08-10T05:17:19.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 252 completed, throughput=5MB/sec 2024-08-10T05:17:19.256 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M7SHOFYXNMSBCxV off=3349731 len=909148 2024-08-10T05:17:19.260 INFO:tasks.workunit.client.0.smithi078.stdout:op 253 completed, throughput=5.01MB/sec 2024-08-10T05:17:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:17:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[92251]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:17:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:17:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:19 smithi078 ceph-mon[94618]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:17:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:17:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:19 smithi107 ceph-mon[86658]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:17:20.260 INFO:tasks.workunit.client.0.smithi078.stdout: 53: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:20.261 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2NeuQTrAGePJmzi off=20644197 len=252320 2024-08-10T05:17:20.263 INFO:tasks.workunit.client.0.smithi078.stdout:op 254 completed, throughput=4.93MB/sec 2024-08-10T05:17:20.263 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Utc5R4bGAVQIKe6 off=3447638 len=939533 2024-08-10T05:17:20.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 255 completed, throughput=4.94MB/sec 2024-08-10T05:17:20.269 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TP3a0rx2EKqC0b0 off=10694378 len=2038098 2024-08-10T05:17:20.271 INFO:tasks.workunit.client.0.smithi078.stdout:op 256 completed, throughput=4.98MB/sec 2024-08-10T05:17:20.271 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-udtSNUfmA9W-fqE off=4516121 len=189395 2024-08-10T05:17:20.273 INFO:tasks.workunit.client.0.smithi078.stdout:op 257 completed, throughput=4.98MB/sec 2024-08-10T05:17:20.273 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2wvxB_X52QGt6Qw off=5461437 len=1703082 2024-08-10T05:17:20.275 INFO:tasks.workunit.client.0.smithi078.stdout:op 258 completed, throughput=5.01MB/sec 2024-08-10T05:17:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:20 smithi107 ceph-mon[86658]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:21.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:20 smithi078 ceph-mon[92251]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:20 smithi078 ceph-mon[94618]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:21.276 INFO:tasks.workunit.client.0.smithi078.stdout: 54: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:21.276 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VWmm2UtLb77j_8G off=1844644 len=954318 2024-08-10T05:17:21.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 259 completed, throughput=4.93MB/sec 2024-08-10T05:17:21.281 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fgSs4WKEwY9PgK6 off=810258 len=1682671 2024-08-10T05:17:21.289 INFO:tasks.workunit.client.0.smithi078.stdout:op 260 completed, throughput=4.96MB/sec 2024-08-10T05:17:21.289 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sVvNrjRUmDUpIe7 off=14333524 len=1577339 2024-08-10T05:17:21.292 INFO:tasks.workunit.client.0.smithi078.stdout:op 261 completed, throughput=4.99MB/sec 2024-08-10T05:17:21.292 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vRyCOgaTNSsTbdT off=17004771 len=1081574 2024-08-10T05:17:21.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 262 completed, throughput=5.01MB/sec 2024-08-10T05:17:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:17:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:17:21] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-08-10T05:17:22.294 INFO:tasks.workunit.client.0.smithi078.stdout: 55: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:22.294 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PaCTYl78sNDyw51 off=10903206 len=315772 2024-08-10T05:17:22.295 INFO:tasks.workunit.client.0.smithi078.stdout:op 263 completed, throughput=4.92MB/sec 2024-08-10T05:17:22.296 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IO5t48UKstStn7r off=5130551 len=1836491 2024-08-10T05:17:22.298 INFO:tasks.workunit.client.0.smithi078.stdout:op 264 completed, throughput=4.96MB/sec 2024-08-10T05:17:22.298 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XVxHBDtdXbz3gY_ off=4387095 len=1593621 2024-08-10T05:17:22.305 INFO:tasks.workunit.client.0.smithi078.stdout:op 265 completed, throughput=4.98MB/sec 2024-08-10T05:17:22.305 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LwTKBsvqQGr7ne0 off=9103654 len=643719 2024-08-10T05:17:22.309 INFO:tasks.workunit.client.0.smithi078.stdout:op 266 completed, throughput=4.99MB/sec 2024-08-10T05:17:22.309 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZJMfbheYekjbJsU off=2541587 len=845539 2024-08-10T05:17:22.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 267 completed, throughput=5.01MB/sec 2024-08-10T05:17:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:17:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:22 smithi107 ceph-mon[86658]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:17:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:22 smithi078 ceph-mon[92251]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:17:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:22 smithi078 ceph-mon[94618]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:17:23.311 INFO:tasks.workunit.client.0.smithi078.stdout: 56: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:23.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5gOTsgkZ4P_tVvL off=2179563 len=853115 2024-08-10T05:17:23.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 268 completed, throughput=4.93MB/sec 2024-08-10T05:17:23.312 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YMFd-dmH4XWxlIT off=9779357 len=1941771 2024-08-10T05:17:23.322 INFO:tasks.workunit.client.0.smithi078.stdout:op 269 completed, throughput=4.97MB/sec 2024-08-10T05:17:23.322 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xPSe0tU8m82PHfB off=7206951 len=153199 2024-08-10T05:17:23.323 INFO:tasks.workunit.client.0.smithi078.stdout:op 270 completed, throughput=4.97MB/sec 2024-08-10T05:17:23.323 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XmQNUa1FvMZKf0a off=2931976 len=1825571 2024-08-10T05:17:23.333 INFO:tasks.workunit.client.0.smithi078.stdout:op 271 completed, throughput=5MB/sec 2024-08-10T05:17:23.333 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oQ4XX0KbcH9Xm46 off=18511481 len=1310553 2024-08-10T05:17:23.334 INFO:tasks.workunit.client.0.smithi078.stdout:op 272 completed, throughput=5.02MB/sec 2024-08-10T05:17:24.334 INFO:tasks.workunit.client.0.smithi078.stdout: 57: throughput=4.93MB/sec pending data=0 2024-08-10T05:17:24.335 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qg6IG-ia0HQPefu off=10202399 len=356211 2024-08-10T05:17:24.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 273 completed, throughput=4.94MB/sec 2024-08-10T05:17:24.335 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lY3WR-YSb_xSYnz off=1137986 len=145149 2024-08-10T05:17:24.338 INFO:tasks.workunit.client.0.smithi078.stdout:op 274 completed, throughput=4.94MB/sec 2024-08-10T05:17:24.338 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6wXvbAdyVIURSBF off=3728904 len=1219878 2024-08-10T05:17:24.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 275 completed, throughput=4.96MB/sec 2024-08-10T05:17:24.339 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5KCGUNcmPrX_HFn off=2534993 len=1706897 2024-08-10T05:17:24.341 INFO:tasks.workunit.client.0.smithi078.stdout:op 276 completed, throughput=4.99MB/sec 2024-08-10T05:17:24.341 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_YURg3S-oWx_ExH off=3774405 len=1163404 2024-08-10T05:17:24.349 INFO:tasks.workunit.client.0.smithi078.stdout:op 277 completed, throughput=5.01MB/sec 2024-08-10T05:17:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:24 smithi107 ceph-mon[86658]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:17:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:24 smithi078 ceph-mon[92251]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:17:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:24 smithi078 ceph-mon[94618]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:17:25.350 INFO:tasks.workunit.client.0.smithi078.stdout: 58: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:25.350 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g7uFdmq3U3ynpkq off=13696707 len=844883 2024-08-10T05:17:25.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 278 completed, throughput=4.94MB/sec 2024-08-10T05:17:25.352 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-q5TB2ckbP304cn4 off=2144314 len=395833 2024-08-10T05:17:25.355 INFO:tasks.workunit.client.0.smithi078.stdout:op 279 completed, throughput=4.94MB/sec 2024-08-10T05:17:25.356 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TSAWgM2wjykxrDF off=4341079 len=281255 2024-08-10T05:17:25.358 INFO:tasks.workunit.client.0.smithi078.stdout:op 280 completed, throughput=4.95MB/sec 2024-08-10T05:17:25.358 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QHuLcAzNT3op4sV off=806669 len=1412400 2024-08-10T05:17:25.365 INFO:tasks.workunit.client.0.smithi078.stdout:op 281 completed, throughput=4.97MB/sec 2024-08-10T05:17:25.365 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UtkEq_KNRz_43J- off=1250921 len=1947326 2024-08-10T05:17:25.367 INFO:tasks.workunit.client.0.smithi078.stdout:op 282 completed, throughput=5MB/sec 2024-08-10T05:17:25.367 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7H3PyzI03TFgEQi off=1249917 len=1774398 2024-08-10T05:17:25.368 INFO:tasks.workunit.client.0.smithi078.stdout:op 283 completed, throughput=5.03MB/sec 2024-08-10T05:17:26.369 INFO:tasks.workunit.client.0.smithi078.stdout: 59: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:26.369 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7SkXf2ij3Nkm1F7 off=19854165 len=1117889 2024-08-10T05:17:26.375 INFO:tasks.workunit.client.0.smithi078.stdout:op 284 completed, throughput=4.96MB/sec 2024-08-10T05:17:26.375 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Yew1kIToFY7uG2m off=19986678 len=1408374 2024-08-10T05:17:26.384 INFO:tasks.workunit.client.0.smithi078.stdout:op 285 completed, throughput=4.98MB/sec 2024-08-10T05:17:26.384 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-t6E9os_P9lYZe_H off=382028 len=1496563 2024-08-10T05:17:26.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 286 completed, throughput=5.01MB/sec 2024-08-10T05:17:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:26 smithi107 ceph-mon[86658]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:17:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:26 smithi078 ceph-mon[92251]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:17:27.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:26 smithi078 ceph-mon[94618]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:17:27.391 INFO:tasks.workunit.client.0.smithi078.stdout: 60: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:27.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JR-1pFJJJyvntuv off=14481478 len=11078 2024-08-10T05:17:27.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 287 completed, throughput=4.92MB/sec 2024-08-10T05:17:27.392 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_hjyJOlIZ0EVdrk off=22510218 len=1385936 2024-08-10T05:17:27.399 INFO:tasks.workunit.client.0.smithi078.stdout:op 288 completed, throughput=4.95MB/sec 2024-08-10T05:17:27.399 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nLbBmp03rUz3PzB off=13816128 len=1882377 2024-08-10T05:17:27.401 INFO:tasks.workunit.client.0.smithi078.stdout:op 289 completed, throughput=4.97MB/sec 2024-08-10T05:17:27.401 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HN6-5dM2uNDl8X5 off=16557048 len=155497 2024-08-10T05:17:27.404 INFO:tasks.workunit.client.0.smithi078.stdout:op 290 completed, throughput=4.98MB/sec 2024-08-10T05:17:27.404 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2duKBOuRW0X_a9G off=0 len=1406178 2024-08-10T05:17:27.406 INFO:tasks.workunit.client.0.smithi078.stdout:op 291 completed, throughput=5MB/sec 2024-08-10T05:17:27.407 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g1QpqORK64rtxXV off=937805 len=1265078 2024-08-10T05:17:27.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 292 completed, throughput=5.02MB/sec 2024-08-10T05:17:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:28.409 INFO:tasks.workunit.client.0.smithi078.stdout: 61: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:28.409 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-K3kWKffv9-4qj-H off=5972188 len=734269 2024-08-10T05:17:28.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 293 completed, throughput=4.95MB/sec 2024-08-10T05:17:28.410 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kYKLyRIGlGE6IiM off=3006071 len=1166110 2024-08-10T05:17:28.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 294 completed, throughput=4.97MB/sec 2024-08-10T05:17:28.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T1NXcJiXs1jawas off=19803026 len=2004835 2024-08-10T05:17:28.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 295 completed, throughput=5MB/sec 2024-08-10T05:17:28.415 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WMQ6SYFN7GhwaDY off=3550801 len=1035886 2024-08-10T05:17:28.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 296 completed, throughput=5.01MB/sec 2024-08-10T05:17:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:28 smithi107 ceph-mon[86658]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:17:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:28 smithi078 ceph-mon[92251]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:17:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:28 smithi078 ceph-mon[94618]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:17:29.420 INFO:tasks.workunit.client.0.smithi078.stdout: 62: throughput=4.93MB/sec pending data=0 2024-08-10T05:17:29.420 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-o4JgatjIqqDQB3g off=56779 len=311847 2024-08-10T05:17:29.424 INFO:tasks.workunit.client.0.smithi078.stdout:op 297 completed, throughput=4.94MB/sec 2024-08-10T05:17:29.424 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pPXHYuMcQZTQqR1 off=2632415 len=48474 2024-08-10T05:17:29.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 298 completed, throughput=4.94MB/sec 2024-08-10T05:17:29.426 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zXZHIt6pUjXSJt- off=2678427 len=1886960 2024-08-10T05:17:29.438 INFO:tasks.workunit.client.0.smithi078.stdout:op 299 completed, throughput=4.97MB/sec 2024-08-10T05:17:29.438 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ESxfxrvudjEns4G off=3082290 len=581572 2024-08-10T05:17:29.438 INFO:tasks.workunit.client.0.smithi078.stdout:op 300 completed, throughput=4.97MB/sec 2024-08-10T05:17:29.438 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9oLHMoHG11aRrLg off=9337545 len=999575 2024-08-10T05:17:29.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 301 completed, throughput=4.99MB/sec 2024-08-10T05:17:29.443 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yO1sKyOMqsLvUWA off=5042964 len=1113502 2024-08-10T05:17:29.447 INFO:tasks.workunit.client.0.smithi078.stdout:op 302 completed, throughput=5.01MB/sec 2024-08-10T05:17:30.448 INFO:tasks.workunit.client.0.smithi078.stdout: 63: throughput=4.93MB/sec pending data=0 2024-08-10T05:17:30.448 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f7LmbQpM304-kBR off=9814604 len=1021687 2024-08-10T05:17:30.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 303 completed, throughput=4.94MB/sec 2024-08-10T05:17:30.449 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B4aTUztF4hHPFFG off=2510911 len=1494138 2024-08-10T05:17:30.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 304 completed, throughput=4.96MB/sec 2024-08-10T05:17:30.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oxJBSd1hemgagsS off=8411038 len=1858036 2024-08-10T05:17:30.455 INFO:tasks.workunit.client.0.smithi078.stdout:op 305 completed, throughput=4.99MB/sec 2024-08-10T05:17:30.455 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RRPAqBs8FX7Num- off=4866610 len=1781902 2024-08-10T05:17:30.458 INFO:tasks.workunit.client.0.smithi078.stdout:op 306 completed, throughput=5.02MB/sec 2024-08-10T05:17:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:30 smithi107 ceph-mon[86658]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:17:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:30 smithi078 ceph-mon[92251]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:17:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:30 smithi078 ceph-mon[94618]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:17:31.458 INFO:tasks.workunit.client.0.smithi078.stdout: 64: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:31.458 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-c1wHNVLVmBmteON off=12497220 len=1225705 2024-08-10T05:17:31.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 307 completed, throughput=4.96MB/sec 2024-08-10T05:17:31.460 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5WthghUWoLpVpwi off=6348735 len=236172 2024-08-10T05:17:31.461 INFO:tasks.workunit.client.0.smithi078.stdout:op 308 completed, throughput=4.96MB/sec 2024-08-10T05:17:31.461 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-581rKdkAMVBI9Wi off=3144534 len=1190206 2024-08-10T05:17:31.467 INFO:tasks.workunit.client.0.smithi078.stdout:op 309 completed, throughput=4.98MB/sec 2024-08-10T05:17:31.467 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hMCeperLWw0MY6N off=15158612 len=1012209 2024-08-10T05:17:31.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 310 completed, throughput=4.99MB/sec 2024-08-10T05:17:31.469 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-12nQ6DO9Y4dhhzi off=4939743 len=478633 2024-08-10T05:17:31.472 INFO:tasks.workunit.client.0.smithi078.stdout:op 311 completed, throughput=5MB/sec 2024-08-10T05:17:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:17:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:17:31] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:17:32.472 INFO:tasks.workunit.client.0.smithi078.stdout: 65: throughput=4.92MB/sec pending data=0 2024-08-10T05:17:32.473 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KvcnT3hlNcfjeiN off=155749 len=1791597 2024-08-10T05:17:32.480 INFO:tasks.workunit.client.0.smithi078.stdout:op 312 completed, throughput=4.95MB/sec 2024-08-10T05:17:32.480 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B8zV02LQ2Z6kImb off=10329694 len=1755510 2024-08-10T05:17:32.487 INFO:tasks.workunit.client.0.smithi078.stdout:op 313 completed, throughput=4.97MB/sec 2024-08-10T05:17:32.487 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-k9pJaCuLDGToRR4 off=22353664 len=1961041 2024-08-10T05:17:32.488 INFO:tasks.workunit.client.0.smithi078.stdout:op 314 completed, throughput=5MB/sec 2024-08-10T05:17:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:17:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:32 smithi107 ceph-mon[86658]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:17:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:32 smithi078 ceph-mon[92251]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:17:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:32 smithi078 ceph-mon[94618]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:17:33.488 INFO:tasks.workunit.client.0.smithi078.stdout: 66: throughput=4.93MB/sec pending data=0 2024-08-10T05:17:33.489 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KKS_wdQ6vMRn5NK off=16485386 len=1494845 2024-08-10T05:17:33.492 INFO:tasks.workunit.client.0.smithi078.stdout:op 315 completed, throughput=4.95MB/sec 2024-08-10T05:17:33.492 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sk3DlObmBqAPq9I off=230823 len=245597 2024-08-10T05:17:33.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 316 completed, throughput=4.95MB/sec 2024-08-10T05:17:33.495 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BWc-rlWWpLUDre4 off=5987493 len=186859 2024-08-10T05:17:33.498 INFO:tasks.workunit.client.0.smithi078.stdout:op 317 completed, throughput=4.96MB/sec 2024-08-10T05:17:33.498 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HA5K7iyk4eKEvLs off=631797 len=800985 2024-08-10T05:17:33.502 INFO:tasks.workunit.client.0.smithi078.stdout:op 318 completed, throughput=4.97MB/sec 2024-08-10T05:17:33.502 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E39kKa9fIXFKqnK off=17111272 len=1280497 2024-08-10T05:17:33.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 319 completed, throughput=4.98MB/sec 2024-08-10T05:17:33.504 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gLCNvTeue8_Moau off=2947304 len=496002 2024-08-10T05:17:33.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 320 completed, throughput=4.99MB/sec 2024-08-10T05:17:33.505 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7DKvT6Eyk_XkCmd off=11723459 len=495231 2024-08-10T05:17:33.506 INFO:tasks.workunit.client.0.smithi078.stdout:op 321 completed, throughput=5MB/sec 2024-08-10T05:17:33.506 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rp4PK49W8Zk0Tci off=2300349 len=196814 2024-08-10T05:17:33.507 INFO:tasks.workunit.client.0.smithi078.stdout:op 322 completed, throughput=5MB/sec 2024-08-10T05:17:34.507 INFO:tasks.workunit.client.0.smithi078.stdout: 67: throughput=4.93MB/sec pending data=0 2024-08-10T05:17:34.507 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6Mo69WBp5RCKNxK off=1134447 len=1403914 2024-08-10T05:17:34.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 323 completed, throughput=4.95MB/sec 2024-08-10T05:17:34.509 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l49Tte7fFSokLDp off=13195472 len=1743915 2024-08-10T05:17:34.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 324 completed, throughput=4.97MB/sec 2024-08-10T05:17:34.511 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T7c59cOctWD5JcB off=5058820 len=753735 2024-08-10T05:17:34.516 INFO:tasks.workunit.client.0.smithi078.stdout:op 325 completed, throughput=4.98MB/sec 2024-08-10T05:17:34.516 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-er7ILbf9qcVvICs off=9373923 len=605520 2024-08-10T05:17:34.521 INFO:tasks.workunit.client.0.smithi078.stdout:op 326 completed, throughput=4.99MB/sec 2024-08-10T05:17:34.521 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rwdxnoyInyBMdCA off=2366855 len=1310117 2024-08-10T05:17:34.527 INFO:tasks.workunit.client.0.smithi078.stdout:op 327 completed, throughput=5.01MB/sec 2024-08-10T05:17:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:34 smithi107 ceph-mon[86658]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:17:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:34 smithi078 ceph-mon[92251]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:17:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:34 smithi078 ceph-mon[94618]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:17:35.528 INFO:tasks.workunit.client.0.smithi078.stdout: 68: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:35.528 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qxyl1KOQ26NDfyb off=7061050 len=203360 2024-08-10T05:17:35.531 INFO:tasks.workunit.client.0.smithi078.stdout:op 328 completed, throughput=4.94MB/sec 2024-08-10T05:17:35.531 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FZkoEMrrgdeKGZi off=5298056 len=29760 2024-08-10T05:17:35.531 INFO:tasks.workunit.client.0.smithi078.stdout:op 329 completed, throughput=4.94MB/sec 2024-08-10T05:17:35.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GHSS0iMszVgj3G- off=3075355 len=1866144 2024-08-10T05:17:35.540 INFO:tasks.workunit.client.0.smithi078.stdout:op 330 completed, throughput=4.96MB/sec 2024-08-10T05:17:35.540 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MOz3iAiFHiZI6-L off=11787358 len=1752411 2024-08-10T05:17:35.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 331 completed, throughput=4.99MB/sec 2024-08-10T05:17:35.550 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rFnDaEBfyJkr64t off=8266863 len=1790162 2024-08-10T05:17:35.559 INFO:tasks.workunit.client.0.smithi078.stdout:op 332 completed, throughput=5.01MB/sec 2024-08-10T05:17:36.559 INFO:tasks.workunit.client.0.smithi078.stdout: 69: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:36.559 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H2q0oStCSMqaH_1 off=5179066 len=1612888 2024-08-10T05:17:36.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 333 completed, throughput=4.96MB/sec 2024-08-10T05:17:36.561 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ieXOA_4HLTiLS6- off=1112258 len=1930924 2024-08-10T05:17:36.563 INFO:tasks.workunit.client.0.smithi078.stdout:op 334 completed, throughput=4.99MB/sec 2024-08-10T05:17:36.563 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H2q0oStCSMqaH_1 off=2124196 len=874761 2024-08-10T05:17:36.565 INFO:tasks.workunit.client.0.smithi078.stdout:op 335 completed, throughput=5MB/sec 2024-08-10T05:17:36.565 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KW66B3zDyLyxiPB off=12081022 len=92924 2024-08-10T05:17:36.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 336 completed, throughput=5MB/sec 2024-08-10T05:17:36.567 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4haG07tODehvSYo off=13875280 len=753910 2024-08-10T05:17:36.569 INFO:tasks.workunit.client.0.smithi078.stdout:op 337 completed, throughput=5.01MB/sec 2024-08-10T05:17:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:36 smithi107 ceph-mon[86658]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:36 smithi078 ceph-mon[92251]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:36 smithi078 ceph-mon[94618]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:37.570 INFO:tasks.workunit.client.0.smithi078.stdout: 70: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:37.570 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YOCLzBmMj68073t off=4210969 len=1962085 2024-08-10T05:17:37.573 INFO:tasks.workunit.client.0.smithi078.stdout:op 338 completed, throughput=4.97MB/sec 2024-08-10T05:17:37.573 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-x5428HUH-az_4_N off=20712729 len=1382317 2024-08-10T05:17:37.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 339 completed, throughput=4.98MB/sec 2024-08-10T05:17:37.575 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0FdyjZw_ncPN1q9 off=10041128 len=673055 2024-08-10T05:17:37.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 340 completed, throughput=4.99MB/sec 2024-08-10T05:17:37.579 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ws6Ir2M1m2-QmuA off=13363543 len=1173648 2024-08-10T05:17:37.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 341 completed, throughput=5.01MB/sec 2024-08-10T05:17:38.586 INFO:tasks.workunit.client.0.smithi078.stdout: 71: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:38.586 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NHYkiaE4BScgYd6 off=14446854 len=1073822 2024-08-10T05:17:38.588 INFO:tasks.workunit.client.0.smithi078.stdout:op 342 completed, throughput=4.95MB/sec 2024-08-10T05:17:38.588 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_Wliq4lf3iT6RSo off=7459349 len=245888 2024-08-10T05:17:38.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 343 completed, throughput=4.96MB/sec 2024-08-10T05:17:38.589 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KR2_KoxeSZzrdOm off=1815472 len=760487 2024-08-10T05:17:38.590 INFO:tasks.workunit.client.0.smithi078.stdout:op 344 completed, throughput=4.97MB/sec 2024-08-10T05:17:38.590 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IUysfeqhLUxP83j off=8485291 len=807310 2024-08-10T05:17:38.591 INFO:tasks.workunit.client.0.smithi078.stdout:op 345 completed, throughput=4.98MB/sec 2024-08-10T05:17:38.591 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CIfRUCo-1WS_u2K off=7494056 len=1649269 2024-08-10T05:17:38.601 INFO:tasks.workunit.client.0.smithi078.stdout:op 346 completed, throughput=5MB/sec 2024-08-10T05:17:38.602 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HucHTMPDiGIHqaN off=18622830 len=213379 2024-08-10T05:17:38.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 347 completed, throughput=5MB/sec 2024-08-10T05:17:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:38 smithi107 ceph-mon[86658]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:17:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:38 smithi078 ceph-mon[92251]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:17:39.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:38 smithi078 ceph-mon[94618]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:17:39.603 INFO:tasks.workunit.client.0.smithi078.stdout: 72: throughput=4.93MB/sec pending data=0 2024-08-10T05:17:39.603 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QKp0zMkuBPhNVmG off=6578964 len=926704 2024-08-10T05:17:39.604 INFO:tasks.workunit.client.0.smithi078.stdout:op 348 completed, throughput=4.94MB/sec 2024-08-10T05:17:39.604 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zH4mJMlStYrTZuv off=4943652 len=1376609 2024-08-10T05:17:39.606 INFO:tasks.workunit.client.0.smithi078.stdout:op 349 completed, throughput=4.96MB/sec 2024-08-10T05:17:39.606 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wVxd87QZmxtYjPD off=7224174 len=300839 2024-08-10T05:17:39.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 350 completed, throughput=4.97MB/sec 2024-08-10T05:17:39.609 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9UwDOX2D8_k6i2G off=4649790 len=345564 2024-08-10T05:17:39.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 351 completed, throughput=4.97MB/sec 2024-08-10T05:17:39.613 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qy0zvVXn89bn-cl off=11582062 len=1275261 2024-08-10T05:17:39.618 INFO:tasks.workunit.client.0.smithi078.stdout:op 352 completed, throughput=4.99MB/sec 2024-08-10T05:17:39.619 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rDMGPrkXP1cMMJ_ off=11238107 len=1403387 2024-08-10T05:17:39.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 353 completed, throughput=5MB/sec 2024-08-10T05:17:40.625 INFO:tasks.workunit.client.0.smithi078.stdout: 73: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:40.625 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XwaOXkJHks684-t off=5840485 len=54459 2024-08-10T05:17:40.626 INFO:tasks.workunit.client.0.smithi078.stdout:op 354 completed, throughput=4.94MB/sec 2024-08-10T05:17:40.626 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bv9sxvGnICW5OV7 off=9375689 len=775222 2024-08-10T05:17:40.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 355 completed, throughput=4.95MB/sec 2024-08-10T05:17:40.630 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EcR7_ITB0sfsODI off=19310386 len=1415982 2024-08-10T05:17:40.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 356 completed, throughput=4.96MB/sec 2024-08-10T05:17:40.632 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QNQbNOdUmcnl4-b off=2481911 len=38479 2024-08-10T05:17:40.633 INFO:tasks.workunit.client.0.smithi078.stdout:op 357 completed, throughput=4.97MB/sec 2024-08-10T05:17:40.633 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-78sgyokQUIezOux off=1571845 len=1145404 2024-08-10T05:17:40.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 358 completed, throughput=4.98MB/sec 2024-08-10T05:17:40.634 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9UwDOX2D8_k6i2G off=8896693 len=263485 2024-08-10T05:17:40.635 INFO:tasks.workunit.client.0.smithi078.stdout:op 359 completed, throughput=4.98MB/sec 2024-08-10T05:17:40.635 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HTVmPPauOUE5FUv off=4171928 len=2036150 2024-08-10T05:17:40.646 INFO:tasks.workunit.client.0.smithi078.stdout:op 360 completed, throughput=5.01MB/sec 2024-08-10T05:17:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:40 smithi107 ceph-mon[86658]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:40 smithi078 ceph-mon[92251]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:40 smithi078 ceph-mon[94618]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:17:41.646 INFO:tasks.workunit.client.0.smithi078.stdout: 74: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:41.646 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AicROXhHmDm8Tt- off=9124004 len=1611029 2024-08-10T05:17:41.654 INFO:tasks.workunit.client.0.smithi078.stdout:op 361 completed, throughput=4.96MB/sec 2024-08-10T05:17:41.655 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3YgWnUg7X_7-fMJ off=15939922 len=908283 2024-08-10T05:17:41.660 INFO:tasks.workunit.client.0.smithi078.stdout:op 362 completed, throughput=4.97MB/sec 2024-08-10T05:17:41.660 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9fo7tlkY2jKQLli off=9353676 len=380283 2024-08-10T05:17:41.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 363 completed, throughput=4.98MB/sec 2024-08-10T05:17:41.663 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Hd6xIWzU3BhKgWG off=1583226 len=822965 2024-08-10T05:17:41.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 364 completed, throughput=4.99MB/sec 2024-08-10T05:17:41.664 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L9FnAqMMocQ_C3v off=7567230 len=116660 2024-08-10T05:17:41.666 INFO:tasks.workunit.client.0.smithi078.stdout:op 365 completed, throughput=4.99MB/sec 2024-08-10T05:17:41.666 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cFAEK00zucfdX-j off=6331263 len=1358042 2024-08-10T05:17:41.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 366 completed, throughput=5.01MB/sec 2024-08-10T05:17:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:17:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:17:41] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:17:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:17:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:42.668 INFO:tasks.workunit.client.0.smithi078.stdout: 75: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:42.668 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ar2YBMrSJtCx_z4 off=412973 len=402357 2024-08-10T05:17:42.671 INFO:tasks.workunit.client.0.smithi078.stdout:op 367 completed, throughput=4.95MB/sec 2024-08-10T05:17:42.671 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-a13cl1a3RSzRi6l off=5790645 len=37118 2024-08-10T05:17:42.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 368 completed, throughput=4.95MB/sec 2024-08-10T05:17:42.673 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RftWJKK24M_lYqT off=17832579 len=895907 2024-08-10T05:17:42.675 INFO:tasks.workunit.client.0.smithi078.stdout:op 369 completed, throughput=4.96MB/sec 2024-08-10T05:17:42.676 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Mb6b8FWH-2I1h1s off=3746504 len=1480294 2024-08-10T05:17:42.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 370 completed, throughput=4.98MB/sec 2024-08-10T05:17:42.677 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L1G6Biw_52GGoq- off=954078 len=814127 2024-08-10T05:17:42.678 INFO:tasks.workunit.client.0.smithi078.stdout:op 371 completed, throughput=4.99MB/sec 2024-08-10T05:17:42.678 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AOSFdiriMTXupV7 off=3716498 len=272133 2024-08-10T05:17:42.679 INFO:tasks.workunit.client.0.smithi078.stdout:op 372 completed, throughput=4.99MB/sec 2024-08-10T05:17:42.679 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yEL5kR276he4MjN off=2495098 len=412333 2024-08-10T05:17:42.682 INFO:tasks.workunit.client.0.smithi078.stdout:op 373 completed, throughput=4.99MB/sec 2024-08-10T05:17:42.682 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OKOb53AUymlOKDd off=14042052 len=498877 2024-08-10T05:17:42.683 INFO:tasks.workunit.client.0.smithi078.stdout:op 374 completed, throughput=5MB/sec 2024-08-10T05:17:42.683 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lboDxVhi4jc-GdT off=291114 len=1619164 2024-08-10T05:17:42.690 INFO:tasks.workunit.client.0.smithi078.stdout:op 375 completed, throughput=5.02MB/sec 2024-08-10T05:17:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:43.690 INFO:tasks.workunit.client.0.smithi078.stdout: 76: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:43.690 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k-jbtSmB9Z4k816 off=859103 len=1189452 2024-08-10T05:17:43.698 INFO:tasks.workunit.client.0.smithi078.stdout:op 376 completed, throughput=4.97MB/sec 2024-08-10T05:17:43.699 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fh0mFd9r296WsDj off=7640966 len=352847 2024-08-10T05:17:43.700 INFO:tasks.workunit.client.0.smithi078.stdout:op 377 completed, throughput=4.97MB/sec 2024-08-10T05:17:43.700 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TZQ97qKvBG2o_PH off=4883576 len=70191 2024-08-10T05:17:43.702 INFO:tasks.workunit.client.0.smithi078.stdout:op 378 completed, throughput=4.97MB/sec 2024-08-10T05:17:43.702 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S6Af2C-jUdp7QPt off=592993 len=1623158 2024-08-10T05:17:43.710 INFO:tasks.workunit.client.0.smithi078.stdout:op 379 completed, throughput=4.99MB/sec 2024-08-10T05:17:43.710 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yWqPDUvZ1pKiJNx off=12985758 len=1017310 2024-08-10T05:17:43.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 380 completed, throughput=5.01MB/sec 2024-08-10T05:17:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:43 smithi107 ceph-mon[86658]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:17:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:43 smithi078 ceph-mon[92251]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:17:43.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:43 smithi078 ceph-mon[94618]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:17:44.715 INFO:tasks.workunit.client.0.smithi078.stdout: 77: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:44.715 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w7NFCbhX2-ngUuS off=447913 len=369499 2024-08-10T05:17:44.716 INFO:tasks.workunit.client.0.smithi078.stdout:op 381 completed, throughput=4.95MB/sec 2024-08-10T05:17:44.716 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pn2t87YBKwCwNHQ off=10809284 len=1131079 2024-08-10T05:17:44.722 INFO:tasks.workunit.client.0.smithi078.stdout:op 382 completed, throughput=4.96MB/sec 2024-08-10T05:17:44.723 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0W0kp8FvWcd9bA9 off=7899638 len=335227 2024-08-10T05:17:44.723 INFO:tasks.workunit.client.0.smithi078.stdout:op 383 completed, throughput=4.96MB/sec 2024-08-10T05:17:44.723 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zAZl3D3POFI3ylj off=243839 len=1193537 2024-08-10T05:17:44.725 INFO:tasks.workunit.client.0.smithi078.stdout:op 384 completed, throughput=4.98MB/sec 2024-08-10T05:17:44.725 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vrT_xPwOfQtDKQF off=1772833 len=318795 2024-08-10T05:17:44.728 INFO:tasks.workunit.client.0.smithi078.stdout:op 385 completed, throughput=4.98MB/sec 2024-08-10T05:17:44.728 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pz5CVw8hWUcRjeJ off=855022 len=2076728 2024-08-10T05:17:44.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 386 completed, throughput=5.01MB/sec 2024-08-10T05:17:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:44 smithi107 ceph-mon[86658]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:17:45.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:44 smithi078 ceph-mon[92251]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:17:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:44 smithi078 ceph-mon[94618]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:17:45.738 INFO:tasks.workunit.client.0.smithi078.stdout: 78: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:45.738 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9sCZUMl3oBzxle8 off=2897810 len=960737 2024-08-10T05:17:45.743 INFO:tasks.workunit.client.0.smithi078.stdout:op 387 completed, throughput=4.95MB/sec 2024-08-10T05:17:45.743 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4DuZtGoegifB98i off=11936718 len=1073851 2024-08-10T05:17:45.749 INFO:tasks.workunit.client.0.smithi078.stdout:op 388 completed, throughput=4.97MB/sec 2024-08-10T05:17:45.750 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s7xbgfxkYj1KSsq off=8949725 len=52915 2024-08-10T05:17:45.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 389 completed, throughput=4.97MB/sec 2024-08-10T05:17:45.750 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uQxv2-LdaFmPAKM off=20713083 len=139890 2024-08-10T05:17:45.751 INFO:tasks.workunit.client.0.smithi078.stdout:op 390 completed, throughput=4.97MB/sec 2024-08-10T05:17:45.751 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bnaMOGBo2XmYFxV off=0 len=1456506 2024-08-10T05:17:45.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 391 completed, throughput=4.99MB/sec 2024-08-10T05:17:45.757 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uKIaSG3bIFdC1om off=13965760 len=2059243 2024-08-10T05:17:45.761 INFO:tasks.workunit.client.0.smithi078.stdout:op 392 completed, throughput=5.01MB/sec 2024-08-10T05:17:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: 79: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:46.761 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3suSTywOBJ0J3ic off=2127723 len=1124422 2024-08-10T05:17:46.766 INFO:tasks.workunit.client.0.smithi078.stdout:op 393 completed, throughput=4.96MB/sec 2024-08-10T05:17:46.766 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JmEsJSmRP1l_95V off=13273120 len=1907722 2024-08-10T05:17:46.769 INFO:tasks.workunit.client.0.smithi078.stdout:op 394 completed, throughput=4.98MB/sec 2024-08-10T05:17:46.769 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8bbuUC7Gm_YimoR off=11238549 len=224720 2024-08-10T05:17:46.771 INFO:tasks.workunit.client.0.smithi078.stdout:op 395 completed, throughput=4.99MB/sec 2024-08-10T05:17:46.771 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JYF9bCRM5wXmvqX off=4079267 len=1427220 2024-08-10T05:17:46.779 INFO:tasks.workunit.client.0.smithi078.stdout:op 396 completed, throughput=5MB/sec 2024-08-10T05:17:47.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:46 smithi078 ceph-mon[92251]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:17:47.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:46 smithi078 ceph-mon[94618]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:17:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:46 smithi107 ceph-mon[86658]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:17:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: 80: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:47.780 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ozTOw4tcfn9YOGo off=4737852 len=861908 2024-08-10T05:17:47.780 INFO:tasks.workunit.client.0.smithi078.stdout:op 397 completed, throughput=4.95MB/sec 2024-08-10T05:17:47.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TbKWYTb9kOM2Ujl off=5835317 len=2068895 2024-08-10T05:17:47.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 398 completed, throughput=4.98MB/sec 2024-08-10T05:17:47.782 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-asWcJYvmM4ehyHi off=13279683 len=1981461 2024-08-10T05:17:47.784 INFO:tasks.workunit.client.0.smithi078.stdout:op 399 completed, throughput=5MB/sec 2024-08-10T05:17:47.784 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4lxkpnSE-By_m3_ off=1292729 len=1039329 2024-08-10T05:17:47.789 INFO:tasks.workunit.client.0.smithi078.stdout:op 400 completed, throughput=5.01MB/sec 2024-08-10T05:17:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: 81: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:48.789 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VEMa6AKo2HTvKFT off=857950 len=1942856 2024-08-10T05:17:48.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 401 completed, throughput=4.97MB/sec 2024-08-10T05:17:48.793 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iKb133oBCOoQiVn off=13572103 len=1359227 2024-08-10T05:17:48.799 INFO:tasks.workunit.client.0.smithi078.stdout:op 402 completed, throughput=4.99MB/sec 2024-08-10T05:17:48.800 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-42OfRP5guRjYmOW off=13081942 len=1402503 2024-08-10T05:17:48.801 INFO:tasks.workunit.client.0.smithi078.stdout:op 403 completed, throughput=5MB/sec 2024-08-10T05:17:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:48 smithi107 ceph-mon[86658]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:17:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:48 smithi078 ceph-mon[92251]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:17:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:48 smithi078 ceph-mon[94618]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:17:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: 82: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:49.801 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ux7VyuulRIAJnAL off=2056211 len=2016960 2024-08-10T05:17:49.809 INFO:tasks.workunit.client.0.smithi078.stdout:op 404 completed, throughput=4.97MB/sec 2024-08-10T05:17:49.809 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4mO7HEhyEBUqjts off=22341238 len=1588944 2024-08-10T05:17:49.817 INFO:tasks.workunit.client.0.smithi078.stdout:op 405 completed, throughput=4.98MB/sec 2024-08-10T05:17:49.818 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qy0zvVXn89bn-cl off=6924964 len=1700574 2024-08-10T05:17:49.824 INFO:tasks.workunit.client.0.smithi078.stdout:op 406 completed, throughput=5MB/sec 2024-08-10T05:17:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: 83: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:50.824 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LvwUtdrzJp5oqhO off=5893100 len=559122 2024-08-10T05:17:50.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 407 completed, throughput=4.95MB/sec 2024-08-10T05:17:50.829 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5hIbirWiwPnYkKJ off=6071253 len=1329033 2024-08-10T05:17:50.834 INFO:tasks.workunit.client.0.smithi078.stdout:op 408 completed, throughput=4.96MB/sec 2024-08-10T05:17:50.834 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UD-ujLgAK9hNR7O off=10669693 len=366307 2024-08-10T05:17:50.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 409 completed, throughput=4.97MB/sec 2024-08-10T05:17:50.838 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jrTAE88bjMWa0Ra off=2811359 len=354801 2024-08-10T05:17:50.841 INFO:tasks.workunit.client.0.smithi078.stdout:op 410 completed, throughput=4.97MB/sec 2024-08-10T05:17:50.841 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vXhXuScwQNxcm71 off=12121093 len=697103 2024-08-10T05:17:50.846 INFO:tasks.workunit.client.0.smithi078.stdout:op 411 completed, throughput=4.98MB/sec 2024-08-10T05:17:50.846 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bMJloaYo95VjytL off=3422648 len=563725 2024-08-10T05:17:50.846 INFO:tasks.workunit.client.0.smithi078.stdout:op 412 completed, throughput=4.99MB/sec 2024-08-10T05:17:50.846 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3_pBPhZ7MbNLkQ1 off=9350146 len=1923033 2024-08-10T05:17:50.850 INFO:tasks.workunit.client.0.smithi078.stdout:op 413 completed, throughput=5.01MB/sec 2024-08-10T05:17:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:50 smithi107 ceph-mon[86658]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:17:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:50 smithi078 ceph-mon[92251]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:17:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:50 smithi078 ceph-mon[94618]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:17:51.851 INFO:tasks.workunit.client.0.smithi078.stdout: 84: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:51.851 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zzPmLliLE84siWi off=1778713 len=1919600 2024-08-10T05:17:51.861 INFO:tasks.workunit.client.0.smithi078.stdout:op 414 completed, throughput=4.97MB/sec 2024-08-10T05:17:51.861 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HmhrMzAbuI0cdV1 off=4498687 len=695014 2024-08-10T05:17:51.862 INFO:tasks.workunit.client.0.smithi078.stdout:op 415 completed, throughput=4.98MB/sec 2024-08-10T05:17:51.863 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E6aLHb-lFMPFUa_ off=8527514 len=1995956 2024-08-10T05:17:51.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 416 completed, throughput=5MB/sec 2024-08-10T05:17:51.865 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ps3WqF1SqocDwui off=16334901 len=2059741 2024-08-10T05:17:51.875 INFO:tasks.workunit.client.0.smithi078.stdout:op 417 completed, throughput=5.02MB/sec 2024-08-10T05:17:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:17:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:17:51] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-08-10T05:17:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:17:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: 85: throughput=4.96MB/sec pending data=0 2024-08-10T05:17:52.875 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZNxd_WeSoSprl3d off=10222154 len=263799 2024-08-10T05:17:52.876 INFO:tasks.workunit.client.0.smithi078.stdout:op 418 completed, throughput=4.97MB/sec 2024-08-10T05:17:52.876 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L3ZOCpBRrm9Nebi off=7688764 len=1058072 2024-08-10T05:17:52.878 INFO:tasks.workunit.client.0.smithi078.stdout:op 419 completed, throughput=4.98MB/sec 2024-08-10T05:17:52.878 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-npmOMTbmCbBV4Lr off=7401173 len=1620073 2024-08-10T05:17:52.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 420 completed, throughput=5MB/sec 2024-08-10T05:17:52.885 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9PznuMIeugW9In8 off=1588215 len=980294 2024-08-10T05:17:52.886 INFO:tasks.workunit.client.0.smithi078.stdout:op 421 completed, throughput=5.01MB/sec 2024-08-10T05:17:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:52 smithi107 ceph-mon[86658]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:17:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:52 smithi078 ceph-mon[92251]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:17:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:52 smithi078 ceph-mon[94618]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:17:53.887 INFO:tasks.workunit.client.0.smithi078.stdout: 86: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:53.887 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_2oCW5R847GHqRt off=13743683 len=1834479 2024-08-10T05:17:53.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 422 completed, throughput=4.97MB/sec 2024-08-10T05:17:53.889 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CLiIqrvY-V1e5uH off=16258125 len=1766245 2024-08-10T05:17:53.899 INFO:tasks.workunit.client.0.smithi078.stdout:op 423 completed, throughput=4.99MB/sec 2024-08-10T05:17:53.900 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IAPq0WNoxAeucU_ off=502343 len=1523685 2024-08-10T05:17:53.908 INFO:tasks.workunit.client.0.smithi078.stdout:op 424 completed, throughput=5MB/sec 2024-08-10T05:17:54.908 INFO:tasks.workunit.client.0.smithi078.stdout: 87: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:54.909 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5emq4ZRwyg9maPl off=2013020 len=3669 2024-08-10T05:17:54.911 INFO:tasks.workunit.client.0.smithi078.stdout:op 425 completed, throughput=4.95MB/sec 2024-08-10T05:17:54.911 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0NBKUh8ni4iLCPA off=4559885 len=753852 2024-08-10T05:17:54.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 426 completed, throughput=4.96MB/sec 2024-08-10T05:17:54.912 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zEQK0q9E1S4SScx off=4928070 len=177295 2024-08-10T05:17:54.913 INFO:tasks.workunit.client.0.smithi078.stdout:op 427 completed, throughput=4.96MB/sec 2024-08-10T05:17:54.913 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yhnbZfhvmSugSQ4 off=615664 len=398252 2024-08-10T05:17:54.916 INFO:tasks.workunit.client.0.smithi078.stdout:op 428 completed, throughput=4.96MB/sec 2024-08-10T05:17:54.916 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-342V45ipaBSJDon off=4055341 len=1321625 2024-08-10T05:17:54.917 INFO:tasks.workunit.client.0.smithi078.stdout:op 429 completed, throughput=4.98MB/sec 2024-08-10T05:17:54.917 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZJPsD8qYcxRnPED off=3389014 len=1711658 2024-08-10T05:17:54.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 430 completed, throughput=4.99MB/sec 2024-08-10T05:17:54.925 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HKkcKyKL4dAO1T4 off=4170360 len=684027 2024-08-10T05:17:54.929 INFO:tasks.workunit.client.0.smithi078.stdout:op 431 completed, throughput=5MB/sec 2024-08-10T05:17:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:54 smithi107 ceph-mon[86658]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:17:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:54 smithi078 ceph-mon[92251]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:17:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:54 smithi078 ceph-mon[94618]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:17:55.929 INFO:tasks.workunit.client.0.smithi078.stdout: 88: throughput=4.94MB/sec pending data=0 2024-08-10T05:17:55.929 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4ZeANgeoTT08ufP off=11481241 len=795315 2024-08-10T05:17:55.934 INFO:tasks.workunit.client.0.smithi078.stdout:op 432 completed, throughput=4.95MB/sec 2024-08-10T05:17:55.934 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4Q9gzyEVlFs_WpW off=0 len=1114132 2024-08-10T05:17:55.939 INFO:tasks.workunit.client.0.smithi078.stdout:op 433 completed, throughput=4.96MB/sec 2024-08-10T05:17:55.940 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1z3rad5CK6Wb5fT off=1245511 len=873151 2024-08-10T05:17:55.941 INFO:tasks.workunit.client.0.smithi078.stdout:op 434 completed, throughput=4.97MB/sec 2024-08-10T05:17:55.941 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fszgPOPpAfCWZLJ off=1551674 len=486545 2024-08-10T05:17:55.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 435 completed, throughput=4.98MB/sec 2024-08-10T05:17:55.944 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uSiBvs6DeRAY900 off=22635811 len=780003 2024-08-10T05:17:55.946 INFO:tasks.workunit.client.0.smithi078.stdout:op 436 completed, throughput=4.99MB/sec 2024-08-10T05:17:55.946 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SKOz3TF9Gzipuor off=10785308 len=1269139 2024-08-10T05:17:55.953 INFO:tasks.workunit.client.0.smithi078.stdout:op 437 completed, throughput=5MB/sec 2024-08-10T05:17:55.953 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-43Zb6C1NLpBjN8q off=3221688 len=261742 2024-08-10T05:17:55.953 INFO:tasks.workunit.client.0.smithi078.stdout:op 438 completed, throughput=5MB/sec 2024-08-10T05:17:56.954 INFO:tasks.workunit.client.0.smithi078.stdout: 89: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:56.954 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8cfllBg3XqpyMfF off=2892169 len=1645031 2024-08-10T05:17:56.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 439 completed, throughput=4.96MB/sec 2024-08-10T05:17:56.956 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-70wKdVNRIlxmo-x off=2624407 len=1635015 2024-08-10T05:17:56.965 INFO:tasks.workunit.client.0.smithi078.stdout:op 440 completed, throughput=4.98MB/sec 2024-08-10T05:17:56.965 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bBIfbP0p6PXwese off=18544384 len=1976622 2024-08-10T05:17:56.966 INFO:tasks.workunit.client.0.smithi078.stdout:op 441 completed, throughput=5MB/sec 2024-08-10T05:17:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:56 smithi107 ceph-mon[86658]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:56 smithi078 ceph-mon[92251]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:56 smithi078 ceph-mon[94618]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:17:57.966 INFO:tasks.workunit.client.0.smithi078.stdout: 90: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:57.967 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BY5gvyU-sUVSo0o off=2542709 len=1881214 2024-08-10T05:17:57.974 INFO:tasks.workunit.client.0.smithi078.stdout:op 442 completed, throughput=4.97MB/sec 2024-08-10T05:17:57.975 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ENOUhSiqAt1myQh off=16146585 len=790216 2024-08-10T05:17:57.978 INFO:tasks.workunit.client.0.smithi078.stdout:op 443 completed, throughput=4.97MB/sec 2024-08-10T05:17:57.979 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0cGQXifkKq2nrkU off=3098191 len=1893690 2024-08-10T05:17:57.989 INFO:tasks.workunit.client.0.smithi078.stdout:op 444 completed, throughput=4.99MB/sec 2024-08-10T05:17:57.990 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bf7KvzmxRWQTLJL off=7611453 len=794031 2024-08-10T05:17:57.990 INFO:tasks.workunit.client.0.smithi078.stdout:op 445 completed, throughput=5MB/sec 2024-08-10T05:17:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:58.991 INFO:tasks.workunit.client.0.smithi078.stdout: 91: throughput=4.95MB/sec pending data=0 2024-08-10T05:17:58.991 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Y3eRVo1QcxeOihx off=17217865 len=640483 2024-08-10T05:17:58.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 446 completed, throughput=4.95MB/sec 2024-08-10T05:17:58.996 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-flLwuO_T_saqckv off=1396017 len=1724365 2024-08-10T05:17:58.998 INFO:tasks.workunit.client.0.smithi078.stdout:op 447 completed, throughput=4.97MB/sec 2024-08-10T05:17:58.998 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KUgfGZtdFPLmBnF off=1846740 len=282288 2024-08-10T05:17:59.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 448 completed, throughput=4.97MB/sec 2024-08-10T05:17:59.000 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--CHoMwojDVrvSlB off=7563004 len=1263382 2024-08-10T05:17:59.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 449 completed, throughput=4.99MB/sec 2024-08-10T05:17:59.002 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8GSPKVuxXYIch3b off=3482836 len=327184 2024-08-10T05:17:59.005 INFO:tasks.workunit.client.0.smithi078.stdout:op 450 completed, throughput=4.99MB/sec 2024-08-10T05:17:59.005 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0UilAV6S9vUux9x off=6817552 len=1321524 2024-08-10T05:17:59.006 INFO:tasks.workunit.client.0.smithi078.stdout:op 451 completed, throughput=5MB/sec 2024-08-10T05:17:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:17:58 smithi107 ceph-mon[86658]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:17:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:17:58 smithi078 ceph-mon[92251]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:17:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:17:58 smithi078 ceph-mon[94618]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:18:00.007 INFO:tasks.workunit.client.0.smithi078.stdout: 92: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:00.007 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oWYwuIZw0xPpDMK off=461777 len=190322 2024-08-10T05:18:00.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 452 completed, throughput=4.95MB/sec 2024-08-10T05:18:00.009 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dn8dRiNY0_-mnN7 off=1232216 len=942363 2024-08-10T05:18:00.015 INFO:tasks.workunit.client.0.smithi078.stdout:op 453 completed, throughput=4.96MB/sec 2024-08-10T05:18:00.015 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-z_fGTga1R8ePGlI off=5862550 len=1045502 2024-08-10T05:18:00.019 INFO:tasks.workunit.client.0.smithi078.stdout:op 454 completed, throughput=4.97MB/sec 2024-08-10T05:18:00.020 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-J1HLo3bE-wnZZbH off=8943549 len=1491427 2024-08-10T05:18:00.027 INFO:tasks.workunit.client.0.smithi078.stdout:op 455 completed, throughput=4.99MB/sec 2024-08-10T05:18:00.027 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QwP42PaWfBUtOuM off=537874 len=441516 2024-08-10T05:18:00.030 INFO:tasks.workunit.client.0.smithi078.stdout:op 456 completed, throughput=4.99MB/sec 2024-08-10T05:18:00.030 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5pQZ96nndbziItZ off=9780032 len=1299567 2024-08-10T05:18:00.036 INFO:tasks.workunit.client.0.smithi078.stdout:op 457 completed, throughput=5MB/sec 2024-08-10T05:18:01.036 INFO:tasks.workunit.client.0.smithi078.stdout: 93: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:01.037 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-He6oYTCifVFVXf9 off=13404181 len=514093 2024-08-10T05:18:01.037 INFO:tasks.workunit.client.0.smithi078.stdout:op 458 completed, throughput=4.96MB/sec 2024-08-10T05:18:01.037 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PQZIx2N0skzcRvM off=20463504 len=1005474 2024-08-10T05:18:01.039 INFO:tasks.workunit.client.0.smithi078.stdout:op 459 completed, throughput=4.97MB/sec 2024-08-10T05:18:01.039 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3mXhDpcqpIQopTl off=13024937 len=1838635 2024-08-10T05:18:01.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 460 completed, throughput=4.99MB/sec 2024-08-10T05:18:01.041 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PJtBtVpMcIJzCze off=9594818 len=2078175 2024-08-10T05:18:01.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 461 completed, throughput=5.01MB/sec 2024-08-10T05:18:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:00 smithi107 ceph-mon[86658]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:18:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:00 smithi078 ceph-mon[92251]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:18:01.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:00 smithi078 ceph-mon[94618]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:18:02.050 INFO:tasks.workunit.client.0.smithi078.stdout: 94: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:02.050 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n_Vw_4ccYVakc1D off=9117047 len=1145732 2024-08-10T05:18:02.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 462 completed, throughput=4.96MB/sec 2024-08-10T05:18:02.053 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PdBmPQDA0AcpdQl off=4395634 len=496667 2024-08-10T05:18:02.057 INFO:tasks.workunit.client.0.smithi078.stdout:op 463 completed, throughput=4.97MB/sec 2024-08-10T05:18:02.057 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-01NqyFozg-iQSTV off=2683522 len=1052059 2024-08-10T05:18:02.059 INFO:tasks.workunit.client.0.smithi078.stdout:op 464 completed, throughput=4.98MB/sec 2024-08-10T05:18:02.059 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V69aH_Wr6dRXmjm off=8098852 len=865405 2024-08-10T05:18:02.060 INFO:tasks.workunit.client.0.smithi078.stdout:op 465 completed, throughput=4.99MB/sec 2024-08-10T05:18:02.060 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZK_9vNtsqaTMiI4 off=4265939 len=1436626 2024-08-10T05:18:02.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 466 completed, throughput=5MB/sec 2024-08-10T05:18:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:18:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:18:01] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-08-10T05:18:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:18:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:03.062 INFO:tasks.workunit.client.0.smithi078.stdout: 95: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:03.062 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-j7RbLUESgNew2Y0 off=10298770 len=540624 2024-08-10T05:18:03.063 INFO:tasks.workunit.client.0.smithi078.stdout:op 467 completed, throughput=4.96MB/sec 2024-08-10T05:18:03.063 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zdDN58XIDclKwDa off=8117985 len=1589372 2024-08-10T05:18:03.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 468 completed, throughput=4.97MB/sec 2024-08-10T05:18:03.065 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pGcRJIQsA61rCXt off=2066252 len=424049 2024-08-10T05:18:03.066 INFO:tasks.workunit.client.0.smithi078.stdout:op 469 completed, throughput=4.98MB/sec 2024-08-10T05:18:03.066 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4eQ0wgLgDmN-1cG off=3367920 len=890843 2024-08-10T05:18:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:02 smithi107 ceph-mon[86658]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:18:03.067 INFO:tasks.workunit.client.0.smithi078.stdout:op 470 completed, throughput=4.98MB/sec 2024-08-10T05:18:03.067 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_AjI_jIeALfkq9C off=740552 len=507410 2024-08-10T05:18:03.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 471 completed, throughput=4.99MB/sec 2024-08-10T05:18:03.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-I-2Zf-CvRegmYyZ off=659946 len=1643237 2024-08-10T05:18:03.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 472 completed, throughput=5.01MB/sec 2024-08-10T05:18:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:02 smithi078 ceph-mon[92251]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:18:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:02 smithi078 ceph-mon[94618]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:18:04.075 INFO:tasks.workunit.client.0.smithi078.stdout: 96: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:04.075 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Y-yq0lAsuoTE81u off=10563711 len=69149 2024-08-10T05:18:04.078 INFO:tasks.workunit.client.0.smithi078.stdout:op 473 completed, throughput=4.95MB/sec 2024-08-10T05:18:04.078 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gGvC5v3Twywrps9 off=1719277 len=101663 2024-08-10T05:18:04.081 INFO:tasks.workunit.client.0.smithi078.stdout:op 474 completed, throughput=4.96MB/sec 2024-08-10T05:18:04.081 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yYXCLbFKP28i6fc off=7289491 len=820989 2024-08-10T05:18:04.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 475 completed, throughput=4.96MB/sec 2024-08-10T05:18:04.082 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e24f4d9ZFJtX6hB off=12613724 len=322693 2024-08-10T05:18:04.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 476 completed, throughput=4.97MB/sec 2024-08-10T05:18:04.086 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DMyq784TtbzEQyg off=989266 len=41752 2024-08-10T05:18:04.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 477 completed, throughput=4.97MB/sec 2024-08-10T05:18:04.088 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-w_-mKadeIse3Sfr off=9530114 len=1471091 2024-08-10T05:18:04.095 INFO:tasks.workunit.client.0.smithi078.stdout:op 478 completed, throughput=4.98MB/sec 2024-08-10T05:18:04.095 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HKkcKyKL4dAO1T4 off=1238705 len=866639 2024-08-10T05:18:04.100 INFO:tasks.workunit.client.0.smithi078.stdout:op 479 completed, throughput=4.99MB/sec 2024-08-10T05:18:04.100 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ogjZYOBqGeImTSw off=10185504 len=1987091 2024-08-10T05:18:04.101 INFO:tasks.workunit.client.0.smithi078.stdout:op 480 completed, throughput=5.01MB/sec 2024-08-10T05:18:05.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:04 smithi107 ceph-mon[86658]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:18:05.102 INFO:tasks.workunit.client.0.smithi078.stdout: 97: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:05.102 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r2_DosxDUnDvf4S off=1915386 len=1729159 2024-08-10T05:18:05.109 INFO:tasks.workunit.client.0.smithi078.stdout:op 481 completed, throughput=4.97MB/sec 2024-08-10T05:18:05.109 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cvug6J6VPM8-VXu off=1152805 len=1545164 2024-08-10T05:18:05.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 482 completed, throughput=4.99MB/sec 2024-08-10T05:18:05.111 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e8BPiKP8Aoe8N0f off=14189391 len=922851 2024-08-10T05:18:05.116 INFO:tasks.workunit.client.0.smithi078.stdout:op 483 completed, throughput=5MB/sec 2024-08-10T05:18:05.116 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZNxd_WeSoSprl3d off=10180283 len=672947 2024-08-10T05:18:05.117 INFO:tasks.workunit.client.0.smithi078.stdout:op 484 completed, throughput=5MB/sec 2024-08-10T05:18:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:04 smithi078 ceph-mon[92251]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:18:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:04 smithi078 ceph-mon[94618]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:18:06.117 INFO:tasks.workunit.client.0.smithi078.stdout: 98: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:06.118 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YUFEdrYLCozuzQm off=12882565 len=121627 2024-08-10T05:18:06.118 INFO:tasks.workunit.client.0.smithi078.stdout:op 485 completed, throughput=4.95MB/sec 2024-08-10T05:18:06.118 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ual2L28tgNSUz0v off=22614727 len=1119150 2024-08-10T05:18:06.120 INFO:tasks.workunit.client.0.smithi078.stdout:op 486 completed, throughput=4.97MB/sec 2024-08-10T05:18:06.120 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-M5bOShmxMZ0RUwF off=11598525 len=1754099 2024-08-10T05:18:06.122 INFO:tasks.workunit.client.0.smithi078.stdout:op 487 completed, throughput=4.98MB/sec 2024-08-10T05:18:06.122 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YN-lbzzV4fjt_sX off=23542802 len=1082849 2024-08-10T05:18:06.128 INFO:tasks.workunit.client.0.smithi078.stdout:op 488 completed, throughput=4.99MB/sec 2024-08-10T05:18:06.128 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sWY3EpW8vqoRn8p off=15355687 len=1042637 2024-08-10T05:18:06.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 489 completed, throughput=5MB/sec 2024-08-10T05:18:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:06 smithi107 ceph-mon[86658]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:18:07.133 INFO:tasks.workunit.client.0.smithi078.stdout: 99: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:07.133 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pWxUv7ekU2IqzO2 off=399649 len=1452688 2024-08-10T05:18:07.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 490 completed, throughput=4.97MB/sec 2024-08-10T05:18:07.135 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BMl2cP28ZuWpG2K off=4256385 len=1149018 2024-08-10T05:18:07.142 INFO:tasks.workunit.client.0.smithi078.stdout:op 491 completed, throughput=4.98MB/sec 2024-08-10T05:18:07.142 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qD-47m7ehF1lDjG off=11628254 len=799709 2024-08-10T05:18:07.143 INFO:tasks.workunit.client.0.smithi078.stdout:op 492 completed, throughput=4.98MB/sec 2024-08-10T05:18:07.143 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xzERwAcviu-bkvh off=11043847 len=778099 2024-08-10T05:18:07.144 INFO:tasks.workunit.client.0.smithi078.stdout:op 493 completed, throughput=4.99MB/sec 2024-08-10T05:18:07.144 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VnmOaztg-4YYq41 off=725169 len=997640 2024-08-10T05:18:07.150 INFO:tasks.workunit.client.0.smithi078.stdout:op 494 completed, throughput=5MB/sec 2024-08-10T05:18:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:06 smithi078 ceph-mon[92251]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:18:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:06 smithi078 ceph-mon[94618]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:18:08.150 INFO:tasks.workunit.client.0.smithi078.stdout: 100: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:08.150 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N7bXZZmhpoYvE0O off=2883521 len=424421 2024-08-10T05:18:08.153 INFO:tasks.workunit.client.0.smithi078.stdout:op 495 completed, throughput=4.95MB/sec 2024-08-10T05:18:08.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NIh-CJzSE7Izb75 off=14348437 len=2012533 2024-08-10T05:18:08.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 496 completed, throughput=4.97MB/sec 2024-08-10T05:18:08.156 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E5z3ZmTIQzc0om8 off=19822926 len=869349 2024-08-10T05:18:08.157 INFO:tasks.workunit.client.0.smithi078.stdout:op 497 completed, throughput=4.98MB/sec 2024-08-10T05:18:08.157 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hShL-3mxGRZ564v off=2851082 len=1046436 2024-08-10T05:18:08.158 INFO:tasks.workunit.client.0.smithi078.stdout:op 498 completed, throughput=4.99MB/sec 2024-08-10T05:18:08.158 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kSK1emRv_8gJXf8 off=7561185 len=1940777 2024-08-10T05:18:08.165 INFO:tasks.workunit.client.0.smithi078.stdout:op 499 completed, throughput=5.01MB/sec 2024-08-10T05:18:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:08 smithi107 ceph-mon[86658]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:18:09.166 INFO:tasks.workunit.client.0.smithi078.stdout: 101: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:09.166 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0ahskbzRQlqEhr1 off=6746046 len=436921 2024-08-10T05:18:09.169 INFO:tasks.workunit.client.0.smithi078.stdout:op 500 completed, throughput=4.96MB/sec 2024-08-10T05:18:09.169 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Nf1CmgVDbIeiSYT off=6759495 len=876013 2024-08-10T05:18:09.171 INFO:tasks.workunit.client.0.smithi078.stdout:op 501 completed, throughput=4.97MB/sec 2024-08-10T05:18:09.171 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6XRsjtWnnbHcnZ3 off=2723329 len=1875239 2024-08-10T05:18:09.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 502 completed, throughput=4.99MB/sec 2024-08-10T05:18:09.174 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_E4GxM5oC2sA1_3 off=1037975 len=1094338 2024-08-10T05:18:09.180 INFO:tasks.workunit.client.0.smithi078.stdout:op 503 completed, throughput=5MB/sec 2024-08-10T05:18:09.180 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BJGIG4PeFkiL1On off=2311695 len=533858 2024-08-10T05:18:09.180 INFO:tasks.workunit.client.0.smithi078.stdout:op 504 completed, throughput=5MB/sec 2024-08-10T05:18:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:08 smithi078 ceph-mon[92251]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:18:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:08 smithi078 ceph-mon[94618]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:18:10.181 INFO:tasks.workunit.client.0.smithi078.stdout: 102: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:10.181 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-usvzOi6S0wYw9rc off=302511 len=1904522 2024-08-10T05:18:10.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 505 completed, throughput=4.97MB/sec 2024-08-10T05:18:10.184 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VuNmGaMSKdcqZQ8 off=17878733 len=1120029 2024-08-10T05:18:10.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 506 completed, throughput=4.98MB/sec 2024-08-10T05:18:10.191 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-easDyMmLz_3oTBQ off=1525232 len=1634400 2024-08-10T05:18:10.193 INFO:tasks.workunit.client.0.smithi078.stdout:op 507 completed, throughput=5MB/sec 2024-08-10T05:18:10.193 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-w3EiJmmz9Lu6gpj off=838816 len=944107 2024-08-10T05:18:10.199 INFO:tasks.workunit.client.0.smithi078.stdout:op 508 completed, throughput=5.01MB/sec 2024-08-10T05:18:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:10 smithi107 ceph-mon[86658]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:11.199 INFO:tasks.workunit.client.0.smithi078.stdout: 103: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:11.199 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-37qtaQHhDhCIXYt off=8987297 len=732822 2024-08-10T05:18:11.201 INFO:tasks.workunit.client.0.smithi078.stdout:op 509 completed, throughput=4.97MB/sec 2024-08-10T05:18:11.201 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UT5JdNbIvV-wGyv off=2914553 len=1199443 2024-08-10T05:18:11.203 INFO:tasks.workunit.client.0.smithi078.stdout:op 510 completed, throughput=4.98MB/sec 2024-08-10T05:18:11.203 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6eM5bMncIUtWBci off=2492398 len=1855373 2024-08-10T05:18:11.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 511 completed, throughput=4.99MB/sec 2024-08-10T05:18:11.206 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aCXtySLHRnmpg2R off=17532582 len=271651 2024-08-10T05:18:11.209 INFO:tasks.workunit.client.0.smithi078.stdout:op 512 completed, throughput=5MB/sec 2024-08-10T05:18:11.209 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JVTbbDEJ6KZ79qU off=5955651 len=1114394 2024-08-10T05:18:11.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 513 completed, throughput=5.01MB/sec 2024-08-10T05:18:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:10 smithi078 ceph-mon[92251]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:10 smithi078 ceph-mon[94618]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:12.211 INFO:tasks.workunit.client.0.smithi078.stdout: 104: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:12.211 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MhbMB1W28Qyrb2M off=2250087 len=489543 2024-08-10T05:18:12.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 514 completed, throughput=4.96MB/sec 2024-08-10T05:18:12.212 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-u2QJFSTtAXT9r_v off=3306632 len=1070176 2024-08-10T05:18:12.214 INFO:tasks.workunit.client.0.smithi078.stdout:op 515 completed, throughput=4.97MB/sec 2024-08-10T05:18:12.214 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1Fzsh9VnO7leU-U off=10561420 len=1921559 2024-08-10T05:18:12.225 INFO:tasks.workunit.client.0.smithi078.stdout:op 516 completed, throughput=4.99MB/sec 2024-08-10T05:18:12.225 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e_-GcsV_sBUdDal off=15344568 len=882797 2024-08-10T05:18:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:18:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:18:11] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-08-10T05:18:12.227 INFO:tasks.workunit.client.0.smithi078.stdout:op 517 completed, throughput=5MB/sec 2024-08-10T05:18:12.227 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ioRZZVl_6XBWrFZ off=1049533 len=470321 2024-08-10T05:18:12.227 INFO:tasks.workunit.client.0.smithi078.stdout:op 518 completed, throughput=5MB/sec 2024-08-10T05:18:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:18:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:13.228 INFO:tasks.workunit.client.0.smithi078.stdout: 105: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:13.228 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7VSa-fFWkqndXfh off=781048 len=1529568 2024-08-10T05:18:13.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 519 completed, throughput=4.97MB/sec 2024-08-10T05:18:13.229 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-quz6RzCFDLYCpUp off=75377 len=1018848 2024-08-10T05:18:13.231 INFO:tasks.workunit.client.0.smithi078.stdout:op 520 completed, throughput=4.98MB/sec 2024-08-10T05:18:13.231 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tBk0vuYSAHyQWvz off=0 len=1166513 2024-08-10T05:18:13.232 INFO:tasks.workunit.client.0.smithi078.stdout:op 521 completed, throughput=4.99MB/sec 2024-08-10T05:18:13.233 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wrh1KgaW9DLz8_A off=4212579 len=1200166 2024-08-10T05:18:13.234 INFO:tasks.workunit.client.0.smithi078.stdout:op 522 completed, throughput=5MB/sec 2024-08-10T05:18:13.234 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SP5nQClB0zXqhWO off=3445355 len=1903596 2024-08-10T05:18:13.246 INFO:tasks.workunit.client.0.smithi078.stdout:op 523 completed, throughput=5.01MB/sec 2024-08-10T05:18:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:13 smithi107 ceph-mon[86658]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:13 smithi078 ceph-mon[92251]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:13 smithi078 ceph-mon[94618]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:14.246 INFO:tasks.workunit.client.0.smithi078.stdout: 106: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:14.246 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7Dgx1GFrDXNaeXN off=2906681 len=2012230 2024-08-10T05:18:14.249 INFO:tasks.workunit.client.0.smithi078.stdout:op 524 completed, throughput=4.99MB/sec 2024-08-10T05:18:14.249 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_BPFK1Uez-DEF2N off=5093149 len=490561 2024-08-10T05:18:14.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 525 completed, throughput=4.99MB/sec 2024-08-10T05:18:14.253 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lFLS5_tuBQKa3q5 off=3629101 len=1255839 2024-08-10T05:18:14.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 526 completed, throughput=5MB/sec 2024-08-10T05:18:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:14 smithi107 ceph-mon[86658]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:18:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:14 smithi078 ceph-mon[92251]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:18:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:14 smithi078 ceph-mon[94618]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:18:15.258 INFO:tasks.workunit.client.0.smithi078.stdout: 107: throughput=4.95MB/sec pending data=0 2024-08-10T05:18:15.258 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JXh1k8CoPj-y6fz off=6253791 len=826234 2024-08-10T05:18:15.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 527 completed, throughput=4.96MB/sec 2024-08-10T05:18:15.259 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-m7yAb7308RGYnkV off=11507617 len=1807267 2024-08-10T05:18:15.263 INFO:tasks.workunit.client.0.smithi078.stdout:op 528 completed, throughput=4.98MB/sec 2024-08-10T05:18:15.263 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JOt2i0cw3WDV1vO off=751938 len=893736 2024-08-10T05:18:15.268 INFO:tasks.workunit.client.0.smithi078.stdout:op 529 completed, throughput=4.98MB/sec 2024-08-10T05:18:15.268 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DyUBQQst9g_mnqk off=13644153 len=2019813 2024-08-10T05:18:15.278 INFO:tasks.workunit.client.0.smithi078.stdout:op 530 completed, throughput=5MB/sec 2024-08-10T05:18:16.278 INFO:tasks.workunit.client.0.smithi078.stdout: 108: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:16.278 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-W9GSe65rbmgUw3x off=2677586 len=515759 2024-08-10T05:18:16.279 INFO:tasks.workunit.client.0.smithi078.stdout:op 531 completed, throughput=4.96MB/sec 2024-08-10T05:18:16.279 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2ircc6fZHsiPU-Z off=2278170 len=400577 2024-08-10T05:18:16.283 INFO:tasks.workunit.client.0.smithi078.stdout:op 532 completed, throughput=4.96MB/sec 2024-08-10T05:18:16.283 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ClkLRwvPJpurDxn off=3236127 len=1829459 2024-08-10T05:18:16.287 INFO:tasks.workunit.client.0.smithi078.stdout:op 533 completed, throughput=4.98MB/sec 2024-08-10T05:18:16.287 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EAz3MCh7XCPMGVJ off=19630839 len=1081843 2024-08-10T05:18:16.288 INFO:tasks.workunit.client.0.smithi078.stdout:op 534 completed, throughput=4.99MB/sec 2024-08-10T05:18:16.288 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zHHhG4wD8Xo52ev off=11173435 len=782572 2024-08-10T05:18:16.293 INFO:tasks.workunit.client.0.smithi078.stdout:op 535 completed, throughput=5MB/sec 2024-08-10T05:18:16.293 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-haMPRCUIW90SC4a off=66688 len=1598991 2024-08-10T05:18:16.303 INFO:tasks.workunit.client.0.smithi078.stdout:op 536 completed, throughput=5.01MB/sec 2024-08-10T05:18:17.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:16 smithi078 ceph-mon[92251]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:18:17.028 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:16 smithi078 ceph-mon[94618]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:18:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:16 smithi107 ceph-mon[86658]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:18:17.303 INFO:tasks.workunit.client.0.smithi078.stdout: 109: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:17.303 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0-V9ycRuxRphevv off=5032342 len=977338 2024-08-10T05:18:17.304 INFO:tasks.workunit.client.0.smithi078.stdout:op 537 completed, throughput=4.97MB/sec 2024-08-10T05:18:17.305 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8ul9tozAzSEY9fn off=1115870 len=1471212 2024-08-10T05:18:17.306 INFO:tasks.workunit.client.0.smithi078.stdout:op 538 completed, throughput=4.99MB/sec 2024-08-10T05:18:17.307 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-A8okxo_e3xVvdlW off=1408930 len=341250 2024-08-10T05:18:17.307 INFO:tasks.workunit.client.0.smithi078.stdout:op 539 completed, throughput=4.99MB/sec 2024-08-10T05:18:17.307 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qKqbtEOeUikt9PW off=3289115 len=272440 2024-08-10T05:18:17.308 INFO:tasks.workunit.client.0.smithi078.stdout:op 540 completed, throughput=4.99MB/sec 2024-08-10T05:18:17.308 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W8DXpzqtMC9SIIn off=1043853 len=384862 2024-08-10T05:18:17.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 541 completed, throughput=4.99MB/sec 2024-08-10T05:18:17.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--g31KhtM_78MerU off=6660541 len=1657260 2024-08-10T05:18:17.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 542 completed, throughput=5.01MB/sec 2024-08-10T05:18:18.313 INFO:tasks.workunit.client.0.smithi078.stdout: 110: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:18.313 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qcg_R3gsjRxAMgt off=1634493 len=1327933 2024-08-10T05:18:18.316 INFO:tasks.workunit.client.0.smithi078.stdout:op 543 completed, throughput=4.97MB/sec 2024-08-10T05:18:18.316 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H8gGkOg4PXJPPBQ off=5899296 len=860603 2024-08-10T05:18:18.317 INFO:tasks.workunit.client.0.smithi078.stdout:op 544 completed, throughput=4.98MB/sec 2024-08-10T05:18:18.317 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Akfh-DSjHqCeeWC off=4750078 len=1536242 2024-08-10T05:18:18.326 INFO:tasks.workunit.client.0.smithi078.stdout:op 545 completed, throughput=4.99MB/sec 2024-08-10T05:18:18.327 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-spHIXDPc8G6MTWc off=4784023 len=799880 2024-08-10T05:18:18.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 546 completed, throughput=5MB/sec 2024-08-10T05:18:18.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:18 smithi078 ceph-mon[94618]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:18.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:18 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:18.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:18 smithi078 ceph-mon[92251]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:18.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:18 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:18 smithi107 ceph-mon[86658]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:18 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:19.331 INFO:tasks.workunit.client.0.smithi078.stdout: 111: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:19.331 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pWxUv7ekU2IqzO2 off=937079 len=915258 2024-08-10T05:18:19.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 547 completed, throughput=4.96MB/sec 2024-08-10T05:18:19.335 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p1lsucqyZ6vdkIV off=4726383 len=1294934 2024-08-10T05:18:19.336 INFO:tasks.workunit.client.0.smithi078.stdout:op 548 completed, throughput=4.97MB/sec 2024-08-10T05:18:19.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yaig9qcN-LQUYw1 off=5580807 len=1048195 2024-08-10T05:18:19.341 INFO:tasks.workunit.client.0.smithi078.stdout:op 549 completed, throughput=4.98MB/sec 2024-08-10T05:18:19.341 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BVZ1wKzftvj-Jio off=1527001 len=506952 2024-08-10T05:18:19.344 INFO:tasks.workunit.client.0.smithi078.stdout:op 550 completed, throughput=4.99MB/sec 2024-08-10T05:18:19.344 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WGMrPoOIDcj04N- off=345535 len=755561 2024-08-10T05:18:19.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 551 completed, throughput=4.99MB/sec 2024-08-10T05:18:19.345 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6dqoNDATb-RVcFI off=7087764 len=87308 2024-08-10T05:18:19.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 552 completed, throughput=4.99MB/sec 2024-08-10T05:18:19.346 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ib6R5bXp4cd5Dp_ off=4672396 len=148872 2024-08-10T05:18:19.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 553 completed, throughput=5MB/sec 2024-08-10T05:18:19.346 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LD42S-A9QxhUyK1 off=3369338 len=1953700 2024-08-10T05:18:19.353 INFO:tasks.workunit.client.0.smithi078.stdout:op 554 completed, throughput=5.01MB/sec 2024-08-10T05:18:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:18:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:18:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:18:20.354 INFO:tasks.workunit.client.0.smithi078.stdout: 112: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:20.354 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2auIyYuX8srBv0d off=8380179 len=1548023 2024-08-10T05:18:20.362 INFO:tasks.workunit.client.0.smithi078.stdout:op 555 completed, throughput=4.98MB/sec 2024-08-10T05:18:20.362 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5unlrG2hhHCcmAW off=0 len=1651836 2024-08-10T05:18:20.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 556 completed, throughput=4.99MB/sec 2024-08-10T05:18:20.364 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uQxv2-LdaFmPAKM off=17071388 len=350372 2024-08-10T05:18:20.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 557 completed, throughput=5MB/sec 2024-08-10T05:18:20.365 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ViYTooPsw4TL-Px off=4739486 len=196091 2024-08-10T05:18:20.365 INFO:tasks.workunit.client.0.smithi078.stdout:op 558 completed, throughput=5MB/sec 2024-08-10T05:18:20.365 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PyMIgDSd8TXhnZq off=817398 len=585172 2024-08-10T05:18:20.366 INFO:tasks.workunit.client.0.smithi078.stdout:op 559 completed, throughput=5MB/sec 2024-08-10T05:18:20.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:20 smithi078 ceph-mon[92251]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:18:20.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:20 smithi078 ceph-mon[94618]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:18:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:20 smithi107 ceph-mon[86658]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:18:21.366 INFO:tasks.workunit.client.0.smithi078.stdout: 113: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:21.367 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6EKwrWSFUeacjHI off=1286368 len=1752725 2024-08-10T05:18:21.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 560 completed, throughput=4.97MB/sec 2024-08-10T05:18:21.369 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BGC1pvkP7_3e_sC off=5355824 len=1529608 2024-08-10T05:18:21.379 INFO:tasks.workunit.client.0.smithi078.stdout:op 561 completed, throughput=4.99MB/sec 2024-08-10T05:18:21.379 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OM7gbqrdibpaFYu off=4283928 len=1986614 2024-08-10T05:18:21.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 562 completed, throughput=5MB/sec 2024-08-10T05:18:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:18:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:18:21] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:18:22.389 INFO:tasks.workunit.client.0.smithi078.stdout: 114: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:22.390 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eFQnM3T_9pwpcJn off=572216 len=1939352 2024-08-10T05:18:22.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 563 completed, throughput=4.98MB/sec 2024-08-10T05:18:22.393 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--Ezgkz1f0rCUM8_ off=832722 len=391627 2024-08-10T05:18:22.394 INFO:tasks.workunit.client.0.smithi078.stdout:op 564 completed, throughput=4.98MB/sec 2024-08-10T05:18:22.394 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ew1KQaRzCYFj_O5 off=415808 len=1433858 2024-08-10T05:18:22.403 INFO:tasks.workunit.client.0.smithi078.stdout:op 565 completed, throughput=4.99MB/sec 2024-08-10T05:18:22.403 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5zrFIdkwPS6H6zF off=11610901 len=1891272 2024-08-10T05:18:22.405 INFO:tasks.workunit.client.0.smithi078.stdout:op 566 completed, throughput=5.01MB/sec 2024-08-10T05:18:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:18:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:18:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:22 smithi107 ceph-mon[86658]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:18:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:22 smithi078 ceph-mon[92251]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:18:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:22 smithi078 ceph-mon[94618]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:18:23.406 INFO:tasks.workunit.client.0.smithi078.stdout: 115: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:23.406 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i5zDVf_7HgMrxzX off=3702696 len=1095257 2024-08-10T05:18:23.413 INFO:tasks.workunit.client.0.smithi078.stdout:op 567 completed, throughput=4.97MB/sec 2024-08-10T05:18:23.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FtHS7jXEm3xpGBJ off=9132461 len=1318 2024-08-10T05:18:23.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 568 completed, throughput=4.97MB/sec 2024-08-10T05:18:23.415 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aKHGH-Zhwcpev5R off=4341015 len=1847053 2024-08-10T05:18:23.416 INFO:tasks.workunit.client.0.smithi078.stdout:op 569 completed, throughput=4.99MB/sec 2024-08-10T05:18:23.417 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ng2W7kpRiRaarDS off=3028213 len=1862487 2024-08-10T05:18:23.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 570 completed, throughput=5MB/sec 2024-08-10T05:18:24.425 INFO:tasks.workunit.client.0.smithi078.stdout: 116: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:24.426 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MT6XvB86zKSaYxb off=9120356 len=127258 2024-08-10T05:18:24.428 INFO:tasks.workunit.client.0.smithi078.stdout:op 571 completed, throughput=4.96MB/sec 2024-08-10T05:18:24.428 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_mlfEgR4k42VSWo off=3304479 len=60657 2024-08-10T05:18:24.430 INFO:tasks.workunit.client.0.smithi078.stdout:op 572 completed, throughput=4.96MB/sec 2024-08-10T05:18:24.430 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vudLg87uwz8wOdF off=717927 len=1068166 2024-08-10T05:18:24.435 INFO:tasks.workunit.client.0.smithi078.stdout:op 573 completed, throughput=4.97MB/sec 2024-08-10T05:18:24.435 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZP_9EhTqANyv9b2 off=2214587 len=829113 2024-08-10T05:18:24.440 INFO:tasks.workunit.client.0.smithi078.stdout:op 574 completed, throughput=4.97MB/sec 2024-08-10T05:18:24.441 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-51pn-O49eAf7GZc off=16590796 len=1951902 2024-08-10T05:18:24.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 575 completed, throughput=4.99MB/sec 2024-08-10T05:18:24.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FQyjSVaVQCK2yCf off=17019677 len=632494 2024-08-10T05:18:24.447 INFO:tasks.workunit.client.0.smithi078.stdout:op 576 completed, throughput=5MB/sec 2024-08-10T05:18:24.447 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--w0cqH8wtuTcYq- off=10381407 len=206026 2024-08-10T05:18:24.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 577 completed, throughput=5MB/sec 2024-08-10T05:18:24.448 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IJujC7XEGl9kG34 off=18918821 len=1538517 2024-08-10T05:18:24.457 INFO:tasks.workunit.client.0.smithi078.stdout:op 578 completed, throughput=5.01MB/sec 2024-08-10T05:18:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:24 smithi107 ceph-mon[86658]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:24 smithi078 ceph-mon[92251]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:24 smithi078 ceph-mon[94618]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:25.458 INFO:tasks.workunit.client.0.smithi078.stdout: 117: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:25.458 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-63Dd2WT0DKkAbnj off=12321961 len=664053 2024-08-10T05:18:25.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 579 completed, throughput=4.97MB/sec 2024-08-10T05:18:25.462 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fHBrCPWa3_-kMC7 off=2380600 len=705722 2024-08-10T05:18:25.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 580 completed, throughput=4.98MB/sec 2024-08-10T05:18:25.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6gUfQjQrsVihzQk off=1587189 len=920940 2024-08-10T05:18:25.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 581 completed, throughput=4.99MB/sec 2024-08-10T05:18:25.468 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7Obwvs4ZLwUR5Ew off=709540 len=1504897 2024-08-10T05:18:25.474 INFO:tasks.workunit.client.0.smithi078.stdout:op 582 completed, throughput=5MB/sec 2024-08-10T05:18:25.475 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ts0I9YqM5JOOaiQ off=2823205 len=538406 2024-08-10T05:18:25.475 INFO:tasks.workunit.client.0.smithi078.stdout:op 583 completed, throughput=5MB/sec 2024-08-10T05:18:26.476 INFO:tasks.workunit.client.0.smithi078.stdout: 118: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:26.476 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R9_VdP7wKtmxCr_ off=11820567 len=1608356 2024-08-10T05:18:26.479 INFO:tasks.workunit.client.0.smithi078.stdout:op 584 completed, throughput=4.97MB/sec 2024-08-10T05:18:26.479 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C3UVpOHSyWUva03 off=2180707 len=228713 2024-08-10T05:18:26.482 INFO:tasks.workunit.client.0.smithi078.stdout:op 585 completed, throughput=4.97MB/sec 2024-08-10T05:18:26.482 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xRw87ISzti-5QII off=18479769 len=761763 2024-08-10T05:18:26.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 586 completed, throughput=4.98MB/sec 2024-08-10T05:18:26.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L5BTU2egr-06AUz off=15127053 len=1326633 2024-08-10T05:18:26.492 INFO:tasks.workunit.client.0.smithi078.stdout:op 587 completed, throughput=4.99MB/sec 2024-08-10T05:18:26.492 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fXjJ9OqKdXsWQwu off=20147379 len=270520 2024-08-10T05:18:26.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 588 completed, throughput=4.99MB/sec 2024-08-10T05:18:26.495 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hvjJ08S-9BEBQbY off=13836033 len=1434206 2024-08-10T05:18:26.496 INFO:tasks.workunit.client.0.smithi078.stdout:op 589 completed, throughput=5MB/sec 2024-08-10T05:18:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:26 smithi107 ceph-mon[86658]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:18:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:26 smithi078 ceph-mon[92251]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:18:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:26 smithi078 ceph-mon[94618]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:18:27.497 INFO:tasks.workunit.client.0.smithi078.stdout: 119: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:27.497 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dHpUD0H_uXCMWXl off=7786037 len=1549827 2024-08-10T05:18:27.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 590 completed, throughput=4.97MB/sec 2024-08-10T05:18:27.504 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4p2vMWHp-O9j6IF off=20408829 len=850501 2024-08-10T05:18:27.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 591 completed, throughput=4.98MB/sec 2024-08-10T05:18:27.509 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LCPnPCNz1fcTFDQ off=5256187 len=1163007 2024-08-10T05:18:27.515 INFO:tasks.workunit.client.0.smithi078.stdout:op 592 completed, throughput=4.99MB/sec 2024-08-10T05:18:27.515 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5npet7HUkCKl1nQ off=4874215 len=553710 2024-08-10T05:18:27.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 593 completed, throughput=4.99MB/sec 2024-08-10T05:18:27.517 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FkzA0HTZ27SfLLy off=4651029 len=741508 2024-08-10T05:18:27.518 INFO:tasks.workunit.client.0.smithi078.stdout:op 594 completed, throughput=5MB/sec 2024-08-10T05:18:27.518 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Gl05NWt6ZGhU5cA off=2709316 len=857647 2024-08-10T05:18:27.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 595 completed, throughput=5.01MB/sec 2024-08-10T05:18:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:28.523 INFO:tasks.workunit.client.0.smithi078.stdout: 120: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:28.523 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r1rt68EqBWf9F6t off=5331836 len=1230871 2024-08-10T05:18:28.529 INFO:tasks.workunit.client.0.smithi078.stdout:op 596 completed, throughput=4.97MB/sec 2024-08-10T05:18:28.529 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-A17ve929qman-Y3 off=991410 len=291275 2024-08-10T05:18:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 597 completed, throughput=4.98MB/sec 2024-08-10T05:18:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LDJ5vxiQ-zDaWFD off=14829875 len=439344 2024-08-10T05:18:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 598 completed, throughput=4.98MB/sec 2024-08-10T05:18:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uiFFstxAJmqtSGb off=10946362 len=1991673 2024-08-10T05:18:28.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 599 completed, throughput=5MB/sec 2024-08-10T05:18:28.539 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KkKA9Xhm4mI_aXX off=6125084 len=15406 2024-08-10T05:18:28.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 600 completed, throughput=5MB/sec 2024-08-10T05:18:28.539 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YdAuy5iw1i4qbQ2 off=578980 len=1308583 2024-08-10T05:18:28.546 INFO:tasks.workunit.client.0.smithi078.stdout:op 601 completed, throughput=5.01MB/sec 2024-08-10T05:18:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:28 smithi107 ceph-mon[86658]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:18:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:28 smithi078 ceph-mon[92251]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:18:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:28 smithi078 ceph-mon[94618]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:18:29.546 INFO:tasks.workunit.client.0.smithi078.stdout: 121: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:29.546 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-q63Af6ucelvg29l off=6569030 len=1110724 2024-08-10T05:18:29.553 INFO:tasks.workunit.client.0.smithi078.stdout:op 602 completed, throughput=4.97MB/sec 2024-08-10T05:18:29.553 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KhUcSeC79VFX2L0 off=948790 len=169754 2024-08-10T05:18:29.554 INFO:tasks.workunit.client.0.smithi078.stdout:op 603 completed, throughput=4.97MB/sec 2024-08-10T05:18:29.554 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NA-afBcR99Z2A-s off=3133848 len=452547 2024-08-10T05:18:29.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 604 completed, throughput=4.98MB/sec 2024-08-10T05:18:29.555 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9ZAxo1S_63ihyv0 off=4539851 len=1203995 2024-08-10T05:18:29.560 INFO:tasks.workunit.client.0.smithi078.stdout:op 605 completed, throughput=4.99MB/sec 2024-08-10T05:18:29.560 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-11TYbWCapy00OD4 off=12869148 len=252908 2024-08-10T05:18:29.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 606 completed, throughput=4.99MB/sec 2024-08-10T05:18:29.561 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WCEoTJhFJAjgT9W off=697860 len=568047 2024-08-10T05:18:29.564 INFO:tasks.workunit.client.0.smithi078.stdout:op 607 completed, throughput=4.99MB/sec 2024-08-10T05:18:29.564 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MwKF-lc2w9H5ROJ off=71247 len=1310204 2024-08-10T05:18:29.565 INFO:tasks.workunit.client.0.smithi078.stdout:op 608 completed, throughput=5MB/sec 2024-08-10T05:18:30.566 INFO:tasks.workunit.client.0.smithi078.stdout: 122: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:30.566 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_rRIBTgZO07OIFN off=2200654 len=699874 2024-08-10T05:18:30.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 609 completed, throughput=4.97MB/sec 2024-08-10T05:18:30.570 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ngPfl9OLr6YTmxy off=668008 len=907168 2024-08-10T05:18:30.574 INFO:tasks.workunit.client.0.smithi078.stdout:op 610 completed, throughput=4.97MB/sec 2024-08-10T05:18:30.574 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Tiog4BQmIJdMwO7 off=19070702 len=713986 2024-08-10T05:18:30.578 INFO:tasks.workunit.client.0.smithi078.stdout:op 611 completed, throughput=4.98MB/sec 2024-08-10T05:18:30.578 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Rppe9AFrc6ui2gv off=18277241 len=1765111 2024-08-10T05:18:30.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 612 completed, throughput=4.99MB/sec 2024-08-10T05:18:30.589 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UTV4Bi6lH4Y1eUT off=7647460 len=489153 2024-08-10T05:18:30.592 INFO:tasks.workunit.client.0.smithi078.stdout:op 613 completed, throughput=5MB/sec 2024-08-10T05:18:30.592 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Kt_X93HGucDgoan off=343450 len=1913269 2024-08-10T05:18:30.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 614 completed, throughput=5.01MB/sec 2024-08-10T05:18:31.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:30 smithi107 ceph-mon[86658]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:18:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:30 smithi078 ceph-mon[92251]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:18:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:30 smithi078 ceph-mon[94618]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:18:31.603 INFO:tasks.workunit.client.0.smithi078.stdout: 123: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:31.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3LBEuhXpw9IOjDg off=1380074 len=1526084 2024-08-10T05:18:31.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 615 completed, throughput=4.98MB/sec 2024-08-10T05:18:31.609 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-As7Ux0AryXnWXDN off=14570848 len=1225924 2024-08-10T05:18:31.612 INFO:tasks.workunit.client.0.smithi078.stdout:op 616 completed, throughput=4.99MB/sec 2024-08-10T05:18:31.612 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SR1UjfKnFu_Ow1t off=22577405 len=1184542 2024-08-10T05:18:31.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 617 completed, throughput=5MB/sec 2024-08-10T05:18:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:18:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:18:31] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:18:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:18:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:32.614 INFO:tasks.workunit.client.0.smithi078.stdout: 124: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:32.614 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bar5-7H55Poxff- off=2185678 len=874757 2024-08-10T05:18:32.619 INFO:tasks.workunit.client.0.smithi078.stdout:op 618 completed, throughput=4.97MB/sec 2024-08-10T05:18:32.619 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UHkknGnvh_DKrua off=2024602 len=990536 2024-08-10T05:18:32.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 619 completed, throughput=4.97MB/sec 2024-08-10T05:18:32.621 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ilc3AI9tZyiv9Eu off=2927448 len=1920170 2024-08-10T05:18:32.623 INFO:tasks.workunit.client.0.smithi078.stdout:op 620 completed, throughput=4.99MB/sec 2024-08-10T05:18:32.623 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1gFeaqgBOKbC8j1 off=1087282 len=1687303 2024-08-10T05:18:32.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 621 completed, throughput=5MB/sec 2024-08-10T05:18:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:32 smithi107 ceph-mon[86658]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:32 smithi078 ceph-mon[92251]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:32 smithi078 ceph-mon[94618]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:33.631 INFO:tasks.workunit.client.0.smithi078.stdout: 125: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:33.631 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FiYfik6MDMpf0d0 off=9773921 len=1906484 2024-08-10T05:18:33.633 INFO:tasks.workunit.client.0.smithi078.stdout:op 622 completed, throughput=4.98MB/sec 2024-08-10T05:18:33.633 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DXtyzwXnpvWTp-L off=3056814 len=1696118 2024-08-10T05:18:33.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 623 completed, throughput=4.99MB/sec 2024-08-10T05:18:33.636 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sCEiPFLwqrZ5IEu off=122204 len=300624 2024-08-10T05:18:33.637 INFO:tasks.workunit.client.0.smithi078.stdout:op 624 completed, throughput=4.99MB/sec 2024-08-10T05:18:33.637 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SIc18ek-yTb1cPJ off=5893808 len=1525723 2024-08-10T05:18:33.645 INFO:tasks.workunit.client.0.smithi078.stdout:op 625 completed, throughput=5MB/sec 2024-08-10T05:18:34.645 INFO:tasks.workunit.client.0.smithi078.stdout: 126: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:34.645 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--tjOGm4J3-fxkLK off=1618496 len=14145 2024-08-10T05:18:34.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 626 completed, throughput=4.96MB/sec 2024-08-10T05:18:34.647 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OBQHvYfMc4RTcEq off=2260122 len=661864 2024-08-10T05:18:34.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 627 completed, throughput=4.97MB/sec 2024-08-10T05:18:34.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-46IGrbp1pMDtlH1 off=22290725 len=1557371 2024-08-10T05:18:34.660 INFO:tasks.workunit.client.0.smithi078.stdout:op 628 completed, throughput=4.98MB/sec 2024-08-10T05:18:34.660 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aRorNejiNLFB3wn off=0 len=1336073 2024-08-10T05:18:34.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 629 completed, throughput=4.99MB/sec 2024-08-10T05:18:34.662 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CcJLuD7oiXhE8st off=1488099 len=1134401 2024-08-10T05:18:34.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 630 completed, throughput=5MB/sec 2024-08-10T05:18:34.663 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CMj9Kosr-3EUuV- off=8588694 len=469295 2024-08-10T05:18:34.666 INFO:tasks.workunit.client.0.smithi078.stdout:op 631 completed, throughput=5MB/sec 2024-08-10T05:18:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:34 smithi107 ceph-mon[86658]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:18:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:34 smithi078 ceph-mon[92251]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:18:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:34 smithi078 ceph-mon[94618]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:18:35.667 INFO:tasks.workunit.client.0.smithi078.stdout: 127: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:35.667 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Tpw2OvYwODopaDm off=181911 len=63916 2024-08-10T05:18:35.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 632 completed, throughput=4.96MB/sec 2024-08-10T05:18:35.668 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dp-NOnZtgd08h3Y off=4677223 len=1006831 2024-08-10T05:18:35.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 633 completed, throughput=4.97MB/sec 2024-08-10T05:18:35.673 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M4ikzTXnm2_kgNt off=11897166 len=1960105 2024-08-10T05:18:35.680 INFO:tasks.workunit.client.0.smithi078.stdout:op 634 completed, throughput=4.98MB/sec 2024-08-10T05:18:35.680 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i5gO87bm8M3PRIo off=11763716 len=245305 2024-08-10T05:18:35.683 INFO:tasks.workunit.client.0.smithi078.stdout:op 635 completed, throughput=4.99MB/sec 2024-08-10T05:18:35.683 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yBiDhDWDEelsqVl off=8491419 len=1288949 2024-08-10T05:18:35.688 INFO:tasks.workunit.client.0.smithi078.stdout:op 636 completed, throughput=5MB/sec 2024-08-10T05:18:35.688 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lhsuMJRiA_VinEg off=766638 len=1560886 2024-08-10T05:18:35.697 INFO:tasks.workunit.client.0.smithi078.stdout:op 637 completed, throughput=5.01MB/sec 2024-08-10T05:18:36.697 INFO:tasks.workunit.client.0.smithi078.stdout: 128: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:36.698 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rVmA7yKesgxi44C off=3943697 len=1556685 2024-08-10T05:18:36.699 INFO:tasks.workunit.client.0.smithi078.stdout:op 638 completed, throughput=4.98MB/sec 2024-08-10T05:18:36.699 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Iw1d1Xp_BV6qKQF off=0 len=1319694 2024-08-10T05:18:36.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 639 completed, throughput=4.99MB/sec 2024-08-10T05:18:36.701 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c7XQ9sjcEvxoCDf off=10343971 len=190260 2024-08-10T05:18:36.704 INFO:tasks.workunit.client.0.smithi078.stdout:op 640 completed, throughput=4.99MB/sec 2024-08-10T05:18:36.704 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4V6auRt6EfxIblP off=2791647 len=1473309 2024-08-10T05:18:36.707 INFO:tasks.workunit.client.0.smithi078.stdout:op 641 completed, throughput=5MB/sec 2024-08-10T05:18:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:36 smithi107 ceph-mon[86658]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:18:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:36 smithi078 ceph-mon[92251]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:18:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:36 smithi078 ceph-mon[94618]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:18:37.707 INFO:tasks.workunit.client.0.smithi078.stdout: 129: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:37.708 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kGw7N6QH7aBdvOw off=4785037 len=737021 2024-08-10T05:18:37.709 INFO:tasks.workunit.client.0.smithi078.stdout:op 642 completed, throughput=4.97MB/sec 2024-08-10T05:18:37.709 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-exzn0uEOJNambkw off=5839771 len=588035 2024-08-10T05:18:37.713 INFO:tasks.workunit.client.0.smithi078.stdout:op 643 completed, throughput=4.97MB/sec 2024-08-10T05:18:37.713 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-m_aT52U3wKPtJba off=207868 len=1481646 2024-08-10T05:18:37.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 644 completed, throughput=4.98MB/sec 2024-08-10T05:18:37.720 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7-0kAaJCrJxr3iL off=752935 len=1691665 2024-08-10T05:18:37.727 INFO:tasks.workunit.client.0.smithi078.stdout:op 645 completed, throughput=4.99MB/sec 2024-08-10T05:18:37.727 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Kc2rWnRt0Iocrlv off=2796808 len=1583630 2024-08-10T05:18:37.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 646 completed, throughput=5.01MB/sec 2024-08-10T05:18:38.735 INFO:tasks.workunit.client.0.smithi078.stdout: 130: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:38.736 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rWbeTa-2d8F2SN2 off=9818283 len=219570 2024-08-10T05:18:38.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 647 completed, throughput=4.97MB/sec 2024-08-10T05:18:38.739 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NyloxzAsV2FdS5t off=1353095 len=1007250 2024-08-10T05:18:38.744 INFO:tasks.workunit.client.0.smithi078.stdout:op 648 completed, throughput=4.98MB/sec 2024-08-10T05:18:38.744 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wi1c5hFqB9RvgYb off=2067316 len=1767163 2024-08-10T05:18:38.746 INFO:tasks.workunit.client.0.smithi078.stdout:op 649 completed, throughput=4.99MB/sec 2024-08-10T05:18:38.746 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9Zn8d2BGjl_UNNx off=13663450 len=1987112 2024-08-10T05:18:38.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 650 completed, throughput=5MB/sec 2024-08-10T05:18:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:38 smithi107 ceph-mon[86658]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:38 smithi078 ceph-mon[92251]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:39.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:38 smithi078 ceph-mon[94618]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:39.758 INFO:tasks.workunit.client.0.smithi078.stdout: 131: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:39.758 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dQzfafzuR9kumYJ off=1661363 len=1017891 2024-08-10T05:18:39.759 INFO:tasks.workunit.client.0.smithi078.stdout:op 651 completed, throughput=4.97MB/sec 2024-08-10T05:18:39.759 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xJ-2c1DicFciH31 off=3975512 len=1001613 2024-08-10T05:18:39.764 INFO:tasks.workunit.client.0.smithi078.stdout:op 652 completed, throughput=4.98MB/sec 2024-08-10T05:18:39.764 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QZkFprlP2YCB3o1 off=11172716 len=1535605 2024-08-10T05:18:39.772 INFO:tasks.workunit.client.0.smithi078.stdout:op 653 completed, throughput=4.99MB/sec 2024-08-10T05:18:39.772 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DyFEfCngt_p9-lW off=7880172 len=394005 2024-08-10T05:18:39.773 INFO:tasks.workunit.client.0.smithi078.stdout:op 654 completed, throughput=4.99MB/sec 2024-08-10T05:18:39.773 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VQoaTZje6YgWawu off=627963 len=501671 2024-08-10T05:18:39.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 655 completed, throughput=5MB/sec 2024-08-10T05:18:39.775 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IRuRePPOu2WEC8d off=5171072 len=1632783 2024-08-10T05:18:39.776 INFO:tasks.workunit.client.0.smithi078.stdout:op 656 completed, throughput=5.01MB/sec 2024-08-10T05:18:40.776 INFO:tasks.workunit.client.0.smithi078.stdout: 132: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:40.776 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SPvk_m8Y4se7Vjo off=17911007 len=1677522 2024-08-10T05:18:40.778 INFO:tasks.workunit.client.0.smithi078.stdout:op 657 completed, throughput=4.98MB/sec 2024-08-10T05:18:40.779 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KoLvKeCVxwCtvsn off=5163151 len=713594 2024-08-10T05:18:40.779 INFO:tasks.workunit.client.0.smithi078.stdout:op 658 completed, throughput=4.99MB/sec 2024-08-10T05:18:40.780 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-w4_zKUZgie4anw3 off=778182 len=1989548 2024-08-10T05:18:40.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 659 completed, throughput=5MB/sec 2024-08-10T05:18:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:40 smithi107 ceph-mon[86658]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:40 smithi078 ceph-mon[92251]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:40 smithi078 ceph-mon[94618]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:18:41.790 INFO:tasks.workunit.client.0.smithi078.stdout: 133: throughput=4.96MB/sec pending data=0 2024-08-10T05:18:41.790 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rfvPn_rId5t86Z3 off=11661544 len=341735 2024-08-10T05:18:41.791 INFO:tasks.workunit.client.0.smithi078.stdout:op 660 completed, throughput=4.97MB/sec 2024-08-10T05:18:41.791 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jdqYUMC7VCVGYIW off=9655938 len=623473 2024-08-10T05:18:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 661 completed, throughput=4.97MB/sec 2024-08-10T05:18:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n9CsxM3CGr-EaWX off=10703281 len=272735 2024-08-10T05:18:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 662 completed, throughput=4.97MB/sec 2024-08-10T05:18:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oGwzqCAEI0vJ07d off=1232873 len=1556042 2024-08-10T05:18:41.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 663 completed, throughput=4.98MB/sec 2024-08-10T05:18:41.795 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HAIkgTx3yBdqcbJ off=3237626 len=563192 2024-08-10T05:18:41.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 664 completed, throughput=4.99MB/sec 2024-08-10T05:18:41.798 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pC8Qd3AUcVnekgL off=2865355 len=1178301 2024-08-10T05:18:41.805 INFO:tasks.workunit.client.0.smithi078.stdout:op 665 completed, throughput=5MB/sec 2024-08-10T05:18:41.805 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cecp2qM-dR33d1E off=248561 len=1551025 2024-08-10T05:18:41.808 INFO:tasks.workunit.client.0.smithi078.stdout:op 666 completed, throughput=5.01MB/sec 2024-08-10T05:18:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:18:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:18:41] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:18:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:18:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:42.808 INFO:tasks.workunit.client.0.smithi078.stdout: 134: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:42.808 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P-hJb9LdBAb8f5X off=16596096 len=105685 2024-08-10T05:18:42.811 INFO:tasks.workunit.client.0.smithi078.stdout:op 667 completed, throughput=4.97MB/sec 2024-08-10T05:18:42.811 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fwOXfwxfIVNlEaF off=8887789 len=1665989 2024-08-10T05:18:42.820 INFO:tasks.workunit.client.0.smithi078.stdout:op 668 completed, throughput=4.98MB/sec 2024-08-10T05:18:42.820 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GPsexM0dyaflWAZ off=11403501 len=431495 2024-08-10T05:18:42.820 INFO:tasks.workunit.client.0.smithi078.stdout:op 669 completed, throughput=4.99MB/sec 2024-08-10T05:18:42.821 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zRS6lIG51NSY_sc off=8666296 len=893253 2024-08-10T05:18:42.822 INFO:tasks.workunit.client.0.smithi078.stdout:op 670 completed, throughput=4.99MB/sec 2024-08-10T05:18:42.822 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hH_da7_d1CGJ1Ji off=6045246 len=139508 2024-08-10T05:18:42.825 INFO:tasks.workunit.client.0.smithi078.stdout:op 671 completed, throughput=4.99MB/sec 2024-08-10T05:18:42.825 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fEDGnvTzSCktHQL off=17823664 len=914012 2024-08-10T05:18:42.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 672 completed, throughput=5MB/sec 2024-08-10T05:18:42.829 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dQzfafzuR9kumYJ off=2062895 len=781821 2024-08-10T05:18:42.830 INFO:tasks.workunit.client.0.smithi078.stdout:op 673 completed, throughput=5MB/sec 2024-08-10T05:18:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:43 smithi107 ceph-mon[86658]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:18:43.830 INFO:tasks.workunit.client.0.smithi078.stdout: 135: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:43.831 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qC2ggHF2JouwJ2Z off=14453095 len=1439550 2024-08-10T05:18:43.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 674 completed, throughput=4.98MB/sec 2024-08-10T05:18:43.837 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uQ8iuC_HhhSmUHT off=7380250 len=864086 2024-08-10T05:18:43.839 INFO:tasks.workunit.client.0.smithi078.stdout:op 675 completed, throughput=4.98MB/sec 2024-08-10T05:18:43.839 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TOcfiwnPk_POzSa off=308686 len=866760 2024-08-10T05:18:43.840 INFO:tasks.workunit.client.0.smithi078.stdout:op 676 completed, throughput=4.99MB/sec 2024-08-10T05:18:43.840 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QO8Uwkgz5ig5Eub off=5617613 len=204733 2024-08-10T05:18:43.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 677 completed, throughput=4.99MB/sec 2024-08-10T05:18:43.842 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kwgrega_igThZGp off=8258406 len=163160 2024-08-10T05:18:43.843 INFO:tasks.workunit.client.0.smithi078.stdout:op 678 completed, throughput=4.99MB/sec 2024-08-10T05:18:43.843 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cYcmZ10H789d7Vw off=16836922 len=800103 2024-08-10T05:18:43.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 679 completed, throughput=5MB/sec 2024-08-10T05:18:43.844 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8uVH77j8wfl_g0z off=8791176 len=45128 2024-08-10T05:18:43.847 INFO:tasks.workunit.client.0.smithi078.stdout:op 680 completed, throughput=5MB/sec 2024-08-10T05:18:43.847 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xIqdO4c6e20SrRJ off=2346442 len=183044 2024-08-10T05:18:43.849 INFO:tasks.workunit.client.0.smithi078.stdout:op 681 completed, throughput=5MB/sec 2024-08-10T05:18:43.850 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rFPuxIxcoDmkzF2 off=1579146 len=1934476 2024-08-10T05:18:43.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 682 completed, throughput=5.01MB/sec 2024-08-10T05:18:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:43 smithi078 ceph-mon[92251]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:18:43.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:43 smithi078 ceph-mon[94618]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:18:44.854 INFO:tasks.workunit.client.0.smithi078.stdout: 136: throughput=4.98MB/sec pending data=0 2024-08-10T05:18:44.854 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fD1_OglH7ui8RgU off=4036335 len=287317 2024-08-10T05:18:44.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 683 completed, throughput=4.98MB/sec 2024-08-10T05:18:44.854 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LvLg-J5pYHyR2uV off=1487080 len=709655 2024-08-10T05:18:44.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 684 completed, throughput=4.98MB/sec 2024-08-10T05:18:44.856 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ktHE5nITXBlMocH off=5514911 len=743497 2024-08-10T05:18:44.860 INFO:tasks.workunit.client.0.smithi078.stdout:op 685 completed, throughput=4.99MB/sec 2024-08-10T05:18:44.860 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9oLHMoHG11aRrLg off=5432915 len=752608 2024-08-10T05:18:44.861 INFO:tasks.workunit.client.0.smithi078.stdout:op 686 completed, throughput=4.99MB/sec 2024-08-10T05:18:44.861 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FsxUHFeqJ4aW0mr off=9514940 len=2060111 2024-08-10T05:18:44.873 INFO:tasks.workunit.client.0.smithi078.stdout:op 687 completed, throughput=5.01MB/sec 2024-08-10T05:18:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:44 smithi107 ceph-mon[86658]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:18:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:44 smithi078 ceph-mon[92251]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:18:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:44 smithi078 ceph-mon[94618]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:18:45.873 INFO:tasks.workunit.client.0.smithi078.stdout: 137: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:45.873 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RTuf-4c-Oetc3dU off=7568591 len=239410 2024-08-10T05:18:45.876 INFO:tasks.workunit.client.0.smithi078.stdout:op 688 completed, throughput=4.97MB/sec 2024-08-10T05:18:45.876 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YXiXkeX155l8Ygj off=16219429 len=370981 2024-08-10T05:18:45.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 689 completed, throughput=4.97MB/sec 2024-08-10T05:18:45.880 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hUH-LjcC9lN0ciL off=6754957 len=212228 2024-08-10T05:18:45.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 690 completed, throughput=4.98MB/sec 2024-08-10T05:18:45.881 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GpFoOtiTUSSwMzw off=6493330 len=1967589 2024-08-10T05:18:45.882 INFO:tasks.workunit.client.0.smithi078.stdout:op 691 completed, throughput=4.99MB/sec 2024-08-10T05:18:45.883 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4VlZOWDROf2M-zj off=2496996 len=652760 2024-08-10T05:18:45.884 INFO:tasks.workunit.client.0.smithi078.stdout:op 692 completed, throughput=4.99MB/sec 2024-08-10T05:18:45.884 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B4aTUztF4hHPFFG off=14892985 len=1195991 2024-08-10T05:18:45.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 693 completed, throughput=5MB/sec 2024-08-10T05:18:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: 138: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:46.886 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RK4eqM0HWoZByQ3 off=2070766 len=917166 2024-08-10T05:18:46.891 INFO:tasks.workunit.client.0.smithi078.stdout:op 694 completed, throughput=4.97MB/sec 2024-08-10T05:18:46.891 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CmQsHqnN4dZZTlK off=723515 len=356784 2024-08-10T05:18:46.891 INFO:tasks.workunit.client.0.smithi078.stdout:op 695 completed, throughput=4.97MB/sec 2024-08-10T05:18:46.892 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jqQNng87uhbQvsj off=4489929 len=71551 2024-08-10T05:18:46.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 696 completed, throughput=4.97MB/sec 2024-08-10T05:18:46.894 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fL50fD2gvVjgQrN off=4999834 len=952748 2024-08-10T05:18:46.896 INFO:tasks.workunit.client.0.smithi078.stdout:op 697 completed, throughput=4.98MB/sec 2024-08-10T05:18:46.896 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d579kr3Ggb1tZX_ off=1202707 len=776413 2024-08-10T05:18:46.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 698 completed, throughput=4.99MB/sec 2024-08-10T05:18:46.898 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3qZW76swQ5vafPY off=9611192 len=300299 2024-08-10T05:18:46.901 INFO:tasks.workunit.client.0.smithi078.stdout:op 699 completed, throughput=4.99MB/sec 2024-08-10T05:18:46.901 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GJVNrzFzFKKhNQ2 off=1539973 len=179801 2024-08-10T05:18:46.902 INFO:tasks.workunit.client.0.smithi078.stdout:op 700 completed, throughput=4.99MB/sec 2024-08-10T05:18:46.902 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3AYqG_2Jy--_sFu off=9806492 len=1681978 2024-08-10T05:18:46.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 701 completed, throughput=5MB/sec 2024-08-10T05:18:47.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:46 smithi078 ceph-mon[92251]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:18:47.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:46 smithi078 ceph-mon[94618]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:18:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:46 smithi107 ceph-mon[86658]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:18:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: 139: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:47.905 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9X2I47tfuRsHXvt off=5831094 len=178765 2024-08-10T05:18:47.905 INFO:tasks.workunit.client.0.smithi078.stdout:op 702 completed, throughput=4.97MB/sec 2024-08-10T05:18:47.905 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OIPvmnIwt_7ukki off=3755473 len=782805 2024-08-10T05:18:47.910 INFO:tasks.workunit.client.0.smithi078.stdout:op 703 completed, throughput=4.97MB/sec 2024-08-10T05:18:47.911 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mmZ9s-hfL46XjdZ off=19274278 len=756525 2024-08-10T05:18:47.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 704 completed, throughput=4.98MB/sec 2024-08-10T05:18:47.912 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RmkmEGr1bFLOaDk off=1160352 len=652522 2024-08-10T05:18:47.916 INFO:tasks.workunit.client.0.smithi078.stdout:op 705 completed, throughput=4.98MB/sec 2024-08-10T05:18:47.916 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9JwA2tfBXV9EclG off=1704708 len=145181 2024-08-10T05:18:47.917 INFO:tasks.workunit.client.0.smithi078.stdout:op 706 completed, throughput=4.98MB/sec 2024-08-10T05:18:47.917 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dY_Lbw2fhD81vdk off=3795581 len=1214789 2024-08-10T05:18:47.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 707 completed, throughput=4.99MB/sec 2024-08-10T05:18:47.918 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2Iq4er0A_8UOKLw off=11955097 len=1733785 2024-08-10T05:18:47.921 INFO:tasks.workunit.client.0.smithi078.stdout:op 708 completed, throughput=5MB/sec 2024-08-10T05:18:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: 140: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:48.922 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-51VCPJkJFcKyz1M off=11614519 len=220466 2024-08-10T05:18:48.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 709 completed, throughput=4.97MB/sec 2024-08-10T05:18:48.925 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ABOEqqSysPQiZ7I off=532299 len=1635893 2024-08-10T05:18:48.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 710 completed, throughput=4.98MB/sec 2024-08-10T05:18:48.933 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iFcsGU1kfGroo5g off=9015914 len=997855 2024-08-10T05:18:48.938 INFO:tasks.workunit.client.0.smithi078.stdout:op 711 completed, throughput=4.99MB/sec 2024-08-10T05:18:48.938 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KLx_ZMa0Gj8jxy1 off=7578074 len=1258747 2024-08-10T05:18:48.940 INFO:tasks.workunit.client.0.smithi078.stdout:op 712 completed, throughput=4.99MB/sec 2024-08-10T05:18:48.940 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Kx3MbHpDI5jEC49 off=18879757 len=482785 2024-08-10T05:18:48.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 713 completed, throughput=5MB/sec 2024-08-10T05:18:48.944 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CTd3EorwhvYtEW_ off=7928240 len=400611 2024-08-10T05:18:48.945 INFO:tasks.workunit.client.0.smithi078.stdout:op 714 completed, throughput=5MB/sec 2024-08-10T05:18:48.945 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lso34NpsJ-TtYBj off=2587270 len=1820192 2024-08-10T05:18:48.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 715 completed, throughput=5.01MB/sec 2024-08-10T05:18:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:48 smithi107 ceph-mon[86658]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:18:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:48 smithi078 ceph-mon[92251]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:18:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:48 smithi078 ceph-mon[94618]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:18:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: 141: throughput=4.98MB/sec pending data=0 2024-08-10T05:18:49.951 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Lh89G5YnSWa-EAz off=2189412 len=1476435 2024-08-10T05:18:49.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 716 completed, throughput=4.99MB/sec 2024-08-10T05:18:49.961 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sb-G88wODb2rD0v off=16797753 len=935472 2024-08-10T05:18:49.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 717 completed, throughput=4.99MB/sec 2024-08-10T05:18:49.963 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6C2_7z_j3qs5dGZ off=11093645 len=1737165 2024-08-10T05:18:49.972 INFO:tasks.workunit.client.0.smithi078.stdout:op 718 completed, throughput=5MB/sec 2024-08-10T05:18:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: 142: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:50.972 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9j03zaE0iyc183D off=8824224 len=1738738 2024-08-10T05:18:50.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 719 completed, throughput=4.98MB/sec 2024-08-10T05:18:50.981 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uKTNW17T6BdxZEi off=2053618 len=1706668 2024-08-10T05:18:50.982 INFO:tasks.workunit.client.0.smithi078.stdout:op 720 completed, throughput=4.99MB/sec 2024-08-10T05:18:50.982 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-t7LDLvqgIGFj1_v off=10292543 len=1426177 2024-08-10T05:18:50.984 INFO:tasks.workunit.client.0.smithi078.stdout:op 721 completed, throughput=5MB/sec 2024-08-10T05:18:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:50 smithi107 ceph-mon[86658]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:18:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:50 smithi078 ceph-mon[92251]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:18:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:50 smithi078 ceph-mon[94618]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:18:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: 143: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:51.985 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cMkN-_LUh2wfzf7 off=1403733 len=1190546 2024-08-10T05:18:51.986 INFO:tasks.workunit.client.0.smithi078.stdout:op 722 completed, throughput=4.97MB/sec 2024-08-10T05:18:51.986 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jNtWzzNTR5xjpU3 off=8205265 len=397528 2024-08-10T05:18:51.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 723 completed, throughput=4.98MB/sec 2024-08-10T05:18:51.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JnbFZdzdeKKNYYf off=3087123 len=573784 2024-08-10T05:18:51.989 INFO:tasks.workunit.client.0.smithi078.stdout:op 724 completed, throughput=4.98MB/sec 2024-08-10T05:18:51.989 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1hlX21YQHsKtpw4 off=5868209 len=1432530 2024-08-10T05:18:51.997 INFO:tasks.workunit.client.0.smithi078.stdout:op 725 completed, throughput=4.99MB/sec 2024-08-10T05:18:51.997 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9vRvcr7fx5NmWKo off=4317334 len=597063 2024-08-10T05:18:52.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 726 completed, throughput=4.99MB/sec 2024-08-10T05:18:52.001 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hH_da7_d1CGJ1Ji off=1034396 len=1154868 2024-08-10T05:18:52.007 INFO:tasks.workunit.client.0.smithi078.stdout:op 727 completed, throughput=5MB/sec 2024-08-10T05:18:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:18:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:18:51] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-08-10T05:18:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:18:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: 144: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:53.007 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jRZOGGNP7NoFeFC off=2681043 len=594896 2024-08-10T05:18:53.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 728 completed, throughput=4.97MB/sec 2024-08-10T05:18:53.009 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VPAm3mG1CAzYaC7 off=4051278 len=893426 2024-08-10T05:18:53.010 INFO:tasks.workunit.client.0.smithi078.stdout:op 729 completed, throughput=4.98MB/sec 2024-08-10T05:18:53.011 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8prS_gOBrciVq2A off=5618571 len=1322896 2024-08-10T05:18:53.012 INFO:tasks.workunit.client.0.smithi078.stdout:op 730 completed, throughput=4.98MB/sec 2024-08-10T05:18:53.012 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cSJPCr7TIebaxbO off=829793 len=1041503 2024-08-10T05:18:53.014 INFO:tasks.workunit.client.0.smithi078.stdout:op 731 completed, throughput=4.99MB/sec 2024-08-10T05:18:53.014 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rqnSeQ93fjemcGf off=135992 len=1643235 2024-08-10T05:18:53.015 INFO:tasks.workunit.client.0.smithi078.stdout:op 732 completed, throughput=5MB/sec 2024-08-10T05:18:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:52 smithi107 ceph-mon[86658]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-10T05:18:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:52 smithi078 ceph-mon[92251]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-10T05:18:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:52 smithi078 ceph-mon[94618]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-10T05:18:54.016 INFO:tasks.workunit.client.0.smithi078.stdout: 145: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:54.016 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qeut34qAWK4vI9W off=4554963 len=1682068 2024-08-10T05:18:54.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 733 completed, throughput=4.98MB/sec 2024-08-10T05:18:54.018 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TCdqINXYx89p_EA off=1929996 len=1115342 2024-08-10T05:18:54.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 734 completed, throughput=4.99MB/sec 2024-08-10T05:18:54.023 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rDMGPrkXP1cMMJ_ off=11614262 len=1923980 2024-08-10T05:18:54.033 INFO:tasks.workunit.client.0.smithi078.stdout:op 735 completed, throughput=5MB/sec 2024-08-10T05:18:54.033 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-94poilOFrxbyI36 off=359678 len=144658 2024-08-10T05:18:54.033 INFO:tasks.workunit.client.0.smithi078.stdout:op 736 completed, throughput=5MB/sec 2024-08-10T05:18:54.034 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TZQ97qKvBG2o_PH off=10107138 len=1160547 2024-08-10T05:18:54.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 737 completed, throughput=5.01MB/sec 2024-08-10T05:18:55.035 INFO:tasks.workunit.client.0.smithi078.stdout: 146: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:55.035 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BwDRb4y6ykPp2It off=13643075 len=626780 2024-08-10T05:18:55.039 INFO:tasks.workunit.client.0.smithi078.stdout:op 738 completed, throughput=4.98MB/sec 2024-08-10T05:18:55.039 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-trpgMCK10tAdubI off=5414823 len=1602771 2024-08-10T05:18:55.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 739 completed, throughput=4.99MB/sec 2024-08-10T05:18:55.041 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C1hAfWHjAdSns4S off=0 len=1069639 2024-08-10T05:18:55.043 INFO:tasks.workunit.client.0.smithi078.stdout:op 740 completed, throughput=4.99MB/sec 2024-08-10T05:18:55.043 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cvj4EmKRG-o8hxS off=3629107 len=1184832 2024-08-10T05:18:55.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 741 completed, throughput=5MB/sec 2024-08-10T05:18:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:54 smithi107 ceph-mon[86658]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:54 smithi078 ceph-mon[92251]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:54 smithi078 ceph-mon[94618]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:18:56.045 INFO:tasks.workunit.client.0.smithi078.stdout: 147: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:56.045 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uF1FRfLUPJmgPhq off=365900 len=320213 2024-08-10T05:18:56.048 INFO:tasks.workunit.client.0.smithi078.stdout:op 742 completed, throughput=4.97MB/sec 2024-08-10T05:18:56.048 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pBlAfth-Bv99Mtx off=4709891 len=1773965 2024-08-10T05:18:56.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 743 completed, throughput=4.98MB/sec 2024-08-10T05:18:56.050 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WPx0KgcMXUIdvsF off=15662220 len=703521 2024-08-10T05:18:56.055 INFO:tasks.workunit.client.0.smithi078.stdout:op 744 completed, throughput=4.98MB/sec 2024-08-10T05:18:56.055 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ib6R5bXp4cd5Dp_ off=3156915 len=1806019 2024-08-10T05:18:56.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 745 completed, throughput=5MB/sec 2024-08-10T05:18:56.062 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N6TIuufGUNCm6QK off=6754878 len=1626808 2024-08-10T05:18:56.067 INFO:tasks.workunit.client.0.smithi078.stdout:op 746 completed, throughput=5.01MB/sec 2024-08-10T05:18:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:56 smithi107 ceph-mon[86658]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:57.067 INFO:tasks.workunit.client.0.smithi078.stdout: 148: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:57.068 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wCZumEy-1kZrodY off=1628661 len=1886955 2024-08-10T05:18:57.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 747 completed, throughput=4.98MB/sec 2024-08-10T05:18:57.070 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tlwZAeMi515XmUy off=258919 len=470470 2024-08-10T05:18:57.071 INFO:tasks.workunit.client.0.smithi078.stdout:op 748 completed, throughput=4.99MB/sec 2024-08-10T05:18:57.071 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y-x-Kiq5ijOHd1x off=9759226 len=1603553 2024-08-10T05:18:57.081 INFO:tasks.workunit.client.0.smithi078.stdout:op 749 completed, throughput=5MB/sec 2024-08-10T05:18:57.081 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AyVj-bJojESzr1d off=4721906 len=672735 2024-08-10T05:18:57.081 INFO:tasks.workunit.client.0.smithi078.stdout:op 750 completed, throughput=5MB/sec 2024-08-10T05:18:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:56 smithi078 ceph-mon[92251]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:56 smithi078 ceph-mon[94618]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:18:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:58.082 INFO:tasks.workunit.client.0.smithi078.stdout: 149: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:58.082 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WSSG9ZSwZjo2wCF off=8142189 len=1783801 2024-08-10T05:18:58.091 INFO:tasks.workunit.client.0.smithi078.stdout:op 751 completed, throughput=4.98MB/sec 2024-08-10T05:18:58.091 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y8rDA5hb1koEdL1 off=12995490 len=424243 2024-08-10T05:18:58.095 INFO:tasks.workunit.client.0.smithi078.stdout:op 752 completed, throughput=4.98MB/sec 2024-08-10T05:18:58.095 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pn6MCsR3UViU2Jm off=9983138 len=1350940 2024-08-10T05:18:58.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 753 completed, throughput=4.99MB/sec 2024-08-10T05:18:58.097 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aYVLl3dNjU6gDvs off=4351351 len=1901772 2024-08-10T05:18:58.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 754 completed, throughput=5MB/sec 2024-08-10T05:18:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:18:58 smithi107 ceph-mon[86658]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:18:59.099 INFO:tasks.workunit.client.0.smithi078.stdout: 150: throughput=4.97MB/sec pending data=0 2024-08-10T05:18:59.099 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bP_OMtRvaczQhtg off=2211722 len=734027 2024-08-10T05:18:59.100 INFO:tasks.workunit.client.0.smithi078.stdout:op 755 completed, throughput=4.97MB/sec 2024-08-10T05:18:59.100 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8-ihzVKf5RpHSc3 off=26821 len=216643 2024-08-10T05:18:59.103 INFO:tasks.workunit.client.0.smithi078.stdout:op 756 completed, throughput=4.98MB/sec 2024-08-10T05:18:59.104 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EBjc6iWSNr2AUuA off=6519290 len=640388 2024-08-10T05:18:59.108 INFO:tasks.workunit.client.0.smithi078.stdout:op 757 completed, throughput=4.98MB/sec 2024-08-10T05:18:59.108 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tXc-JtWvG-YH7Ex off=494289 len=743982 2024-08-10T05:18:59.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 758 completed, throughput=4.98MB/sec 2024-08-10T05:18:59.113 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hvVrYyG4xtDOCIO off=934702 len=206542 2024-08-10T05:18:59.114 INFO:tasks.workunit.client.0.smithi078.stdout:op 759 completed, throughput=4.99MB/sec 2024-08-10T05:18:59.114 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PFkJtGB_xlNp_7f off=2042287 len=1489035 2024-08-10T05:18:59.115 INFO:tasks.workunit.client.0.smithi078.stdout:op 760 completed, throughput=4.99MB/sec 2024-08-10T05:18:59.115 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qenxwBrqXPR4QnV off=12178408 len=1033536 2024-08-10T05:18:59.120 INFO:tasks.workunit.client.0.smithi078.stdout:op 761 completed, throughput=5MB/sec 2024-08-10T05:18:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:18:58 smithi078 ceph-mon[92251]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:18:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:18:58 smithi078 ceph-mon[94618]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:19:00.120 INFO:tasks.workunit.client.0.smithi078.stdout: 151: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:00.120 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9s0esXJPegDUqL3 off=1925029 len=1224495 2024-08-10T05:19:00.128 INFO:tasks.workunit.client.0.smithi078.stdout:op 762 completed, throughput=4.98MB/sec 2024-08-10T05:19:00.128 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TZ-FRXh0kJbgsb4 off=15186256 len=1033305 2024-08-10T05:19:00.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 763 completed, throughput=4.98MB/sec 2024-08-10T05:19:00.130 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lt8fbSRs3DF3yCE off=12346046 len=177817 2024-08-10T05:19:00.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 764 completed, throughput=4.98MB/sec 2024-08-10T05:19:00.131 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-onUlASNuWuKbvMa off=11839056 len=154698 2024-08-10T05:19:00.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 765 completed, throughput=4.98MB/sec 2024-08-10T05:19:00.133 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AsHKVFd1wbbFKFs off=209278 len=1487767 2024-08-10T05:19:00.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 766 completed, throughput=4.99MB/sec 2024-08-10T05:19:00.135 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C18QH_76voYHenE off=7301714 len=1809890 2024-08-10T05:19:00.143 INFO:tasks.workunit.client.0.smithi078.stdout:op 767 completed, throughput=5MB/sec 2024-08-10T05:19:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:00 smithi107 ceph-mon[86658]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:19:01.143 INFO:tasks.workunit.client.0.smithi078.stdout: 152: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:01.144 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vToPtLuGVAqXUPg off=15084469 len=825151 2024-08-10T05:19:01.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 768 completed, throughput=4.98MB/sec 2024-08-10T05:19:01.148 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N5G_tLL9eXxvHFj off=9621 len=1308702 2024-08-10T05:19:01.156 INFO:tasks.workunit.client.0.smithi078.stdout:op 769 completed, throughput=4.98MB/sec 2024-08-10T05:19:01.156 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hHJy_52r2o9QVV- off=4238042 len=509789 2024-08-10T05:19:01.159 INFO:tasks.workunit.client.0.smithi078.stdout:op 770 completed, throughput=4.99MB/sec 2024-08-10T05:19:01.159 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2T4KVibGa5RhoaE off=642194 len=1309115 2024-08-10T05:19:01.160 INFO:tasks.workunit.client.0.smithi078.stdout:op 771 completed, throughput=5MB/sec 2024-08-10T05:19:01.160 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IlnMrKpce4LtrU8 off=2590512 len=1514728 2024-08-10T05:19:01.166 INFO:tasks.workunit.client.0.smithi078.stdout:op 772 completed, throughput=5MB/sec 2024-08-10T05:19:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:00 smithi078 ceph-mon[92251]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:19:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:00 smithi078 ceph-mon[94618]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:19:02.167 INFO:tasks.workunit.client.0.smithi078.stdout: 153: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:02.167 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-b52hLv-Kh6mPQm4 off=2249242 len=786083 2024-08-10T05:19:02.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 773 completed, throughput=4.98MB/sec 2024-08-10T05:19:02.172 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dHL90yMm_vON10H off=14530486 len=454428 2024-08-10T05:19:02.173 INFO:tasks.workunit.client.0.smithi078.stdout:op 774 completed, throughput=4.98MB/sec 2024-08-10T05:19:02.173 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LPXGpMc9YK7C0Mr off=7143126 len=129601 2024-08-10T05:19:02.173 INFO:tasks.workunit.client.0.smithi078.stdout:op 775 completed, throughput=4.98MB/sec 2024-08-10T05:19:02.174 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lXPhns4KRI4LSrd off=934862 len=1821189 2024-08-10T05:19:02.175 INFO:tasks.workunit.client.0.smithi078.stdout:op 776 completed, throughput=4.99MB/sec 2024-08-10T05:19:02.175 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sb-G88wODb2rD0v off=18351072 len=1137501 2024-08-10T05:19:02.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 777 completed, throughput=5MB/sec 2024-08-10T05:19:02.181 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-okJecFY1amvwMFv off=15874471 len=1384687 2024-08-10T05:19:02.189 INFO:tasks.workunit.client.0.smithi078.stdout:op 778 completed, throughput=5.01MB/sec 2024-08-10T05:19:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:19:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:19:01] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:19:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:19:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:02 smithi107 ceph-mon[86658]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:19:03.189 INFO:tasks.workunit.client.0.smithi078.stdout: 154: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:03.189 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cMvcdkqbQYKqew9 off=6211622 len=605142 2024-08-10T05:19:03.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 779 completed, throughput=4.98MB/sec 2024-08-10T05:19:03.191 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dBpFXKHDXlDI9nl off=20413827 len=348648 2024-08-10T05:19:03.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 780 completed, throughput=4.98MB/sec 2024-08-10T05:19:03.191 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Pv8o00ddw9w_Tcx off=694400 len=1798985 2024-08-10T05:19:03.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 781 completed, throughput=4.99MB/sec 2024-08-10T05:19:03.202 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PbhY393U3fmgGvE off=3171163 len=844222 2024-08-10T05:19:03.203 INFO:tasks.workunit.client.0.smithi078.stdout:op 782 completed, throughput=5MB/sec 2024-08-10T05:19:03.203 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-osVcfR_4EFgQ6zG off=3725686 len=1379531 2024-08-10T05:19:03.205 INFO:tasks.workunit.client.0.smithi078.stdout:op 783 completed, throughput=5MB/sec 2024-08-10T05:19:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:02 smithi078 ceph-mon[92251]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:19:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:02 smithi078 ceph-mon[94618]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:19:04.205 INFO:tasks.workunit.client.0.smithi078.stdout: 155: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:04.206 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3Tb6enGB2K9yLT_ off=0 len=1307991 2024-08-10T05:19:04.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 784 completed, throughput=4.98MB/sec 2024-08-10T05:19:04.211 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rpZrDMIAgnjenpU off=1911877 len=455045 2024-08-10T05:19:04.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 785 completed, throughput=4.98MB/sec 2024-08-10T05:19:04.212 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OjaVguf2TDpyRwj off=10755322 len=907719 2024-08-10T05:19:04.213 INFO:tasks.workunit.client.0.smithi078.stdout:op 786 completed, throughput=4.99MB/sec 2024-08-10T05:19:04.213 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A6NEfiLOGby2OHt off=2863122 len=738883 2024-08-10T05:19:04.217 INFO:tasks.workunit.client.0.smithi078.stdout:op 787 completed, throughput=4.99MB/sec 2024-08-10T05:19:04.217 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CZmWyVkL1TNoCJt off=950885 len=1731839 2024-08-10T05:19:04.219 INFO:tasks.workunit.client.0.smithi078.stdout:op 788 completed, throughput=5MB/sec 2024-08-10T05:19:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:04 smithi107 ceph-mon[86658]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:05.219 INFO:tasks.workunit.client.0.smithi078.stdout: 156: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:05.220 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E39kKa9fIXFKqnK off=12637332 len=446693 2024-08-10T05:19:05.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 789 completed, throughput=4.97MB/sec 2024-08-10T05:19:05.223 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7H_BMkrvcmftvgn off=9029052 len=831123 2024-08-10T05:19:05.224 INFO:tasks.workunit.client.0.smithi078.stdout:op 790 completed, throughput=4.98MB/sec 2024-08-10T05:19:05.224 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rplGZ7bXgUYjmYY off=1567049 len=81988 2024-08-10T05:19:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:04 smithi078 ceph-mon[92251]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:04 smithi078 ceph-mon[94618]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:05.227 INFO:tasks.workunit.client.0.smithi078.stdout:op 791 completed, throughput=4.98MB/sec 2024-08-10T05:19:05.227 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2CbLqFxi-WJe-xD off=3677982 len=332334 2024-08-10T05:19:05.228 INFO:tasks.workunit.client.0.smithi078.stdout:op 792 completed, throughput=4.98MB/sec 2024-08-10T05:19:05.228 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IvaalijmHWvvG0A off=6086247 len=796560 2024-08-10T05:19:05.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 793 completed, throughput=4.99MB/sec 2024-08-10T05:19:05.229 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vt2lA_4CNVWFSK6 off=422956 len=1178577 2024-08-10T05:19:05.230 INFO:tasks.workunit.client.0.smithi078.stdout:op 794 completed, throughput=4.99MB/sec 2024-08-10T05:19:05.230 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7zAYiQEbsHMo6IU off=2679522 len=1084867 2024-08-10T05:19:05.236 INFO:tasks.workunit.client.0.smithi078.stdout:op 795 completed, throughput=5MB/sec 2024-08-10T05:19:05.236 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Wlo2Ar9aE5ngRw3 off=3699117 len=1239899 2024-08-10T05:19:05.243 INFO:tasks.workunit.client.0.smithi078.stdout:op 796 completed, throughput=5.01MB/sec 2024-08-10T05:19:06.243 INFO:tasks.workunit.client.0.smithi078.stdout: 157: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:06.243 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AIlt3kgIaf2S7yz off=19739636 len=328290 2024-08-10T05:19:06.246 INFO:tasks.workunit.client.0.smithi078.stdout:op 797 completed, throughput=4.98MB/sec 2024-08-10T05:19:06.246 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-atsQocHwDpPPDG5 off=20392868 len=1159341 2024-08-10T05:19:06.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 798 completed, throughput=4.98MB/sec 2024-08-10T05:19:06.252 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SePEZxbaGYuK3Xf off=2841671 len=191456 2024-08-10T05:19:06.255 INFO:tasks.workunit.client.0.smithi078.stdout:op 799 completed, throughput=4.99MB/sec 2024-08-10T05:19:06.255 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-au0O_xr3LRS_8cX off=5924747 len=1211279 2024-08-10T05:19:06.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 800 completed, throughput=4.99MB/sec 2024-08-10T05:19:06.256 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4zYTuiXAL2Iq5Wf off=4699521 len=1818601 2024-08-10T05:19:06.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 801 completed, throughput=5MB/sec 2024-08-10T05:19:07.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:06 smithi107 ceph-mon[86658]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:19:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:06 smithi078 ceph-mon[92251]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:19:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:06 smithi078 ceph-mon[94618]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:19:07.258 INFO:tasks.workunit.client.0.smithi078.stdout: 158: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:07.259 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kpOgzJZ7yTuRwJn off=13070328 len=1735026 2024-08-10T05:19:07.261 INFO:tasks.workunit.client.0.smithi078.stdout:op 802 completed, throughput=4.98MB/sec 2024-08-10T05:19:07.261 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TsT_vdS_5-0veGo off=1113871 len=2065884 2024-08-10T05:19:07.265 INFO:tasks.workunit.client.0.smithi078.stdout:op 803 completed, throughput=4.99MB/sec 2024-08-10T05:19:07.265 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9mKZmpyMmCgtQNX off=12248956 len=1842473 2024-08-10T05:19:07.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 804 completed, throughput=5.01MB/sec 2024-08-10T05:19:08.268 INFO:tasks.workunit.client.0.smithi078.stdout: 159: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:08.268 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cNh-sJ3GB3lcE_4 off=14585238 len=490241 2024-08-10T05:19:08.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 805 completed, throughput=4.98MB/sec 2024-08-10T05:19:08.269 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LvwUtdrzJp5oqhO off=988394 len=742722 2024-08-10T05:19:08.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 806 completed, throughput=4.98MB/sec 2024-08-10T05:19:08.275 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rx7AW6sa4fQWaJh off=2153572 len=1887068 2024-08-10T05:19:08.278 INFO:tasks.workunit.client.0.smithi078.stdout:op 807 completed, throughput=4.99MB/sec 2024-08-10T05:19:08.278 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-poWaDHIzcr1jzHh off=4578380 len=93536 2024-08-10T05:19:08.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 808 completed, throughput=4.99MB/sec 2024-08-10T05:19:08.281 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uVbGukCgNy2S2xH off=3176860 len=864814 2024-08-10T05:19:08.285 INFO:tasks.workunit.client.0.smithi078.stdout:op 809 completed, throughput=5MB/sec 2024-08-10T05:19:08.285 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zkJWx-evJ8Anky_ off=151188 len=82131 2024-08-10T05:19:08.286 INFO:tasks.workunit.client.0.smithi078.stdout:op 810 completed, throughput=5MB/sec 2024-08-10T05:19:08.286 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uaE9fEZ5rzYEWtK off=5389279 len=1743784 2024-08-10T05:19:08.288 INFO:tasks.workunit.client.0.smithi078.stdout:op 811 completed, throughput=5.01MB/sec 2024-08-10T05:19:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:08 smithi107 ceph-mon[86658]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:19:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:08 smithi078 ceph-mon[92251]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:19:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:08 smithi078 ceph-mon[94618]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:19:09.288 INFO:tasks.workunit.client.0.smithi078.stdout: 160: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:09.289 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EdydCFqAiKNslJn off=4873331 len=1798748 2024-08-10T05:19:09.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 812 completed, throughput=4.99MB/sec 2024-08-10T05:19:09.291 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E39kKa9fIXFKqnK off=2831019 len=1674197 2024-08-10T05:19:09.293 INFO:tasks.workunit.client.0.smithi078.stdout:op 813 completed, throughput=5MB/sec 2024-08-10T05:19:09.293 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g8Z1Ju5Kp8uapeq off=209725 len=1518833 2024-08-10T05:19:09.308 INFO:tasks.workunit.client.0.smithi078.stdout:op 814 completed, throughput=5.01MB/sec 2024-08-10T05:19:10.308 INFO:tasks.workunit.client.0.smithi078.stdout: 161: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:10.308 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0L4YVPb2W1KTcYW off=22206 len=1088488 2024-08-10T05:19:10.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 815 completed, throughput=4.98MB/sec 2024-08-10T05:19:10.310 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sAdZQAIi0KonZMj off=1631240 len=963862 2024-08-10T05:19:10.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 816 completed, throughput=4.99MB/sec 2024-08-10T05:19:10.314 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WXPioYVmI9Z5472 off=1411769 len=1110891 2024-08-10T05:19:10.316 INFO:tasks.workunit.client.0.smithi078.stdout:op 817 completed, throughput=4.99MB/sec 2024-08-10T05:19:10.317 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Q-GoXryKKGT81re off=11204257 len=141836 2024-08-10T05:19:10.318 INFO:tasks.workunit.client.0.smithi078.stdout:op 818 completed, throughput=5MB/sec 2024-08-10T05:19:10.318 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P7xL4eEftVmUiJR off=10636652 len=764646 2024-08-10T05:19:10.322 INFO:tasks.workunit.client.0.smithi078.stdout:op 819 completed, throughput=5MB/sec 2024-08-10T05:19:10.322 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_OBaHzdWmCSDEgB off=447861 len=1814681 2024-08-10T05:19:10.324 INFO:tasks.workunit.client.0.smithi078.stdout:op 820 completed, throughput=5.01MB/sec 2024-08-10T05:19:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:10 smithi107 ceph-mon[86658]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:19:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:10 smithi078 ceph-mon[92251]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:19:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:10 smithi078 ceph-mon[94618]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:19:11.324 INFO:tasks.workunit.client.0.smithi078.stdout: 162: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:11.324 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-K24QoZEx0CINtbZ off=7568666 len=177569 2024-08-10T05:19:11.325 INFO:tasks.workunit.client.0.smithi078.stdout:op 821 completed, throughput=4.98MB/sec 2024-08-10T05:19:11.325 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9Hr-yDX-csOJlrs off=5516794 len=415860 2024-08-10T05:19:11.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 822 completed, throughput=4.98MB/sec 2024-08-10T05:19:11.329 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uBkaEJIEd-yofG1 off=11813863 len=1543378 2024-08-10T05:19:11.337 INFO:tasks.workunit.client.0.smithi078.stdout:op 823 completed, throughput=4.99MB/sec 2024-08-10T05:19:11.337 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j0Ppz79gXGatRoV off=516369 len=1815923 2024-08-10T05:19:11.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 824 completed, throughput=5MB/sec 2024-08-10T05:19:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:19:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:19:11] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:19:12.346 INFO:tasks.workunit.client.0.smithi078.stdout: 163: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:12.346 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f1HZlSrV3uDfYNU off=2742694 len=691195 2024-08-10T05:19:12.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 825 completed, throughput=4.98MB/sec 2024-08-10T05:19:12.351 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RoDJsIIBGiRSOmT off=10110627 len=731814 2024-08-10T05:19:12.351 INFO:tasks.workunit.client.0.smithi078.stdout:op 826 completed, throughput=4.98MB/sec 2024-08-10T05:19:12.351 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dSC5BcrDe70ISKO off=11596084 len=1806804 2024-08-10T05:19:12.363 INFO:tasks.workunit.client.0.smithi078.stdout:op 827 completed, throughput=4.99MB/sec 2024-08-10T05:19:12.619 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0cGQXifkKq2nrkU off=8671052 len=1749994 2024-08-10T05:19:12.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:12.620 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:19:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:12.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 828 completed, throughput=5MB/sec 2024-08-10T05:19:12.621 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jHDhYrHeC9-kjpC off=839028 len=3061 2024-08-10T05:19:12.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 829 completed, throughput=5MB/sec 2024-08-10T05:19:12.621 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QGLbknhmcwzR5iL off=9247855 len=137098 2024-08-10T05:19:12.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 830 completed, throughput=5MB/sec 2024-08-10T05:19:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:13.374 INFO:tasks.workunit.client.0.smithi078.stdout: 164: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:13.374 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-m4kwvLtStpf6qX5 off=2538676 len=1511283 2024-08-10T05:19:13.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 831 completed, throughput=4.98MB/sec 2024-08-10T05:19:13.376 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wSPYCOH5IsAhS-X off=15593230 len=465039 2024-08-10T05:19:13.380 INFO:tasks.workunit.client.0.smithi078.stdout:op 832 completed, throughput=4.98MB/sec 2024-08-10T05:19:13.380 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LYph-2nxiRl1s0t off=1251917 len=1075254 2024-08-10T05:19:13.384 INFO:tasks.workunit.client.0.smithi078.stdout:op 833 completed, throughput=4.99MB/sec 2024-08-10T05:19:13.384 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cx-CNxE4b0aHfLH off=16690166 len=2023515 2024-08-10T05:19:13.387 INFO:tasks.workunit.client.0.smithi078.stdout:op 834 completed, throughput=5MB/sec 2024-08-10T05:19:13.387 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ri7EUTqV5QrrzW3 off=9539074 len=1165561 2024-08-10T05:19:13.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 835 completed, throughput=5.01MB/sec 2024-08-10T05:19:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:13 smithi107 ceph-mon[86658]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:19:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:13 smithi078 ceph-mon[92251]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:19:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:13 smithi078 ceph-mon[94618]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:19:14.388 INFO:tasks.workunit.client.0.smithi078.stdout: 165: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:14.389 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MAmtokEPWfSSvCn off=9498763 len=660169 2024-08-10T05:19:14.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 836 completed, throughput=4.98MB/sec 2024-08-10T05:19:14.390 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IkY67DPqdgVRKI2 off=14021511 len=1465263 2024-08-10T05:19:14.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 837 completed, throughput=4.99MB/sec 2024-08-10T05:19:14.393 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PFqv_pxz6XfyrUr off=1110303 len=1411573 2024-08-10T05:19:14.402 INFO:tasks.workunit.client.0.smithi078.stdout:op 838 completed, throughput=5MB/sec 2024-08-10T05:19:14.402 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_4wDQSUJat2afuP off=573993 len=1396799 2024-08-10T05:19:14.409 INFO:tasks.workunit.client.0.smithi078.stdout:op 839 completed, throughput=5MB/sec 2024-08-10T05:19:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:14 smithi107 ceph-mon[86658]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:14 smithi078 ceph-mon[92251]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:14 smithi078 ceph-mon[94618]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:15.409 INFO:tasks.workunit.client.0.smithi078.stdout: 166: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:15.410 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-udLwBGTbvjah8aN off=4702000 len=1331214 2024-08-10T05:19:15.416 INFO:tasks.workunit.client.0.smithi078.stdout:op 840 completed, throughput=4.98MB/sec 2024-08-10T05:19:15.416 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--EFmyQGj_8uhpRk off=20416000 len=1896905 2024-08-10T05:19:15.418 INFO:tasks.workunit.client.0.smithi078.stdout:op 841 completed, throughput=4.99MB/sec 2024-08-10T05:19:15.418 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v8-yBCl7BhtD12p off=22033575 len=1647209 2024-08-10T05:19:15.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 842 completed, throughput=5MB/sec 2024-08-10T05:19:16.420 INFO:tasks.workunit.client.0.smithi078.stdout: 167: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:16.420 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ld1ZvDDIOGIH0iO off=9891298 len=506722 2024-08-10T05:19:16.424 INFO:tasks.workunit.client.0.smithi078.stdout:op 843 completed, throughput=4.97MB/sec 2024-08-10T05:19:16.424 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xYZ808TlDsBEf-y off=1324712 len=1730232 2024-08-10T05:19:16.430 INFO:tasks.workunit.client.0.smithi078.stdout:op 844 completed, throughput=4.98MB/sec 2024-08-10T05:19:16.430 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AZv2fqGaNU4uSFM off=65438 len=660483 2024-08-10T05:19:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:op 845 completed, throughput=4.99MB/sec 2024-08-10T05:19:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TO490OETaHziqgu off=10771974 len=1457869 2024-08-10T05:19:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:op 846 completed, throughput=5MB/sec 2024-08-10T05:19:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--hl6zKhN1llOrjI off=16542429 len=2007674 2024-08-10T05:19:16.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 847 completed, throughput=5.01MB/sec 2024-08-10T05:19:17.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:16 smithi078 ceph-mon[92251]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:17.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:16 smithi078 ceph-mon[94618]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:16 smithi107 ceph-mon[86658]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:17.445 INFO:tasks.workunit.client.0.smithi078.stdout: 168: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:17.445 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aCmBQVy2Mo3Cge1 off=15638920 len=2015776 2024-08-10T05:19:17.447 INFO:tasks.workunit.client.0.smithi078.stdout:op 848 completed, throughput=4.99MB/sec 2024-08-10T05:19:17.447 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pGcRJIQsA61rCXt off=6647402 len=1906350 2024-08-10T05:19:17.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 849 completed, throughput=5MB/sec 2024-08-10T05:19:17.450 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rJAXakXvfYNK7mv off=16060295 len=904515 2024-08-10T05:19:17.455 INFO:tasks.workunit.client.0.smithi078.stdout:op 850 completed, throughput=5MB/sec 2024-08-10T05:19:18.455 INFO:tasks.workunit.client.0.smithi078.stdout: 169: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:18.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZUh1aucO7ZPkld7 off=2052013 len=250175 2024-08-10T05:19:18.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 851 completed, throughput=4.98MB/sec 2024-08-10T05:19:18.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ueW6DAjQ4olDiiO off=15600739 len=2077702 2024-08-10T05:19:18.459 INFO:tasks.workunit.client.0.smithi078.stdout:op 852 completed, throughput=4.99MB/sec 2024-08-10T05:19:18.459 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1Et_eQG8wn30bln off=3071993 len=222080 2024-08-10T05:19:18.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 853 completed, throughput=4.99MB/sec 2024-08-10T05:19:18.462 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yL4MdvbXLEfz3Ca off=1214057 len=1271687 2024-08-10T05:19:18.464 INFO:tasks.workunit.client.0.smithi078.stdout:op 854 completed, throughput=5MB/sec 2024-08-10T05:19:18.464 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0oxHo4wSh7CGO3w off=958537 len=280164 2024-08-10T05:19:18.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 855 completed, throughput=5MB/sec 2024-08-10T05:19:18.465 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JZsTPWVvuCh05aj off=12707295 len=842981 2024-08-10T05:19:18.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 856 completed, throughput=5MB/sec 2024-08-10T05:19:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:18 smithi107 ceph-mon[86658]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:19:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:18 smithi078 ceph-mon[92251]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:19:19.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:18 smithi078 ceph-mon[94618]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:19:19.466 INFO:tasks.workunit.client.0.smithi078.stdout: 170: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:19.467 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7HyQCIkUPNGJ_Xk off=7182724 len=562693 2024-08-10T05:19:19.467 INFO:tasks.workunit.client.0.smithi078.stdout:op 857 completed, throughput=4.98MB/sec 2024-08-10T05:19:19.467 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-frh_m_wdmO5u8cc off=6133413 len=897748 2024-08-10T05:19:19.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 858 completed, throughput=4.98MB/sec 2024-08-10T05:19:19.468 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sNWJ4UiIQtLbOj2 off=12381864 len=187804 2024-08-10T05:19:19.469 INFO:tasks.workunit.client.0.smithi078.stdout:op 859 completed, throughput=4.98MB/sec 2024-08-10T05:19:19.469 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aHrnSVUDyY92Edx off=9658442 len=860231 2024-08-10T05:19:19.469 INFO:tasks.workunit.client.0.smithi078.stdout:op 860 completed, throughput=4.99MB/sec 2024-08-10T05:19:19.469 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RyfLySUcb5CwJo3 off=2656967 len=1754188 2024-08-10T05:19:19.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 861 completed, throughput=5MB/sec 2024-08-10T05:19:19.471 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ka3d_2W2dKb9vz2 off=431261 len=983001 2024-08-10T05:19:19.474 INFO:tasks.workunit.client.0.smithi078.stdout:op 862 completed, throughput=5MB/sec 2024-08-10T05:19:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:19 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:19 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:20.475 INFO:tasks.workunit.client.0.smithi078.stdout: 171: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:20.475 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MZBZ4gZqDOasnCj off=8310680 len=25931 2024-08-10T05:19:20.477 INFO:tasks.workunit.client.0.smithi078.stdout:op 863 completed, throughput=4.97MB/sec 2024-08-10T05:19:20.477 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RYB7BCo3cL-Dg6I off=13253205 len=233610 2024-08-10T05:19:20.477 INFO:tasks.workunit.client.0.smithi078.stdout:op 864 completed, throughput=4.97MB/sec 2024-08-10T05:19:20.477 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-exzn0uEOJNambkw off=9174832 len=960156 2024-08-10T05:19:20.479 INFO:tasks.workunit.client.0.smithi078.stdout:op 865 completed, throughput=4.98MB/sec 2024-08-10T05:19:20.479 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JePWi1nDxEBuvvd off=1153471 len=706918 2024-08-10T05:19:20.479 INFO:tasks.workunit.client.0.smithi078.stdout:op 866 completed, throughput=4.98MB/sec 2024-08-10T05:19:20.479 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VbNlb6PD8qX_L1p off=2131373 len=157494 2024-08-10T05:19:20.480 INFO:tasks.workunit.client.0.smithi078.stdout:op 867 completed, throughput=4.98MB/sec 2024-08-10T05:19:20.480 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bAaZx6DgE3PyoKx off=6349239 len=977885 2024-08-10T05:19:20.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 868 completed, throughput=4.99MB/sec 2024-08-10T05:19:20.484 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mv6-TNzGsiFYkpw off=6620018 len=1328091 2024-08-10T05:19:20.485 INFO:tasks.workunit.client.0.smithi078.stdout:op 869 completed, throughput=5MB/sec 2024-08-10T05:19:20.485 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1voALJPw35LbXYD off=4652819 len=601658 2024-08-10T05:19:20.489 INFO:tasks.workunit.client.0.smithi078.stdout:op 870 completed, throughput=5MB/sec 2024-08-10T05:19:20.489 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s-qxGpXHSy0aMvr off=7385533 len=1795769 2024-08-10T05:19:20.502 INFO:tasks.workunit.client.0.smithi078.stdout:op 871 completed, throughput=5.01MB/sec 2024-08-10T05:19:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:20 smithi107 ceph-mon[86658]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[92251]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:19:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:20 smithi078 ceph-mon[94618]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:21.502 INFO:tasks.workunit.client.0.smithi078.stdout: 172: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:21.503 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n8m3iZom2sMfYiJ off=570184 len=2095316 2024-08-10T05:19:21.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 872 completed, throughput=4.99MB/sec 2024-08-10T05:19:21.505 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-k5NUKSW6nX4pbXc off=12037342 len=866713 2024-08-10T05:19:21.507 INFO:tasks.workunit.client.0.smithi078.stdout:op 873 completed, throughput=5MB/sec 2024-08-10T05:19:21.507 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xqRsXYixAXCQTC7 off=10057376 len=1114600 2024-08-10T05:19:21.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 874 completed, throughput=5MB/sec 2024-08-10T05:19:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:19:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:19:21] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-08-10T05:19:22.512 INFO:tasks.workunit.client.0.smithi078.stdout: 173: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:22.512 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-quz6RzCFDLYCpUp off=128548 len=1464479 2024-08-10T05:19:22.519 INFO:tasks.workunit.client.0.smithi078.stdout:op 875 completed, throughput=4.98MB/sec 2024-08-10T05:19:22.519 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0aF21YaoEdowcf1 off=1833282 len=1959057 2024-08-10T05:19:22.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 876 completed, throughput=4.99MB/sec 2024-08-10T05:19:22.533 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cLNiWDBiQyFBqSB off=302957 len=312473 2024-08-10T05:19:22.535 INFO:tasks.workunit.client.0.smithi078.stdout:op 877 completed, throughput=4.99MB/sec 2024-08-10T05:19:22.535 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SGTjtCYUqhzVDHm off=4976850 len=939141 2024-08-10T05:19:22.537 INFO:tasks.workunit.client.0.smithi078.stdout:op 878 completed, throughput=5MB/sec 2024-08-10T05:19:22.537 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ng4Zvspkc4rZEE6 off=608662 len=705551 2024-08-10T05:19:22.537 INFO:tasks.workunit.client.0.smithi078.stdout:op 879 completed, throughput=5MB/sec 2024-08-10T05:19:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:19:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:19:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:22 smithi107 ceph-mon[86658]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:22 smithi078 ceph-mon[92251]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:22 smithi078 ceph-mon[94618]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:19:23.537 INFO:tasks.workunit.client.0.smithi078.stdout: 174: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:23.538 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2Sq-tSK3nT2P45A off=4337468 len=829655 2024-08-10T05:19:23.540 INFO:tasks.workunit.client.0.smithi078.stdout:op 880 completed, throughput=4.98MB/sec 2024-08-10T05:19:23.540 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4ITHQVBblTyQiLf off=21503260 len=1837263 2024-08-10T05:19:23.551 INFO:tasks.workunit.client.0.smithi078.stdout:op 881 completed, throughput=4.99MB/sec 2024-08-10T05:19:23.551 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kmSunhXidwhs7X7 off=10879364 len=403737 2024-08-10T05:19:23.551 INFO:tasks.workunit.client.0.smithi078.stdout:op 882 completed, throughput=4.99MB/sec 2024-08-10T05:19:23.552 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tfY85d0I4QAby5Y off=3102619 len=1516247 2024-08-10T05:19:23.553 INFO:tasks.workunit.client.0.smithi078.stdout:op 883 completed, throughput=5MB/sec 2024-08-10T05:19:23.553 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-F08Vz_mx79C63-7 off=2848419 len=410880 2024-08-10T05:19:23.554 INFO:tasks.workunit.client.0.smithi078.stdout:op 884 completed, throughput=5MB/sec 2024-08-10T05:19:24.555 INFO:tasks.workunit.client.0.smithi078.stdout: 175: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:24.555 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-osemohxOFpI-N51 off=1519789 len=662500 2024-08-10T05:19:24.559 INFO:tasks.workunit.client.0.smithi078.stdout:op 885 completed, throughput=4.98MB/sec 2024-08-10T05:19:24.559 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JgUehSaJrZFxZXp off=8806169 len=1314403 2024-08-10T05:19:24.566 INFO:tasks.workunit.client.0.smithi078.stdout:op 886 completed, throughput=4.98MB/sec 2024-08-10T05:19:24.566 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dotR9iIkaUMJ6Qe off=214186 len=1131031 2024-08-10T05:19:24.571 INFO:tasks.workunit.client.0.smithi078.stdout:op 887 completed, throughput=4.99MB/sec 2024-08-10T05:19:24.571 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FBLvHCykYveKYBw off=5641348 len=1438652 2024-08-10T05:19:24.578 INFO:tasks.workunit.client.0.smithi078.stdout:op 888 completed, throughput=5MB/sec 2024-08-10T05:19:24.578 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VnI2Szibu0AA329 off=3082759 len=1990887 2024-08-10T05:19:24.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 889 completed, throughput=5.01MB/sec 2024-08-10T05:19:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:24 smithi107 ceph-mon[86658]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:19:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:24 smithi078 ceph-mon[92251]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:19:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:24 smithi078 ceph-mon[94618]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:19:25.580 INFO:tasks.workunit.client.0.smithi078.stdout: 176: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:25.580 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5pWaLikfRjiCFsc off=17201729 len=1277730 2024-08-10T05:19:25.583 INFO:tasks.workunit.client.0.smithi078.stdout:op 890 completed, throughput=4.99MB/sec 2024-08-10T05:19:25.583 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4lxkpnSE-By_m3_ off=2724228 len=172893 2024-08-10T05:19:25.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 891 completed, throughput=4.99MB/sec 2024-08-10T05:19:25.586 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F13pSS6JvY5jOa9 off=6018228 len=447075 2024-08-10T05:19:25.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 892 completed, throughput=4.99MB/sec 2024-08-10T05:19:25.589 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eYYyqyxNkz9q-am off=5549525 len=1571791 2024-08-10T05:19:25.590 INFO:tasks.workunit.client.0.smithi078.stdout:op 893 completed, throughput=5MB/sec 2024-08-10T05:19:25.591 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vVKVL0bm8yRyZ05 off=11988427 len=1487818 2024-08-10T05:19:25.593 INFO:tasks.workunit.client.0.smithi078.stdout:op 894 completed, throughput=5MB/sec 2024-08-10T05:19:26.594 INFO:tasks.workunit.client.0.smithi078.stdout: 177: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:26.594 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FoJBAVXWUz7p7L6 off=24261908 len=414038 2024-08-10T05:19:26.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 895 completed, throughput=4.98MB/sec 2024-08-10T05:19:26.595 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MacippH84yjoaJR off=19313115 len=2016182 2024-08-10T05:19:26.597 INFO:tasks.workunit.client.0.smithi078.stdout:op 896 completed, throughput=4.99MB/sec 2024-08-10T05:19:26.597 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xr3Vvo-NPVVrR-r off=138434 len=149140 2024-08-10T05:19:26.598 INFO:tasks.workunit.client.0.smithi078.stdout:op 897 completed, throughput=4.99MB/sec 2024-08-10T05:19:26.598 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xMUilE6bL8zqTEr off=147564 len=101098 2024-08-10T05:19:26.600 INFO:tasks.workunit.client.0.smithi078.stdout:op 898 completed, throughput=4.99MB/sec 2024-08-10T05:19:26.600 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ivj0om1wSz8cg3i off=9718687 len=1709952 2024-08-10T05:19:26.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 899 completed, throughput=5MB/sec 2024-08-10T05:19:26.608 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MuAizSzbzSj6Lhx off=9950316 len=152626 2024-08-10T05:19:26.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 900 completed, throughput=5MB/sec 2024-08-10T05:19:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:26 smithi107 ceph-mon[86658]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:26 smithi078 ceph-mon[92251]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:26 smithi078 ceph-mon[94618]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:27.611 INFO:tasks.workunit.client.0.smithi078.stdout: 178: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:27.611 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S8Hov0JupreCJU8 off=4290795 len=68179 2024-08-10T05:19:27.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 901 completed, throughput=4.97MB/sec 2024-08-10T05:19:27.614 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3F0TDJhTwD5cTog off=975460 len=595729 2024-08-10T05:19:27.618 INFO:tasks.workunit.client.0.smithi078.stdout:op 902 completed, throughput=4.98MB/sec 2024-08-10T05:19:27.618 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CvR8JwfGMl2949R off=1278178 len=259074 2024-08-10T05:19:27.619 INFO:tasks.workunit.client.0.smithi078.stdout:op 903 completed, throughput=4.98MB/sec 2024-08-10T05:19:27.619 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IFY4TtFX8mAOEVD off=13016184 len=729438 2024-08-10T05:19:27.623 INFO:tasks.workunit.client.0.smithi078.stdout:op 904 completed, throughput=4.98MB/sec 2024-08-10T05:19:27.623 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oNIXJSsAtk5x0l8 off=18598775 len=1510713 2024-08-10T05:19:27.628 INFO:tasks.workunit.client.0.smithi078.stdout:op 905 completed, throughput=4.99MB/sec 2024-08-10T05:19:27.628 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kNc3fyt-giwMpB4 off=5106377 len=164524 2024-08-10T05:19:27.628 INFO:tasks.workunit.client.0.smithi078.stdout:op 906 completed, throughput=4.99MB/sec 2024-08-10T05:19:27.629 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ErJGRfSuClNd4O2 off=348471 len=1145993 2024-08-10T05:19:27.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 907 completed, throughput=5MB/sec 2024-08-10T05:19:27.634 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oOc7_AagcRSqgVk off=2275975 len=1715869 2024-08-10T05:19:27.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 908 completed, throughput=5MB/sec 2024-08-10T05:19:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:28.636 INFO:tasks.workunit.client.0.smithi078.stdout: 179: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:28.636 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-P4mJSOfvH-4J2x0 off=18447022 len=839637 2024-08-10T05:19:28.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 909 completed, throughput=4.98MB/sec 2024-08-10T05:19:28.639 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sVnHUkPACnPLLhr off=479415 len=1629542 2024-08-10T05:19:28.646 INFO:tasks.workunit.client.0.smithi078.stdout:op 910 completed, throughput=4.99MB/sec 2024-08-10T05:19:28.646 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M9Z9_N5jOzMabHq off=2069149 len=1100708 2024-08-10T05:19:28.652 INFO:tasks.workunit.client.0.smithi078.stdout:op 911 completed, throughput=5MB/sec 2024-08-10T05:19:28.652 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hS2EmpFdrZLXvel off=942061 len=1365527 2024-08-10T05:19:28.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 912 completed, throughput=5MB/sec 2024-08-10T05:19:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:28 smithi107 ceph-mon[86658]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:28 smithi078 ceph-mon[92251]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:28 smithi078 ceph-mon[94618]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:29.663 INFO:tasks.workunit.client.0.smithi078.stdout: 180: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:29.663 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d0B7NFb-cZe6yc3 off=19168399 len=2004707 2024-08-10T05:19:29.665 INFO:tasks.workunit.client.0.smithi078.stdout:op 913 completed, throughput=4.99MB/sec 2024-08-10T05:19:29.665 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eVL7Gzg7gKlHCrq off=2552959 len=1343974 2024-08-10T05:19:29.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 914 completed, throughput=4.99MB/sec 2024-08-10T05:19:29.667 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lSBJ0o4JxKi-Pt7 off=1908681 len=2070611 2024-08-10T05:19:29.669 INFO:tasks.workunit.client.0.smithi078.stdout:op 915 completed, throughput=5MB/sec 2024-08-10T05:19:30.670 INFO:tasks.workunit.client.0.smithi078.stdout: 181: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:30.671 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kCIztZO4rI0mEM_ off=15753309 len=301830 2024-08-10T05:19:30.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 916 completed, throughput=4.98MB/sec 2024-08-10T05:19:30.673 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yhnbZfhvmSugSQ4 off=435634 len=337343 2024-08-10T05:19:30.676 INFO:tasks.workunit.client.0.smithi078.stdout:op 917 completed, throughput=4.98MB/sec 2024-08-10T05:19:30.676 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wZ7mgCb_dyKTe8k off=202993 len=1113550 2024-08-10T05:19:30.679 INFO:tasks.workunit.client.0.smithi078.stdout:op 918 completed, throughput=4.98MB/sec 2024-08-10T05:19:30.679 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cwWshdEYs-cpx1J off=14067033 len=1986465 2024-08-10T05:19:30.681 INFO:tasks.workunit.client.0.smithi078.stdout:op 919 completed, throughput=4.99MB/sec 2024-08-10T05:19:30.682 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OVtGsoOJCddnbfl off=7617294 len=1287169 2024-08-10T05:19:30.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 920 completed, throughput=5MB/sec 2024-08-10T05:19:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:30 smithi107 ceph-mon[86658]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:19:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:30 smithi078 ceph-mon[92251]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:19:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:30 smithi078 ceph-mon[94618]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:19:31.690 INFO:tasks.workunit.client.0.smithi078.stdout: 182: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:31.690 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XpmRZEtzlUP3ASz off=512398 len=1560011 2024-08-10T05:19:31.698 INFO:tasks.workunit.client.0.smithi078.stdout:op 921 completed, throughput=4.98MB/sec 2024-08-10T05:19:31.698 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0CzaVr_5LzKK5Xy off=12629033 len=1430812 2024-08-10T05:19:31.700 INFO:tasks.workunit.client.0.smithi078.stdout:op 922 completed, throughput=4.99MB/sec 2024-08-10T05:19:31.700 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T1NXcJiXs1jawas off=21197547 len=610314 2024-08-10T05:19:31.702 INFO:tasks.workunit.client.0.smithi078.stdout:op 923 completed, throughput=4.99MB/sec 2024-08-10T05:19:31.702 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YQvF7hboaRu4wao off=16238542 len=961312 2024-08-10T05:19:31.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 924 completed, throughput=5MB/sec 2024-08-10T05:19:31.703 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GE2iDqbxG9I_RAl off=14609513 len=857472 2024-08-10T05:19:31.707 INFO:tasks.workunit.client.0.smithi078.stdout:op 925 completed, throughput=5MB/sec 2024-08-10T05:19:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:19:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:19:31] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-08-10T05:19:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:19:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:32.707 INFO:tasks.workunit.client.0.smithi078.stdout: 183: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:32.708 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HqCqOZQBpQZOG6e off=11635136 len=1852723 2024-08-10T05:19:32.710 INFO:tasks.workunit.client.0.smithi078.stdout:op 926 completed, throughput=4.98MB/sec 2024-08-10T05:19:32.710 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dJwKuEu-OqtHiUZ off=2004831 len=762323 2024-08-10T05:19:32.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 927 completed, throughput=4.99MB/sec 2024-08-10T05:19:32.716 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AZICIoZle2xaveQ off=8328292 len=2095015 2024-08-10T05:19:32.716 INFO:tasks.workunit.client.0.smithi078.stdout:op 928 completed, throughput=5MB/sec 2024-08-10T05:19:32.716 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jcNAzvnk_hGixfl off=2804575 len=1579049 2024-08-10T05:19:32.717 INFO:tasks.workunit.client.0.smithi078.stdout:op 929 completed, throughput=5.01MB/sec 2024-08-10T05:19:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:32 smithi107 ceph-mon[86658]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:19:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:32 smithi078 ceph-mon[92251]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:19:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:32 smithi078 ceph-mon[94618]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:19:33.716 INFO:tasks.workunit.client.0.smithi078.stdout: 184: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:33.716 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4EHS6x5TWgVX0Tr off=16655109 len=1177768 2024-08-10T05:19:33.717 INFO:tasks.workunit.client.0.smithi078.stdout:op 930 completed, throughput=4.99MB/sec 2024-08-10T05:19:33.718 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G_wH7RnWbcR3SdE off=573968 len=903924 2024-08-10T05:19:33.722 INFO:tasks.workunit.client.0.smithi078.stdout:op 931 completed, throughput=4.99MB/sec 2024-08-10T05:19:33.722 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ma1C292jZF15IOM off=7315804 len=438679 2024-08-10T05:19:33.726 INFO:tasks.workunit.client.0.smithi078.stdout:op 932 completed, throughput=4.99MB/sec 2024-08-10T05:19:33.726 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C3UVpOHSyWUva03 off=196108 len=994269 2024-08-10T05:19:33.728 INFO:tasks.workunit.client.0.smithi078.stdout:op 933 completed, throughput=5MB/sec 2024-08-10T05:19:33.728 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zgRLMrliQsEuALl off=860853 len=472890 2024-08-10T05:19:33.729 INFO:tasks.workunit.client.0.smithi078.stdout:op 934 completed, throughput=5MB/sec 2024-08-10T05:19:34.730 INFO:tasks.workunit.client.0.smithi078.stdout: 185: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:34.730 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zx8HirDuT8SPQ7N off=3315588 len=115019 2024-08-10T05:19:34.733 INFO:tasks.workunit.client.0.smithi078.stdout:op 935 completed, throughput=4.97MB/sec 2024-08-10T05:19:34.733 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Fz7QL6oN2_WSMco off=2923370 len=1773420 2024-08-10T05:19:34.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 936 completed, throughput=4.98MB/sec 2024-08-10T05:19:34.735 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ij4u3xB1ogBLLQS off=18861466 len=219371 2024-08-10T05:19:34.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 937 completed, throughput=4.98MB/sec 2024-08-10T05:19:34.738 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4V6auRt6EfxIblP off=8072025 len=1126845 2024-08-10T05:19:34.740 INFO:tasks.workunit.client.0.smithi078.stdout:op 938 completed, throughput=4.99MB/sec 2024-08-10T05:19:34.740 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LKDhpbe2LeVKVYd off=9079730 len=351953 2024-08-10T05:19:34.741 INFO:tasks.workunit.client.0.smithi078.stdout:op 939 completed, throughput=4.99MB/sec 2024-08-10T05:19:34.741 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5eKOWtK-Fh4k_Dt off=57 len=26354 2024-08-10T05:19:34.743 INFO:tasks.workunit.client.0.smithi078.stdout:op 940 completed, throughput=4.99MB/sec 2024-08-10T05:19:34.743 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PdMot9-mTGrJys5 off=2081440 len=1801481 2024-08-10T05:19:34.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 941 completed, throughput=5MB/sec 2024-08-10T05:19:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:34 smithi107 ceph-mon[86658]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:19:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:34 smithi078 ceph-mon[92251]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:19:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:34 smithi078 ceph-mon[94618]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:19:35.745 INFO:tasks.workunit.client.0.smithi078.stdout: 186: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:35.745 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4PhOGXKUm2V3Dg3 off=9880587 len=1078566 2024-08-10T05:19:35.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 942 completed, throughput=4.98MB/sec 2024-08-10T05:19:35.747 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wxVKvprbhIZa9jY off=3511605 len=91643 2024-08-10T05:19:35.749 INFO:tasks.workunit.client.0.smithi078.stdout:op 943 completed, throughput=4.98MB/sec 2024-08-10T05:19:35.749 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b_kKoxvPy6h1EHJ off=2773210 len=771348 2024-08-10T05:19:35.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 944 completed, throughput=4.98MB/sec 2024-08-10T05:19:35.750 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PPIZFh-zTVjckHk off=8477200 len=314301 2024-08-10T05:19:35.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 945 completed, throughput=4.99MB/sec 2024-08-10T05:19:35.754 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9pwkyssx-jYJgqX off=3747597 len=1514994 2024-08-10T05:19:35.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 946 completed, throughput=4.99MB/sec 2024-08-10T05:19:35.763 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KVWlgeu3y_-S3SO off=11572170 len=1216347 2024-08-10T05:19:35.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 947 completed, throughput=5MB/sec 2024-08-10T05:19:35.765 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8wwfq5w28g5r72D off=10912152 len=1555105 2024-08-10T05:19:35.771 INFO:tasks.workunit.client.0.smithi078.stdout:op 948 completed, throughput=5.01MB/sec 2024-08-10T05:19:36.771 INFO:tasks.workunit.client.0.smithi078.stdout: 187: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:36.771 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iPlyL-Xn3Ok_Xex off=7529268 len=1199596 2024-08-10T05:19:36.773 INFO:tasks.workunit.client.0.smithi078.stdout:op 949 completed, throughput=4.99MB/sec 2024-08-10T05:19:36.774 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v0BwefHsBGYCdu4 off=4278331 len=204567 2024-08-10T05:19:36.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 950 completed, throughput=4.99MB/sec 2024-08-10T05:19:36.774 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AGRTH0442PEt96N off=5932284 len=15426 2024-08-10T05:19:36.775 INFO:tasks.workunit.client.0.smithi078.stdout:op 951 completed, throughput=4.99MB/sec 2024-08-10T05:19:36.775 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7fS885pW7iH0oSj off=10804296 len=720953 2024-08-10T05:19:36.780 INFO:tasks.workunit.client.0.smithi078.stdout:op 952 completed, throughput=4.99MB/sec 2024-08-10T05:19:36.780 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NUGNQBzzjhfkBcI off=1732107 len=957235 2024-08-10T05:19:36.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 953 completed, throughput=5MB/sec 2024-08-10T05:19:36.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4e6qxDeegMXZzod off=10904364 len=1618084 2024-08-10T05:19:36.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 954 completed, throughput=5MB/sec 2024-08-10T05:19:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:36 smithi107 ceph-mon[86658]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:36 smithi078 ceph-mon[92251]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:36 smithi078 ceph-mon[94618]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:19:37.783 INFO:tasks.workunit.client.0.smithi078.stdout: 188: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:37.783 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rzkdlEHTGUsevG4 off=212898 len=2065098 2024-08-10T05:19:37.793 INFO:tasks.workunit.client.0.smithi078.stdout:op 955 completed, throughput=4.99MB/sec 2024-08-10T05:19:37.793 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i441Q5JwIrakwmR off=9880688 len=60750 2024-08-10T05:19:37.795 INFO:tasks.workunit.client.0.smithi078.stdout:op 956 completed, throughput=4.99MB/sec 2024-08-10T05:19:37.795 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-y3wImcfH0UrKJ0_ off=4995081 len=35875 2024-08-10T05:19:37.795 INFO:tasks.workunit.client.0.smithi078.stdout:op 957 completed, throughput=4.99MB/sec 2024-08-10T05:19:37.796 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sopwHutkWL_IceU off=825748 len=1891430 2024-08-10T05:19:37.797 INFO:tasks.workunit.client.0.smithi078.stdout:op 958 completed, throughput=5MB/sec 2024-08-10T05:19:37.797 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QGLbknhmcwzR5iL off=9174811 len=631969 2024-08-10T05:19:37.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 959 completed, throughput=5MB/sec 2024-08-10T05:19:38.799 INFO:tasks.workunit.client.0.smithi078.stdout: 189: throughput=4.97MB/sec pending data=0 2024-08-10T05:19:38.799 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p2Pgxb7c4lrk9S0 off=953002 len=389255 2024-08-10T05:19:38.802 INFO:tasks.workunit.client.0.smithi078.stdout:op 960 completed, throughput=4.98MB/sec 2024-08-10T05:19:38.803 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qPAm1oFdyk1wpfC off=11214433 len=1442170 2024-08-10T05:19:38.812 INFO:tasks.workunit.client.0.smithi078.stdout:op 961 completed, throughput=4.98MB/sec 2024-08-10T05:19:38.812 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fHrlxeplJMq1JEv off=5604771 len=1989929 2024-08-10T05:19:38.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 962 completed, throughput=4.99MB/sec 2024-08-10T05:19:38.821 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ka3d_2W2dKb9vz2 off=0 len=1414262 2024-08-10T05:19:38.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 963 completed, throughput=5MB/sec 2024-08-10T05:19:38.828 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OmXtL3bTYi5LJDz off=12555659 len=367837 2024-08-10T05:19:38.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 964 completed, throughput=5MB/sec 2024-08-10T05:19:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:38 smithi107 ceph-mon[86658]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:19:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:38 smithi078 ceph-mon[92251]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:19:39.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:38 smithi078 ceph-mon[94618]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:19:39.832 INFO:tasks.workunit.client.0.smithi078.stdout: 190: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:39.832 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rAbuRIX1D4LvUvy off=7859058 len=194424 2024-08-10T05:19:39.832 INFO:tasks.workunit.client.0.smithi078.stdout:op 965 completed, throughput=4.98MB/sec 2024-08-10T05:19:39.833 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JLDD7DjtOnlqfMT off=7907446 len=1038720 2024-08-10T05:19:39.835 INFO:tasks.workunit.client.0.smithi078.stdout:op 966 completed, throughput=4.98MB/sec 2024-08-10T05:19:39.836 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TpTzGtea5RQt4Fq off=8056360 len=1873391 2024-08-10T05:19:39.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 967 completed, throughput=4.99MB/sec 2024-08-10T05:19:39.838 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4RECqTLyrMb2K9q off=4838708 len=737162 2024-08-10T05:19:39.839 INFO:tasks.workunit.client.0.smithi078.stdout:op 968 completed, throughput=4.99MB/sec 2024-08-10T05:19:39.839 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7npME2_vqI_GKyL off=4261022 len=218549 2024-08-10T05:19:39.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 969 completed, throughput=5MB/sec 2024-08-10T05:19:39.842 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uBkaEJIEd-yofG1 off=8502488 len=1763835 2024-08-10T05:19:39.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 970 completed, throughput=5MB/sec 2024-08-10T05:19:40.854 INFO:tasks.workunit.client.0.smithi078.stdout: 191: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:40.854 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4h1N1jn07EsgMUy off=821570 len=552931 2024-08-10T05:19:40.857 INFO:tasks.workunit.client.0.smithi078.stdout:op 971 completed, throughput=4.98MB/sec 2024-08-10T05:19:40.858 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AeUos2QpA3ZDQem off=5888511 len=793927 2024-08-10T05:19:40.860 INFO:tasks.workunit.client.0.smithi078.stdout:op 972 completed, throughput=4.98MB/sec 2024-08-10T05:19:40.860 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RbSClFnpepmFD1f off=4542087 len=1700065 2024-08-10T05:19:40.862 INFO:tasks.workunit.client.0.smithi078.stdout:op 973 completed, throughput=4.99MB/sec 2024-08-10T05:19:40.862 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lY3WR-YSb_xSYnz off=21993988 len=1070239 2024-08-10T05:19:40.866 INFO:tasks.workunit.client.0.smithi078.stdout:op 974 completed, throughput=5MB/sec 2024-08-10T05:19:40.866 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2WJqq6ftVX7rtZ7 off=4714513 len=1974438 2024-08-10T05:19:40.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 975 completed, throughput=5.01MB/sec 2024-08-10T05:19:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:40 smithi107 ceph-mon[86658]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:19:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:40 smithi078 ceph-mon[92251]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:19:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:40 smithi078 ceph-mon[94618]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:19:41.868 INFO:tasks.workunit.client.0.smithi078.stdout: 192: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:41.868 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7PGU71ifJFPMVtM off=6577574 len=2091351 2024-08-10T05:19:41.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 976 completed, throughput=4.99MB/sec 2024-08-10T05:19:41.871 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gLB37fiEw1bbB-h off=2930097 len=533846 2024-08-10T05:19:41.875 INFO:tasks.workunit.client.0.smithi078.stdout:op 977 completed, throughput=4.99MB/sec 2024-08-10T05:19:41.875 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lvCJvAmgVGruvw_ off=19046991 len=829647 2024-08-10T05:19:41.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 978 completed, throughput=5MB/sec 2024-08-10T05:19:41.880 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fEmQPDXqPwt0tgl off=6853749 len=1993818 2024-08-10T05:19:41.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 979 completed, throughput=5.01MB/sec 2024-08-10T05:19:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:19:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:19:41] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-08-10T05:19:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:19:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:42.881 INFO:tasks.workunit.client.0.smithi078.stdout: 193: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:42.882 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S4jamgMEWFdC_ns off=1356798 len=1339163 2024-08-10T05:19:42.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 980 completed, throughput=4.99MB/sec 2024-08-10T05:19:42.883 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lO7GXoSTA9i8nd2 off=3172325 len=1353156 2024-08-10T05:19:42.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 981 completed, throughput=5MB/sec 2024-08-10T05:19:42.885 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UllP021GtFm6eT4 off=5898423 len=1188329 2024-08-10T05:19:42.887 INFO:tasks.workunit.client.0.smithi078.stdout:op 982 completed, throughput=5MB/sec 2024-08-10T05:19:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:42 smithi107 ceph-mon[86658]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:19:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:42 smithi078 ceph-mon[92251]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:19:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:42 smithi078 ceph-mon[94618]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:19:43.887 INFO:tasks.workunit.client.0.smithi078.stdout: 194: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:43.887 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4nEGs_EnWdE2UEb off=16102296 len=532049 2024-08-10T05:19:43.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 983 completed, throughput=4.98MB/sec 2024-08-10T05:19:43.888 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HUANJmC-X9X8nUJ off=5272835 len=808998 2024-08-10T05:19:43.890 INFO:tasks.workunit.client.0.smithi078.stdout:op 984 completed, throughput=4.98MB/sec 2024-08-10T05:19:43.890 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DfFjl--XOl7ly9I off=13817465 len=446681 2024-08-10T05:19:43.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 985 completed, throughput=4.98MB/sec 2024-08-10T05:19:43.894 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZZhgoK_oCaQGyHA off=137906 len=976168 2024-08-10T05:19:43.899 INFO:tasks.workunit.client.0.smithi078.stdout:op 986 completed, throughput=4.99MB/sec 2024-08-10T05:19:43.899 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3rUKbpJhXrNVTyl off=3638401 len=1437992 2024-08-10T05:19:43.901 INFO:tasks.workunit.client.0.smithi078.stdout:op 987 completed, throughput=5MB/sec 2024-08-10T05:19:43.901 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-siZoAOW5xc4yOX9 off=9495236 len=503578 2024-08-10T05:19:43.902 INFO:tasks.workunit.client.0.smithi078.stdout:op 988 completed, throughput=5MB/sec 2024-08-10T05:19:43.902 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eftegcp6obXKAc- off=19169055 len=1803196 2024-08-10T05:19:43.911 INFO:tasks.workunit.client.0.smithi078.stdout:op 989 completed, throughput=5.01MB/sec 2024-08-10T05:19:44.911 INFO:tasks.workunit.client.0.smithi078.stdout: 195: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:44.912 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f-DoeIAgYP_UJWA off=14644757 len=384841 2024-08-10T05:19:44.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 990 completed, throughput=4.98MB/sec 2024-08-10T05:19:44.915 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q6iU4Tq2Bt6h6JW off=4009762 len=1386801 2024-08-10T05:19:44.923 INFO:tasks.workunit.client.0.smithi078.stdout:op 991 completed, throughput=4.99MB/sec 2024-08-10T05:19:44.923 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Xlf_95C_EsKKqsJ off=3852711 len=1603788 2024-08-10T05:19:44.926 INFO:tasks.workunit.client.0.smithi078.stdout:op 992 completed, throughput=5MB/sec 2024-08-10T05:19:44.926 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CH0NBw97DMbKbI1 off=3762694 len=1684568 2024-08-10T05:19:44.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 993 completed, throughput=5.01MB/sec 2024-08-10T05:19:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:44 smithi107 ceph-mon[86658]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:19:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:44 smithi078 ceph-mon[92251]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:19:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:44 smithi078 ceph-mon[94618]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:19:45.933 INFO:tasks.workunit.client.0.smithi078.stdout: 196: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:45.933 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xz9_u3a6Ql1I-C6 off=4438810 len=1724989 2024-08-10T05:19:45.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 994 completed, throughput=4.99MB/sec 2024-08-10T05:19:45.935 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SC9klmgOleBIOXQ off=21608248 len=2032281 2024-08-10T05:19:45.938 INFO:tasks.workunit.client.0.smithi078.stdout:op 995 completed, throughput=5MB/sec 2024-08-10T05:19:45.938 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rFpZ7MDikLA4qkq off=4781920 len=1967930 2024-08-10T05:19:45.940 INFO:tasks.workunit.client.0.smithi078.stdout:op 996 completed, throughput=5.01MB/sec 2024-08-10T05:19:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: 197: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:46.941 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WPE-N-UTSak4YHF off=16372229 len=883163 2024-08-10T05:19:46.942 INFO:tasks.workunit.client.0.smithi078.stdout:op 997 completed, throughput=4.99MB/sec 2024-08-10T05:19:46.942 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bV7gOAr6hgVzfeV off=3706094 len=275953 2024-08-10T05:19:46.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 998 completed, throughput=4.99MB/sec 2024-08-10T05:19:46.943 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wA4xSZpHbeOmJBu off=6969369 len=2021125 2024-08-10T05:19:46.955 INFO:tasks.workunit.client.0.smithi078.stdout:op 999 completed, throughput=5MB/sec 2024-08-10T05:19:46.955 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EVnq_r7GmO1_lHt off=12020526 len=831276 2024-08-10T05:19:46.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 1000 completed, throughput=5MB/sec 2024-08-10T05:19:47.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:46 smithi078 ceph-mon[92251]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-10T05:19:47.030 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:46 smithi078 ceph-mon[94618]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-10T05:19:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:46 smithi107 ceph-mon[86658]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-10T05:19:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: 198: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:47.957 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vkEsZ5vz_NRHJSg off=6084215 len=1411448 2024-08-10T05:19:47.964 INFO:tasks.workunit.client.0.smithi078.stdout:op 1001 completed, throughput=4.98MB/sec 2024-08-10T05:19:47.964 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eZVYNo3ut3pgCqf off=2685007 len=1133296 2024-08-10T05:19:47.969 INFO:tasks.workunit.client.0.smithi078.stdout:op 1002 completed, throughput=4.99MB/sec 2024-08-10T05:19:47.969 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-a0Caqws53-5-On3 off=944146 len=973187 2024-08-10T05:19:47.970 INFO:tasks.workunit.client.0.smithi078.stdout:op 1003 completed, throughput=4.99MB/sec 2024-08-10T05:19:47.970 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-m9GvIbphDnHx5Re off=13792948 len=421119 2024-08-10T05:19:47.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 1004 completed, throughput=4.99MB/sec 2024-08-10T05:19:47.971 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ykKo9I-TcootYs1 off=151692 len=1498120 2024-08-10T05:19:47.973 INFO:tasks.workunit.client.0.smithi078.stdout:op 1005 completed, throughput=5MB/sec 2024-08-10T05:19:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: 199: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:48.974 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xCOoaDcv4a1F4ox off=4308763 len=1438197 2024-08-10T05:19:48.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 1006 completed, throughput=4.98MB/sec 2024-08-10T05:19:48.980 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HEq9OONv70Bnesm off=4814398 len=1928172 2024-08-10T05:19:48.991 INFO:tasks.workunit.client.0.smithi078.stdout:op 1007 completed, throughput=4.99MB/sec 2024-08-10T05:19:48.991 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gNT7ql80Z5D6IW9 off=21288737 len=34456 2024-08-10T05:19:48.993 INFO:tasks.workunit.client.0.smithi078.stdout:op 1008 completed, throughput=4.99MB/sec 2024-08-10T05:19:48.993 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nBR8sVTjt4_6umX off=406620 len=1801709 2024-08-10T05:19:49.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 1009 completed, throughput=5MB/sec 2024-08-10T05:19:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:48 smithi107 ceph-mon[86658]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:19:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:48 smithi078 ceph-mon[92251]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:19:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:48 smithi078 ceph-mon[94618]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:19:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: 200: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:50.002 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qnc5h9-DsQuRzl8 off=434809 len=1065030 2024-08-10T05:19:50.008 INFO:tasks.workunit.client.0.smithi078.stdout:op 1010 completed, throughput=4.98MB/sec 2024-08-10T05:19:50.008 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c_4Npi7ENq-5DrT off=11736866 len=1738290 2024-08-10T05:19:50.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 1011 completed, throughput=4.99MB/sec 2024-08-10T05:19:50.019 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9jjHuX8Dq-hhiJO off=15627827 len=689168 2024-08-10T05:19:50.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 1012 completed, throughput=4.99MB/sec 2024-08-10T05:19:50.023 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f1cUSWLLJBTmXTm off=2441893 len=1498419 2024-08-10T05:19:50.030 INFO:tasks.workunit.client.0.smithi078.stdout:op 1013 completed, throughput=5MB/sec 2024-08-10T05:19:50.030 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FbcH6HJ5wl8ppql off=1132255 len=84139 2024-08-10T05:19:50.030 INFO:tasks.workunit.client.0.smithi078.stdout:op 1014 completed, throughput=5MB/sec 2024-08-10T05:19:50.030 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CNPVglzNRj4t6pd off=11655304 len=48541 2024-08-10T05:19:50.033 INFO:tasks.workunit.client.0.smithi078.stdout:op 1015 completed, throughput=5MB/sec 2024-08-10T05:19:50.033 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-h8P9VGoi0zPLtBj off=9143883 len=659547 2024-08-10T05:19:50.036 INFO:tasks.workunit.client.0.smithi078.stdout:op 1016 completed, throughput=5MB/sec 2024-08-10T05:19:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: 201: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:51.036 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ripY0e_HhePMUie off=1249250 len=569180 2024-08-10T05:19:51.037 INFO:tasks.workunit.client.0.smithi078.stdout:op 1017 completed, throughput=4.98MB/sec 2024-08-10T05:19:51.038 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-coiNQ45xZ7TZf-C off=5153158 len=952363 2024-08-10T05:19:51.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 1018 completed, throughput=4.98MB/sec 2024-08-10T05:19:51.042 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Fq0MRrssP2ZnxSg off=17623766 len=1761517 2024-08-10T05:19:51.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 1019 completed, throughput=4.99MB/sec 2024-08-10T05:19:51.044 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7AgUMb5c60-4-gY off=14272313 len=2019802 2024-08-10T05:19:51.046 INFO:tasks.workunit.client.0.smithi078.stdout:op 1020 completed, throughput=5MB/sec 2024-08-10T05:19:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:50 smithi107 ceph-mon[86658]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:19:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:50 smithi078 ceph-mon[92251]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:19:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:50 smithi078 ceph-mon[94618]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:19:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: 202: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:52.047 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UtjL1mvQUnFOi47 off=8030285 len=136324 2024-08-10T05:19:52.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 1021 completed, throughput=4.98MB/sec 2024-08-10T05:19:52.050 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4PFh3jhggTXwJ4q off=2467818 len=180620 2024-08-10T05:19:52.052 INFO:tasks.workunit.client.0.smithi078.stdout:op 1022 completed, throughput=4.98MB/sec 2024-08-10T05:19:52.052 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MN4b0G5KUUbo-Vj off=2469363 len=1243705 2024-08-10T05:19:52.054 INFO:tasks.workunit.client.0.smithi078.stdout:op 1023 completed, throughput=4.98MB/sec 2024-08-10T05:19:52.054 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VMJ0BsFxHE8BTBr off=5639691 len=1809358 2024-08-10T05:19:52.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 1024 completed, throughput=4.99MB/sec 2024-08-10T05:19:52.065 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FbEVN4tV5aD6R6c off=999563 len=989283 2024-08-10T05:19:52.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 1025 completed, throughput=5MB/sec 2024-08-10T05:19:52.071 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--unNg6QQvx61_Ox off=6993058 len=283578 2024-08-10T05:19:52.071 INFO:tasks.workunit.client.0.smithi078.stdout:op 1026 completed, throughput=5MB/sec 2024-08-10T05:19:52.071 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Jf_VpW-Jyik4yYm off=2008122 len=1098215 2024-08-10T05:19:52.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 1027 completed, throughput=5MB/sec 2024-08-10T05:19:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:19:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:19:51] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-08-10T05:19:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:19:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:19:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:52 smithi107 ceph-mon[86658]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:19:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: 203: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:53.073 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XUnh6TEoy_Ub-bS off=105598 len=202918 2024-08-10T05:19:53.074 INFO:tasks.workunit.client.0.smithi078.stdout:op 1028 completed, throughput=4.98MB/sec 2024-08-10T05:19:53.074 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cP_en_fJkL3RuqK off=2262702 len=809609 2024-08-10T05:19:53.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 1029 completed, throughput=4.98MB/sec 2024-08-10T05:19:53.075 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cLOmu3sW-p-chrG off=16593856 len=1073963 2024-08-10T05:19:53.077 INFO:tasks.workunit.client.0.smithi078.stdout:op 1030 completed, throughput=4.99MB/sec 2024-08-10T05:19:53.077 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kErwod1CjM7zBQl off=3509885 len=712662 2024-08-10T05:19:53.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 1031 completed, throughput=4.99MB/sec 2024-08-10T05:19:53.082 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tsE8T2nyv2r1n26 off=22066829 len=864112 2024-08-10T05:19:53.086 INFO:tasks.workunit.client.0.smithi078.stdout:op 1032 completed, throughput=5MB/sec 2024-08-10T05:19:53.087 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vGzCqaojlobj1dR off=472532 len=1673932 2024-08-10T05:19:53.088 INFO:tasks.workunit.client.0.smithi078.stdout:op 1033 completed, throughput=5MB/sec 2024-08-10T05:19:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:52 smithi078 ceph-mon[92251]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:19:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:52 smithi078 ceph-mon[94618]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:19:54.089 INFO:tasks.workunit.client.0.smithi078.stdout: 204: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:54.089 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EyYg2WOnjiyEo9S off=5076538 len=288122 2024-08-10T05:19:54.092 INFO:tasks.workunit.client.0.smithi078.stdout:op 1034 completed, throughput=4.98MB/sec 2024-08-10T05:19:54.092 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ESWL5u6somSZ90C off=3009728 len=1721489 2024-08-10T05:19:54.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 1035 completed, throughput=4.99MB/sec 2024-08-10T05:19:54.100 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kmnxXwE_xkIPgeo off=601326 len=534060 2024-08-10T05:19:54.101 INFO:tasks.workunit.client.0.smithi078.stdout:op 1036 completed, throughput=4.99MB/sec 2024-08-10T05:19:54.101 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rfK7Pu3Hx7UMOJm off=5167621 len=1675996 2024-08-10T05:19:54.102 INFO:tasks.workunit.client.0.smithi078.stdout:op 1037 completed, throughput=5MB/sec 2024-08-10T05:19:54.103 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iB8_wRk0nitZzOO off=13921025 len=750800 2024-08-10T05:19:54.104 INFO:tasks.workunit.client.0.smithi078.stdout:op 1038 completed, throughput=5MB/sec 2024-08-10T05:19:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:54 smithi107 ceph-mon[86658]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:19:55.105 INFO:tasks.workunit.client.0.smithi078.stdout: 205: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:55.105 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Uj3u3z7FYwtyQvI off=2081775 len=1156651 2024-08-10T05:19:55.107 INFO:tasks.workunit.client.0.smithi078.stdout:op 1039 completed, throughput=4.98MB/sec 2024-08-10T05:19:55.107 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-05-nX7tLKHUqsb7 off=4557421 len=1942995 2024-08-10T05:19:55.119 INFO:tasks.workunit.client.0.smithi078.stdout:op 1040 completed, throughput=4.99MB/sec 2024-08-10T05:19:55.119 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nYYJShnTo-Vvo07 off=20289461 len=816563 2024-08-10T05:19:55.120 INFO:tasks.workunit.client.0.smithi078.stdout:op 1041 completed, throughput=5MB/sec 2024-08-10T05:19:55.120 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VOnh6P2_QRjbfeV off=3739670 len=1739983 2024-08-10T05:19:55.127 INFO:tasks.workunit.client.0.smithi078.stdout:op 1042 completed, throughput=5MB/sec 2024-08-10T05:19:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:54 smithi078 ceph-mon[92251]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:19:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:54 smithi078 ceph-mon[94618]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:19:56.127 INFO:tasks.workunit.client.0.smithi078.stdout: 206: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:56.128 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3jy56XUg_e-3g3s off=6549752 len=1269945 2024-08-10T05:19:56.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 1043 completed, throughput=4.99MB/sec 2024-08-10T05:19:56.130 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jcNAzvnk_hGixfl off=1416877 len=1995023 2024-08-10T05:19:56.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 1044 completed, throughput=4.99MB/sec 2024-08-10T05:19:56.133 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3AYqG_2Jy--_sFu off=18739277 len=30343 2024-08-10T05:19:56.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 1045 completed, throughput=4.99MB/sec 2024-08-10T05:19:56.133 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9AKlBDAHKu_ug64 off=20804899 len=1088703 2024-08-10T05:19:56.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 1046 completed, throughput=5MB/sec 2024-08-10T05:19:56.135 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ozTOw4tcfn9YOGo off=10200110 len=408757 2024-08-10T05:19:56.138 INFO:tasks.workunit.client.0.smithi078.stdout:op 1047 completed, throughput=5MB/sec 2024-08-10T05:19:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:56 smithi107 ceph-mon[86658]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:19:57.139 INFO:tasks.workunit.client.0.smithi078.stdout: 207: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:57.139 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p6plKKFm_kwZlGF off=1434323 len=176359 2024-08-10T05:19:57.141 INFO:tasks.workunit.client.0.smithi078.stdout:op 1048 completed, throughput=4.98MB/sec 2024-08-10T05:19:57.142 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-J4FYTOo9l3yHiEc off=3060483 len=2076240 2024-08-10T05:19:57.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 1049 completed, throughput=4.99MB/sec 2024-08-10T05:19:57.146 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eV5oH78h9eOwb4_ off=875618 len=647010 2024-08-10T05:19:57.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 1050 completed, throughput=4.99MB/sec 2024-08-10T05:19:57.147 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mEdhGVGYVbJYzgC off=3423460 len=1957340 2024-08-10T05:19:57.158 INFO:tasks.workunit.client.0.smithi078.stdout:op 1051 completed, throughput=5MB/sec 2024-08-10T05:19:57.158 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B2TzoUufvzOrodd off=1703909 len=1495847 2024-08-10T05:19:57.170 INFO:tasks.workunit.client.0.smithi078.stdout:op 1052 completed, throughput=5.01MB/sec 2024-08-10T05:19:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:56 smithi078 ceph-mon[92251]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:19:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:56 smithi078 ceph-mon[94618]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:19:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:58.171 INFO:tasks.workunit.client.0.smithi078.stdout: 208: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:58.171 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UnUDhevlxffjq86 off=669593 len=270923 2024-08-10T05:19:58.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 1053 completed, throughput=4.98MB/sec 2024-08-10T05:19:58.172 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-35B1s6rDDh6GgQx off=897798 len=254471 2024-08-10T05:19:58.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 1054 completed, throughput=4.98MB/sec 2024-08-10T05:19:58.172 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z17_lZ77imBcCbR off=3604303 len=208299 2024-08-10T05:19:58.176 INFO:tasks.workunit.client.0.smithi078.stdout:op 1055 completed, throughput=4.99MB/sec 2024-08-10T05:19:58.176 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wmZ34aKa_wxtNxl off=3159065 len=881665 2024-08-10T05:19:58.177 INFO:tasks.workunit.client.0.smithi078.stdout:op 1056 completed, throughput=4.99MB/sec 2024-08-10T05:19:58.177 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JYF9bCRM5wXmvqX off=4102344 len=1404143 2024-08-10T05:19:58.179 INFO:tasks.workunit.client.0.smithi078.stdout:op 1057 completed, throughput=5MB/sec 2024-08-10T05:19:58.179 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0pBxYgSrEhknLCg off=3362722 len=713565 2024-08-10T05:19:58.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 1058 completed, throughput=5MB/sec 2024-08-10T05:19:58.184 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B_0eZ4S17kp1GPN off=3294797 len=1878586 2024-08-10T05:19:58.187 INFO:tasks.workunit.client.0.smithi078.stdout:op 1059 completed, throughput=5.01MB/sec 2024-08-10T05:19:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:19:58 smithi107 ceph-mon[86658]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:19:59.188 INFO:tasks.workunit.client.0.smithi078.stdout: 209: throughput=4.98MB/sec pending data=0 2024-08-10T05:19:59.188 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZUimFgUVXKncPkY off=231640 len=1274140 2024-08-10T05:19:59.195 INFO:tasks.workunit.client.0.smithi078.stdout:op 1060 completed, throughput=4.99MB/sec 2024-08-10T05:19:59.195 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8z5VQutKtv9fHmG off=6730586 len=1802621 2024-08-10T05:19:59.197 INFO:tasks.workunit.client.0.smithi078.stdout:op 1061 completed, throughput=5MB/sec 2024-08-10T05:19:59.197 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PGthTsebSwuACw9 off=14828779 len=1973726 2024-08-10T05:19:59.199 INFO:tasks.workunit.client.0.smithi078.stdout:op 1062 completed, throughput=5.01MB/sec 2024-08-10T05:19:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:19:58 smithi078 ceph-mon[94618]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:19:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:19:58 smithi078 ceph-mon[92251]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:20:00.199 INFO:tasks.workunit.client.0.smithi078.stdout: 210: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:00.199 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9H9FqBXZ23XFJgA off=399887 len=1966042 2024-08-10T05:20:00.201 INFO:tasks.workunit.client.0.smithi078.stdout:op 1063 completed, throughput=4.99MB/sec 2024-08-10T05:20:00.201 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yIHNVnDNpSZRIG8 off=9537496 len=1622503 2024-08-10T05:20:00.208 INFO:tasks.workunit.client.0.smithi078.stdout:op 1064 completed, throughput=5MB/sec 2024-08-10T05:20:00.208 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1rVTuhrHyQgsKYO off=9455114 len=1998276 2024-08-10T05:20:00.221 INFO:tasks.workunit.client.0.smithi078.stdout:op 1065 completed, throughput=5.01MB/sec 2024-08-10T05:20:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:00 smithi107 ceph-mon[86658]: overall HEALTH_OK 2024-08-10T05:20:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:00 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T05:20:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:00 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T05:20:01.221 INFO:tasks.workunit.client.0.smithi078.stdout: 211: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:01.222 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Gu502-Hkvt9iL2I off=7448812 len=561703 2024-08-10T05:20:01.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 1066 completed, throughput=4.99MB/sec 2024-08-10T05:20:01.223 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-o5LmpR6ONPFGbLJ off=898739 len=994519 2024-08-10T05:20:01.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 1067 completed, throughput=4.99MB/sec 2024-08-10T05:20:01.229 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2bdqWZgDtaucY-f off=9793314 len=485478 2024-08-10T05:20:01.233 INFO:tasks.workunit.client.0.smithi078.stdout:op 1068 completed, throughput=4.99MB/sec 2024-08-10T05:20:01.233 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--5HTcHiXXeV9M6M off=1072585 len=426811 2024-08-10T05:20:01.234 INFO:tasks.workunit.client.0.smithi078.stdout:op 1069 completed, throughput=4.99MB/sec 2024-08-10T05:20:01.234 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SOvTa6tT_cnMU7o off=20117218 len=1811551 2024-08-10T05:20:01.244 INFO:tasks.workunit.client.0.smithi078.stdout:op 1070 completed, throughput=5MB/sec 2024-08-10T05:20:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:01 smithi107 ceph-mon[86658]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:20:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:01 smithi078 ceph-mon[92251]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:20:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:01 smithi078 ceph-mon[94618]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:20:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:20:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:20:01] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2024-08-10T05:20:02.244 INFO:tasks.workunit.client.0.smithi078.stdout: 212: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:02.244 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RVAmH0vgLsE25Vz off=1315115 len=263700 2024-08-10T05:20:02.245 INFO:tasks.workunit.client.0.smithi078.stdout:op 1071 completed, throughput=4.98MB/sec 2024-08-10T05:20:02.245 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s3klozoFtqS19zI off=2438198 len=818218 2024-08-10T05:20:02.250 INFO:tasks.workunit.client.0.smithi078.stdout:op 1072 completed, throughput=4.98MB/sec 2024-08-10T05:20:02.251 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VE6WHsL8pBxw-Oc off=748322 len=104848 2024-08-10T05:20:02.251 INFO:tasks.workunit.client.0.smithi078.stdout:op 1073 completed, throughput=4.98MB/sec 2024-08-10T05:20:02.251 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cgchb49a1eWa7xV off=13712673 len=755894 2024-08-10T05:20:02.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 1074 completed, throughput=4.99MB/sec 2024-08-10T05:20:02.252 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-t1l70POLAYzqdac off=825262 len=709520 2024-08-10T05:20:02.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 1075 completed, throughput=4.99MB/sec 2024-08-10T05:20:02.256 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9nx29Xpswe9d1sL off=7207390 len=657653 2024-08-10T05:20:02.260 INFO:tasks.workunit.client.0.smithi078.stdout:op 1076 completed, throughput=4.99MB/sec 2024-08-10T05:20:02.260 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IccGjEWJzq1oO86 off=5258814 len=85190 2024-08-10T05:20:02.262 INFO:tasks.workunit.client.0.smithi078.stdout:op 1077 completed, throughput=4.99MB/sec 2024-08-10T05:20:02.262 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oYr6IyRl7VDmFal off=5654319 len=475411 2024-08-10T05:20:02.263 INFO:tasks.workunit.client.0.smithi078.stdout:op 1078 completed, throughput=5MB/sec 2024-08-10T05:20:02.263 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qmd_Qh3z_pRRilv off=8008909 len=1862294 2024-08-10T05:20:02.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 1079 completed, throughput=5MB/sec 2024-08-10T05:20:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:20:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:20:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:02 smithi107 ceph-mon[86658]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:20:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:02 smithi078 ceph-mon[92251]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:20:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:02 smithi078 ceph-mon[94618]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:20:03.274 INFO:tasks.workunit.client.0.smithi078.stdout: 213: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:03.274 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ca-hn1bIMbRbXOj off=10243700 len=2049104 2024-08-10T05:20:03.277 INFO:tasks.workunit.client.0.smithi078.stdout:op 1080 completed, throughput=4.99MB/sec 2024-08-10T05:20:03.277 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3au2rKo3qnVjbKu off=1378127 len=811487 2024-08-10T05:20:03.282 INFO:tasks.workunit.client.0.smithi078.stdout:op 1081 completed, throughput=4.99MB/sec 2024-08-10T05:20:03.282 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4FTLM1uAcUyYqsc off=2829288 len=37856 2024-08-10T05:20:03.282 INFO:tasks.workunit.client.0.smithi078.stdout:op 1082 completed, throughput=4.99MB/sec 2024-08-10T05:20:03.282 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b8wPkdjqok80b6x off=23381738 len=1561246 2024-08-10T05:20:03.284 INFO:tasks.workunit.client.0.smithi078.stdout:op 1083 completed, throughput=5MB/sec 2024-08-10T05:20:03.284 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-upinwG0u3X3Hl0T off=18476547 len=850887 2024-08-10T05:20:03.289 INFO:tasks.workunit.client.0.smithi078.stdout:op 1084 completed, throughput=5MB/sec 2024-08-10T05:20:04.289 INFO:tasks.workunit.client.0.smithi078.stdout: 214: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:04.289 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lm8X26QhgMdSNup off=10065435 len=2058689 2024-08-10T05:20:04.297 INFO:tasks.workunit.client.0.smithi078.stdout:op 1085 completed, throughput=4.99MB/sec 2024-08-10T05:20:04.297 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mBTpJDs9ZxHRrWu off=1153247 len=773037 2024-08-10T05:20:04.301 INFO:tasks.workunit.client.0.smithi078.stdout:op 1086 completed, throughput=4.99MB/sec 2024-08-10T05:20:04.301 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GULkNGOAuiuzgFX off=1432308 len=895591 2024-08-10T05:20:04.302 INFO:tasks.workunit.client.0.smithi078.stdout:op 1087 completed, throughput=5MB/sec 2024-08-10T05:20:04.302 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dxtqXqYDyks5P0b off=3232835 len=621756 2024-08-10T05:20:04.305 INFO:tasks.workunit.client.0.smithi078.stdout:op 1088 completed, throughput=5MB/sec 2024-08-10T05:20:04.305 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-StfZiA2vYJhPUUA off=90080 len=1783111 2024-08-10T05:20:04.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 1089 completed, throughput=5.01MB/sec 2024-08-10T05:20:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:04 smithi107 ceph-mon[86658]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:20:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:04 smithi078 ceph-mon[92251]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:20:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:04 smithi078 ceph-mon[94618]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:20:05.315 INFO:tasks.workunit.client.0.smithi078.stdout: 215: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:05.315 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YPGoYr9UIG4mCzD off=9505000 len=543385 2024-08-10T05:20:05.319 INFO:tasks.workunit.client.0.smithi078.stdout:op 1090 completed, throughput=4.99MB/sec 2024-08-10T05:20:05.319 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zzPmLliLE84siWi off=3320216 len=378097 2024-08-10T05:20:05.322 INFO:tasks.workunit.client.0.smithi078.stdout:op 1091 completed, throughput=4.99MB/sec 2024-08-10T05:20:05.322 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3au2rKo3qnVjbKu off=2616012 len=1328470 2024-08-10T05:20:05.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 1092 completed, throughput=4.99MB/sec 2024-08-10T05:20:05.328 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Eq4jP63j0p5V_og off=22859443 len=1787338 2024-08-10T05:20:05.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 1093 completed, throughput=5MB/sec 2024-08-10T05:20:06.332 INFO:tasks.workunit.client.0.smithi078.stdout: 216: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:06.332 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NHYkiaE4BScgYd6 off=8764704 len=1012900 2024-08-10T05:20:06.333 INFO:tasks.workunit.client.0.smithi078.stdout:op 1094 completed, throughput=4.98MB/sec 2024-08-10T05:20:06.333 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vkBrz9XbtFv_ggx off=10221426 len=455161 2024-08-10T05:20:06.336 INFO:tasks.workunit.client.0.smithi078.stdout:op 1095 completed, throughput=4.98MB/sec 2024-08-10T05:20:06.337 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IvNxALbSyLwTkeL off=9458939 len=156672 2024-08-10T05:20:06.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 1096 completed, throughput=4.98MB/sec 2024-08-10T05:20:06.339 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IBTlto0ch4VBCxT off=389604 len=1900905 2024-08-10T05:20:06.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 1097 completed, throughput=4.99MB/sec 2024-08-10T05:20:06.352 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fpkSrrMrL86Zgdr off=202162 len=1488280 2024-08-10T05:20:06.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 1098 completed, throughput=5MB/sec 2024-08-10T05:20:06.354 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-q1G49Zqq8hGIqf- off=8789241 len=2009901 2024-08-10T05:20:06.366 INFO:tasks.workunit.client.0.smithi078.stdout:op 1099 completed, throughput=5.01MB/sec 2024-08-10T05:20:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:06 smithi107 ceph-mon[86658]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:20:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:06 smithi078 ceph-mon[94618]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:20:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:06 smithi078 ceph-mon[92251]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:20:07.367 INFO:tasks.workunit.client.0.smithi078.stdout: 217: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:07.367 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cvug6J6VPM8-VXu off=7525531 len=394869 2024-08-10T05:20:07.367 INFO:tasks.workunit.client.0.smithi078.stdout:op 1100 completed, throughput=4.99MB/sec 2024-08-10T05:20:07.368 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IuQh6DWhjtZSYux off=2654379 len=2057270 2024-08-10T05:20:07.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 1101 completed, throughput=5MB/sec 2024-08-10T05:20:07.370 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eFFx1xLjN9DRPeN off=17972495 len=1072860 2024-08-10T05:20:07.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 1102 completed, throughput=5MB/sec 2024-08-10T05:20:07.376 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-46IGrbp1pMDtlH1 off=14858258 len=1431682 2024-08-10T05:20:07.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 1103 completed, throughput=5.01MB/sec 2024-08-10T05:20:08.379 INFO:tasks.workunit.client.0.smithi078.stdout: 218: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:08.379 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1q-acaBpJihNuSS off=1711767 len=1468465 2024-08-10T05:20:08.385 INFO:tasks.workunit.client.0.smithi078.stdout:op 1104 completed, throughput=4.99MB/sec 2024-08-10T05:20:08.385 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XHREj5QVZ4cPIpx off=0 len=1327332 2024-08-10T05:20:08.387 INFO:tasks.workunit.client.0.smithi078.stdout:op 1105 completed, throughput=5MB/sec 2024-08-10T05:20:08.387 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KZ0mgd2z9osjziB off=1629488 len=1585422 2024-08-10T05:20:08.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 1106 completed, throughput=5MB/sec 2024-08-10T05:20:09.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:08 smithi107 ceph-mon[86658]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:20:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:08 smithi078 ceph-mon[94618]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:20:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:08 smithi078 ceph-mon[92251]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:20:09.394 INFO:tasks.workunit.client.0.smithi078.stdout: 219: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:09.394 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ka538QrTD9FA8YX off=4213590 len=1254605 2024-08-10T05:20:09.399 INFO:tasks.workunit.client.0.smithi078.stdout:op 1107 completed, throughput=4.98MB/sec 2024-08-10T05:20:09.399 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-94EtteZWYo0pHhi off=7463657 len=1965215 2024-08-10T05:20:09.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 1108 completed, throughput=4.99MB/sec 2024-08-10T05:20:09.411 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tFDbc9WAWAnwipp off=0 len=1331481 2024-08-10T05:20:09.418 INFO:tasks.workunit.client.0.smithi078.stdout:op 1109 completed, throughput=5MB/sec 2024-08-10T05:20:09.418 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GhfU5uTPWoppwys off=3731242 len=1904366 2024-08-10T05:20:09.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 1110 completed, throughput=5.01MB/sec 2024-08-10T05:20:10.422 INFO:tasks.workunit.client.0.smithi078.stdout: 220: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:10.422 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DIHieUfC1up_ab4 off=9402684 len=719813 2024-08-10T05:20:10.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 1111 completed, throughput=4.99MB/sec 2024-08-10T05:20:10.426 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-b5rLokCU0pbf9W- off=7232796 len=1825363 2024-08-10T05:20:10.437 INFO:tasks.workunit.client.0.smithi078.stdout:op 1112 completed, throughput=4.99MB/sec 2024-08-10T05:20:10.437 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2ooQdzQXlUsrfyv off=11776455 len=39782 2024-08-10T05:20:10.439 INFO:tasks.workunit.client.0.smithi078.stdout:op 1113 completed, throughput=4.99MB/sec 2024-08-10T05:20:10.439 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7ZpXNjWxBDJIhMl off=1286068 len=1835804 2024-08-10T05:20:10.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 1114 completed, throughput=5MB/sec 2024-08-10T05:20:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:10 smithi107 ceph-mon[86658]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:20:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:10 smithi078 ceph-mon[92251]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:20:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:10 smithi078 ceph-mon[94618]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:20:11.441 INFO:tasks.workunit.client.0.smithi078.stdout: 221: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:11.442 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uF8mUUERh_Pm73A off=1601358 len=1483136 2024-08-10T05:20:11.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 1115 completed, throughput=4.99MB/sec 2024-08-10T05:20:11.443 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6gWCNY47nuscqIf off=4160099 len=1411805 2024-08-10T05:20:11.450 INFO:tasks.workunit.client.0.smithi078.stdout:op 1116 completed, throughput=4.99MB/sec 2024-08-10T05:20:11.450 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6FyNgZUtH3piEXs off=11669346 len=1710731 2024-08-10T05:20:11.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 1117 completed, throughput=5MB/sec 2024-08-10T05:20:11.452 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JbfKUm2TsSblUzk off=7727384 len=435052 2024-08-10T05:20:11.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 1118 completed, throughput=5MB/sec 2024-08-10T05:20:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:20:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:20:11] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2024-08-10T05:20:12.454 INFO:tasks.workunit.client.0.smithi078.stdout: 222: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:12.454 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rnADOqs1AG-9cFM off=5146466 len=1632908 2024-08-10T05:20:12.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 1119 completed, throughput=4.99MB/sec 2024-08-10T05:20:12.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-I6sFd0pXCzGK90Q off=3752465 len=307259 2024-08-10T05:20:12.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 1120 completed, throughput=4.99MB/sec 2024-08-10T05:20:12.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vz5Z_pu7EJxh7oa off=650736 len=607837 2024-08-10T05:20:12.458 INFO:tasks.workunit.client.0.smithi078.stdout:op 1121 completed, throughput=4.99MB/sec 2024-08-10T05:20:12.458 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7uPWCXAq86VzII0 off=7007775 len=521294 2024-08-10T05:20:12.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 1122 completed, throughput=4.99MB/sec 2024-08-10T05:20:12.463 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zVxzK-Dd-GQsCl6 off=17779994 len=745545 2024-08-10T05:20:12.467 INFO:tasks.workunit.client.0.smithi078.stdout:op 1123 completed, throughput=5MB/sec 2024-08-10T05:20:12.467 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KVWlgeu3y_-S3SO off=6849970 len=556475 2024-08-10T05:20:12.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 1124 completed, throughput=5MB/sec 2024-08-10T05:20:12.471 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-70qrLT5fO_eqpwy off=6811940 len=770743 2024-08-10T05:20:12.472 INFO:tasks.workunit.client.0.smithi078.stdout:op 1125 completed, throughput=5MB/sec 2024-08-10T05:20:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:20:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:13.473 INFO:tasks.workunit.client.0.smithi078.stdout: 223: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:13.473 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5VZBw7ggXaLKZFL off=1527689 len=292158 2024-08-10T05:20:13.474 INFO:tasks.workunit.client.0.smithi078.stdout:op 1126 completed, throughput=4.98MB/sec 2024-08-10T05:20:13.474 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ut2IeJhlj41PecO off=2747494 len=2027464 2024-08-10T05:20:13.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 1127 completed, throughput=4.99MB/sec 2024-08-10T05:20:13.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SaLOwsWYeyNcffg off=18328458 len=246454 2024-08-10T05:20:13.490 INFO:tasks.workunit.client.0.smithi078.stdout:op 1128 completed, throughput=4.99MB/sec 2024-08-10T05:20:13.490 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nTUEbiqLv1LvCbL off=6719703 len=1546986 2024-08-10T05:20:13.491 INFO:tasks.workunit.client.0.smithi078.stdout:op 1129 completed, throughput=5MB/sec 2024-08-10T05:20:13.492 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--u0_Hkk9OTMoNGl off=4238833 len=341373 2024-08-10T05:20:13.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 1130 completed, throughput=5MB/sec 2024-08-10T05:20:13.495 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UNjUiqSYcsyKrjO off=19257796 len=1957523 2024-08-10T05:20:13.502 INFO:tasks.workunit.client.0.smithi078.stdout:op 1131 completed, throughput=5MB/sec 2024-08-10T05:20:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:13 smithi107 ceph-mon[86658]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:20:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:13 smithi078 ceph-mon[94618]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:20:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:13 smithi078 ceph-mon[92251]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:20:14.502 INFO:tasks.workunit.client.0.smithi078.stdout: 224: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:14.502 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IvaalijmHWvvG0A off=6681630 len=680648 2024-08-10T05:20:14.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 1132 completed, throughput=4.99MB/sec 2024-08-10T05:20:14.503 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-m4R1Z_8rN2-CqTC off=16879845 len=897549 2024-08-10T05:20:14.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 1133 completed, throughput=4.99MB/sec 2024-08-10T05:20:14.509 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XRpC-OrdpsfGzm0 off=11959715 len=137888 2024-08-10T05:20:14.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 1134 completed, throughput=4.99MB/sec 2024-08-10T05:20:14.511 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-neu0a8FXN9Wft7R off=15733122 len=522452 2024-08-10T05:20:14.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 1135 completed, throughput=4.99MB/sec 2024-08-10T05:20:14.513 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2eogRrnnNydXbfp off=772978 len=565900 2024-08-10T05:20:14.514 INFO:tasks.workunit.client.0.smithi078.stdout:op 1136 completed, throughput=4.99MB/sec 2024-08-10T05:20:14.514 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3au2rKo3qnVjbKu off=68671 len=1472787 2024-08-10T05:20:14.520 INFO:tasks.workunit.client.0.smithi078.stdout:op 1137 completed, throughput=5MB/sec 2024-08-10T05:20:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:14 smithi107 ceph-mon[86658]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:20:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:14 smithi078 ceph-mon[92251]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:20:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:14 smithi078 ceph-mon[94618]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:20:15.521 INFO:tasks.workunit.client.0.smithi078.stdout: 225: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:15.521 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aOlH5eN7tSunIdj off=6156625 len=1557793 2024-08-10T05:20:15.528 INFO:tasks.workunit.client.0.smithi078.stdout:op 1138 completed, throughput=4.98MB/sec 2024-08-10T05:20:15.528 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CKbNjv6G3m85ooR off=10568153 len=578704 2024-08-10T05:20:15.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 1139 completed, throughput=4.99MB/sec 2024-08-10T05:20:15.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nyjJVv7S6QzyOsC off=382248 len=1741674 2024-08-10T05:20:15.540 INFO:tasks.workunit.client.0.smithi078.stdout:op 1140 completed, throughput=4.99MB/sec 2024-08-10T05:20:15.540 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yMuS68moe-Ny7vR off=5143276 len=548391 2024-08-10T05:20:15.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 1141 completed, throughput=5MB/sec 2024-08-10T05:20:15.541 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SMgYi3zU51visnC off=3736057 len=620778 2024-08-10T05:20:15.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 1142 completed, throughput=5MB/sec 2024-08-10T05:20:15.542 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iTtrnODzHv2cox5 off=7602537 len=707236 2024-08-10T05:20:15.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 1143 completed, throughput=5MB/sec 2024-08-10T05:20:16.547 INFO:tasks.workunit.client.0.smithi078.stdout: 226: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:16.548 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jxWcddAqjnuc9Cs off=7296286 len=684852 2024-08-10T05:20:16.548 INFO:tasks.workunit.client.0.smithi078.stdout:op 1144 completed, throughput=4.98MB/sec 2024-08-10T05:20:16.549 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2WiHRrmbYrIe_nZ off=1751851 len=721045 2024-08-10T05:20:16.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 1145 completed, throughput=4.99MB/sec 2024-08-10T05:20:16.551 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Evd1Of8k4mzzsRv off=2122073 len=1886692 2024-08-10T05:20:16.554 INFO:tasks.workunit.client.0.smithi078.stdout:op 1146 completed, throughput=4.99MB/sec 2024-08-10T05:20:16.554 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nVbb-TgbBOCqjYY off=19165602 len=1308686 2024-08-10T05:20:16.563 INFO:tasks.workunit.client.0.smithi078.stdout:op 1147 completed, throughput=5MB/sec 2024-08-10T05:20:16.563 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zvdUI_9Cpt7gElD off=127013 len=2030796 2024-08-10T05:20:16.565 INFO:tasks.workunit.client.0.smithi078.stdout:op 1148 completed, throughput=5.01MB/sec 2024-08-10T05:20:17.028 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:16 smithi078 ceph-mon[94618]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:20:17.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:16 smithi078 ceph-mon[92251]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:20:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:16 smithi107 ceph-mon[86658]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:20:17.566 INFO:tasks.workunit.client.0.smithi078.stdout: 227: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:17.566 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QBcANsWAn7b3wCB off=5763158 len=1278298 2024-08-10T05:20:17.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 1149 completed, throughput=4.99MB/sec 2024-08-10T05:20:17.567 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ov0L8PwEfOMNj2V off=13066963 len=1368802 2024-08-10T05:20:17.576 INFO:tasks.workunit.client.0.smithi078.stdout:op 1150 completed, throughput=5MB/sec 2024-08-10T05:20:17.576 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Cvj4EmKRG-o8hxS off=218778 len=1025332 2024-08-10T05:20:17.581 INFO:tasks.workunit.client.0.smithi078.stdout:op 1151 completed, throughput=5MB/sec 2024-08-10T05:20:18.581 INFO:tasks.workunit.client.0.smithi078.stdout: 228: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:18.581 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fGDfutYdVb7gono off=1549647 len=948857 2024-08-10T05:20:18.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 1152 completed, throughput=4.98MB/sec 2024-08-10T05:20:18.587 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ofjUfXzWSqyhuGv off=4221630 len=1475886 2024-08-10T05:20:18.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 1153 completed, throughput=4.99MB/sec 2024-08-10T05:20:18.589 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JSQOD7VV55bi_9X off=14844109 len=165806 2024-08-10T05:20:18.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 1154 completed, throughput=4.99MB/sec 2024-08-10T05:20:18.590 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--V6FqQQRCQxhSql off=1707672 len=1806090 2024-08-10T05:20:18.600 INFO:tasks.workunit.client.0.smithi078.stdout:op 1155 completed, throughput=5MB/sec 2024-08-10T05:20:18.601 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i5gO87bm8M3PRIo off=4831603 len=443774 2024-08-10T05:20:18.604 INFO:tasks.workunit.client.0.smithi078.stdout:op 1156 completed, throughput=5MB/sec 2024-08-10T05:20:18.604 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hvlEYBSDe5QOEZ8 off=653145 len=1190821 2024-08-10T05:20:18.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 1157 completed, throughput=5MB/sec 2024-08-10T05:20:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:18 smithi107 ceph-mon[86658]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:20:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:18 smithi078 ceph-mon[92251]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:20:19.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:18 smithi078 ceph-mon[94618]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:20:19.611 INFO:tasks.workunit.client.0.smithi078.stdout: 229: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:19.612 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-arnaidc9AO8Yj00 off=18169466 len=119045 2024-08-10T05:20:19.612 INFO:tasks.workunit.client.0.smithi078.stdout:op 1158 completed, throughput=4.98MB/sec 2024-08-10T05:20:19.612 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5t9vYJE8baywn_W off=1066823 len=1761779 2024-08-10T05:20:19.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 1159 completed, throughput=4.99MB/sec 2024-08-10T05:20:19.621 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q8Jjl15tjhZ1Hd- off=2065027 len=955415 2024-08-10T05:20:19.626 INFO:tasks.workunit.client.0.smithi078.stdout:op 1160 completed, throughput=4.99MB/sec 2024-08-10T05:20:19.626 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vRvb_wzYfAPvwMG off=692325 len=1878444 2024-08-10T05:20:19.629 INFO:tasks.workunit.client.0.smithi078.stdout:op 1161 completed, throughput=5MB/sec 2024-08-10T05:20:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:20.630 INFO:tasks.workunit.client.0.smithi078.stdout: 230: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:20.630 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sb-G88wODb2rD0v off=10680303 len=567212 2024-08-10T05:20:20.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 1162 completed, throughput=4.98MB/sec 2024-08-10T05:20:20.632 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oP3uqL3xUqrR6Hy off=71190 len=272292 2024-08-10T05:20:20.633 INFO:tasks.workunit.client.0.smithi078.stdout:op 1163 completed, throughput=4.98MB/sec 2024-08-10T05:20:20.633 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uYESdVmc7MIAUr8 off=10583525 len=955540 2024-08-10T05:20:20.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 1164 completed, throughput=4.99MB/sec 2024-08-10T05:20:20.634 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jWC8v0S_oQyv4KG off=14946240 len=931832 2024-08-10T05:20:20.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 1165 completed, throughput=4.99MB/sec 2024-08-10T05:20:20.638 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gVEmStSWd0QatqF off=6455389 len=212491 2024-08-10T05:20:20.639 INFO:tasks.workunit.client.0.smithi078.stdout:op 1166 completed, throughput=4.99MB/sec 2024-08-10T05:20:20.639 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A3BqffkQfYTCgsH off=7819735 len=912026 2024-08-10T05:20:20.642 INFO:tasks.workunit.client.0.smithi078.stdout:op 1167 completed, throughput=4.99MB/sec 2024-08-10T05:20:20.643 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5HsUdEDIWe3Xgkt off=14716137 len=1558255 2024-08-10T05:20:20.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 1168 completed, throughput=5MB/sec 2024-08-10T05:20:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:20:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:20:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:21 smithi107 ceph-mon[86658]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:20:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:20:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:20:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[92251]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:20:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:20:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:20:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-mon[94618]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:20:21.648 INFO:tasks.workunit.client.0.smithi078.stdout: 231: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:21.648 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uZFoDPniDGWC30V off=1777742 len=1040254 2024-08-10T05:20:21.653 INFO:tasks.workunit.client.0.smithi078.stdout:op 1169 completed, throughput=4.98MB/sec 2024-08-10T05:20:21.653 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-u8Jc-LDk8OONPiV off=8245884 len=52984 2024-08-10T05:20:21.653 INFO:tasks.workunit.client.0.smithi078.stdout:op 1170 completed, throughput=4.98MB/sec 2024-08-10T05:20:21.653 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W7zjDEBPQhSNQrO off=3120630 len=1621422 2024-08-10T05:20:21.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 1171 completed, throughput=4.99MB/sec 2024-08-10T05:20:21.662 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S_gMrnitjK9cS-X off=6819870 len=1550231 2024-08-10T05:20:21.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 1172 completed, throughput=5MB/sec 2024-08-10T05:20:21.664 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DG8P9N0PDM5jBHL off=4458055 len=338495 2024-08-10T05:20:21.665 INFO:tasks.workunit.client.0.smithi078.stdout:op 1173 completed, throughput=5MB/sec 2024-08-10T05:20:21.665 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--zg5JdI0k5ZQaL- off=1523170 len=1326437 2024-08-10T05:20:21.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 1174 completed, throughput=5MB/sec 2024-08-10T05:20:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:20:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:20:21] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:20:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:20:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:22.668 INFO:tasks.workunit.client.0.smithi078.stdout: 232: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:22.668 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-37qtaQHhDhCIXYt off=7709691 len=1438306 2024-08-10T05:20:22.671 INFO:tasks.workunit.client.0.smithi078.stdout:op 1175 completed, throughput=4.99MB/sec 2024-08-10T05:20:22.671 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eKHf0niAng3yRbl off=5887628 len=1061378 2024-08-10T05:20:22.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 1176 completed, throughput=4.99MB/sec 2024-08-10T05:20:22.677 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XemAFYRkzE1uxb8 off=727218 len=172224 2024-08-10T05:20:22.678 INFO:tasks.workunit.client.0.smithi078.stdout:op 1177 completed, throughput=4.99MB/sec 2024-08-10T05:20:22.678 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7nLsRVnkPsojds_ off=11502613 len=1075850 2024-08-10T05:20:22.684 INFO:tasks.workunit.client.0.smithi078.stdout:op 1178 completed, throughput=5MB/sec 2024-08-10T05:20:22.684 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AA3iNJGQHdgVZPd off=15417233 len=1143703 2024-08-10T05:20:22.685 INFO:tasks.workunit.client.0.smithi078.stdout:op 1179 completed, throughput=5MB/sec 2024-08-10T05:20:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:22 smithi107 ceph-mon[86658]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:20:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:22 smithi078 ceph-mon[92251]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:20:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:22 smithi078 ceph-mon[94618]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:20:23.686 INFO:tasks.workunit.client.0.smithi078.stdout: 233: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:23.686 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OekHOMQJULUC7Q1 off=2258731 len=69358 2024-08-10T05:20:23.687 INFO:tasks.workunit.client.0.smithi078.stdout:op 1180 completed, throughput=4.98MB/sec 2024-08-10T05:20:23.687 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wYRG7L-S_dbmmxb off=4570166 len=632825 2024-08-10T05:20:23.688 INFO:tasks.workunit.client.0.smithi078.stdout:op 1181 completed, throughput=4.98MB/sec 2024-08-10T05:20:23.688 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-czNvKm0Jdjw6jl5 off=17429605 len=1712590 2024-08-10T05:20:23.690 INFO:tasks.workunit.client.0.smithi078.stdout:op 1182 completed, throughput=4.99MB/sec 2024-08-10T05:20:23.690 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Vr7GZwcsIOyOyog off=13511912 len=918504 2024-08-10T05:20:23.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 1183 completed, throughput=4.99MB/sec 2024-08-10T05:20:23.692 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oL2EiP46mjiVnh- off=20122360 len=1945800 2024-08-10T05:20:23.694 INFO:tasks.workunit.client.0.smithi078.stdout:op 1184 completed, throughput=5MB/sec 2024-08-10T05:20:24.694 INFO:tasks.workunit.client.0.smithi078.stdout: 234: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:24.694 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-884I2P4y8bgSGio off=358291 len=423152 2024-08-10T05:20:24.695 INFO:tasks.workunit.client.0.smithi078.stdout:op 1185 completed, throughput=4.98MB/sec 2024-08-10T05:20:24.695 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1PA0A6jr5LBQrgF off=5318458 len=1486300 2024-08-10T05:20:24.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 1186 completed, throughput=4.99MB/sec 2024-08-10T05:20:24.703 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ilm3tq7pQ9o5IKW off=3362082 len=1391229 2024-08-10T05:20:24.708 INFO:tasks.workunit.client.0.smithi078.stdout:op 1187 completed, throughput=4.99MB/sec 2024-08-10T05:20:24.708 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LCPnPCNz1fcTFDQ off=7006772 len=1742244 2024-08-10T05:20:24.718 INFO:tasks.workunit.client.0.smithi078.stdout:op 1188 completed, throughput=5MB/sec 2024-08-10T05:20:24.718 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v18UpSHHG8yv9Ka off=4397525 len=1854677 2024-08-10T05:20:24.719 INFO:tasks.workunit.client.0.smithi078.stdout:op 1189 completed, throughput=5.01MB/sec 2024-08-10T05:20:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:24 smithi107 ceph-mon[86658]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:20:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:24 smithi078 ceph-mon[92251]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:20:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:24 smithi078 ceph-mon[94618]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:20:25.720 INFO:tasks.workunit.client.0.smithi078.stdout: 235: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:25.720 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Re2FEgBQ3qFe_oh off=677390 len=1391196 2024-08-10T05:20:25.723 INFO:tasks.workunit.client.0.smithi078.stdout:op 1190 completed, throughput=4.99MB/sec 2024-08-10T05:20:25.723 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XtU23rrG-yZKeLz off=14032286 len=150615 2024-08-10T05:20:25.726 INFO:tasks.workunit.client.0.smithi078.stdout:op 1191 completed, throughput=4.99MB/sec 2024-08-10T05:20:25.726 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Op2Xo7Pf4fSdtOA off=3695926 len=733137 2024-08-10T05:20:25.730 INFO:tasks.workunit.client.0.smithi078.stdout:op 1192 completed, throughput=5MB/sec 2024-08-10T05:20:25.730 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cfK3SD4sCjeYsXL off=178038 len=421529 2024-08-10T05:20:25.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 1193 completed, throughput=5MB/sec 2024-08-10T05:20:25.731 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8vGgdt9GSf2-t4F off=5483560 len=6559 2024-08-10T05:20:25.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 1194 completed, throughput=5MB/sec 2024-08-10T05:20:25.731 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3PJCG1LhSUdzXwW off=19301442 len=1042669 2024-08-10T05:20:25.737 INFO:tasks.workunit.client.0.smithi078.stdout:op 1195 completed, throughput=5MB/sec 2024-08-10T05:20:26.738 INFO:tasks.workunit.client.0.smithi078.stdout: 236: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:26.738 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2I1v9i_HU26b5kK off=689443 len=1739768 2024-08-10T05:20:26.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 1196 completed, throughput=4.99MB/sec 2024-08-10T05:20:26.745 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XibDKuiy8WFKs-t off=2666629 len=1979598 2024-08-10T05:20:26.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 1197 completed, throughput=4.99MB/sec 2024-08-10T05:20:26.755 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E5z3ZmTIQzc0om8 off=3091220 len=1844269 2024-08-10T05:20:26.756 INFO:tasks.workunit.client.0.smithi078.stdout:op 1198 completed, throughput=5MB/sec 2024-08-10T05:20:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:26 smithi107 ceph-mon[86658]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:26 smithi078 ceph-mon[92251]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:26 smithi078 ceph-mon[94618]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:27.757 INFO:tasks.workunit.client.0.smithi078.stdout: 237: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:27.757 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-onTgW5Aq_8P3Dj7 off=623564 len=713272 2024-08-10T05:20:27.761 INFO:tasks.workunit.client.0.smithi078.stdout:op 1199 completed, throughput=4.98MB/sec 2024-08-10T05:20:27.761 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ns1R2DSUVf5jA4R off=3207025 len=949265 2024-08-10T05:20:27.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 1200 completed, throughput=4.99MB/sec 2024-08-10T05:20:27.763 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0MTiZZoEeaTvMpX off=16760634 len=1507714 2024-08-10T05:20:27.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 1201 completed, throughput=4.99MB/sec 2024-08-10T05:20:27.765 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Hb0wTkyYwFgeo41 off=11095467 len=41901 2024-08-10T05:20:27.767 INFO:tasks.workunit.client.0.smithi078.stdout:op 1202 completed, throughput=4.99MB/sec 2024-08-10T05:20:27.767 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1-Hf5PinKgcf43F off=16380552 len=301110 2024-08-10T05:20:27.768 INFO:tasks.workunit.client.0.smithi078.stdout:op 1203 completed, throughput=4.99MB/sec 2024-08-10T05:20:27.768 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G10ozRK3DMUuQSB off=1008580 len=2073979 2024-08-10T05:20:27.779 INFO:tasks.workunit.client.0.smithi078.stdout:op 1204 completed, throughput=5MB/sec 2024-08-10T05:20:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:28.780 INFO:tasks.workunit.client.0.smithi078.stdout: 238: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:28.780 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8vx-QaALQE7Jg1i off=6816480 len=420188 2024-08-10T05:20:28.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 1205 completed, throughput=4.98MB/sec 2024-08-10T05:20:28.781 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ga3ctvcC3e-zA_6 off=1272921 len=741380 2024-08-10T05:20:28.785 INFO:tasks.workunit.client.0.smithi078.stdout:op 1206 completed, throughput=4.99MB/sec 2024-08-10T05:20:28.785 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--IgzCt61ud2m7BE off=15459780 len=1326166 2024-08-10T05:20:28.788 INFO:tasks.workunit.client.0.smithi078.stdout:op 1207 completed, throughput=4.99MB/sec 2024-08-10T05:20:28.788 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IL_kHNjpC86CnAE off=8017419 len=1346599 2024-08-10T05:20:28.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 1208 completed, throughput=5MB/sec 2024-08-10T05:20:28.790 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2nROrwWhsAXUktG off=10246234 len=4210 2024-08-10T05:20:28.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 1209 completed, throughput=5MB/sec 2024-08-10T05:20:28.790 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xvPjEBtQHkiBDVN off=886433 len=102242 2024-08-10T05:20:28.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 1210 completed, throughput=5MB/sec 2024-08-10T05:20:28.793 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-elomStb7TR2yzGN off=6657788 len=284217 2024-08-10T05:20:28.793 INFO:tasks.workunit.client.0.smithi078.stdout:op 1211 completed, throughput=5MB/sec 2024-08-10T05:20:28.793 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kYQats6kEewTbc- off=138111 len=1113051 2024-08-10T05:20:28.793 INFO:tasks.workunit.client.0.smithi078.stdout:op 1212 completed, throughput=5MB/sec 2024-08-10T05:20:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:28 smithi107 ceph-mon[86658]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:20:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:28 smithi078 ceph-mon[92251]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:20:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:28 smithi078 ceph-mon[94618]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:20:29.793 INFO:tasks.workunit.client.0.smithi078.stdout: 239: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:29.794 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8mKff0YW4d3mHTJ off=502725 len=1297225 2024-08-10T05:20:29.795 INFO:tasks.workunit.client.0.smithi078.stdout:op 1213 completed, throughput=4.99MB/sec 2024-08-10T05:20:29.795 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DeGG-z7qpQ4zTvI off=3258150 len=180767 2024-08-10T05:20:29.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 1214 completed, throughput=4.99MB/sec 2024-08-10T05:20:29.798 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-01We5Snm5yrEN8T off=6144694 len=1011069 2024-08-10T05:20:29.803 INFO:tasks.workunit.client.0.smithi078.stdout:op 1215 completed, throughput=4.99MB/sec 2024-08-10T05:20:29.803 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qjLBvit8Qazhbta off=4121427 len=1870985 2024-08-10T05:20:29.811 INFO:tasks.workunit.client.0.smithi078.stdout:op 1216 completed, throughput=5MB/sec 2024-08-10T05:20:29.811 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l5jmtW3N-I7SC9L off=7444694 len=387026 2024-08-10T05:20:29.812 INFO:tasks.workunit.client.0.smithi078.stdout:op 1217 completed, throughput=5MB/sec 2024-08-10T05:20:30.813 INFO:tasks.workunit.client.0.smithi078.stdout: 240: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:30.813 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iDBvIpeh76NxrKE off=5328317 len=1972934 2024-08-10T05:20:30.824 INFO:tasks.workunit.client.0.smithi078.stdout:op 1218 completed, throughput=4.99MB/sec 2024-08-10T05:20:30.824 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UgFrFgYc13X2O4r off=5743236 len=494184 2024-08-10T05:20:30.825 INFO:tasks.workunit.client.0.smithi078.stdout:op 1219 completed, throughput=4.99MB/sec 2024-08-10T05:20:30.825 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dVXaD7KcQ2iHD6s off=3399328 len=1107106 2024-08-10T05:20:30.830 INFO:tasks.workunit.client.0.smithi078.stdout:op 1220 completed, throughput=4.99MB/sec 2024-08-10T05:20:30.830 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0MTiZZoEeaTvMpX off=17344464 len=923884 2024-08-10T05:20:30.835 INFO:tasks.workunit.client.0.smithi078.stdout:op 1221 completed, throughput=5MB/sec 2024-08-10T05:20:30.835 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gAeJihO3KZ9GhDQ off=33669 len=2006090 2024-08-10T05:20:30.845 INFO:tasks.workunit.client.0.smithi078.stdout:op 1222 completed, throughput=5MB/sec 2024-08-10T05:20:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:30 smithi107 ceph-mon[86658]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:30 smithi078 ceph-mon[94618]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:30 smithi078 ceph-mon[92251]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:31.846 INFO:tasks.workunit.client.0.smithi078.stdout: 241: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:31.846 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ShtND1T1n0IX2N2 off=16912171 len=1868832 2024-08-10T05:20:31.848 INFO:tasks.workunit.client.0.smithi078.stdout:op 1223 completed, throughput=4.99MB/sec 2024-08-10T05:20:31.848 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fLcMvjLBfXU-_d7 off=4720550 len=1511258 2024-08-10T05:20:31.857 INFO:tasks.workunit.client.0.smithi078.stdout:op 1224 completed, throughput=5MB/sec 2024-08-10T05:20:31.857 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vMT5j_WSynd2CnI off=3455449 len=1563679 2024-08-10T05:20:31.866 INFO:tasks.workunit.client.0.smithi078.stdout:op 1225 completed, throughput=5MB/sec 2024-08-10T05:20:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:20:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:20:31] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2024-08-10T05:20:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:20:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:32.866 INFO:tasks.workunit.client.0.smithi078.stdout: 242: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:32.867 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2Af4VVqOo1jsfXQ off=3024031 len=2013098 2024-08-10T05:20:32.869 INFO:tasks.workunit.client.0.smithi078.stdout:op 1226 completed, throughput=4.99MB/sec 2024-08-10T05:20:32.869 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Sdu78g4YlNEM4GV off=7488290 len=1321002 2024-08-10T05:20:32.869 INFO:tasks.workunit.client.0.smithi078.stdout:op 1227 completed, throughput=5MB/sec 2024-08-10T05:20:32.870 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cdm_b03z6WAKnDk off=9866252 len=270503 2024-08-10T05:20:32.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 1228 completed, throughput=5MB/sec 2024-08-10T05:20:32.871 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xXHgzUYPcZiFypU off=2671556 len=600980 2024-08-10T05:20:32.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 1229 completed, throughput=5MB/sec 2024-08-10T05:20:32.872 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qbYQjdBnfIVQ0ZV off=1983989 len=969418 2024-08-10T05:20:32.874 INFO:tasks.workunit.client.0.smithi078.stdout:op 1230 completed, throughput=5MB/sec 2024-08-10T05:20:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:32 smithi107 ceph-mon[86658]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:20:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:32 smithi078 ceph-mon[92251]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:20:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:32 smithi078 ceph-mon[94618]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:20:33.874 INFO:tasks.workunit.client.0.smithi078.stdout: 243: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:33.874 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-npx4ZyM8BE4T-Zk off=1769678 len=1500146 2024-08-10T05:20:33.882 INFO:tasks.workunit.client.0.smithi078.stdout:op 1231 completed, throughput=4.99MB/sec 2024-08-10T05:20:33.882 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-y1O5-oUV5JoqKsj off=6809831 len=762360 2024-08-10T05:20:33.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 1232 completed, throughput=4.99MB/sec 2024-08-10T05:20:33.884 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CiMLygkV7Q8Ls1q off=4404636 len=109759 2024-08-10T05:20:33.884 INFO:tasks.workunit.client.0.smithi078.stdout:op 1233 completed, throughput=4.99MB/sec 2024-08-10T05:20:33.884 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7pzvDl9dTNxkRil off=1746464 len=444210 2024-08-10T05:20:33.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 1234 completed, throughput=4.99MB/sec 2024-08-10T05:20:33.886 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4LHXwOdxYARJA2O off=1527810 len=1200167 2024-08-10T05:20:33.887 INFO:tasks.workunit.client.0.smithi078.stdout:op 1235 completed, throughput=5MB/sec 2024-08-10T05:20:33.887 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8-yqjm5vndtW_y- off=16377266 len=1000357 2024-08-10T05:20:33.892 INFO:tasks.workunit.client.0.smithi078.stdout:op 1236 completed, throughput=5MB/sec 2024-08-10T05:20:34.892 INFO:tasks.workunit.client.0.smithi078.stdout: 244: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:34.892 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GVMtUZyXPWDHSLL off=1401613 len=708799 2024-08-10T05:20:34.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 1237 completed, throughput=4.98MB/sec 2024-08-10T05:20:34.894 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7FcDzS3VRZgRUsQ off=22338092 len=39076 2024-08-10T05:20:34.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 1238 completed, throughput=4.98MB/sec 2024-08-10T05:20:34.895 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g8DVE0OIEzehKls off=1685949 len=333295 2024-08-10T05:20:34.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 1239 completed, throughput=4.99MB/sec 2024-08-10T05:20:34.898 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uJ3eoMBWKEbhZJz off=11701998 len=1950292 2024-08-10T05:20:34.907 INFO:tasks.workunit.client.0.smithi078.stdout:op 1240 completed, throughput=4.99MB/sec 2024-08-10T05:20:34.908 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H4RyX7iMVI2vBGm off=4499406 len=317414 2024-08-10T05:20:34.908 INFO:tasks.workunit.client.0.smithi078.stdout:op 1241 completed, throughput=4.99MB/sec 2024-08-10T05:20:34.908 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HIqK28jTFAus4kL off=12507829 len=1127963 2024-08-10T05:20:34.911 INFO:tasks.workunit.client.0.smithi078.stdout:op 1242 completed, throughput=5MB/sec 2024-08-10T05:20:34.911 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A4ZL_B1MK6KzwUx off=12188214 len=366823 2024-08-10T05:20:34.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 1243 completed, throughput=5MB/sec 2024-08-10T05:20:34.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--HvLBnnn7s-xrFr off=8463022 len=1588039 2024-08-10T05:20:34.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 1244 completed, throughput=5.01MB/sec 2024-08-10T05:20:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:34 smithi107 ceph-mon[86658]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:34 smithi078 ceph-mon[92251]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:34 smithi078 ceph-mon[94618]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:35.916 INFO:tasks.workunit.client.0.smithi078.stdout: 245: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:35.916 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--UcSH2HyensLsTp off=247596 len=1301348 2024-08-10T05:20:35.921 INFO:tasks.workunit.client.0.smithi078.stdout:op 1245 completed, throughput=4.99MB/sec 2024-08-10T05:20:35.922 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dsQYCwdxBgCQrPg off=1434943 len=1090949 2024-08-10T05:20:35.927 INFO:tasks.workunit.client.0.smithi078.stdout:op 1246 completed, throughput=4.99MB/sec 2024-08-10T05:20:35.927 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ea7nwlP28O96tqP off=597543 len=1376986 2024-08-10T05:20:35.936 INFO:tasks.workunit.client.0.smithi078.stdout:op 1247 completed, throughput=5MB/sec 2024-08-10T05:20:35.936 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ViYTooPsw4TL-Px off=3476256 len=448133 2024-08-10T05:20:35.937 INFO:tasks.workunit.client.0.smithi078.stdout:op 1248 completed, throughput=5MB/sec 2024-08-10T05:20:36.937 INFO:tasks.workunit.client.0.smithi078.stdout: 246: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:36.937 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HUANJmC-X9X8nUJ off=14800222 len=386932 2024-08-10T05:20:36.941 INFO:tasks.workunit.client.0.smithi078.stdout:op 1249 completed, throughput=4.98MB/sec 2024-08-10T05:20:36.941 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nBR8sVTjt4_6umX off=907708 len=779532 2024-08-10T05:20:36.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 1250 completed, throughput=4.99MB/sec 2024-08-10T05:20:36.943 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PukJBvoZ78n1TN_ off=2983553 len=205647 2024-08-10T05:20:36.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 1251 completed, throughput=4.99MB/sec 2024-08-10T05:20:36.943 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FvzRNaqTI16bpEo off=12279648 len=727673 2024-08-10T05:20:36.945 INFO:tasks.workunit.client.0.smithi078.stdout:op 1252 completed, throughput=4.99MB/sec 2024-08-10T05:20:36.945 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-u9SsDPXlYqn3wfD off=2193556 len=847175 2024-08-10T05:20:36.947 INFO:tasks.workunit.client.0.smithi078.stdout:op 1253 completed, throughput=4.99MB/sec 2024-08-10T05:20:36.947 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8OhwZNWGjuB1KR- off=12685567 len=1349332 2024-08-10T05:20:36.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 1254 completed, throughput=5MB/sec 2024-08-10T05:20:36.955 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NPqky-Xgui1t2WM off=4423280 len=595628 2024-08-10T05:20:36.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 1255 completed, throughput=5MB/sec 2024-08-10T05:20:36.956 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zzoZ4sAhmfiBW2C off=339860 len=1517583 2024-08-10T05:20:36.957 INFO:tasks.workunit.client.0.smithi078.stdout:op 1256 completed, throughput=5.01MB/sec 2024-08-10T05:20:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:36 smithi107 ceph-mon[86658]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:36 smithi078 ceph-mon[92251]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:36 smithi078 ceph-mon[94618]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:37.958 INFO:tasks.workunit.client.0.smithi078.stdout: 247: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:37.958 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6ssUZpvJtXKEjm3 off=365960 len=403436 2024-08-10T05:20:37.959 INFO:tasks.workunit.client.0.smithi078.stdout:op 1257 completed, throughput=4.99MB/sec 2024-08-10T05:20:37.959 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-n2uWVl-RkZiqvjc off=71365 len=1321680 2024-08-10T05:20:37.966 INFO:tasks.workunit.client.0.smithi078.stdout:op 1258 completed, throughput=4.99MB/sec 2024-08-10T05:20:37.966 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nKzJzv7lr9gMdfs off=3035566 len=245630 2024-08-10T05:20:37.969 INFO:tasks.workunit.client.0.smithi078.stdout:op 1259 completed, throughput=4.99MB/sec 2024-08-10T05:20:37.969 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-z8IjBP91hugPu4N off=1748765 len=1366859 2024-08-10T05:20:37.978 INFO:tasks.workunit.client.0.smithi078.stdout:op 1260 completed, throughput=5MB/sec 2024-08-10T05:20:37.978 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3TPDiq4DnfHLwde off=5867836 len=361067 2024-08-10T05:20:37.979 INFO:tasks.workunit.client.0.smithi078.stdout:op 1261 completed, throughput=5MB/sec 2024-08-10T05:20:37.979 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ETEAr_VEO83H-gh off=843497 len=428401 2024-08-10T05:20:37.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 1262 completed, throughput=5MB/sec 2024-08-10T05:20:38.981 INFO:tasks.workunit.client.0.smithi078.stdout: 248: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:38.981 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6HnGan5OLr1JQ4Z off=4361572 len=257237 2024-08-10T05:20:38.984 INFO:tasks.workunit.client.0.smithi078.stdout:op 1263 completed, throughput=4.98MB/sec 2024-08-10T05:20:38.984 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LdQX7a2KitMSCRF off=2297998 len=102855 2024-08-10T05:20:38.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 1264 completed, throughput=4.98MB/sec 2024-08-10T05:20:38.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RFFpls3LP1KG1NO off=1445730 len=245475 2024-08-10T05:20:38.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 1265 completed, throughput=4.98MB/sec 2024-08-10T05:20:38.987 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--g31KhtM_78MerU off=1836856 len=1251692 2024-08-10T05:20:38.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 1266 completed, throughput=4.99MB/sec 2024-08-10T05:20:38.995 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-d7BcALTsAIFSffW off=683189 len=2002301 2024-08-10T05:20:39.008 INFO:tasks.workunit.client.0.smithi078.stdout:op 1267 completed, throughput=4.99MB/sec 2024-08-10T05:20:39.008 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ku9eqe4eaRy5jVw off=4982162 len=2089140 2024-08-10T05:20:39.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 1268 completed, throughput=5MB/sec 2024-08-10T05:20:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:38 smithi107 ceph-mon[86658]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:38 smithi078 ceph-mon[92251]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:39.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:38 smithi078 ceph-mon[94618]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:40.010 INFO:tasks.workunit.client.0.smithi078.stdout: 249: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:40.010 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-o3rBCg4r28sCZTX off=1462371 len=1213904 2024-08-10T05:20:40.016 INFO:tasks.workunit.client.0.smithi078.stdout:op 1269 completed, throughput=4.99MB/sec 2024-08-10T05:20:40.016 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xmHhGwNDRZ2nmbj off=9199949 len=587479 2024-08-10T05:20:40.020 INFO:tasks.workunit.client.0.smithi078.stdout:op 1270 completed, throughput=4.99MB/sec 2024-08-10T05:20:40.020 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sb6VWfSsSJTlBa0 off=12484019 len=750780 2024-08-10T05:20:40.021 INFO:tasks.workunit.client.0.smithi078.stdout:op 1271 completed, throughput=4.99MB/sec 2024-08-10T05:20:40.021 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-20xFaQb3uDxmeQU off=3169751 len=1748203 2024-08-10T05:20:40.031 INFO:tasks.workunit.client.0.smithi078.stdout:op 1272 completed, throughput=5MB/sec 2024-08-10T05:20:40.031 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gYKrsD6LtviPw5l off=8514517 len=326549 2024-08-10T05:20:40.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 1273 completed, throughput=5MB/sec 2024-08-10T05:20:40.034 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tnF7y2isgbCCs8O off=9963227 len=59266 2024-08-10T05:20:40.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 1274 completed, throughput=5MB/sec 2024-08-10T05:20:40.035 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mKsKwnCnHJFTzPm off=1905086 len=1806208 2024-08-10T05:20:40.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 1275 completed, throughput=5.01MB/sec 2024-08-10T05:20:41.043 INFO:tasks.workunit.client.0.smithi078.stdout: 250: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:41.043 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IhUy42KaS8MQLUi off=5290997 len=1490590 2024-08-10T05:20:41.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 1276 completed, throughput=4.99MB/sec 2024-08-10T05:20:41.045 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VEQwtXI-njxp8u0 off=14506415 len=98577 2024-08-10T05:20:41.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 1277 completed, throughput=4.99MB/sec 2024-08-10T05:20:41.045 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hMCeperLWw0MY6N off=7545713 len=562704 2024-08-10T05:20:41.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 1278 completed, throughput=4.99MB/sec 2024-08-10T05:20:41.049 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GS0f9VWFnjOtIQs off=481266 len=696042 2024-08-10T05:20:41.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 1279 completed, throughput=5MB/sec 2024-08-10T05:20:41.051 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kXnjcDvM4TpzdLu off=7962409 len=2020885 2024-08-10T05:20:41.061 INFO:tasks.workunit.client.0.smithi078.stdout:op 1280 completed, throughput=5MB/sec 2024-08-10T05:20:41.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:40 smithi107 ceph-mon[86658]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:40 smithi078 ceph-mon[92251]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:40 smithi078 ceph-mon[94618]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:42.061 INFO:tasks.workunit.client.0.smithi078.stdout: 251: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:42.061 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vJEOtgR8YfukWXy off=2822177 len=396694 2024-08-10T05:20:42.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 1281 completed, throughput=4.99MB/sec 2024-08-10T05:20:42.062 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FiYfik6MDMpf0d0 off=1957711 len=350048 2024-08-10T05:20:42.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 1282 completed, throughput=4.99MB/sec 2024-08-10T05:20:42.065 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qq0F8HQ9Z6qvQhC off=2055086 len=51203 2024-08-10T05:20:42.068 INFO:tasks.workunit.client.0.smithi078.stdout:op 1283 completed, throughput=4.99MB/sec 2024-08-10T05:20:42.068 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0qp7-VR72yqKw_Z off=1397977 len=302995 2024-08-10T05:20:42.069 INFO:tasks.workunit.client.0.smithi078.stdout:op 1284 completed, throughput=4.99MB/sec 2024-08-10T05:20:42.069 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ea9c1uZaU_2-yri off=9709328 len=240575 2024-08-10T05:20:42.071 INFO:tasks.workunit.client.0.smithi078.stdout:op 1285 completed, throughput=4.99MB/sec 2024-08-10T05:20:42.072 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FOs7RgNRROsM_5o off=2745756 len=1220127 2024-08-10T05:20:42.077 INFO:tasks.workunit.client.0.smithi078.stdout:op 1286 completed, throughput=4.99MB/sec 2024-08-10T05:20:42.077 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HKkcKyKL4dAO1T4 off=815466 len=1128540 2024-08-10T05:20:42.083 INFO:tasks.workunit.client.0.smithi078.stdout:op 1287 completed, throughput=5MB/sec 2024-08-10T05:20:42.083 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QwF2oE17lHiHmyB off=12162251 len=1221701 2024-08-10T05:20:42.090 INFO:tasks.workunit.client.0.smithi078.stdout:op 1288 completed, throughput=5MB/sec 2024-08-10T05:20:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:20:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:20:41] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2024-08-10T05:20:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:20:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:20:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:43.090 INFO:tasks.workunit.client.0.smithi078.stdout: 252: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:43.091 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UjDjDYncFOfob9l off=823254 len=203294 2024-08-10T05:20:43.091 INFO:tasks.workunit.client.0.smithi078.stdout:op 1289 completed, throughput=4.98MB/sec 2024-08-10T05:20:43.091 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UL1NjDTDucBVRkd off=1124618 len=809476 2024-08-10T05:20:43.092 INFO:tasks.workunit.client.0.smithi078.stdout:op 1290 completed, throughput=4.99MB/sec 2024-08-10T05:20:43.093 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L1mw-g4VqNXh3Iu off=2223013 len=1554038 2024-08-10T05:20:43.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 1291 completed, throughput=4.99MB/sec 2024-08-10T05:20:43.100 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vGLx_t2MW3DeRz4 off=11579864 len=1216337 2024-08-10T05:20:43.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 1292 completed, throughput=5MB/sec 2024-08-10T05:20:43.106 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xxN1EmUN-s6FB0- off=163614 len=1311074 2024-08-10T05:20:43.109 INFO:tasks.workunit.client.0.smithi078.stdout:op 1293 completed, throughput=5MB/sec 2024-08-10T05:20:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:43 smithi107 ceph-mon[86658]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:20:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:43 smithi078 ceph-mon[92251]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:20:43.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:43 smithi078 ceph-mon[94618]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:20:44.109 INFO:tasks.workunit.client.0.smithi078.stdout: 253: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:44.109 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H7d2Sm6a_5-Yz82 off=281331 len=254201 2024-08-10T05:20:44.112 INFO:tasks.workunit.client.0.smithi078.stdout:op 1294 completed, throughput=4.98MB/sec 2024-08-10T05:20:44.112 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PMxYiAtrtw2gWP9 off=1447160 len=430333 2024-08-10T05:20:44.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 1295 completed, throughput=4.99MB/sec 2024-08-10T05:20:44.113 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XyGewYJFmK6c6Xs off=20595694 len=1379307 2024-08-10T05:20:44.120 INFO:tasks.workunit.client.0.smithi078.stdout:op 1296 completed, throughput=4.99MB/sec 2024-08-10T05:20:44.121 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AD9T-Q1ZazqrX3N off=16507614 len=830882 2024-08-10T05:20:44.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 1297 completed, throughput=4.99MB/sec 2024-08-10T05:20:44.125 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UgFrFgYc13X2O4r off=1426911 len=959331 2024-08-10T05:20:44.126 INFO:tasks.workunit.client.0.smithi078.stdout:op 1298 completed, throughput=5MB/sec 2024-08-10T05:20:44.126 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2ORAtE10QqkL_Lt off=13180400 len=317545 2024-08-10T05:20:44.129 INFO:tasks.workunit.client.0.smithi078.stdout:op 1299 completed, throughput=5MB/sec 2024-08-10T05:20:44.129 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QorgkRzxKnF76Pw off=1281867 len=1469440 2024-08-10T05:20:44.131 INFO:tasks.workunit.client.0.smithi078.stdout:op 1300 completed, throughput=5MB/sec 2024-08-10T05:20:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:44 smithi107 ceph-mon[86658]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:45.131 INFO:tasks.workunit.client.0.smithi078.stdout: 254: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:45.131 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OCpox7DY-aajCJs off=13745705 len=1078957 2024-08-10T05:20:45.137 INFO:tasks.workunit.client.0.smithi078.stdout:op 1301 completed, throughput=4.99MB/sec 2024-08-10T05:20:45.137 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ljL7YtnM7sACpCq off=4066653 len=555060 2024-08-10T05:20:45.138 INFO:tasks.workunit.client.0.smithi078.stdout:op 1302 completed, throughput=4.99MB/sec 2024-08-10T05:20:45.138 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KUgfGZtdFPLmBnF off=7771561 len=572816 2024-08-10T05:20:45.142 INFO:tasks.workunit.client.0.smithi078.stdout:op 1303 completed, throughput=4.99MB/sec 2024-08-10T05:20:45.142 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FR6GumWJ8XUJlzX off=9411116 len=241796 2024-08-10T05:20:45.142 INFO:tasks.workunit.client.0.smithi078.stdout:op 1304 completed, throughput=4.99MB/sec 2024-08-10T05:20:45.142 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jIIV-eCY9MyLlL0 off=4291741 len=800468 2024-08-10T05:20:45.146 INFO:tasks.workunit.client.0.smithi078.stdout:op 1305 completed, throughput=5MB/sec 2024-08-10T05:20:45.147 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5Zn1bHgRmD9CN5F off=8882123 len=1148701 2024-08-10T05:20:45.152 INFO:tasks.workunit.client.0.smithi078.stdout:op 1306 completed, throughput=5MB/sec 2024-08-10T05:20:45.153 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wMvE1jOqQggTIqH off=6810734 len=222298 2024-08-10T05:20:45.153 INFO:tasks.workunit.client.0.smithi078.stdout:op 1307 completed, throughput=5MB/sec 2024-08-10T05:20:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:44 smithi078 ceph-mon[92251]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:44 smithi078 ceph-mon[94618]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:46.154 INFO:tasks.workunit.client.0.smithi078.stdout: 255: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:46.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-P_IZzo5_5Tpklpp off=12675561 len=772984 2024-08-10T05:20:46.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 1308 completed, throughput=4.98MB/sec 2024-08-10T05:20:46.155 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OnhzbgHdnSGq95I off=7313983 len=1045772 2024-08-10T05:20:46.160 INFO:tasks.workunit.client.0.smithi078.stdout:op 1309 completed, throughput=4.99MB/sec 2024-08-10T05:20:46.160 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MwURswXzbFl-YS0 off=3295814 len=662246 2024-08-10T05:20:46.161 INFO:tasks.workunit.client.0.smithi078.stdout:op 1310 completed, throughput=4.99MB/sec 2024-08-10T05:20:46.161 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BqTuTpVNjgRJO83 off=2240375 len=1868504 2024-08-10T05:20:46.168 INFO:tasks.workunit.client.0.smithi078.stdout:op 1311 completed, throughput=5MB/sec 2024-08-10T05:20:46.168 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-usvzOi6S0wYw9rc off=154953 len=2002721 2024-08-10T05:20:46.170 INFO:tasks.workunit.client.0.smithi078.stdout:op 1312 completed, throughput=5MB/sec 2024-08-10T05:20:47.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:46 smithi078 ceph-mon[92251]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:47.028 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:46 smithi078 ceph-mon[94618]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:46 smithi107 ceph-mon[86658]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: 256: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:47.170 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8BecmTiPwZNvT_1 off=2723919 len=168721 2024-08-10T05:20:47.171 INFO:tasks.workunit.client.0.smithi078.stdout:op 1313 completed, throughput=4.99MB/sec 2024-08-10T05:20:47.171 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LJVeQsc22LS5SG2 off=935302 len=20424 2024-08-10T05:20:47.173 INFO:tasks.workunit.client.0.smithi078.stdout:op 1314 completed, throughput=4.99MB/sec 2024-08-10T05:20:47.173 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9mwAwZuNwCHbtc7 off=13212230 len=242958 2024-08-10T05:20:47.176 INFO:tasks.workunit.client.0.smithi078.stdout:op 1315 completed, throughput=4.99MB/sec 2024-08-10T05:20:47.176 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lc8Rl89RhZ_gBo5 off=11649751 len=1753642 2024-08-10T05:20:47.179 INFO:tasks.workunit.client.0.smithi078.stdout:op 1316 completed, throughput=4.99MB/sec 2024-08-10T05:20:47.179 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WD7wgcjEcAeFeRv off=966456 len=818989 2024-08-10T05:20:47.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 1317 completed, throughput=5MB/sec 2024-08-10T05:20:47.181 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pfWnVDNF5wKrW-r off=18414687 len=1051128 2024-08-10T05:20:47.182 INFO:tasks.workunit.client.0.smithi078.stdout:op 1318 completed, throughput=5MB/sec 2024-08-10T05:20:47.182 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mYBrVUw1ieOWRKw off=1454658 len=112587 2024-08-10T05:20:47.183 INFO:tasks.workunit.client.0.smithi078.stdout:op 1319 completed, throughput=5MB/sec 2024-08-10T05:20:47.183 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H8gGkOg4PXJPPBQ off=5276074 len=1651813 2024-08-10T05:20:47.185 INFO:tasks.workunit.client.0.smithi078.stdout:op 1320 completed, throughput=5.01MB/sec 2024-08-10T05:20:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: 257: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:48.186 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wwpggzdgYo2rAZS off=13821327 len=650083 2024-08-10T05:20:48.187 INFO:tasks.workunit.client.0.smithi078.stdout:op 1321 completed, throughput=4.99MB/sec 2024-08-10T05:20:48.187 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--Ur2az8SmFzzNFa off=42528 len=1140750 2024-08-10T05:20:48.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 1322 completed, throughput=4.99MB/sec 2024-08-10T05:20:48.195 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dTMwpy4GM_G9y2m off=5434056 len=1996286 2024-08-10T05:20:48.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 1323 completed, throughput=5MB/sec 2024-08-10T05:20:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:48 smithi107 ceph-mon[86658]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:20:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: 258: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:49.199 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T0MvKSxTcoNqhi3 off=6275227 len=93704 2024-08-10T05:20:49.199 INFO:tasks.workunit.client.0.smithi078.stdout:op 1324 completed, throughput=4.98MB/sec 2024-08-10T05:20:49.199 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2Jzfx8vlEzI_Krn off=12419450 len=1737916 2024-08-10T05:20:49.210 INFO:tasks.workunit.client.0.smithi078.stdout:op 1325 completed, throughput=4.99MB/sec 2024-08-10T05:20:49.210 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5-1yM91kEU2Fv7Z off=4217145 len=1180398 2024-08-10T05:20:49.215 INFO:tasks.workunit.client.0.smithi078.stdout:op 1326 completed, throughput=4.99MB/sec 2024-08-10T05:20:49.215 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nQ5n3BDEO1IPVa4 off=10698592 len=53007 2024-08-10T05:20:49.215 INFO:tasks.workunit.client.0.smithi078.stdout:op 1327 completed, throughput=4.99MB/sec 2024-08-10T05:20:49.216 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-edhc6kq7kAn-oBz off=12825656 len=1783931 2024-08-10T05:20:49.225 INFO:tasks.workunit.client.0.smithi078.stdout:op 1328 completed, throughput=5MB/sec 2024-08-10T05:20:49.225 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FERiQ2Ydztffxpd off=7266261 len=96031 2024-08-10T05:20:49.226 INFO:tasks.workunit.client.0.smithi078.stdout:op 1329 completed, throughput=5MB/sec 2024-08-10T05:20:49.226 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lhea0R3jNGMCQUn off=18561511 len=1443084 2024-08-10T05:20:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:48 smithi078 ceph-mon[92251]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:20:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:48 smithi078 ceph-mon[94618]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:20:49.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 1330 completed, throughput=5MB/sec 2024-08-10T05:20:50.230 INFO:tasks.workunit.client.0.smithi078.stdout: 259: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:50.230 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aPuuTlMbA_THnUC off=17226241 len=1766997 2024-08-10T05:20:50.233 INFO:tasks.workunit.client.0.smithi078.stdout:op 1331 completed, throughput=4.99MB/sec 2024-08-10T05:20:50.233 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kyKKzWWlhYzLjB_ off=3054471 len=135949 2024-08-10T05:20:50.236 INFO:tasks.workunit.client.0.smithi078.stdout:op 1332 completed, throughput=4.99MB/sec 2024-08-10T05:20:50.236 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ys_wLUC-M9dJehN off=2697227 len=674067 2024-08-10T05:20:50.241 INFO:tasks.workunit.client.0.smithi078.stdout:op 1333 completed, throughput=4.99MB/sec 2024-08-10T05:20:50.241 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MAmtokEPWfSSvCn off=13327919 len=315557 2024-08-10T05:20:50.241 INFO:tasks.workunit.client.0.smithi078.stdout:op 1334 completed, throughput=5MB/sec 2024-08-10T05:20:50.241 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4cMfKTwMQf48Cls off=8219764 len=2067794 2024-08-10T05:20:50.249 INFO:tasks.workunit.client.0.smithi078.stdout:op 1335 completed, throughput=5MB/sec 2024-08-10T05:20:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:50 smithi107 ceph-mon[86658]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:20:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:50 smithi078 ceph-mon[92251]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:20:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:50 smithi078 ceph-mon[94618]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:20:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: 260: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:51.250 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ebA6Fs3xUb8tbZX off=921933 len=1898796 2024-08-10T05:20:51.261 INFO:tasks.workunit.client.0.smithi078.stdout:op 1336 completed, throughput=4.99MB/sec 2024-08-10T05:20:51.261 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8_wuTPi1JfBQZlT off=4270976 len=1369037 2024-08-10T05:20:51.264 INFO:tasks.workunit.client.0.smithi078.stdout:op 1337 completed, throughput=5MB/sec 2024-08-10T05:20:51.264 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T2D-2T7ZmBvfOnj off=4808009 len=1997655 2024-08-10T05:20:51.273 INFO:tasks.workunit.client.0.smithi078.stdout:op 1338 completed, throughput=5MB/sec 2024-08-10T05:20:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:20:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:20:51] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-08-10T05:20:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: 261: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:52.274 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6bFnJnJoaanzIM2 off=11372590 len=1686969 2024-08-10T05:20:52.282 INFO:tasks.workunit.client.0.smithi078.stdout:op 1339 completed, throughput=4.99MB/sec 2024-08-10T05:20:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZN18addkTMFI0e_ off=1945112 len=1987090 2024-08-10T05:20:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 1340 completed, throughput=5MB/sec 2024-08-10T05:20:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JrhJnHlMBIAsqXW off=14268313 len=849242 2024-08-10T05:20:52.292 INFO:tasks.workunit.client.0.smithi078.stdout:op 1341 completed, throughput=5MB/sec 2024-08-10T05:20:52.292 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F8VXxfMYVn-J-ou off=3492401 len=1611333 2024-08-10T05:20:52.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 1342 completed, throughput=5MB/sec 2024-08-10T05:20:52.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:20:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:52 smithi107 ceph-mon[86658]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:52 smithi078 ceph-mon[92251]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:52 smithi078 ceph-mon[94618]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:20:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: 262: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:53.300 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-X3uNNa17lVhKNsG off=2097114 len=1181339 2024-08-10T05:20:53.301 INFO:tasks.workunit.client.0.smithi078.stdout:op 1343 completed, throughput=4.99MB/sec 2024-08-10T05:20:53.302 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mKnj61NH1TcD4dg off=4099662 len=1606950 2024-08-10T05:20:53.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 1344 completed, throughput=5MB/sec 2024-08-10T05:20:53.311 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8xjMWA2Fp1YbFgD off=8565758 len=327554 2024-08-10T05:20:53.313 INFO:tasks.workunit.client.0.smithi078.stdout:op 1345 completed, throughput=5MB/sec 2024-08-10T05:20:53.313 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Nf2vKvHyHhRqOH6 off=960857 len=237645 2024-08-10T05:20:53.315 INFO:tasks.workunit.client.0.smithi078.stdout:op 1346 completed, throughput=5MB/sec 2024-08-10T05:20:53.315 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x6efMQWYWLYxZmR off=2076752 len=1572284 2024-08-10T05:20:53.323 INFO:tasks.workunit.client.0.smithi078.stdout:op 1347 completed, throughput=5MB/sec 2024-08-10T05:20:54.323 INFO:tasks.workunit.client.0.smithi078.stdout: 263: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:54.323 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YxPtn3mr_RqjObR off=7353606 len=624767 2024-08-10T05:20:54.325 INFO:tasks.workunit.client.0.smithi078.stdout:op 1348 completed, throughput=4.99MB/sec 2024-08-10T05:20:54.325 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MMU4rkROmeqpnHv off=725959 len=550572 2024-08-10T05:20:54.326 INFO:tasks.workunit.client.0.smithi078.stdout:op 1349 completed, throughput=4.99MB/sec 2024-08-10T05:20:54.326 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PEh1wJbi46EP-nk off=3749441 len=1416669 2024-08-10T05:20:54.329 INFO:tasks.workunit.client.0.smithi078.stdout:op 1350 completed, throughput=4.99MB/sec 2024-08-10T05:20:54.329 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rJ6RI9edi7xWGzF off=7092289 len=1109842 2024-08-10T05:20:54.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 1351 completed, throughput=5MB/sec 2024-08-10T05:20:54.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GFf-FBmmtzLlq7w off=415344 len=1194909 2024-08-10T05:20:54.341 INFO:tasks.workunit.client.0.smithi078.stdout:op 1352 completed, throughput=5MB/sec 2024-08-10T05:20:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:54 smithi107 ceph-mon[86658]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:20:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:54 smithi078 ceph-mon[92251]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:20:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:54 smithi078 ceph-mon[94618]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:20:55.342 INFO:tasks.workunit.client.0.smithi078.stdout: 264: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:55.342 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4KXjivYGVWthmqL off=17421174 len=314830 2024-08-10T05:20:55.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 1353 completed, throughput=4.98MB/sec 2024-08-10T05:20:55.345 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZN2r0PVYSo_LnV4 off=6581226 len=523940 2024-08-10T05:20:55.349 INFO:tasks.workunit.client.0.smithi078.stdout:op 1354 completed, throughput=4.99MB/sec 2024-08-10T05:20:55.349 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kV4AVxa92MAak2c off=489051 len=193568 2024-08-10T05:20:55.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 1355 completed, throughput=4.99MB/sec 2024-08-10T05:20:55.350 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2_2it5ZSJxHzUpu off=7716044 len=1136708 2024-08-10T05:20:55.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 1356 completed, throughput=4.99MB/sec 2024-08-10T05:20:55.352 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dY_Lbw2fhD81vdk off=7563750 len=932585 2024-08-10T05:20:55.357 INFO:tasks.workunit.client.0.smithi078.stdout:op 1357 completed, throughput=4.99MB/sec 2024-08-10T05:20:55.357 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7RP--ici5fXllne off=6257921 len=332665 2024-08-10T05:20:55.358 INFO:tasks.workunit.client.0.smithi078.stdout:op 1358 completed, throughput=4.99MB/sec 2024-08-10T05:20:55.358 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7d_GOGvFfyblmT3 off=534586 len=1138882 2024-08-10T05:20:55.363 INFO:tasks.workunit.client.0.smithi078.stdout:op 1359 completed, throughput=5MB/sec 2024-08-10T05:20:55.363 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kOhLFKtqhLMPvlx off=8217801 len=475476 2024-08-10T05:20:55.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 1360 completed, throughput=5MB/sec 2024-08-10T05:20:56.365 INFO:tasks.workunit.client.0.smithi078.stdout: 265: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:56.365 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zPcHfpoQT4eWo7r off=4038498 len=2019668 2024-08-10T05:20:56.367 INFO:tasks.workunit.client.0.smithi078.stdout:op 1361 completed, throughput=4.99MB/sec 2024-08-10T05:20:56.367 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-K5usBriSVfCMVDa off=4375709 len=1910418 2024-08-10T05:20:56.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 1362 completed, throughput=5MB/sec 2024-08-10T05:20:56.379 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sz1TJtxrhouNaCL off=484483 len=2001927 2024-08-10T05:20:56.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 1363 completed, throughput=5MB/sec 2024-08-10T05:20:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:56 smithi107 ceph-mon[86658]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:56 smithi078 ceph-mon[92251]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:56 smithi078 ceph-mon[94618]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:20:57.389 INFO:tasks.workunit.client.0.smithi078.stdout: 266: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:57.389 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MMU4rkROmeqpnHv off=3273949 len=25715 2024-08-10T05:20:57.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 1364 completed, throughput=4.98MB/sec 2024-08-10T05:20:57.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6CfQLQzVZ0hHoKE off=4065402 len=1771679 2024-08-10T05:20:57.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 1365 completed, throughput=4.99MB/sec 2024-08-10T05:20:57.393 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-a04y70EygILVNn0 off=16054961 len=2073555 2024-08-10T05:20:57.406 INFO:tasks.workunit.client.0.smithi078.stdout:op 1366 completed, throughput=5MB/sec 2024-08-10T05:20:57.406 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eMr0DEtaqx2VLhS off=4339724 len=2013138 2024-08-10T05:20:57.409 INFO:tasks.workunit.client.0.smithi078.stdout:op 1367 completed, throughput=5MB/sec 2024-08-10T05:20:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:58.409 INFO:tasks.workunit.client.0.smithi078.stdout: 267: throughput=4.99MB/sec pending data=0 2024-08-10T05:20:58.409 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--rzHS6PtUEdQ7sR off=3039459 len=283364 2024-08-10T05:20:58.412 INFO:tasks.workunit.client.0.smithi078.stdout:op 1368 completed, throughput=4.99MB/sec 2024-08-10T05:20:58.412 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UK8k3A3lnJ3B6MP off=1687501 len=1852504 2024-08-10T05:20:58.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 1369 completed, throughput=4.99MB/sec 2024-08-10T05:20:58.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_9cdYdFXTfcEnQa off=1818056 len=770653 2024-08-10T05:20:58.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 1370 completed, throughput=5MB/sec 2024-08-10T05:20:58.415 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OGgv6tIq6w95Uqa off=22714652 len=1498606 2024-08-10T05:20:58.418 INFO:tasks.workunit.client.0.smithi078.stdout:op 1371 completed, throughput=5MB/sec 2024-08-10T05:20:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:20:58 smithi107 ceph-mon[86658]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:20:58 smithi078 ceph-mon[92251]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:20:58 smithi078 ceph-mon[94618]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:20:59.419 INFO:tasks.workunit.client.0.smithi078.stdout: 268: throughput=4.98MB/sec pending data=0 2024-08-10T05:20:59.419 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iHHJVAOayWMP1vt off=12129171 len=1515947 2024-08-10T05:20:59.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 1372 completed, throughput=4.99MB/sec 2024-08-10T05:20:59.421 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-prVwfZuBV6ymrXl off=6379866 len=1347427 2024-08-10T05:20:59.427 INFO:tasks.workunit.client.0.smithi078.stdout:op 1373 completed, throughput=4.99MB/sec 2024-08-10T05:20:59.427 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-a2JOWvBD0qtlqhm off=278573 len=1538424 2024-08-10T05:20:59.431 INFO:tasks.workunit.client.0.smithi078.stdout:op 1374 completed, throughput=5MB/sec 2024-08-10T05:20:59.431 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Wt0ClmX80yOl9mM off=141466 len=2025306 2024-08-10T05:20:59.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 1375 completed, throughput=5MB/sec 2024-08-10T05:20:59.817 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:20:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=sqlstore.transactions t=2024-08-10T05:20:59.364443101Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:21:00.443 INFO:tasks.workunit.client.0.smithi078.stdout: 269: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:00.443 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JrNxqwJ24fIgyXM off=1537617 len=511150 2024-08-10T05:21:00.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 1376 completed, throughput=4.99MB/sec 2024-08-10T05:21:00.444 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-y_8R7eGoB1sgrDH off=5592694 len=755222 2024-08-10T05:21:00.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 1377 completed, throughput=4.99MB/sec 2024-08-10T05:21:00.445 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qcd1vBjQhDa_gF2 off=5050100 len=213321 2024-08-10T05:21:00.446 INFO:tasks.workunit.client.0.smithi078.stdout:op 1378 completed, throughput=4.99MB/sec 2024-08-10T05:21:00.446 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lFgzkLxO2kmNi95 off=3372209 len=32873 2024-08-10T05:21:00.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 1379 completed, throughput=4.99MB/sec 2024-08-10T05:21:00.448 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f0CZB86UyWytcbo off=72231 len=7014 2024-08-10T05:21:00.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 1380 completed, throughput=4.99MB/sec 2024-08-10T05:21:00.449 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-z9HMJv4ajXxpz-D off=2474198 len=804390 2024-08-10T05:21:00.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 1381 completed, throughput=4.99MB/sec 2024-08-10T05:21:00.449 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XnHGQA94N7qgpdb off=9332531 len=918824 2024-08-10T05:21:00.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 1382 completed, throughput=5MB/sec 2024-08-10T05:21:00.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UJWb0IEF2fmvSPA off=2690711 len=1002764 2024-08-10T05:21:00.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 1383 completed, throughput=5MB/sec 2024-08-10T05:21:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:00 smithi107 ceph-mon[86658]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:21:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:00 smithi078 ceph-mon[92251]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:21:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:00 smithi078 ceph-mon[94618]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:21:01.452 INFO:tasks.workunit.client.0.smithi078.stdout: 270: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:01.452 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v8-GY2NimVR3EeA off=505461 len=1974920 2024-08-10T05:21:01.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 1384 completed, throughput=4.99MB/sec 2024-08-10T05:21:01.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NhmPukn7oRiWzwP off=10591013 len=1175866 2024-08-10T05:21:01.458 INFO:tasks.workunit.client.0.smithi078.stdout:op 1385 completed, throughput=4.99MB/sec 2024-08-10T05:21:01.458 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4CnHE0HixQJ9yv2 off=4309212 len=105983 2024-08-10T05:21:01.461 INFO:tasks.workunit.client.0.smithi078.stdout:op 1386 completed, throughput=4.99MB/sec 2024-08-10T05:21:01.461 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V2boqtikTsgOi2V off=4960601 len=2007516 2024-08-10T05:21:01.463 INFO:tasks.workunit.client.0.smithi078.stdout:op 1387 completed, throughput=5MB/sec 2024-08-10T05:21:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:21:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:21:01] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-08-10T05:21:02.464 INFO:tasks.workunit.client.0.smithi078.stdout: 271: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:02.464 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-D1vhwcFgBINYxl8 off=2120468 len=259255 2024-08-10T05:21:02.467 INFO:tasks.workunit.client.0.smithi078.stdout:op 1388 completed, throughput=4.98MB/sec 2024-08-10T05:21:02.467 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fiIbT-3u4knwJSn off=2590173 len=1734443 2024-08-10T05:21:02.476 INFO:tasks.workunit.client.0.smithi078.stdout:op 1389 completed, throughput=4.99MB/sec 2024-08-10T05:21:02.477 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-v6rTcyAVRncimxW off=6823991 len=646581 2024-08-10T05:21:02.480 INFO:tasks.workunit.client.0.smithi078.stdout:op 1390 completed, throughput=4.99MB/sec 2024-08-10T05:21:02.480 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BdV9pyOW_onwIGi off=3157882 len=1272374 2024-08-10T05:21:02.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 1391 completed, throughput=5MB/sec 2024-08-10T05:21:02.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Lmeaz9NyrsrU2lm off=2431536 len=1840920 2024-08-10T05:21:02.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 1392 completed, throughput=5MB/sec 2024-08-10T05:21:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:21:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:02 smithi107 ceph-mon[86658]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:02 smithi078 ceph-mon[92251]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:02 smithi078 ceph-mon[94618]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:03.495 INFO:tasks.workunit.client.0.smithi078.stdout: 272: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:03.495 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QwF2oE17lHiHmyB off=438107 len=117196 2024-08-10T05:21:03.496 INFO:tasks.workunit.client.0.smithi078.stdout:op 1393 completed, throughput=4.98MB/sec 2024-08-10T05:21:03.496 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qHac_CTrfZZGu0z off=1806009 len=685117 2024-08-10T05:21:03.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 1394 completed, throughput=4.99MB/sec 2024-08-10T05:21:03.501 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-16wCOsz1low8D2D off=8264514 len=1160390 2024-08-10T05:21:03.502 INFO:tasks.workunit.client.0.smithi078.stdout:op 1395 completed, throughput=4.99MB/sec 2024-08-10T05:21:03.502 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ts-y7IgzccByTnq off=215393 len=1455823 2024-08-10T05:21:03.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 1396 completed, throughput=5MB/sec 2024-08-10T05:21:03.503 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xASZmbaBzwJvJBi off=697936 len=49481 2024-08-10T05:21:03.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 1397 completed, throughput=5MB/sec 2024-08-10T05:21:03.504 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vdgQ8J2xXRRI63J off=1686123 len=1592615 2024-08-10T05:21:03.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 1398 completed, throughput=5MB/sec 2024-08-10T05:21:04.511 INFO:tasks.workunit.client.0.smithi078.stdout: 273: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:04.511 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qDhNt4kyKeOP5Fb off=762132 len=940748 2024-08-10T05:21:04.516 INFO:tasks.workunit.client.0.smithi078.stdout:op 1399 completed, throughput=4.99MB/sec 2024-08-10T05:21:04.516 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-weVyEUzBLph4V4C off=19345062 len=902409 2024-08-10T05:21:04.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 1400 completed, throughput=4.99MB/sec 2024-08-10T05:21:04.517 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BDQ0ZbF3-7mtRhR off=955542 len=1158275 2024-08-10T05:21:04.519 INFO:tasks.workunit.client.0.smithi078.stdout:op 1401 completed, throughput=4.99MB/sec 2024-08-10T05:21:04.519 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1z3rad5CK6Wb5fT off=1507247 len=1560580 2024-08-10T05:21:04.521 INFO:tasks.workunit.client.0.smithi078.stdout:op 1402 completed, throughput=5MB/sec 2024-08-10T05:21:04.521 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZpPM5CYD3MHl3GP off=8580380 len=256287 2024-08-10T05:21:04.522 INFO:tasks.workunit.client.0.smithi078.stdout:op 1403 completed, throughput=5MB/sec 2024-08-10T05:21:04.522 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AXrUYkZMVPOgVsh off=1662057 len=719952 2024-08-10T05:21:04.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 1404 completed, throughput=5MB/sec 2024-08-10T05:21:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:04 smithi107 ceph-mon[86658]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:04 smithi078 ceph-mon[92251]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:04 smithi078 ceph-mon[94618]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:05.524 INFO:tasks.workunit.client.0.smithi078.stdout: 274: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:05.524 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zTKAeL4Yvtjx-Ld off=19695238 len=1943564 2024-08-10T05:21:05.526 INFO:tasks.workunit.client.0.smithi078.stdout:op 1405 completed, throughput=4.99MB/sec 2024-08-10T05:21:05.526 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Dixg-BHLQ6e8ROI off=18174332 len=1833879 2024-08-10T05:21:05.535 INFO:tasks.workunit.client.0.smithi078.stdout:op 1406 completed, throughput=5MB/sec 2024-08-10T05:21:05.535 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pTFZArEvVQAISCb off=2917986 len=732913 2024-08-10T05:21:05.537 INFO:tasks.workunit.client.0.smithi078.stdout:op 1407 completed, throughput=5MB/sec 2024-08-10T05:21:05.537 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9pI4i7Wr0hhdEsc off=6665915 len=1651531 2024-08-10T05:21:05.538 INFO:tasks.workunit.client.0.smithi078.stdout:op 1408 completed, throughput=5.01MB/sec 2024-08-10T05:21:06.538 INFO:tasks.workunit.client.0.smithi078.stdout: 275: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:06.538 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mgpolS-kIfdhZBW off=8718101 len=510845 2024-08-10T05:21:06.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 1409 completed, throughput=4.99MB/sec 2024-08-10T05:21:06.539 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_Wx_l7mJOkA5itk off=1510344 len=452495 2024-08-10T05:21:06.540 INFO:tasks.workunit.client.0.smithi078.stdout:op 1410 completed, throughput=4.99MB/sec 2024-08-10T05:21:06.540 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IqNkWfm6p6HvF2g off=6465769 len=373173 2024-08-10T05:21:06.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 1411 completed, throughput=4.99MB/sec 2024-08-10T05:21:06.541 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--mwin0RfxcEhInf off=5421675 len=1326716 2024-08-10T05:21:06.543 INFO:tasks.workunit.client.0.smithi078.stdout:op 1412 completed, throughput=5MB/sec 2024-08-10T05:21:06.543 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QdxML-vQjS_ldpA off=10432540 len=1952637 2024-08-10T05:21:06.545 INFO:tasks.workunit.client.0.smithi078.stdout:op 1413 completed, throughput=5MB/sec 2024-08-10T05:21:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:06 smithi107 ceph-mon[86658]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:06 smithi078 ceph-mon[92251]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:06 smithi078 ceph-mon[94618]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:07.545 INFO:tasks.workunit.client.0.smithi078.stdout: 276: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:07.545 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qN9QsQCds6BkyYH off=9628163 len=454965 2024-08-10T05:21:07.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 1414 completed, throughput=4.99MB/sec 2024-08-10T05:21:07.550 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_wTSP-UjMW6GdD0 off=210777 len=1109073 2024-08-10T05:21:07.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 1415 completed, throughput=4.99MB/sec 2024-08-10T05:21:07.555 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OdKQxGzRHzSx5q4 off=4573744 len=1975849 2024-08-10T05:21:07.571 INFO:tasks.workunit.client.0.smithi078.stdout:op 1416 completed, throughput=5MB/sec 2024-08-10T05:21:07.571 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0FxjktiNiOVcIfz off=6687801 len=394042 2024-08-10T05:21:07.573 INFO:tasks.workunit.client.0.smithi078.stdout:op 1417 completed, throughput=5MB/sec 2024-08-10T05:21:07.573 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lUsc12Sn4YzAr6x off=2223678 len=1441983 2024-08-10T05:21:07.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 1418 completed, throughput=5MB/sec 2024-08-10T05:21:08.576 INFO:tasks.workunit.client.0.smithi078.stdout: 277: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:08.576 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e2TwrHsdX9Zbk1N off=6544990 len=1762096 2024-08-10T05:21:08.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 1419 completed, throughput=4.99MB/sec 2024-08-10T05:21:08.579 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eZdLBitCQVN79YS off=10209479 len=226060 2024-08-10T05:21:08.580 INFO:tasks.workunit.client.0.smithi078.stdout:op 1420 completed, throughput=4.99MB/sec 2024-08-10T05:21:08.580 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IJEy8dLx813RrFP off=4073107 len=1075335 2024-08-10T05:21:08.583 INFO:tasks.workunit.client.0.smithi078.stdout:op 1421 completed, throughput=5MB/sec 2024-08-10T05:21:08.583 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B5UE366cSyb1ONc off=8388851 len=2035329 2024-08-10T05:21:08.585 INFO:tasks.workunit.client.0.smithi078.stdout:op 1422 completed, throughput=5MB/sec 2024-08-10T05:21:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:08 smithi107 ceph-mon[86658]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:21:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:08 smithi078 ceph-mon[92251]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:21:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:08 smithi078 ceph-mon[94618]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:21:09.585 INFO:tasks.workunit.client.0.smithi078.stdout: 278: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:09.586 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S9NBOfbWWM38CP5 off=10884738 len=1060713 2024-08-10T05:21:09.591 INFO:tasks.workunit.client.0.smithi078.stdout:op 1423 completed, throughput=4.99MB/sec 2024-08-10T05:21:09.591 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aN_cjkZCtnt_jlc off=4754519 len=1058804 2024-08-10T05:21:09.593 INFO:tasks.workunit.client.0.smithi078.stdout:op 1424 completed, throughput=4.99MB/sec 2024-08-10T05:21:09.593 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xsyGO8CKv7RPDyy off=1711630 len=401217 2024-08-10T05:21:09.594 INFO:tasks.workunit.client.0.smithi078.stdout:op 1425 completed, throughput=4.99MB/sec 2024-08-10T05:21:09.594 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-be8LWVqhC5rpa5m off=20555523 len=889301 2024-08-10T05:21:09.596 INFO:tasks.workunit.client.0.smithi078.stdout:op 1426 completed, throughput=5MB/sec 2024-08-10T05:21:09.596 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MQ24cnqYyIJWwYt off=8728037 len=800810 2024-08-10T05:21:09.598 INFO:tasks.workunit.client.0.smithi078.stdout:op 1427 completed, throughput=5MB/sec 2024-08-10T05:21:09.598 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qVhNCyFWOkbIi9d off=1829133 len=273741 2024-08-10T05:21:09.598 INFO:tasks.workunit.client.0.smithi078.stdout:op 1428 completed, throughput=5MB/sec 2024-08-10T05:21:09.598 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LeybEOratqkUiRA off=11298510 len=741653 2024-08-10T05:21:09.599 INFO:tasks.workunit.client.0.smithi078.stdout:op 1429 completed, throughput=5MB/sec 2024-08-10T05:21:10.600 INFO:tasks.workunit.client.0.smithi078.stdout: 279: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:10.600 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I3Sg_Neg9CuQORT off=17207275 len=380934 2024-08-10T05:21:10.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 1430 completed, throughput=4.99MB/sec 2024-08-10T05:21:10.604 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_plVQ0uQNSpbCo9 off=3833395 len=1635729 2024-08-10T05:21:10.612 INFO:tasks.workunit.client.0.smithi078.stdout:op 1431 completed, throughput=4.99MB/sec 2024-08-10T05:21:10.612 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZgfwJMksJgALh-s off=5698684 len=943573 2024-08-10T05:21:10.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 1432 completed, throughput=4.99MB/sec 2024-08-10T05:21:10.614 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eFidLBoQpHuZUJV off=1323634 len=151718 2024-08-10T05:21:10.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 1433 completed, throughput=4.99MB/sec 2024-08-10T05:21:10.614 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-c6JdB0v1wy4GzOl off=15329262 len=311188 2024-08-10T05:21:10.615 INFO:tasks.workunit.client.0.smithi078.stdout:op 1434 completed, throughput=5MB/sec 2024-08-10T05:21:10.615 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2Lke8IpjSDuAAA5 off=3756894 len=1554177 2024-08-10T05:21:10.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 1435 completed, throughput=5MB/sec 2024-08-10T05:21:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:10 smithi107 ceph-mon[86658]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:10 smithi078 ceph-mon[92251]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:10 smithi078 ceph-mon[94618]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:11.618 INFO:tasks.workunit.client.0.smithi078.stdout: 280: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:11.618 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-35MLK177Jjnfyiw off=1886268 len=863052 2024-08-10T05:21:11.620 INFO:tasks.workunit.client.0.smithi078.stdout:op 1436 completed, throughput=4.99MB/sec 2024-08-10T05:21:11.620 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BDKgysIym1P5tn5 off=1644527 len=1512290 2024-08-10T05:21:11.622 INFO:tasks.workunit.client.0.smithi078.stdout:op 1437 completed, throughput=4.99MB/sec 2024-08-10T05:21:11.622 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2NeuQTrAGePJmzi off=12453899 len=403006 2024-08-10T05:21:11.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 1438 completed, throughput=4.99MB/sec 2024-08-10T05:21:11.625 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7jjUSapMjDIvJAS off=3125551 len=109548 2024-08-10T05:21:11.628 INFO:tasks.workunit.client.0.smithi078.stdout:op 1439 completed, throughput=4.99MB/sec 2024-08-10T05:21:11.628 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ihncevlE2qmOKiJ off=11455232 len=695847 2024-08-10T05:21:11.629 INFO:tasks.workunit.client.0.smithi078.stdout:op 1440 completed, throughput=4.99MB/sec 2024-08-10T05:21:11.629 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yuknuJqGnLpXPY6 off=8183814 len=248139 2024-08-10T05:21:11.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 1441 completed, throughput=5MB/sec 2024-08-10T05:21:11.632 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GycKCq3oFVsuJuQ off=8926272 len=849011 2024-08-10T05:21:11.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 1442 completed, throughput=5MB/sec 2024-08-10T05:21:11.635 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UyCSk8Mp6H4_UzA off=1460209 len=1738958 2024-08-10T05:21:11.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 1443 completed, throughput=5MB/sec 2024-08-10T05:21:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:21:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:21:11] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-08-10T05:21:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:21:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:12.637 INFO:tasks.workunit.client.0.smithi078.stdout: 281: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:12.637 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Gu502-Hkvt9iL2I off=1167093 len=1557518 2024-08-10T05:21:12.645 INFO:tasks.workunit.client.0.smithi078.stdout:op 1444 completed, throughput=4.99MB/sec 2024-08-10T05:21:12.645 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vv8DlcDfXi-1YGw off=18658053 len=1107405 2024-08-10T05:21:12.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 1445 completed, throughput=5MB/sec 2024-08-10T05:21:12.647 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AoDuu2D1LXEDKKE off=1550860 len=1054928 2024-08-10T05:21:12.648 INFO:tasks.workunit.client.0.smithi078.stdout:op 1446 completed, throughput=5MB/sec 2024-08-10T05:21:12.648 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uWKgdXLp6D1vry- off=16172669 len=1117779 2024-08-10T05:21:12.654 INFO:tasks.workunit.client.0.smithi078.stdout:op 1447 completed, throughput=5MB/sec 2024-08-10T05:21:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:13.655 INFO:tasks.workunit.client.0.smithi078.stdout: 282: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:13.655 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hHJy_52r2o9QVV- off=5112694 len=1760025 2024-08-10T05:21:13.657 INFO:tasks.workunit.client.0.smithi078.stdout:op 1448 completed, throughput=4.99MB/sec 2024-08-10T05:21:13.657 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8lEpy8yCsPSdABr off=12443028 len=36032 2024-08-10T05:21:13.657 INFO:tasks.workunit.client.0.smithi078.stdout:op 1449 completed, throughput=4.99MB/sec 2024-08-10T05:21:13.657 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j7epmBW5Ld1zijy off=1013199 len=2062275 2024-08-10T05:21:13.670 INFO:tasks.workunit.client.0.smithi078.stdout:op 1450 completed, throughput=5MB/sec 2024-08-10T05:21:13.670 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O00WcwkFIVf1vnd off=155686 len=1487014 2024-08-10T05:21:13.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 1451 completed, throughput=5MB/sec 2024-08-10T05:21:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:13 smithi107 ceph-mon[86658]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:21:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:13 smithi078 ceph-mon[92251]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:21:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:13 smithi078 ceph-mon[94618]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:21:14.673 INFO:tasks.workunit.client.0.smithi078.stdout: 283: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:14.674 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KtEAF0lyWgiSZX2 off=13101276 len=945203 2024-08-10T05:21:14.676 INFO:tasks.workunit.client.0.smithi078.stdout:op 1452 completed, throughput=4.99MB/sec 2024-08-10T05:21:14.676 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R1LWWfq-rmuVpPz off=3183074 len=2036178 2024-08-10T05:21:14.686 INFO:tasks.workunit.client.0.smithi078.stdout:op 1453 completed, throughput=4.99MB/sec 2024-08-10T05:21:14.686 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hXFJ51neFoHYJjl off=14576948 len=1364338 2024-08-10T05:21:14.692 INFO:tasks.workunit.client.0.smithi078.stdout:op 1454 completed, throughput=5MB/sec 2024-08-10T05:21:14.692 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-t6E9os_P9lYZe_H off=727449 len=1100745 2024-08-10T05:21:14.697 INFO:tasks.workunit.client.0.smithi078.stdout:op 1455 completed, throughput=5MB/sec 2024-08-10T05:21:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:14 smithi107 ceph-mon[86658]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:14 smithi078 ceph-mon[92251]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:14 smithi078 ceph-mon[94618]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:15.697 INFO:tasks.workunit.client.0.smithi078.stdout: 284: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:15.698 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GHSS0iMszVgj3G- off=1085260 len=1657977 2024-08-10T05:21:15.699 INFO:tasks.workunit.client.0.smithi078.stdout:op 1456 completed, throughput=4.99MB/sec 2024-08-10T05:21:15.699 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XHREj5QVZ4cPIpx off=0 len=1327332 2024-08-10T05:21:15.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 1457 completed, throughput=5MB/sec 2024-08-10T05:21:15.701 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sZh9Ji6wK2cgbHp off=19891168 len=707370 2024-08-10T05:21:15.705 INFO:tasks.workunit.client.0.smithi078.stdout:op 1458 completed, throughput=5MB/sec 2024-08-10T05:21:15.705 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ERvUmtyjHK60c9n off=3726543 len=1332950 2024-08-10T05:21:15.707 INFO:tasks.workunit.client.0.smithi078.stdout:op 1459 completed, throughput=5MB/sec 2024-08-10T05:21:16.707 INFO:tasks.workunit.client.0.smithi078.stdout: 285: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:16.707 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-US-AXWPhQISocrh off=11231074 len=1537418 2024-08-10T05:21:16.709 INFO:tasks.workunit.client.0.smithi078.stdout:op 1460 completed, throughput=4.99MB/sec 2024-08-10T05:21:16.709 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H4lPzaWEUzGwSWN off=4753108 len=928000 2024-08-10T05:21:16.711 INFO:tasks.workunit.client.0.smithi078.stdout:op 1461 completed, throughput=4.99MB/sec 2024-08-10T05:21:16.711 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R-So4W-cmtrIiWF off=6845997 len=229926 2024-08-10T05:21:16.712 INFO:tasks.workunit.client.0.smithi078.stdout:op 1462 completed, throughput=4.99MB/sec 2024-08-10T05:21:16.712 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AczVCiCMF3jKez_ off=11478392 len=502582 2024-08-10T05:21:16.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 1463 completed, throughput=4.99MB/sec 2024-08-10T05:21:16.715 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AWHMflJD0GdWhz3 off=3173348 len=512285 2024-08-10T05:21:16.719 INFO:tasks.workunit.client.0.smithi078.stdout:op 1464 completed, throughput=5MB/sec 2024-08-10T05:21:16.719 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fbu-iRF05-yXgTD off=10027130 len=1896210 2024-08-10T05:21:16.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 1465 completed, throughput=5MB/sec 2024-08-10T05:21:17.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:16 smithi107 ceph-mon[86658]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:21:17.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:16 smithi078 ceph-mon[92251]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:21:17.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:16 smithi078 ceph-mon[94618]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:21:17.731 INFO:tasks.workunit.client.0.smithi078.stdout: 286: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:17.731 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eh1HUCRlKF4lB9x off=2615157 len=265817 2024-08-10T05:21:17.733 INFO:tasks.workunit.client.0.smithi078.stdout:op 1466 completed, throughput=4.99MB/sec 2024-08-10T05:21:17.733 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_a08BDT1Na7xgJO off=17781837 len=733071 2024-08-10T05:21:17.737 INFO:tasks.workunit.client.0.smithi078.stdout:op 1467 completed, throughput=4.99MB/sec 2024-08-10T05:21:17.737 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pE5q35SdK-yHMLC off=14626129 len=1534129 2024-08-10T05:21:17.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 1468 completed, throughput=4.99MB/sec 2024-08-10T05:21:17.746 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j7RbLUESgNew2Y0 off=16660197 len=889415 2024-08-10T05:21:17.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 1469 completed, throughput=5MB/sec 2024-08-10T05:21:17.750 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fXoR2ebqKwvMpaL off=5437143 len=1809129 2024-08-10T05:21:17.760 INFO:tasks.workunit.client.0.smithi078.stdout:op 1470 completed, throughput=5MB/sec 2024-08-10T05:21:18.761 INFO:tasks.workunit.client.0.smithi078.stdout: 287: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:18.761 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AoDuu2D1LXEDKKE off=6053598 len=1404642 2024-08-10T05:21:18.762 INFO:tasks.workunit.client.0.smithi078.stdout:op 1471 completed, throughput=4.99MB/sec 2024-08-10T05:21:18.762 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Huh6r5lbKDT0yfQ off=1409326 len=428922 2024-08-10T05:21:18.764 INFO:tasks.workunit.client.0.smithi078.stdout:op 1472 completed, throughput=4.99MB/sec 2024-08-10T05:21:18.764 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dxY0qh9JqbY4a3W off=9831146 len=1274575 2024-08-10T05:21:18.771 INFO:tasks.workunit.client.0.smithi078.stdout:op 1473 completed, throughput=4.99MB/sec 2024-08-10T05:21:18.771 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zKO0ozC_iiEry5Y off=5204436 len=447561 2024-08-10T05:21:18.775 INFO:tasks.workunit.client.0.smithi078.stdout:op 1474 completed, throughput=5MB/sec 2024-08-10T05:21:18.775 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ybCB6TrGwf3ReEt off=166381 len=435503 2024-08-10T05:21:18.778 INFO:tasks.workunit.client.0.smithi078.stdout:op 1475 completed, throughput=5MB/sec 2024-08-10T05:21:18.778 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lzrQ81PM20QcIj4 off=3641634 len=1964260 2024-08-10T05:21:18.780 INFO:tasks.workunit.client.0.smithi078.stdout:op 1476 completed, throughput=5MB/sec 2024-08-10T05:21:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:18 smithi107 ceph-mon[86658]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:21:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:18 smithi078 ceph-mon[92251]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:21:19.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:18 smithi078 ceph-mon[94618]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:21:19.780 INFO:tasks.workunit.client.0.smithi078.stdout: 288: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:19.780 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-43PDaQUxqVohjMp off=4531592 len=390922 2024-08-10T05:21:19.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 1477 completed, throughput=4.99MB/sec 2024-08-10T05:21:19.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1Hz8kmYLnv3s-B1 off=3303424 len=1014629 2024-08-10T05:21:19.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 1478 completed, throughput=4.99MB/sec 2024-08-10T05:21:19.783 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PD5AsSKBmfx4RJG off=5264331 len=1557757 2024-08-10T05:21:19.791 INFO:tasks.workunit.client.0.smithi078.stdout:op 1479 completed, throughput=5MB/sec 2024-08-10T05:21:19.791 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Q1ptYVsbLk-s_bu off=2630754 len=1269941 2024-08-10T05:21:19.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 1480 completed, throughput=5MB/sec 2024-08-10T05:21:20.793 INFO:tasks.workunit.client.0.smithi078.stdout: 289: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:20.793 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OQaQoeRxmA30cUA off=18159697 len=1558882 2024-08-10T05:21:20.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 1481 completed, throughput=4.99MB/sec 2024-08-10T05:21:20.798 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w_sObra1FUpFUSU off=4658167 len=93792 2024-08-10T05:21:20.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 1482 completed, throughput=4.99MB/sec 2024-08-10T05:21:20.798 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-54SD9F7AWB97Qpd off=2256979 len=1239444 2024-08-10T05:21:20.802 INFO:tasks.workunit.client.0.smithi078.stdout:op 1483 completed, throughput=4.99MB/sec 2024-08-10T05:21:20.802 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-onUlASNuWuKbvMa off=1537158 len=1592208 2024-08-10T05:21:20.805 INFO:tasks.workunit.client.0.smithi078.stdout:op 1484 completed, throughput=5MB/sec 2024-08-10T05:21:20.805 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kZikHee3u8thzcb off=1595639 len=1665456 2024-08-10T05:21:20.807 INFO:tasks.workunit.client.0.smithi078.stdout:op 1485 completed, throughput=5MB/sec 2024-08-10T05:21:20.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:20 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:20.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:20 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:20.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:20 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:21.807 INFO:tasks.workunit.client.0.smithi078.stdout: 290: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:21.807 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LD42S-A9QxhUyK1 off=7112625 len=1972313 2024-08-10T05:21:21.816 INFO:tasks.workunit.client.0.smithi078.stdout:op 1486 completed, throughput=4.99MB/sec 2024-08-10T05:21:21.816 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NP3GV5seT2iUsJL off=5806280 len=1879473 2024-08-10T05:21:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:21 smithi107 ceph-mon[86658]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:21:21.818 INFO:tasks.workunit.client.0.smithi078.stdout:op 1487 completed, throughput=5MB/sec 2024-08-10T05:21:21.818 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8M8Ly2C5O7UrOhc off=6975975 len=273242 2024-08-10T05:21:21.822 INFO:tasks.workunit.client.0.smithi078.stdout:op 1488 completed, throughput=5MB/sec 2024-08-10T05:21:21.822 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gYKrsD6LtviPw5l off=9288242 len=1010351 2024-08-10T05:21:21.823 INFO:tasks.workunit.client.0.smithi078.stdout:op 1489 completed, throughput=5MB/sec 2024-08-10T05:21:21.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[92251]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:21.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:21.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:21.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:21:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[94618]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:21:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:21:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:21:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:21:21] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2024-08-10T05:21:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:21:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:22.823 INFO:tasks.workunit.client.0.smithi078.stdout: 291: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:22.824 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3P21f7skE0z3w_- off=890720 len=370997 2024-08-10T05:21:22.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 1490 completed, throughput=4.99MB/sec 2024-08-10T05:21:22.828 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DrAhgzFbdWyvz1y off=2188150 len=1485050 2024-08-10T05:21:22.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 1491 completed, throughput=4.99MB/sec 2024-08-10T05:21:22.830 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kVJE7ZK1tnM0_0H off=254319 len=815831 2024-08-10T05:21:22.833 INFO:tasks.workunit.client.0.smithi078.stdout:op 1492 completed, throughput=4.99MB/sec 2024-08-10T05:21:22.834 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-paoIX4UHZcc_0Kn off=4558736 len=991208 2024-08-10T05:21:22.836 INFO:tasks.workunit.client.0.smithi078.stdout:op 1493 completed, throughput=5MB/sec 2024-08-10T05:21:22.836 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rXgDJlsJ45g28E4 off=9597991 len=1193250 2024-08-10T05:21:22.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 1494 completed, throughput=5MB/sec 2024-08-10T05:21:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:22 smithi107 ceph-mon[86658]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:21:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:22 smithi078 ceph-mon[92251]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:21:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:22 smithi078 ceph-mon[94618]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:21:23.842 INFO:tasks.workunit.client.0.smithi078.stdout: 292: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:23.843 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FV9PkUP5QcBH-w9 off=5282975 len=706512 2024-08-10T05:21:23.847 INFO:tasks.workunit.client.0.smithi078.stdout:op 1495 completed, throughput=4.99MB/sec 2024-08-10T05:21:23.847 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-naA6beEODSdWZcK off=8842008 len=689624 2024-08-10T05:21:23.852 INFO:tasks.workunit.client.0.smithi078.stdout:op 1496 completed, throughput=4.99MB/sec 2024-08-10T05:21:23.852 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zI1e4DWPh2mZE1m off=10242197 len=1060699 2024-08-10T05:21:23.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 1497 completed, throughput=4.99MB/sec 2024-08-10T05:21:23.853 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IP1fMWCk_x1Rsdj off=18058168 len=324914 2024-08-10T05:21:23.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 1498 completed, throughput=4.99MB/sec 2024-08-10T05:21:23.855 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CtAci1uW4nc030Z off=1506525 len=332330 2024-08-10T05:21:23.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 1499 completed, throughput=4.99MB/sec 2024-08-10T05:21:23.855 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cInvquTVsac9qBX off=6038859 len=1491790 2024-08-10T05:21:23.859 INFO:tasks.workunit.client.0.smithi078.stdout:op 1500 completed, throughput=5MB/sec 2024-08-10T05:21:23.859 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2Gxx6MrWTfZsgzx off=9116048 len=1588279 2024-08-10T05:21:23.867 INFO:tasks.workunit.client.0.smithi078.stdout:op 1501 completed, throughput=5MB/sec 2024-08-10T05:21:24.868 INFO:tasks.workunit.client.0.smithi078.stdout: 293: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:24.868 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kya28LiheFShNSO off=4350509 len=1552433 2024-08-10T05:21:24.870 INFO:tasks.workunit.client.0.smithi078.stdout:op 1502 completed, throughput=4.99MB/sec 2024-08-10T05:21:24.870 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-40rdlVZ_Z-Hvyg3 off=6469127 len=1730865 2024-08-10T05:21:24.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 1503 completed, throughput=5MB/sec 2024-08-10T05:21:24.872 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3WJWM28Fk-O1Ta7 off=1222062 len=502656 2024-08-10T05:21:24.876 INFO:tasks.workunit.client.0.smithi078.stdout:op 1504 completed, throughput=5MB/sec 2024-08-10T05:21:24.876 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Kifv1gtcaOzNl9J off=770450 len=1217625 2024-08-10T05:21:24.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 1505 completed, throughput=5MB/sec 2024-08-10T05:21:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:24 smithi107 ceph-mon[86658]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:24 smithi078 ceph-mon[94618]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:24 smithi078 ceph-mon[92251]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:25.882 INFO:tasks.workunit.client.0.smithi078.stdout: 294: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:25.882 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q0rM6wb5UeNu_JC off=6562769 len=293958 2024-08-10T05:21:25.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 1506 completed, throughput=4.99MB/sec 2024-08-10T05:21:25.885 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZQ9bvUYQR9qpFj6 off=6209903 len=1096783 2024-08-10T05:21:25.887 INFO:tasks.workunit.client.0.smithi078.stdout:op 1507 completed, throughput=4.99MB/sec 2024-08-10T05:21:25.887 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VFcRjV--rEQh4-r off=6065863 len=1440389 2024-08-10T05:21:25.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 1508 completed, throughput=4.99MB/sec 2024-08-10T05:21:25.888 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pYXqb-jmEZeOM93 off=13085092 len=313592 2024-08-10T05:21:25.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 1509 completed, throughput=5MB/sec 2024-08-10T05:21:25.889 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Qwo3QUbkIHCwRl4 off=796716 len=69659 2024-08-10T05:21:25.890 INFO:tasks.workunit.client.0.smithi078.stdout:op 1510 completed, throughput=5MB/sec 2024-08-10T05:21:25.890 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-54eA_h2NphzXjU3 off=4756099 len=1298879 2024-08-10T05:21:25.891 INFO:tasks.workunit.client.0.smithi078.stdout:op 1511 completed, throughput=5MB/sec 2024-08-10T05:21:26.892 INFO:tasks.workunit.client.0.smithi078.stdout: 295: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:26.892 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xaGUpKNEiZ2OKcQ off=9490733 len=1373568 2024-08-10T05:21:26.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 1512 completed, throughput=4.99MB/sec 2024-08-10T05:21:26.900 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q3PgRqJP6ZA8gYU off=377836 len=1059603 2024-08-10T05:21:26.906 INFO:tasks.workunit.client.0.smithi078.stdout:op 1513 completed, throughput=4.99MB/sec 2024-08-10T05:21:26.906 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4-37SE6BQPEmBtx off=10521072 len=1291164 2024-08-10T05:21:26.908 INFO:tasks.workunit.client.0.smithi078.stdout:op 1514 completed, throughput=4.99MB/sec 2024-08-10T05:21:26.908 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-u2AeifnpKM0-C-8 off=13437464 len=908282 2024-08-10T05:21:26.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 1515 completed, throughput=5MB/sec 2024-08-10T05:21:26.912 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l9j-GhJNubX0HTu off=15393465 len=1992222 2024-08-10T05:21:26.913 INFO:tasks.workunit.client.0.smithi078.stdout:op 1516 completed, throughput=5MB/sec 2024-08-10T05:21:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:26 smithi107 ceph-mon[86658]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:21:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:26 smithi078 ceph-mon[92251]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:21:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:26 smithi078 ceph-mon[94618]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:21:27.914 INFO:tasks.workunit.client.0.smithi078.stdout: 296: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:27.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NhmPukn7oRiWzwP off=17126218 len=1230551 2024-08-10T05:21:27.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 1517 completed, throughput=4.99MB/sec 2024-08-10T05:21:27.915 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mclHUe1Hh7w9-6a off=14188769 len=1046893 2024-08-10T05:21:27.921 INFO:tasks.workunit.client.0.smithi078.stdout:op 1518 completed, throughput=4.99MB/sec 2024-08-10T05:21:27.921 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1DyfmyRLB4M_ofG off=4258747 len=236025 2024-08-10T05:21:27.924 INFO:tasks.workunit.client.0.smithi078.stdout:op 1519 completed, throughput=5MB/sec 2024-08-10T05:21:27.924 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7s-xRr9dUbLdMEA off=1600731 len=1751803 2024-08-10T05:21:27.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 1520 completed, throughput=5MB/sec 2024-08-10T05:21:28.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:28.933 INFO:tasks.workunit.client.0.smithi078.stdout: 297: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:28.933 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G5IZiJW5-g-HIwE off=5433249 len=1818328 2024-08-10T05:21:28.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 1521 completed, throughput=4.99MB/sec 2024-08-10T05:21:28.943 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Jd8LjTTXaYdJLdX off=4898039 len=1692392 2024-08-10T05:21:28.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 1522 completed, throughput=4.99MB/sec 2024-08-10T05:21:28.944 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6351wN2D6BsMXrk off=8201802 len=664578 2024-08-10T05:21:28.949 INFO:tasks.workunit.client.0.smithi078.stdout:op 1523 completed, throughput=5MB/sec 2024-08-10T05:21:28.949 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ftpu9Yozr9pCH69 off=14619356 len=992999 2024-08-10T05:21:28.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 1524 completed, throughput=5MB/sec 2024-08-10T05:21:29.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:28 smithi107 ceph-mon[86658]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:28 smithi078 ceph-mon[92251]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:28 smithi078 ceph-mon[94618]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:21:29.954 INFO:tasks.workunit.client.0.smithi078.stdout: 298: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:29.955 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Eq4jP63j0p5V_og off=22308031 len=2004075 2024-08-10T05:21:29.958 INFO:tasks.workunit.client.0.smithi078.stdout:op 1525 completed, throughput=4.99MB/sec 2024-08-10T05:21:29.958 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yJ5TR4Gx88sw4ls off=4656456 len=851721 2024-08-10T05:21:29.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 1526 completed, throughput=4.99MB/sec 2024-08-10T05:21:29.963 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lmG0kJmTgzpZkFw off=12169060 len=1229799 2024-08-10T05:21:29.970 INFO:tasks.workunit.client.0.smithi078.stdout:op 1527 completed, throughput=5MB/sec 2024-08-10T05:21:29.971 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5GucuNwGXec0Q8e off=854065 len=77456 2024-08-10T05:21:29.973 INFO:tasks.workunit.client.0.smithi078.stdout:op 1528 completed, throughput=5MB/sec 2024-08-10T05:21:29.973 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cJySzIdP-pICXgB off=1499656 len=1392062 2024-08-10T05:21:29.979 INFO:tasks.workunit.client.0.smithi078.stdout:op 1529 completed, throughput=5MB/sec 2024-08-10T05:21:30.980 INFO:tasks.workunit.client.0.smithi078.stdout: 299: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:30.980 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BKKLf2sAG43pbE7 off=16180 len=370243 2024-08-10T05:21:30.981 INFO:tasks.workunit.client.0.smithi078.stdout:op 1530 completed, throughput=4.99MB/sec 2024-08-10T05:21:30.981 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HucHTMPDiGIHqaN off=8074668 len=650292 2024-08-10T05:21:30.983 INFO:tasks.workunit.client.0.smithi078.stdout:op 1531 completed, throughput=4.99MB/sec 2024-08-10T05:21:30.983 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JbfKUm2TsSblUzk off=7031996 len=2042569 2024-08-10T05:21:30.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 1532 completed, throughput=4.99MB/sec 2024-08-10T05:21:30.995 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Efw7JxmJpeIkvCL off=1301244 len=558691 2024-08-10T05:21:30.996 INFO:tasks.workunit.client.0.smithi078.stdout:op 1533 completed, throughput=5MB/sec 2024-08-10T05:21:30.996 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HmCi6dQn7NT09KZ off=10867111 len=788809 2024-08-10T05:21:31.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 1534 completed, throughput=5MB/sec 2024-08-10T05:21:31.001 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wkPmdy4uPIXOTa_ off=15685156 len=1953778 2024-08-10T05:21:31.010 INFO:tasks.workunit.client.0.smithi078.stdout:op 1535 completed, throughput=5MB/sec 2024-08-10T05:21:31.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:30 smithi107 ceph-mon[86658]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:30 smithi078 ceph-mon[92251]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:30 smithi078 ceph-mon[94618]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:32.010 INFO:tasks.workunit.client.0.smithi078.stdout: 300: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:32.010 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1bRHIZrmTEardD4 off=9532312 len=1090826 2024-08-10T05:21:32.016 INFO:tasks.workunit.client.0.smithi078.stdout:op 1536 completed, throughput=4.99MB/sec 2024-08-10T05:21:32.016 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-urdRC41QHFDmilW off=10247590 len=1916616 2024-08-10T05:21:32.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 1537 completed, throughput=5MB/sec 2024-08-10T05:21:32.018 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-55v-Sm7QAgZeiAD off=2154156 len=869627 2024-08-10T05:21:32.020 INFO:tasks.workunit.client.0.smithi078.stdout:op 1538 completed, throughput=5MB/sec 2024-08-10T05:21:32.020 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O9JuYtB3aEyVFOi off=18880649 len=576099 2024-08-10T05:21:32.021 INFO:tasks.workunit.client.0.smithi078.stdout:op 1539 completed, throughput=5MB/sec 2024-08-10T05:21:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:21:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:21:31] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2024-08-10T05:21:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:21:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:33.022 INFO:tasks.workunit.client.0.smithi078.stdout: 301: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:33.022 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WeZeKZdaNC0H_2I off=6352612 len=1345543 2024-08-10T05:21:33.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 1540 completed, throughput=4.99MB/sec 2024-08-10T05:21:33.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-go1sJ7OWuFSi7tZ off=260132 len=195062 2024-08-10T05:21:33.025 INFO:tasks.workunit.client.0.smithi078.stdout:op 1541 completed, throughput=4.99MB/sec 2024-08-10T05:21:33.025 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GiaBcyte2ddaU45 off=5085082 len=951023 2024-08-10T05:21:33.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 1542 completed, throughput=4.99MB/sec 2024-08-10T05:21:33.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DeGG-z7qpQ4zTvI off=1890328 len=1332820 2024-08-10T05:21:33.033 INFO:tasks.workunit.client.0.smithi078.stdout:op 1543 completed, throughput=5MB/sec 2024-08-10T05:21:33.033 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EW7NndkLOleEo50 off=832188 len=1424073 2024-08-10T05:21:33.040 INFO:tasks.workunit.client.0.smithi078.stdout:op 1544 completed, throughput=5MB/sec 2024-08-10T05:21:33.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:32 smithi107 ceph-mon[86658]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:21:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:32 smithi078 ceph-mon[92251]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:21:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:32 smithi078 ceph-mon[94618]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:21:34.040 INFO:tasks.workunit.client.0.smithi078.stdout: 302: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:34.040 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jrTAE88bjMWa0Ra off=8627682 len=1355838 2024-08-10T05:21:34.048 INFO:tasks.workunit.client.0.smithi078.stdout:op 1545 completed, throughput=4.99MB/sec 2024-08-10T05:21:34.048 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-063k2zHYJtxhzi6 off=1909438 len=1128243 2024-08-10T05:21:34.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 1546 completed, throughput=4.99MB/sec 2024-08-10T05:21:34.053 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wSZ2-rUkC7IvcWC off=168158 len=1713235 2024-08-10T05:21:34.063 INFO:tasks.workunit.client.0.smithi078.stdout:op 1547 completed, throughput=5MB/sec 2024-08-10T05:21:34.063 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f7Ps4_s_bGURzW4 off=9921861 len=1170765 2024-08-10T05:21:34.069 INFO:tasks.workunit.client.0.smithi078.stdout:op 1548 completed, throughput=5MB/sec 2024-08-10T05:21:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:34 smithi107 ceph-mon[86658]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:35.069 INFO:tasks.workunit.client.0.smithi078.stdout: 303: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:35.069 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-a-Ava7FKTeiOFwM off=18797652 len=1145087 2024-08-10T05:21:35.071 INFO:tasks.workunit.client.0.smithi078.stdout:op 1549 completed, throughput=4.99MB/sec 2024-08-10T05:21:35.071 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eVDBYEVToulzV4o off=877602 len=766669 2024-08-10T05:21:35.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 1550 completed, throughput=4.99MB/sec 2024-08-10T05:21:35.075 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HcPzhyZ1Kdk7bwS off=9395626 len=814318 2024-08-10T05:21:35.076 INFO:tasks.workunit.client.0.smithi078.stdout:op 1551 completed, throughput=4.99MB/sec 2024-08-10T05:21:35.077 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_moOT44_4eeq1EO off=4651220 len=623090 2024-08-10T05:21:35.081 INFO:tasks.workunit.client.0.smithi078.stdout:op 1552 completed, throughput=4.99MB/sec 2024-08-10T05:21:35.081 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-spG0f5QsfAi3X8m off=2060709 len=1525706 2024-08-10T05:21:35.088 INFO:tasks.workunit.client.0.smithi078.stdout:op 1553 completed, throughput=5MB/sec 2024-08-10T05:21:35.088 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IbqvZpEDdg8gxmw off=331216 len=6393 2024-08-10T05:21:35.091 INFO:tasks.workunit.client.0.smithi078.stdout:op 1554 completed, throughput=5MB/sec 2024-08-10T05:21:35.091 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UPyTU29R4QVUuA9 off=9562025 len=1624483 2024-08-10T05:21:35.092 INFO:tasks.workunit.client.0.smithi078.stdout:op 1555 completed, throughput=5MB/sec 2024-08-10T05:21:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:34 smithi078 ceph-mon[92251]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:34 smithi078 ceph-mon[94618]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:36.092 INFO:tasks.workunit.client.0.smithi078.stdout: 304: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:36.092 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FsHd99ufKzajemH off=1013571 len=214880 2024-08-10T05:21:36.095 INFO:tasks.workunit.client.0.smithi078.stdout:op 1556 completed, throughput=4.99MB/sec 2024-08-10T05:21:36.096 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FBLvHCykYveKYBw off=10321557 len=1017197 2024-08-10T05:21:36.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 1557 completed, throughput=4.99MB/sec 2024-08-10T05:21:36.097 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oep44eXrcf83oZH off=12760911 len=1158062 2024-08-10T05:21:36.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 1558 completed, throughput=5MB/sec 2024-08-10T05:21:36.099 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zArSDeWwJmIfIhm off=8329264 len=1334124 2024-08-10T05:21:36.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 1559 completed, throughput=5MB/sec 2024-08-10T05:21:36.106 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e1ctpZAS60ZBt6M off=13860207 len=1162418 2024-08-10T05:21:36.112 INFO:tasks.workunit.client.0.smithi078.stdout:op 1560 completed, throughput=5MB/sec 2024-08-10T05:21:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:36 smithi107 ceph-mon[86658]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:37.113 INFO:tasks.workunit.client.0.smithi078.stdout: 305: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:37.113 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CeFVgCrTN-mG1uL off=1299914 len=921274 2024-08-10T05:21:37.114 INFO:tasks.workunit.client.0.smithi078.stdout:op 1561 completed, throughput=4.99MB/sec 2024-08-10T05:21:37.115 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R1OWyYRZInMNsaQ off=1949577 len=1142184 2024-08-10T05:21:37.120 INFO:tasks.workunit.client.0.smithi078.stdout:op 1562 completed, throughput=4.99MB/sec 2024-08-10T05:21:37.120 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--unNg6QQvx61_Ox off=13918310 len=1753287 2024-08-10T05:21:37.128 INFO:tasks.workunit.client.0.smithi078.stdout:op 1563 completed, throughput=5MB/sec 2024-08-10T05:21:37.129 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xe-txSw80eSPT6x off=4335658 len=348009 2024-08-10T05:21:37.132 INFO:tasks.workunit.client.0.smithi078.stdout:op 1564 completed, throughput=5MB/sec 2024-08-10T05:21:37.132 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MdYV44_UWdFOlXz off=493720 len=1454206 2024-08-10T05:21:37.137 INFO:tasks.workunit.client.0.smithi078.stdout:op 1565 completed, throughput=5MB/sec 2024-08-10T05:21:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:36 smithi078 ceph-mon[92251]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:36 smithi078 ceph-mon[94618]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:38.138 INFO:tasks.workunit.client.0.smithi078.stdout: 306: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:38.138 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5rEoIRyMrmLGYJV off=8169429 len=373229 2024-08-10T05:21:38.141 INFO:tasks.workunit.client.0.smithi078.stdout:op 1566 completed, throughput=4.99MB/sec 2024-08-10T05:21:38.141 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uQ2-7EhLLHby-qc off=2109191 len=1224114 2024-08-10T05:21:38.143 INFO:tasks.workunit.client.0.smithi078.stdout:op 1567 completed, throughput=4.99MB/sec 2024-08-10T05:21:38.143 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Se0FCF14mBwvyml off=4975031 len=254607 2024-08-10T05:21:38.144 INFO:tasks.workunit.client.0.smithi078.stdout:op 1568 completed, throughput=4.99MB/sec 2024-08-10T05:21:38.144 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QPEqADVgjjb3sBo off=17374137 len=893914 2024-08-10T05:21:38.149 INFO:tasks.workunit.client.0.smithi078.stdout:op 1569 completed, throughput=5MB/sec 2024-08-10T05:21:38.149 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RROv32EvGH7hcWM off=2448563 len=965953 2024-08-10T05:21:38.154 INFO:tasks.workunit.client.0.smithi078.stdout:op 1570 completed, throughput=5MB/sec 2024-08-10T05:21:38.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZuNAYNLI6mghDL1 off=935129 len=1029083 2024-08-10T05:21:38.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 1571 completed, throughput=5MB/sec 2024-08-10T05:21:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:38 smithi107 ceph-mon[86658]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:21:39.155 INFO:tasks.workunit.client.0.smithi078.stdout: 307: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:39.156 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f7B8n87MRBgkl4Z off=13716427 len=925748 2024-08-10T05:21:39.157 INFO:tasks.workunit.client.0.smithi078.stdout:op 1572 completed, throughput=4.99MB/sec 2024-08-10T05:21:39.157 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Gc5QHUi-4YFeCVM off=2546997 len=737507 2024-08-10T05:21:39.162 INFO:tasks.workunit.client.0.smithi078.stdout:op 1573 completed, throughput=4.99MB/sec 2024-08-10T05:21:39.162 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-O00WcwkFIVf1vnd off=1438158 len=62817 2024-08-10T05:21:39.168 INFO:tasks.workunit.client.0.smithi078.stdout:op 1574 completed, throughput=4.99MB/sec 2024-08-10T05:21:39.168 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4NAFBdYYtCLofvX off=1881179 len=360675 2024-08-10T05:21:39.169 INFO:tasks.workunit.client.0.smithi078.stdout:op 1575 completed, throughput=4.99MB/sec 2024-08-10T05:21:39.169 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pJZUBl9m9XWRkyI off=5968389 len=132536 2024-08-10T05:21:39.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 1576 completed, throughput=4.99MB/sec 2024-08-10T05:21:39.172 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wOXExxUaVh0zOZb off=3840815 len=263306 2024-08-10T05:21:39.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 1577 completed, throughput=4.99MB/sec 2024-08-10T05:21:39.175 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sgd66OS-chvNRzd off=2448323 len=1154526 2024-08-10T05:21:39.180 INFO:tasks.workunit.client.0.smithi078.stdout:op 1578 completed, throughput=5MB/sec 2024-08-10T05:21:39.180 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0aIXSEv3B_jS2Z0 off=2783157 len=1462993 2024-08-10T05:21:39.187 INFO:tasks.workunit.client.0.smithi078.stdout:op 1579 completed, throughput=5MB/sec 2024-08-10T05:21:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:38 smithi078 ceph-mon[92251]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:21:39.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:38 smithi078 ceph-mon[94618]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:21:40.187 INFO:tasks.workunit.client.0.smithi078.stdout: 308: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:40.187 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VMWVQjkn7b0jwDn off=1811204 len=325728 2024-08-10T05:21:40.188 INFO:tasks.workunit.client.0.smithi078.stdout:op 1580 completed, throughput=4.99MB/sec 2024-08-10T05:21:40.188 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mz-xfV2ewzvMFEN off=765886 len=505640 2024-08-10T05:21:40.189 INFO:tasks.workunit.client.0.smithi078.stdout:op 1581 completed, throughput=4.99MB/sec 2024-08-10T05:21:40.189 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--BSm5IFHMdus-ZM off=13223575 len=135128 2024-08-10T05:21:40.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 1582 completed, throughput=4.99MB/sec 2024-08-10T05:21:40.191 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6IiK9Y4fBd63MUK off=3055288 len=879305 2024-08-10T05:21:40.192 INFO:tasks.workunit.client.0.smithi078.stdout:op 1583 completed, throughput=4.99MB/sec 2024-08-10T05:21:40.192 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jB3rU-OSXaGm21P off=2519167 len=805985 2024-08-10T05:21:40.197 INFO:tasks.workunit.client.0.smithi078.stdout:op 1584 completed, throughput=4.99MB/sec 2024-08-10T05:21:40.197 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PAMwgL5SFC8sqaU off=3133700 len=1132187 2024-08-10T05:21:40.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 1585 completed, throughput=5MB/sec 2024-08-10T05:21:40.204 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WUS964cDUfSFPsG off=5323317 len=1364016 2024-08-10T05:21:40.207 INFO:tasks.workunit.client.0.smithi078.stdout:op 1586 completed, throughput=5MB/sec 2024-08-10T05:21:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:40 smithi107 ceph-mon[86658]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:21:41.207 INFO:tasks.workunit.client.0.smithi078.stdout: 309: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:41.207 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RqHunbUwXUj89H3 off=286405 len=170116 2024-08-10T05:21:41.208 INFO:tasks.workunit.client.0.smithi078.stdout:op 1587 completed, throughput=4.98MB/sec 2024-08-10T05:21:41.208 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GY0xZ9wr9rQEgbl off=13313181 len=1715103 2024-08-10T05:21:41.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 1588 completed, throughput=4.99MB/sec 2024-08-10T05:21:41.211 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hThHCyXIkcuWRN1 off=13530757 len=1192489 2024-08-10T05:21:41.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 1589 completed, throughput=4.99MB/sec 2024-08-10T05:21:41.212 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Tuk-IWTrRAP4xnn off=7506496 len=923191 2024-08-10T05:21:41.217 INFO:tasks.workunit.client.0.smithi078.stdout:op 1590 completed, throughput=5MB/sec 2024-08-10T05:21:41.217 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-36L-hSihd_cLoyI off=1724692 len=696322 2024-08-10T05:21:41.217 INFO:tasks.workunit.client.0.smithi078.stdout:op 1591 completed, throughput=5MB/sec 2024-08-10T05:21:41.217 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NgEdzgqNanFzmC2 off=23474245 len=1011104 2024-08-10T05:21:41.219 INFO:tasks.workunit.client.0.smithi078.stdout:op 1592 completed, throughput=5MB/sec 2024-08-10T05:21:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:40 smithi078 ceph-mon[94618]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:21:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:40 smithi078 ceph-mon[92251]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:21:42.219 INFO:tasks.workunit.client.0.smithi078.stdout: 310: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:42.219 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KW66B3zDyLyxiPB off=15130929 len=314796 2024-08-10T05:21:42.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 1593 completed, throughput=4.99MB/sec 2024-08-10T05:21:42.223 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Hk4aXevEGdocAN1 off=10408313 len=643842 2024-08-10T05:21:42.224 INFO:tasks.workunit.client.0.smithi078.stdout:op 1594 completed, throughput=4.99MB/sec 2024-08-10T05:21:42.224 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g617bcqKd7RNe8J off=3441500 len=1393367 2024-08-10T05:21:42.226 INFO:tasks.workunit.client.0.smithi078.stdout:op 1595 completed, throughput=4.99MB/sec 2024-08-10T05:21:42.226 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-a29AwAtcZ-0R7SZ off=2392844 len=1360399 2024-08-10T05:21:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:21:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:21:41] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2024-08-10T05:21:42.234 INFO:tasks.workunit.client.0.smithi078.stdout:op 1596 completed, throughput=5MB/sec 2024-08-10T05:21:42.235 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rXc0g5CCFYlwhFp off=3350777 len=1925839 2024-08-10T05:21:42.244 INFO:tasks.workunit.client.0.smithi078.stdout:op 1597 completed, throughput=5MB/sec 2024-08-10T05:21:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:21:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:43.244 INFO:tasks.workunit.client.0.smithi078.stdout: 311: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:43.245 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c3XuHu8PDbkHon6 off=970446 len=283203 2024-08-10T05:21:43.247 INFO:tasks.workunit.client.0.smithi078.stdout:op 1598 completed, throughput=4.99MB/sec 2024-08-10T05:21:43.247 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6kQLC16Pk6007_k off=12222913 len=2088898 2024-08-10T05:21:43.250 INFO:tasks.workunit.client.0.smithi078.stdout:op 1599 completed, throughput=4.99MB/sec 2024-08-10T05:21:43.250 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--pN1Ynrh7K8c4HB off=1591921 len=1251066 2024-08-10T05:21:43.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 1600 completed, throughput=5MB/sec 2024-08-10T05:21:43.257 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rwdxnoyInyBMdCA off=839267 len=424038 2024-08-10T05:21:43.260 INFO:tasks.workunit.client.0.smithi078.stdout:op 1601 completed, throughput=5MB/sec 2024-08-10T05:21:43.260 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UHrbWKD81bCLi8N off=17643325 len=824425 2024-08-10T05:21:43.261 INFO:tasks.workunit.client.0.smithi078.stdout:op 1602 completed, throughput=5MB/sec 2024-08-10T05:21:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:43 smithi107 ceph-mon[86658]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:21:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:43 smithi078 ceph-mon[92251]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:21:43.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:43 smithi078 ceph-mon[94618]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:21:44.262 INFO:tasks.workunit.client.0.smithi078.stdout: 312: throughput=4.98MB/sec pending data=0 2024-08-10T05:21:44.262 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T1NnL_QgWRHu7Sl off=7131487 len=541250 2024-08-10T05:21:44.266 INFO:tasks.workunit.client.0.smithi078.stdout:op 1603 completed, throughput=4.99MB/sec 2024-08-10T05:21:44.266 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MxP03DMKzeRFCvW off=548170 len=691726 2024-08-10T05:21:44.270 INFO:tasks.workunit.client.0.smithi078.stdout:op 1604 completed, throughput=4.99MB/sec 2024-08-10T05:21:44.270 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AGz6ABPMT5HT6cL off=4002 len=1961294 2024-08-10T05:21:44.282 INFO:tasks.workunit.client.0.smithi078.stdout:op 1605 completed, throughput=4.99MB/sec 2024-08-10T05:21:44.282 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MbBxc0axJCNdABs off=8801871 len=1869009 2024-08-10T05:21:44.292 INFO:tasks.workunit.client.0.smithi078.stdout:op 1606 completed, throughput=5MB/sec 2024-08-10T05:21:44.292 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uz04rZsudH0y2xF off=4374741 len=1856892 2024-08-10T05:21:44.293 INFO:tasks.workunit.client.0.smithi078.stdout:op 1607 completed, throughput=5.01MB/sec 2024-08-10T05:21:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:44 smithi107 ceph-mon[86658]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:44 smithi078 ceph-mon[92251]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:44 smithi078 ceph-mon[94618]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:45.293 INFO:tasks.workunit.client.0.smithi078.stdout: 313: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:45.293 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3mS-tZP0IkZVMvb off=5542721 len=556333 2024-08-10T05:21:45.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 1608 completed, throughput=4.99MB/sec 2024-08-10T05:21:45.294 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DyFEfCngt_p9-lW off=10406205 len=75838 2024-08-10T05:21:45.297 INFO:tasks.workunit.client.0.smithi078.stdout:op 1609 completed, throughput=4.99MB/sec 2024-08-10T05:21:45.297 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hsckt3BPYRacJmy off=8488501 len=1145712 2024-08-10T05:21:45.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 1610 completed, throughput=4.99MB/sec 2024-08-10T05:21:45.299 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g-qJQ--OEpCi4yT off=3350562 len=1295504 2024-08-10T05:21:45.301 INFO:tasks.workunit.client.0.smithi078.stdout:op 1611 completed, throughput=5MB/sec 2024-08-10T05:21:45.301 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HeIosIaQPxSRisc off=12686962 len=1125480 2024-08-10T05:21:45.306 INFO:tasks.workunit.client.0.smithi078.stdout:op 1612 completed, throughput=5MB/sec 2024-08-10T05:21:46.307 INFO:tasks.workunit.client.0.smithi078.stdout: 314: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:46.307 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CiwmC9NwGn2AmhR off=8773259 len=229549 2024-08-10T05:21:46.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 1613 completed, throughput=4.99MB/sec 2024-08-10T05:21:46.310 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-w2rcIXJzG-wHsOj off=966611 len=2061659 2024-08-10T05:21:46.322 INFO:tasks.workunit.client.0.smithi078.stdout:op 1614 completed, throughput=4.99MB/sec 2024-08-10T05:21:46.322 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QwF2oE17lHiHmyB off=287711 len=456717 2024-08-10T05:21:46.323 INFO:tasks.workunit.client.0.smithi078.stdout:op 1615 completed, throughput=4.99MB/sec 2024-08-10T05:21:46.323 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VrZA089jX187kcp off=4208857 len=314075 2024-08-10T05:21:46.326 INFO:tasks.workunit.client.0.smithi078.stdout:op 1616 completed, throughput=5MB/sec 2024-08-10T05:21:46.326 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_o1Kp12yXwNs33M off=5503834 len=1004050 2024-08-10T05:21:46.327 INFO:tasks.workunit.client.0.smithi078.stdout:op 1617 completed, throughput=5MB/sec 2024-08-10T05:21:46.327 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cout5k6jKezHL_f off=2871077 len=90891 2024-08-10T05:21:46.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 1618 completed, throughput=5MB/sec 2024-08-10T05:21:46.328 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XWpCAY1QW3uvtg2 off=4416697 len=880287 2024-08-10T05:21:46.332 INFO:tasks.workunit.client.0.smithi078.stdout:op 1619 completed, throughput=5MB/sec 2024-08-10T05:21:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:46 smithi107 ceph-mon[86658]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:46 smithi078 ceph-mon[92251]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:47.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:46 smithi078 ceph-mon[94618]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: 315: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:47.332 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iHZ2DGTj18PV4lb off=15821841 len=1833510 2024-08-10T05:21:47.341 INFO:tasks.workunit.client.0.smithi078.stdout:op 1620 completed, throughput=4.99MB/sec 2024-08-10T05:21:47.341 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cSJPCr7TIebaxbO off=362264 len=538718 2024-08-10T05:21:47.344 INFO:tasks.workunit.client.0.smithi078.stdout:op 1621 completed, throughput=4.99MB/sec 2024-08-10T05:21:47.345 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lhJPo1yv8XckDKI off=11233942 len=1663037 2024-08-10T05:21:47.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 1622 completed, throughput=5MB/sec 2024-08-10T05:21:47.346 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0mCbq7j-U9CMT3R off=4587838 len=1373500 2024-08-10T05:21:47.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 1623 completed, throughput=5MB/sec 2024-08-10T05:21:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: 316: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:48.355 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9InCv0VM1EPaEzC off=5261213 len=1060232 2024-08-10T05:21:48.356 INFO:tasks.workunit.client.0.smithi078.stdout:op 1624 completed, throughput=4.99MB/sec 2024-08-10T05:21:48.356 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i1J5xu0582Z5095 off=438972 len=772999 2024-08-10T05:21:48.360 INFO:tasks.workunit.client.0.smithi078.stdout:op 1625 completed, throughput=4.99MB/sec 2024-08-10T05:21:48.360 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6oEVn2MZuAikFEm off=636354 len=1376858 2024-08-10T05:21:48.362 INFO:tasks.workunit.client.0.smithi078.stdout:op 1626 completed, throughput=4.99MB/sec 2024-08-10T05:21:48.362 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-As7Ux0AryXnWXDN off=12555906 len=430202 2024-08-10T05:21:48.366 INFO:tasks.workunit.client.0.smithi078.stdout:op 1627 completed, throughput=5MB/sec 2024-08-10T05:21:48.366 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s7jlB4mRXEC2KT6 off=3857659 len=999076 2024-08-10T05:21:48.367 INFO:tasks.workunit.client.0.smithi078.stdout:op 1628 completed, throughput=5MB/sec 2024-08-10T05:21:48.367 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6aH22IUVjjthXGE off=4680727 len=939661 2024-08-10T05:21:48.368 INFO:tasks.workunit.client.0.smithi078.stdout:op 1629 completed, throughput=5MB/sec 2024-08-10T05:21:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:48 smithi107 ceph-mon[86658]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:21:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:48 smithi078 ceph-mon[92251]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:21:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:48 smithi078 ceph-mon[94618]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:21:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: 317: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:49.369 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2hk07xTS4Hem68R off=221176 len=925640 2024-08-10T05:21:49.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 1630 completed, throughput=4.99MB/sec 2024-08-10T05:21:49.370 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BzSJrTqDPsnti5r off=2248984 len=1934243 2024-08-10T05:21:49.382 INFO:tasks.workunit.client.0.smithi078.stdout:op 1631 completed, throughput=4.99MB/sec 2024-08-10T05:21:49.382 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x7tYQS9LHRza5dm off=1318384 len=1398887 2024-08-10T05:21:49.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 1632 completed, throughput=5MB/sec 2024-08-10T05:21:49.389 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XX-dKRH3sm8oLfD off=13187643 len=1870793 2024-08-10T05:21:49.399 INFO:tasks.workunit.client.0.smithi078.stdout:op 1633 completed, throughput=5MB/sec 2024-08-10T05:21:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: 318: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:50.400 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-D1tsSKGNM64bP7b off=1374823 len=1560181 2024-08-10T05:21:50.407 INFO:tasks.workunit.client.0.smithi078.stdout:op 1634 completed, throughput=4.99MB/sec 2024-08-10T05:21:50.407 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MyyG9Kb4zZYSrTO off=21474548 len=335047 2024-08-10T05:21:50.409 INFO:tasks.workunit.client.0.smithi078.stdout:op 1635 completed, throughput=4.99MB/sec 2024-08-10T05:21:50.409 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Iu-l8Kixvzi6fer off=6861654 len=1629722 2024-08-10T05:21:50.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 1636 completed, throughput=5MB/sec 2024-08-10T05:21:50.410 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CL8dv901zhCf8T3 off=472787 len=659621 2024-08-10T05:21:50.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 1637 completed, throughput=5MB/sec 2024-08-10T05:21:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:50 smithi107 ceph-mon[86658]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:50 smithi078 ceph-mon[92251]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:50 smithi078 ceph-mon[94618]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: 319: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:51.411 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NWL-AvWpRR4PQmd off=4243962 len=91391 2024-08-10T05:21:51.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 1638 completed, throughput=4.99MB/sec 2024-08-10T05:21:51.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dQzfafzuR9kumYJ off=964344 len=1029101 2024-08-10T05:21:51.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 1639 completed, throughput=4.99MB/sec 2024-08-10T05:21:51.416 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3suSTywOBJ0J3ic off=7236032 len=750004 2024-08-10T05:21:51.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 1640 completed, throughput=4.99MB/sec 2024-08-10T05:21:51.420 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3lP6gISIDHRNy59 off=3029396 len=1450556 2024-08-10T05:21:51.428 INFO:tasks.workunit.client.0.smithi078.stdout:op 1641 completed, throughput=4.99MB/sec 2024-08-10T05:21:51.428 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bzINhPoJy3tVeq8 off=659196 len=1546037 2024-08-10T05:21:51.437 INFO:tasks.workunit.client.0.smithi078.stdout:op 1642 completed, throughput=5MB/sec 2024-08-10T05:21:51.437 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wgltsoMLpDc6hyN off=13697071 len=1330108 2024-08-10T05:21:51.439 INFO:tasks.workunit.client.0.smithi078.stdout:op 1643 completed, throughput=5MB/sec 2024-08-10T05:21:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:21:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:21:51] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2024-08-10T05:21:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: 320: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:52.439 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UZ_ijHIvr_QR2rG off=5910916 len=1932509 2024-08-10T05:21:52.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 1644 completed, throughput=4.99MB/sec 2024-08-10T05:21:52.449 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0NvaevDzLOyifb9 off=14591088 len=1534887 2024-08-10T05:21:52.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 1645 completed, throughput=5MB/sec 2024-08-10T05:21:52.454 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-etFhYUzh7gyWLGr off=9274507 len=981108 2024-08-10T05:21:52.457 INFO:tasks.workunit.client.0.smithi078.stdout:op 1646 completed, throughput=5MB/sec 2024-08-10T05:21:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:21:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:53.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:52 smithi107 ceph-mon[86658]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:52 smithi078 ceph-mon[92251]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:52 smithi078 ceph-mon[94618]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:21:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: 321: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:53.458 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c03bFybHMwTCe79 off=20358084 len=427997 2024-08-10T05:21:53.461 INFO:tasks.workunit.client.0.smithi078.stdout:op 1647 completed, throughput=4.99MB/sec 2024-08-10T05:21:53.461 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7wzM-L8Q_G1yN-B off=2802801 len=534971 2024-08-10T05:21:53.463 INFO:tasks.workunit.client.0.smithi078.stdout:op 1648 completed, throughput=4.99MB/sec 2024-08-10T05:21:53.463 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ArrnT5y3A_qlzBh off=6701131 len=52123 2024-08-10T05:21:53.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 1649 completed, throughput=4.99MB/sec 2024-08-10T05:21:53.465 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vOKf8HrK3CrGgU5 off=338821 len=245864 2024-08-10T05:21:53.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 1650 completed, throughput=4.99MB/sec 2024-08-10T05:21:53.468 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PbqUjfPgH4u2nhU off=6906305 len=6053 2024-08-10T05:21:53.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 1651 completed, throughput=4.99MB/sec 2024-08-10T05:21:53.470 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WZhkDHUtLvFPQNl off=1921422 len=1401923 2024-08-10T05:21:53.477 INFO:tasks.workunit.client.0.smithi078.stdout:op 1652 completed, throughput=4.99MB/sec 2024-08-10T05:21:53.477 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Fg4cqSb_qOx6Lus off=835110 len=1789353 2024-08-10T05:21:53.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 1653 completed, throughput=5MB/sec 2024-08-10T05:21:53.487 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vk1o0wSdQAjYNl0 off=10126389 len=1295303 2024-08-10T05:21:53.489 INFO:tasks.workunit.client.0.smithi078.stdout:op 1654 completed, throughput=5MB/sec 2024-08-10T05:21:54.489 INFO:tasks.workunit.client.0.smithi078.stdout: 322: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:54.489 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iK37mkwxL4lfxs2 off=1208829 len=1943970 2024-08-10T05:21:54.491 INFO:tasks.workunit.client.0.smithi078.stdout:op 1655 completed, throughput=4.99MB/sec 2024-08-10T05:21:54.491 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iTVVLls8h6rXQmO off=6584689 len=246181 2024-08-10T05:21:54.494 INFO:tasks.workunit.client.0.smithi078.stdout:op 1656 completed, throughput=4.99MB/sec 2024-08-10T05:21:54.494 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Xh96-yhOxrpd68T off=151398 len=949218 2024-08-10T05:21:54.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 1657 completed, throughput=5MB/sec 2024-08-10T05:21:54.497 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--yObEMUr_i7ubKO off=1263298 len=241685 2024-08-10T05:21:54.498 INFO:tasks.workunit.client.0.smithi078.stdout:op 1658 completed, throughput=5MB/sec 2024-08-10T05:21:54.498 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OkMI8oxiZ9vH1zI off=10603205 len=976725 2024-08-10T05:21:54.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 1659 completed, throughput=5MB/sec 2024-08-10T05:21:54.504 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QkEHdkbqSPcv-71 off=5982202 len=940836 2024-08-10T05:21:54.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 1660 completed, throughput=5MB/sec 2024-08-10T05:21:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:54 smithi107 ceph-mon[86658]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:54 smithi078 ceph-mon[92251]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:54 smithi078 ceph-mon[94618]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:55.509 INFO:tasks.workunit.client.0.smithi078.stdout: 323: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:55.509 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x47hnyO6_y9rTLL off=7587271 len=5312 2024-08-10T05:21:55.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 1661 completed, throughput=4.99MB/sec 2024-08-10T05:21:55.511 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ahhsGf0S6KOoaA4 off=2533933 len=901451 2024-08-10T05:21:55.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 1662 completed, throughput=4.99MB/sec 2024-08-10T05:21:55.517 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--8PinKn3b2kDYP4 off=8255326 len=1810251 2024-08-10T05:21:55.519 INFO:tasks.workunit.client.0.smithi078.stdout:op 1663 completed, throughput=4.99MB/sec 2024-08-10T05:21:55.519 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R-So4W-cmtrIiWF off=11300824 len=821913 2024-08-10T05:21:55.521 INFO:tasks.workunit.client.0.smithi078.stdout:op 1664 completed, throughput=5MB/sec 2024-08-10T05:21:55.521 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lCWqN741MdE58i_ off=45167 len=185322 2024-08-10T05:21:55.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 1665 completed, throughput=5MB/sec 2024-08-10T05:21:55.524 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IDbUVvIiHScdOwX off=4168742 len=224484 2024-08-10T05:21:55.527 INFO:tasks.workunit.client.0.smithi078.stdout:op 1666 completed, throughput=5MB/sec 2024-08-10T05:21:55.527 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-X4f4EXN9TaCFiFL off=8261489 len=340341 2024-08-10T05:21:55.527 INFO:tasks.workunit.client.0.smithi078.stdout:op 1667 completed, throughput=5MB/sec 2024-08-10T05:21:55.527 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WtyyQ-rcM-2okr_ off=19397594 len=299340 2024-08-10T05:21:55.528 INFO:tasks.workunit.client.0.smithi078.stdout:op 1668 completed, throughput=5MB/sec 2024-08-10T05:21:55.528 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9mKZmpyMmCgtQNX off=4861163 len=490067 2024-08-10T05:21:55.531 INFO:tasks.workunit.client.0.smithi078.stdout:op 1669 completed, throughput=5MB/sec 2024-08-10T05:21:56.532 INFO:tasks.workunit.client.0.smithi078.stdout: 324: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:56.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z8CpEa8q1_MAdpG off=9571246 len=584973 2024-08-10T05:21:56.535 INFO:tasks.workunit.client.0.smithi078.stdout:op 1670 completed, throughput=4.99MB/sec 2024-08-10T05:21:56.535 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fF47QGfnpc9CwzJ off=4797467 len=1444747 2024-08-10T05:21:56.537 INFO:tasks.workunit.client.0.smithi078.stdout:op 1671 completed, throughput=4.99MB/sec 2024-08-10T05:21:56.537 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EiJ2BqEoWyhLhOY off=6843581 len=36145 2024-08-10T05:21:56.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 1672 completed, throughput=4.99MB/sec 2024-08-10T05:21:56.539 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eORRBaN9JZqZ0wp off=2132510 len=1421139 2024-08-10T05:21:56.548 INFO:tasks.workunit.client.0.smithi078.stdout:op 1673 completed, throughput=4.99MB/sec 2024-08-10T05:21:56.549 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AbHsrUNfVVQcbB9 off=11253124 len=845261 2024-08-10T05:21:56.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 1674 completed, throughput=5MB/sec 2024-08-10T05:21:56.550 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gkv53eqKG8ncJ4y off=508034 len=1215759 2024-08-10T05:21:56.552 INFO:tasks.workunit.client.0.smithi078.stdout:op 1675 completed, throughput=5MB/sec 2024-08-10T05:21:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:56 smithi107 ceph-mon[86658]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:56 smithi078 ceph-mon[94618]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:56 smithi078 ceph-mon[92251]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:21:57.552 INFO:tasks.workunit.client.0.smithi078.stdout: 325: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:57.552 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DMqVtv4xgPUjC-_ off=3315492 len=663738 2024-08-10T05:21:57.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 1676 completed, throughput=4.99MB/sec 2024-08-10T05:21:57.556 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xLrZeImYAn0IMYx off=2942654 len=536741 2024-08-10T05:21:57.559 INFO:tasks.workunit.client.0.smithi078.stdout:op 1677 completed, throughput=4.99MB/sec 2024-08-10T05:21:57.560 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VULJG6xnhmbgd46 off=7296504 len=1353927 2024-08-10T05:21:57.565 INFO:tasks.workunit.client.0.smithi078.stdout:op 1678 completed, throughput=4.99MB/sec 2024-08-10T05:21:57.565 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-clR58shPGsOw-wK off=16511473 len=449085 2024-08-10T05:21:57.568 INFO:tasks.workunit.client.0.smithi078.stdout:op 1679 completed, throughput=4.99MB/sec 2024-08-10T05:21:57.568 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NUGNQBzzjhfkBcI off=4856176 len=1450200 2024-08-10T05:21:57.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 1680 completed, throughput=5MB/sec 2024-08-10T05:21:57.576 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6UWz3xTF8WVGgDD off=15258435 len=1475900 2024-08-10T05:21:57.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 1681 completed, throughput=5MB/sec 2024-08-10T05:21:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:58.577 INFO:tasks.workunit.client.0.smithi078.stdout: 326: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:58.578 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WSjkgDJpOIgEyLX off=21949394 len=821932 2024-08-10T05:21:58.578 INFO:tasks.workunit.client.0.smithi078.stdout:op 1682 completed, throughput=4.99MB/sec 2024-08-10T05:21:58.578 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kT-0QJaweN2HUFm off=7421595 len=17422 2024-08-10T05:21:58.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 1683 completed, throughput=4.99MB/sec 2024-08-10T05:21:58.579 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kCIztZO4rI0mEM_ off=3139441 len=1591967 2024-08-10T05:21:58.581 INFO:tasks.workunit.client.0.smithi078.stdout:op 1684 completed, throughput=4.99MB/sec 2024-08-10T05:21:58.581 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0JIYYNEn6TVUV02 off=3578728 len=1108473 2024-08-10T05:21:58.587 INFO:tasks.workunit.client.0.smithi078.stdout:op 1685 completed, throughput=5MB/sec 2024-08-10T05:21:58.587 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kc4Fj2YCtXLf7lS off=1749493 len=432021 2024-08-10T05:21:58.588 INFO:tasks.workunit.client.0.smithi078.stdout:op 1686 completed, throughput=5MB/sec 2024-08-10T05:21:58.588 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gp-jQp8Fg1dn5_8 off=10209544 len=444842 2024-08-10T05:21:58.592 INFO:tasks.workunit.client.0.smithi078.stdout:op 1687 completed, throughput=5MB/sec 2024-08-10T05:21:58.592 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3Npr0W36a7HrxaA off=1508055 len=1823902 2024-08-10T05:21:58.593 INFO:tasks.workunit.client.0.smithi078.stdout:op 1688 completed, throughput=5.01MB/sec 2024-08-10T05:21:59.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:21:58 smithi107 ceph-mon[86658]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:21:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:21:58 smithi078 ceph-mon[92251]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:21:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:21:58 smithi078 ceph-mon[94618]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:21:59.594 INFO:tasks.workunit.client.0.smithi078.stdout: 327: throughput=4.99MB/sec pending data=0 2024-08-10T05:21:59.594 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-c5fCxi74d5GN9-8 off=1088278 len=788515 2024-08-10T05:21:59.596 INFO:tasks.workunit.client.0.smithi078.stdout:op 1689 completed, throughput=4.99MB/sec 2024-08-10T05:21:59.596 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kT-0QJaweN2HUFm off=1001407 len=1053662 2024-08-10T05:21:59.597 INFO:tasks.workunit.client.0.smithi078.stdout:op 1690 completed, throughput=5MB/sec 2024-08-10T05:21:59.597 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hsH-sQhWzu2xfa4 off=3208160 len=39098 2024-08-10T05:21:59.600 INFO:tasks.workunit.client.0.smithi078.stdout:op 1691 completed, throughput=5MB/sec 2024-08-10T05:21:59.600 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fpRkBKUTiWYROZo off=3203776 len=1902418 2024-08-10T05:21:59.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 1692 completed, throughput=5MB/sec 2024-08-10T05:22:00.604 INFO:tasks.workunit.client.0.smithi078.stdout: 328: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:00.604 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nWRpsHG8sdxTD59 off=13992565 len=425995 2024-08-10T05:22:00.605 INFO:tasks.workunit.client.0.smithi078.stdout:op 1693 completed, throughput=4.99MB/sec 2024-08-10T05:22:00.605 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QOoC7LbkvFtk5ur off=20227596 len=479159 2024-08-10T05:22:00.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 1694 completed, throughput=4.99MB/sec 2024-08-10T05:22:00.609 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SC9klmgOleBIOXQ off=7451138 len=1775662 2024-08-10T05:22:00.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 1695 completed, throughput=4.99MB/sec 2024-08-10T05:22:00.611 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GlqXtOZ5CTA3-h1 off=16210226 len=257164 2024-08-10T05:22:00.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 1696 completed, throughput=4.99MB/sec 2024-08-10T05:22:00.614 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fL50fD2gvVjgQrN off=11612511 len=1304051 2024-08-10T05:22:00.616 INFO:tasks.workunit.client.0.smithi078.stdout:op 1697 completed, throughput=5MB/sec 2024-08-10T05:22:00.617 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C1oGmQnlQP2MWso off=15032973 len=2072821 2024-08-10T05:22:00.620 INFO:tasks.workunit.client.0.smithi078.stdout:op 1698 completed, throughput=5MB/sec 2024-08-10T05:22:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:00 smithi107 ceph-mon[86658]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:22:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:00 smithi078 ceph-mon[94618]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:22:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:00 smithi078 ceph-mon[92251]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:22:01.620 INFO:tasks.workunit.client.0.smithi078.stdout: 329: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:01.620 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ykKo9I-TcootYs1 off=663112 len=1139021 2024-08-10T05:22:01.622 INFO:tasks.workunit.client.0.smithi078.stdout:op 1699 completed, throughput=4.99MB/sec 2024-08-10T05:22:01.622 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-h-6o-53k_R8mex0 off=168381 len=6654 2024-08-10T05:22:01.624 INFO:tasks.workunit.client.0.smithi078.stdout:op 1700 completed, throughput=4.99MB/sec 2024-08-10T05:22:01.624 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pK5zLTddxQtwv77 off=7677147 len=1790334 2024-08-10T05:22:01.635 INFO:tasks.workunit.client.0.smithi078.stdout:op 1701 completed, throughput=5MB/sec 2024-08-10T05:22:01.636 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R2ptPlg8NxAgvJG off=1699058 len=818840 2024-08-10T05:22:01.637 INFO:tasks.workunit.client.0.smithi078.stdout:op 1702 completed, throughput=5MB/sec 2024-08-10T05:22:01.637 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5ujNxuL__J6Ij7M off=9347 len=24108 2024-08-10T05:22:01.639 INFO:tasks.workunit.client.0.smithi078.stdout:op 1703 completed, throughput=5MB/sec 2024-08-10T05:22:01.639 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oi0q-ItyJ6y_Nqu off=821069 len=1880718 2024-08-10T05:22:01.641 INFO:tasks.workunit.client.0.smithi078.stdout:op 1704 completed, throughput=5MB/sec 2024-08-10T05:22:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:22:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:22:01] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:22:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:22:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:02.641 INFO:tasks.workunit.client.0.smithi078.stdout: 330: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:02.642 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JxUH1k90GpCkIQi off=13853548 len=548159 2024-08-10T05:22:02.642 INFO:tasks.workunit.client.0.smithi078.stdout:op 1705 completed, throughput=4.99MB/sec 2024-08-10T05:22:02.643 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e9LWSxrha7ebQuW off=5715692 len=404477 2024-08-10T05:22:02.643 INFO:tasks.workunit.client.0.smithi078.stdout:op 1706 completed, throughput=4.99MB/sec 2024-08-10T05:22:02.644 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MgESf_lqo4unClC off=5187669 len=207815 2024-08-10T05:22:02.646 INFO:tasks.workunit.client.0.smithi078.stdout:op 1707 completed, throughput=4.99MB/sec 2024-08-10T05:22:02.646 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oAW2z0cLE2XISRR off=13115213 len=866458 2024-08-10T05:22:02.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 1708 completed, throughput=5MB/sec 2024-08-10T05:22:02.651 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ce5w_A5-rHxSiKp off=1066661 len=335205 2024-08-10T05:22:02.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 1709 completed, throughput=5MB/sec 2024-08-10T05:22:02.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JbfKUm2TsSblUzk off=18691914 len=538438 2024-08-10T05:22:02.655 INFO:tasks.workunit.client.0.smithi078.stdout:op 1710 completed, throughput=5MB/sec 2024-08-10T05:22:02.655 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mz9mhjL-SyDQBK0 off=9416317 len=1424930 2024-08-10T05:22:02.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 1711 completed, throughput=5MB/sec 2024-08-10T05:22:03.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:02 smithi107 ceph-mon[86658]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:22:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:02 smithi078 ceph-mon[92251]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:22:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:02 smithi078 ceph-mon[94618]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:22:03.663 INFO:tasks.workunit.client.0.smithi078.stdout: 331: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:03.663 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qyBwy8t05Ny3_7q off=9284647 len=72505 2024-08-10T05:22:03.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 1712 completed, throughput=4.99MB/sec 2024-08-10T05:22:03.665 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cy9UUyXDlMQmyd8 off=1841950 len=1133624 2024-08-10T05:22:03.666 INFO:tasks.workunit.client.0.smithi078.stdout:op 1713 completed, throughput=4.99MB/sec 2024-08-10T05:22:03.667 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rm0MbwP_1QmoxDG off=153417 len=1716608 2024-08-10T05:22:03.670 INFO:tasks.workunit.client.0.smithi078.stdout:op 1714 completed, throughput=4.99MB/sec 2024-08-10T05:22:03.670 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2wkZUlXiE6E8843 off=10833848 len=208995 2024-08-10T05:22:03.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 1715 completed, throughput=5MB/sec 2024-08-10T05:22:03.673 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rv19VwIR_NyXkPs off=15610789 len=567471 2024-08-10T05:22:03.674 INFO:tasks.workunit.client.0.smithi078.stdout:op 1716 completed, throughput=5MB/sec 2024-08-10T05:22:03.674 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-41V_E2N35Qd9LsG off=11218609 len=1567554 2024-08-10T05:22:03.676 INFO:tasks.workunit.client.0.smithi078.stdout:op 1717 completed, throughput=5MB/sec 2024-08-10T05:22:04.676 INFO:tasks.workunit.client.0.smithi078.stdout: 332: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:04.676 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ivhkGBN52q1SCs_ off=1648418 len=693568 2024-08-10T05:22:04.681 INFO:tasks.workunit.client.0.smithi078.stdout:op 1718 completed, throughput=4.99MB/sec 2024-08-10T05:22:04.681 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jsnFX-56BLFPISZ off=18764571 len=2007203 2024-08-10T05:22:04.684 INFO:tasks.workunit.client.0.smithi078.stdout:op 1719 completed, throughput=4.99MB/sec 2024-08-10T05:22:04.685 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ubiD9TgIN1i9efh off=67934 len=451850 2024-08-10T05:22:04.688 INFO:tasks.workunit.client.0.smithi078.stdout:op 1720 completed, throughput=5MB/sec 2024-08-10T05:22:04.689 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ytoq6dV_BDD6HoV off=11008259 len=1369781 2024-08-10T05:22:04.690 INFO:tasks.workunit.client.0.smithi078.stdout:op 1721 completed, throughput=5MB/sec 2024-08-10T05:22:04.690 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jD6mTqEXXOfzbJj off=10384338 len=2019264 2024-08-10T05:22:04.699 INFO:tasks.workunit.client.0.smithi078.stdout:op 1722 completed, throughput=5MB/sec 2024-08-10T05:22:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:04 smithi107 ceph-mon[86658]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:22:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:04 smithi078 ceph-mon[92251]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:22:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:04 smithi078 ceph-mon[94618]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:22:05.700 INFO:tasks.workunit.client.0.smithi078.stdout: 333: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:05.700 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AHHFK02ABAa5FYQ off=9358759 len=1414691 2024-08-10T05:22:05.707 INFO:tasks.workunit.client.0.smithi078.stdout:op 1723 completed, throughput=4.99MB/sec 2024-08-10T05:22:05.707 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-k0ju0xcdiyOkAWB off=8689328 len=1882307 2024-08-10T05:22:05.712 INFO:tasks.workunit.client.0.smithi078.stdout:op 1724 completed, throughput=5MB/sec 2024-08-10T05:22:05.713 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rYwZ_QLFdRMzdHs off=8192377 len=1757022 2024-08-10T05:22:05.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 1725 completed, throughput=5MB/sec 2024-08-10T05:22:06.720 INFO:tasks.workunit.client.0.smithi078.stdout: 334: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:06.720 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zQ4lBjnRzvoV39P off=5850024 len=1938636 2024-08-10T05:22:06.722 INFO:tasks.workunit.client.0.smithi078.stdout:op 1726 completed, throughput=4.99MB/sec 2024-08-10T05:22:06.723 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Iev5bOf8aeoFyqD off=6385805 len=453268 2024-08-10T05:22:06.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 1727 completed, throughput=5MB/sec 2024-08-10T05:22:06.724 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OS6rveqYub9dJH5 off=3474939 len=1275283 2024-08-10T05:22:06.732 INFO:tasks.workunit.client.0.smithi078.stdout:op 1728 completed, throughput=5MB/sec 2024-08-10T05:22:06.732 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nrNAQrMFKDHVxGg off=5912549 len=1960856 2024-08-10T05:22:06.743 INFO:tasks.workunit.client.0.smithi078.stdout:op 1729 completed, throughput=5MB/sec 2024-08-10T05:22:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:06 smithi107 ceph-mon[86658]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:22:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:06 smithi078 ceph-mon[94618]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:22:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:06 smithi078 ceph-mon[92251]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:22:07.743 INFO:tasks.workunit.client.0.smithi078.stdout: 335: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:07.744 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2xhRLWisPNGcAho off=15413619 len=343907 2024-08-10T05:22:07.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 1730 completed, throughput=4.99MB/sec 2024-08-10T05:22:07.747 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FiOpzDBdCi85-V5 off=251711 len=764686 2024-08-10T05:22:07.748 INFO:tasks.workunit.client.0.smithi078.stdout:op 1731 completed, throughput=4.99MB/sec 2024-08-10T05:22:07.748 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_C6brIxppFB72Br off=383646 len=871733 2024-08-10T05:22:07.753 INFO:tasks.workunit.client.0.smithi078.stdout:op 1732 completed, throughput=5MB/sec 2024-08-10T05:22:07.753 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WwjE5Na08UOoCc6 off=3240425 len=642862 2024-08-10T05:22:07.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 1733 completed, throughput=5MB/sec 2024-08-10T05:22:07.757 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L4uFVeiXd3QOn71 off=6605347 len=2082018 2024-08-10T05:22:07.766 INFO:tasks.workunit.client.0.smithi078.stdout:op 1734 completed, throughput=5MB/sec 2024-08-10T05:22:08.767 INFO:tasks.workunit.client.0.smithi078.stdout: 336: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:08.767 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NDRtT2NcK9fxfEh off=1402443 len=1709134 2024-08-10T05:22:08.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 1735 completed, throughput=4.99MB/sec 2024-08-10T05:22:08.774 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Sz3uegqYBiLwanF off=3987246 len=1276534 2024-08-10T05:22:08.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 1736 completed, throughput=5MB/sec 2024-08-10T05:22:08.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3pi51qYawhHXntI off=7527663 len=1768676 2024-08-10T05:22:08.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 1737 completed, throughput=5MB/sec 2024-08-10T05:22:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:08 smithi107 ceph-mon[86658]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-10T05:22:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:08 smithi078 ceph-mon[92251]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-10T05:22:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:08 smithi078 ceph-mon[94618]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-10T05:22:09.783 INFO:tasks.workunit.client.0.smithi078.stdout: 337: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:09.783 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-c03bFybHMwTCe79 off=21183961 len=468305 2024-08-10T05:22:09.785 INFO:tasks.workunit.client.0.smithi078.stdout:op 1738 completed, throughput=4.99MB/sec 2024-08-10T05:22:09.785 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qPAm1oFdyk1wpfC off=11825555 len=2096428 2024-08-10T05:22:09.789 INFO:tasks.workunit.client.0.smithi078.stdout:op 1739 completed, throughput=4.99MB/sec 2024-08-10T05:22:09.789 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0MTiZZoEeaTvMpX off=921569 len=1341400 2024-08-10T05:22:09.795 INFO:tasks.workunit.client.0.smithi078.stdout:op 1740 completed, throughput=5MB/sec 2024-08-10T05:22:09.796 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JrYjf3oIW2aBdqW off=10934646 len=1026689 2024-08-10T05:22:09.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 1741 completed, throughput=5MB/sec 2024-08-10T05:22:10.797 INFO:tasks.workunit.client.0.smithi078.stdout: 338: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:10.797 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aMaoqYPSZijIqKX off=15726644 len=1747137 2024-08-10T05:22:10.799 INFO:tasks.workunit.client.0.smithi078.stdout:op 1742 completed, throughput=4.99MB/sec 2024-08-10T05:22:10.799 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HQ-9z7Yymw0pK3f off=8027205 len=1713579 2024-08-10T05:22:10.808 INFO:tasks.workunit.client.0.smithi078.stdout:op 1743 completed, throughput=4.99MB/sec 2024-08-10T05:22:10.808 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iXTVYjdcAH530Oc off=1795829 len=930406 2024-08-10T05:22:10.810 INFO:tasks.workunit.client.0.smithi078.stdout:op 1744 completed, throughput=5MB/sec 2024-08-10T05:22:10.810 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-t1l70POLAYzqdac off=7307721 len=2030333 2024-08-10T05:22:10.822 INFO:tasks.workunit.client.0.smithi078.stdout:op 1745 completed, throughput=5MB/sec 2024-08-10T05:22:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:10 smithi107 ceph-mon[86658]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:22:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:10 smithi078 ceph-mon[92251]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:22:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:10 smithi078 ceph-mon[94618]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:22:11.822 INFO:tasks.workunit.client.0.smithi078.stdout: 339: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:11.822 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uMahhiNKV5Ot3eF off=809926 len=887648 2024-08-10T05:22:11.823 INFO:tasks.workunit.client.0.smithi078.stdout:op 1746 completed, throughput=4.99MB/sec 2024-08-10T05:22:11.823 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kK8NkL2Em9LUPBm off=9725629 len=672401 2024-08-10T05:22:11.824 INFO:tasks.workunit.client.0.smithi078.stdout:op 1747 completed, throughput=4.99MB/sec 2024-08-10T05:22:11.825 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V-HwpSiy_tRCrrJ off=7155780 len=1186616 2024-08-10T05:22:11.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 1748 completed, throughput=5MB/sec 2024-08-10T05:22:11.831 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Mamo9fiHEy39oVg off=10026473 len=1095016 2024-08-10T05:22:11.833 INFO:tasks.workunit.client.0.smithi078.stdout:op 1749 completed, throughput=5MB/sec 2024-08-10T05:22:11.834 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4SqRJxmaVN75Yre off=8357832 len=1867508 2024-08-10T05:22:11.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 1750 completed, throughput=5MB/sec 2024-08-10T05:22:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:22:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:22:11] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-08-10T05:22:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:22:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:12.845 INFO:tasks.workunit.client.0.smithi078.stdout: 340: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:12.845 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eZdLBitCQVN79YS off=10234164 len=1453382 2024-08-10T05:22:12.852 INFO:tasks.workunit.client.0.smithi078.stdout:op 1751 completed, throughput=4.99MB/sec 2024-08-10T05:22:12.853 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lmRGGavho3sud5B off=13847445 len=521083 2024-08-10T05:22:12.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 1752 completed, throughput=4.99MB/sec 2024-08-10T05:22:12.854 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-omEKnR27lnVMetS off=16616672 len=1505461 2024-08-10T05:22:12.858 INFO:tasks.workunit.client.0.smithi078.stdout:op 1753 completed, throughput=5MB/sec 2024-08-10T05:22:12.858 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E25-iFzk2rMUocN off=12385833 len=1261381 2024-08-10T05:22:12.864 INFO:tasks.workunit.client.0.smithi078.stdout:op 1754 completed, throughput=5MB/sec 2024-08-10T05:22:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:13 smithi107 ceph-mon[86658]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:13.864 INFO:tasks.workunit.client.0.smithi078.stdout: 341: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:13.865 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HmCi6dQn7NT09KZ off=20907438 len=88857 2024-08-10T05:22:13.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 1755 completed, throughput=4.99MB/sec 2024-08-10T05:22:13.865 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mmStfZc8wNzoFWc off=254779 len=1132519 2024-08-10T05:22:13.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 1756 completed, throughput=4.99MB/sec 2024-08-10T05:22:13.868 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FERiQ2Ydztffxpd off=17214841 len=515109 2024-08-10T05:22:13.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 1757 completed, throughput=4.99MB/sec 2024-08-10T05:22:13.872 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XnHGQA94N7qgpdb off=12318695 len=1186491 2024-08-10T05:22:13.873 INFO:tasks.workunit.client.0.smithi078.stdout:op 1758 completed, throughput=5MB/sec 2024-08-10T05:22:13.874 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ir09IUOxnnnUpfL off=13358447 len=1212231 2024-08-10T05:22:13.875 INFO:tasks.workunit.client.0.smithi078.stdout:op 1759 completed, throughput=5MB/sec 2024-08-10T05:22:13.875 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-n8m3iZom2sMfYiJ off=4603952 len=351984 2024-08-10T05:22:13.878 INFO:tasks.workunit.client.0.smithi078.stdout:op 1760 completed, throughput=5MB/sec 2024-08-10T05:22:13.878 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xcGifgSli93uCUa off=5771102 len=17600 2024-08-10T05:22:13.879 INFO:tasks.workunit.client.0.smithi078.stdout:op 1761 completed, throughput=5MB/sec 2024-08-10T05:22:13.879 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dJwKuEu-OqtHiUZ off=884794 len=806230 2024-08-10T05:22:13.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 1762 completed, throughput=5MB/sec 2024-08-10T05:22:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:13 smithi078 ceph-mon[92251]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:13 smithi078 ceph-mon[94618]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:14.883 INFO:tasks.workunit.client.0.smithi078.stdout: 342: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:14.883 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1Za3Em004PwJ8Pa off=1744880 len=1852027 2024-08-10T05:22:14.887 INFO:tasks.workunit.client.0.smithi078.stdout:op 1763 completed, throughput=4.99MB/sec 2024-08-10T05:22:14.887 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DUAgb2jmBBTXKMF off=2196795 len=275088 2024-08-10T05:22:14.890 INFO:tasks.workunit.client.0.smithi078.stdout:op 1764 completed, throughput=4.99MB/sec 2024-08-10T05:22:14.890 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aLlRIK2j-0EI5rl off=4978922 len=962038 2024-08-10T05:22:14.892 INFO:tasks.workunit.client.0.smithi078.stdout:op 1765 completed, throughput=5MB/sec 2024-08-10T05:22:14.892 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UlU-LLAqkKg8C2B off=18978709 len=2066481 2024-08-10T05:22:14.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 1766 completed, throughput=5MB/sec 2024-08-10T05:22:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:14 smithi107 ceph-mon[86658]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:22:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:14 smithi078 ceph-mon[92251]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:22:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:14 smithi078 ceph-mon[94618]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:22:15.895 INFO:tasks.workunit.client.0.smithi078.stdout: 343: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:15.895 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9sCZUMl3oBzxle8 off=4871625 len=1150803 2024-08-10T05:22:15.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 1767 completed, throughput=4.99MB/sec 2024-08-10T05:22:15.900 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZEOZXskPlF4o4fP off=7410317 len=1443754 2024-08-10T05:22:15.907 INFO:tasks.workunit.client.0.smithi078.stdout:op 1768 completed, throughput=4.99MB/sec 2024-08-10T05:22:15.907 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cRoXoupSxovPvBd off=584056 len=1128159 2024-08-10T05:22:15.913 INFO:tasks.workunit.client.0.smithi078.stdout:op 1769 completed, throughput=5MB/sec 2024-08-10T05:22:15.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dydzLIvIOG_ISIM off=13529425 len=1489490 2024-08-10T05:22:15.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 1770 completed, throughput=5MB/sec 2024-08-10T05:22:16.915 INFO:tasks.workunit.client.0.smithi078.stdout: 344: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:16.915 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mGYz406QzHvVCVn off=15937804 len=54666 2024-08-10T05:22:16.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 1771 completed, throughput=4.99MB/sec 2024-08-10T05:22:16.918 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kcd5mEMuJWpExMZ off=14244395 len=71499 2024-08-10T05:22:16.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 1772 completed, throughput=4.99MB/sec 2024-08-10T05:22:16.918 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xUi7J3aMY-wlzAc off=16642746 len=1817512 2024-08-10T05:22:16.927 INFO:tasks.workunit.client.0.smithi078.stdout:op 1773 completed, throughput=4.99MB/sec 2024-08-10T05:22:16.927 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l8bysQIsCZaYs2g off=2585838 len=1460461 2024-08-10T05:22:16.929 INFO:tasks.workunit.client.0.smithi078.stdout:op 1774 completed, throughput=5MB/sec 2024-08-10T05:22:16.929 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UUkE3KVwO3oooZb off=0 len=1508851 2024-08-10T05:22:16.932 INFO:tasks.workunit.client.0.smithi078.stdout:op 1775 completed, throughput=5MB/sec 2024-08-10T05:22:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:16 smithi107 ceph-mon[86658]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:22:17.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:16 smithi078 ceph-mon[94618]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:22:17.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:16 smithi078 ceph-mon[92251]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:22:17.932 INFO:tasks.workunit.client.0.smithi078.stdout: 345: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:17.932 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S3j8R2wkSRUJpWy off=4906836 len=1064164 2024-08-10T05:22:17.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 1776 completed, throughput=4.99MB/sec 2024-08-10T05:22:17.935 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ABTRFpQyWyANjS5 off=10789553 len=465055 2024-08-10T05:22:17.939 INFO:tasks.workunit.client.0.smithi078.stdout:op 1777 completed, throughput=4.99MB/sec 2024-08-10T05:22:17.939 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T1NXcJiXs1jawas off=16469446 len=186164 2024-08-10T05:22:17.941 INFO:tasks.workunit.client.0.smithi078.stdout:op 1778 completed, throughput=4.99MB/sec 2024-08-10T05:22:17.941 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ez4VcXynT9BHASO off=15908144 len=2004177 2024-08-10T05:22:17.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 1779 completed, throughput=5MB/sec 2024-08-10T05:22:17.951 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XDZQYFK7ThZcVpF off=15858267 len=1616523 2024-08-10T05:22:17.952 INFO:tasks.workunit.client.0.smithi078.stdout:op 1780 completed, throughput=5MB/sec 2024-08-10T05:22:18.953 INFO:tasks.workunit.client.0.smithi078.stdout: 346: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:18.953 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H8te4N7rKID20jd off=15277437 len=25463 2024-08-10T05:22:18.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 1781 completed, throughput=4.99MB/sec 2024-08-10T05:22:18.956 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CT6xqrzQ4QOlFKD off=20734211 len=611052 2024-08-10T05:22:18.957 INFO:tasks.workunit.client.0.smithi078.stdout:op 1782 completed, throughput=4.99MB/sec 2024-08-10T05:22:18.957 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CoRkBNJr6KOBNgn off=1215476 len=1597702 2024-08-10T05:22:18.960 INFO:tasks.workunit.client.0.smithi078.stdout:op 1783 completed, throughput=4.99MB/sec 2024-08-10T05:22:18.960 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rVY0FxYTdT1lVOB off=7098456 len=818447 2024-08-10T05:22:18.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 1784 completed, throughput=4.99MB/sec 2024-08-10T05:22:18.962 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FC2-V-PT-Hin9Et off=1790605 len=1661042 2024-08-10T05:22:18.972 INFO:tasks.workunit.client.0.smithi078.stdout:op 1785 completed, throughput=5MB/sec 2024-08-10T05:22:18.972 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AEHAcKt_ApOpQbm off=3213901 len=1105454 2024-08-10T05:22:18.973 INFO:tasks.workunit.client.0.smithi078.stdout:op 1786 completed, throughput=5MB/sec 2024-08-10T05:22:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:18 smithi107 ceph-mon[86658]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:22:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:18 smithi078 ceph-mon[92251]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:22:19.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:18 smithi078 ceph-mon[94618]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:22:19.974 INFO:tasks.workunit.client.0.smithi078.stdout: 347: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:19.974 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-svRt2ZseSsXfCDR off=800324 len=1449220 2024-08-10T05:22:19.975 INFO:tasks.workunit.client.0.smithi078.stdout:op 1787 completed, throughput=4.99MB/sec 2024-08-10T05:22:19.975 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E7-nz5jpnrtVKvK off=5736781 len=827856 2024-08-10T05:22:19.981 INFO:tasks.workunit.client.0.smithi078.stdout:op 1788 completed, throughput=4.99MB/sec 2024-08-10T05:22:19.981 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Npt2wEBo27X776D off=7470016 len=346732 2024-08-10T05:22:19.982 INFO:tasks.workunit.client.0.smithi078.stdout:op 1789 completed, throughput=4.99MB/sec 2024-08-10T05:22:19.982 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KuPbruIjZHGnWc_ off=6937853 len=1372518 2024-08-10T05:22:19.983 INFO:tasks.workunit.client.0.smithi078.stdout:op 1790 completed, throughput=5MB/sec 2024-08-10T05:22:19.984 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uZsOTMYQi49Zl_8 off=13495898 len=904778 2024-08-10T05:22:19.989 INFO:tasks.workunit.client.0.smithi078.stdout:op 1791 completed, throughput=5MB/sec 2024-08-10T05:22:20.989 INFO:tasks.workunit.client.0.smithi078.stdout: 348: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:20.989 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uIgmeHlJdal5z_2 off=17049281 len=645864 2024-08-10T05:22:20.990 INFO:tasks.workunit.client.0.smithi078.stdout:op 1792 completed, throughput=4.99MB/sec 2024-08-10T05:22:20.990 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-P_xbeqmLiB2K5Ql off=907036 len=1534437 2024-08-10T05:22:20.992 INFO:tasks.workunit.client.0.smithi078.stdout:op 1793 completed, throughput=4.99MB/sec 2024-08-10T05:22:20.992 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0aBYUWQMoFvj-uI off=15469345 len=1226718 2024-08-10T05:22:21.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 1794 completed, throughput=5MB/sec 2024-08-10T05:22:21.001 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ynxC79-0xdPZOXj off=1263081 len=1196067 2024-08-10T05:22:21.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 1795 completed, throughput=5MB/sec 2024-08-10T05:22:21.002 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sRuaD6Xyth5aBTL off=2898849 len=176157 2024-08-10T05:22:21.005 INFO:tasks.workunit.client.0.smithi078.stdout:op 1796 completed, throughput=5MB/sec 2024-08-10T05:22:21.005 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ppGQgYtbm8GjtWR off=10877002 len=1136602 2024-08-10T05:22:21.010 INFO:tasks.workunit.client.0.smithi078.stdout:op 1797 completed, throughput=5MB/sec 2024-08-10T05:22:21.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:20 smithi107 ceph-mon[86658]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:22:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:20 smithi078 ceph-mon[92251]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:22:21.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:20 smithi078 ceph-mon[94618]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:22:22.010 INFO:tasks.workunit.client.0.smithi078.stdout: 349: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:22.011 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NMPe_Wjg1uVNsx1 off=14742956 len=605933 2024-08-10T05:22:22.011 INFO:tasks.workunit.client.0.smithi078.stdout:op 1798 completed, throughput=4.99MB/sec 2024-08-10T05:22:22.011 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yThRHoq3F1ntisE off=2621078 len=1397111 2024-08-10T05:22:22.013 INFO:tasks.workunit.client.0.smithi078.stdout:op 1799 completed, throughput=4.99MB/sec 2024-08-10T05:22:22.013 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LpZG7SjScmym9k2 off=15272095 len=1868424 2024-08-10T05:22:22.019 INFO:tasks.workunit.client.0.smithi078.stdout:op 1800 completed, throughput=5MB/sec 2024-08-10T05:22:22.019 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0MTiZZoEeaTvMpX off=14109980 len=120907 2024-08-10T05:22:22.019 INFO:tasks.workunit.client.0.smithi078.stdout:op 1801 completed, throughput=5MB/sec 2024-08-10T05:22:22.019 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cH3Yk0GowSKp-ut off=14895251 len=807450 2024-08-10T05:22:22.022 INFO:tasks.workunit.client.0.smithi078.stdout:op 1802 completed, throughput=5MB/sec 2024-08-10T05:22:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:22:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:22:21] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-08-10T05:22:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:22:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:22:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:22:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:23.022 INFO:tasks.workunit.client.0.smithi078.stdout: 350: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:23.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zHHhG4wD8Xo52ev off=275340 len=1411521 2024-08-10T05:22:23.025 INFO:tasks.workunit.client.0.smithi078.stdout:op 1803 completed, throughput=4.99MB/sec 2024-08-10T05:22:23.025 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1_Psh0aUEzZpw2P off=1294571 len=845144 2024-08-10T05:22:23.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 1804 completed, throughput=4.99MB/sec 2024-08-10T05:22:23.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ABkGV-t2Ez0CTDk off=17882942 len=218739 2024-08-10T05:22:23.029 INFO:tasks.workunit.client.0.smithi078.stdout:op 1805 completed, throughput=4.99MB/sec 2024-08-10T05:22:23.029 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wam6JAw2gjE31dy off=4699544 len=615706 2024-08-10T05:22:23.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 1806 completed, throughput=4.99MB/sec 2024-08-10T05:22:23.034 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5QggGJiflpCVLbD off=7706453 len=1273220 2024-08-10T05:22:23.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 1807 completed, throughput=5MB/sec 2024-08-10T05:22:23.041 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ioRZZVl_6XBWrFZ off=7958827 len=403599 2024-08-10T05:22:23.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 1808 completed, throughput=5MB/sec 2024-08-10T05:22:23.044 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vnPHFv6qnxxvwAd off=944914 len=626547 2024-08-10T05:22:23.047 INFO:tasks.workunit.client.0.smithi078.stdout:op 1809 completed, throughput=5MB/sec 2024-08-10T05:22:23.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:22 smithi107 ceph-mon[86658]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:22:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:22 smithi078 ceph-mon[92251]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:22:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:22 smithi078 ceph-mon[94618]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:22:24.048 INFO:tasks.workunit.client.0.smithi078.stdout: 351: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:24.048 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cwdhkEmyXaLg9Lb off=105722 len=1857233 2024-08-10T05:22:24.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 1810 completed, throughput=4.99MB/sec 2024-08-10T05:22:24.050 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e3ryP7j-_pRASzJ off=21775799 len=1744673 2024-08-10T05:22:24.059 INFO:tasks.workunit.client.0.smithi078.stdout:op 1811 completed, throughput=5MB/sec 2024-08-10T05:22:24.059 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MgUR7Z1c9irEvR_ off=11833122 len=252264 2024-08-10T05:22:24.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 1812 completed, throughput=5MB/sec 2024-08-10T05:22:24.062 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oKdTTO5p83A0I_j off=20216960 len=550782 2024-08-10T05:22:24.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 1813 completed, throughput=5MB/sec 2024-08-10T05:22:24.065 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VpyqDo2uj8ptzWn off=8777208 len=1202081 2024-08-10T05:22:24.066 INFO:tasks.workunit.client.0.smithi078.stdout:op 1814 completed, throughput=5MB/sec 2024-08-10T05:22:25.067 INFO:tasks.workunit.client.0.smithi078.stdout: 352: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:25.067 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gthKPV4VM-rrbUM off=2385707 len=1431003 2024-08-10T05:22:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:24 smithi107 ceph-mon[86658]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:25.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 1815 completed, throughput=4.99MB/sec 2024-08-10T05:22:25.075 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-amPIUtqqCqHkDQR off=1820977 len=280538 2024-08-10T05:22:25.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 1816 completed, throughput=4.99MB/sec 2024-08-10T05:22:25.075 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cECWt1af67nx9_M off=3892289 len=1774055 2024-08-10T05:22:25.084 INFO:tasks.workunit.client.0.smithi078.stdout:op 1817 completed, throughput=5MB/sec 2024-08-10T05:22:25.084 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vhy-fC5iW7vAfWp off=19794611 len=1149726 2024-08-10T05:22:25.090 INFO:tasks.workunit.client.0.smithi078.stdout:op 1818 completed, throughput=5MB/sec 2024-08-10T05:22:25.090 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WD6HfyKtbfzRZPz off=4582068 len=1019241 2024-08-10T05:22:25.094 INFO:tasks.workunit.client.0.smithi078.stdout:op 1819 completed, throughput=5MB/sec 2024-08-10T05:22:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:24 smithi078 ceph-mon[92251]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:24 smithi078 ceph-mon[94618]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:26.095 INFO:tasks.workunit.client.0.smithi078.stdout: 353: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:26.095 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7DKvT6Eyk_XkCmd off=9784593 len=771103 2024-08-10T05:22:26.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 1820 completed, throughput=4.99MB/sec 2024-08-10T05:22:26.096 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FA2sUS8Ph5WlvAk off=3530545 len=1773298 2024-08-10T05:22:26.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 1821 completed, throughput=4.99MB/sec 2024-08-10T05:22:26.098 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NhzJjDkiOArUL_x off=7776423 len=594391 2024-08-10T05:22:26.102 INFO:tasks.workunit.client.0.smithi078.stdout:op 1822 completed, throughput=5MB/sec 2024-08-10T05:22:26.102 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-brneLpYwa03aynw off=22314869 len=1461926 2024-08-10T05:22:26.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 1823 completed, throughput=5MB/sec 2024-08-10T05:22:26.110 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kXnjcDvM4TpzdLu off=10569678 len=80229 2024-08-10T05:22:26.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 1824 completed, throughput=5MB/sec 2024-08-10T05:22:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:26 smithi107 ceph-mon[86658]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:27.110 INFO:tasks.workunit.client.0.smithi078.stdout: 354: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:27.111 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5KOTQrkW8myk1Hd off=6892421 len=824167 2024-08-10T05:22:27.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 1825 completed, throughput=4.99MB/sec 2024-08-10T05:22:27.113 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dpBEfAzaM1R67yu off=15435026 len=2092556 2024-08-10T05:22:27.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 1826 completed, throughput=4.99MB/sec 2024-08-10T05:22:27.125 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gAN_G8l3oyvUWPd off=1838260 len=449125 2024-08-10T05:22:27.128 INFO:tasks.workunit.client.0.smithi078.stdout:op 1827 completed, throughput=4.99MB/sec 2024-08-10T05:22:27.129 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QwaUztgzOf1o9Qy off=662519 len=679705 2024-08-10T05:22:27.129 INFO:tasks.workunit.client.0.smithi078.stdout:op 1828 completed, throughput=5MB/sec 2024-08-10T05:22:27.129 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JvdzeYRLTmAyCXp off=3301801 len=584887 2024-08-10T05:22:27.131 INFO:tasks.workunit.client.0.smithi078.stdout:op 1829 completed, throughput=5MB/sec 2024-08-10T05:22:27.131 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KyaGr9_vRrdfJ4C off=7086645 len=136743 2024-08-10T05:22:27.132 INFO:tasks.workunit.client.0.smithi078.stdout:op 1830 completed, throughput=5MB/sec 2024-08-10T05:22:27.132 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CGKNN2WFrasocXU off=1818434 len=1211777 2024-08-10T05:22:27.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 1831 completed, throughput=5MB/sec 2024-08-10T05:22:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:26 smithi078 ceph-mon[92251]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:26 smithi078 ceph-mon[94618]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:28.133 INFO:tasks.workunit.client.0.smithi078.stdout: 355: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:28.133 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-easDyMmLz_3oTBQ off=76794 len=1002871 2024-08-10T05:22:28.138 INFO:tasks.workunit.client.0.smithi078.stdout:op 1832 completed, throughput=4.99MB/sec 2024-08-10T05:22:28.138 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oCe_SED7MsK8Uf0 off=4080616 len=908942 2024-08-10T05:22:28.143 INFO:tasks.workunit.client.0.smithi078.stdout:op 1833 completed, throughput=4.99MB/sec 2024-08-10T05:22:28.144 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qQi36lcOVR7lIvn off=2442767 len=1680432 2024-08-10T05:22:28.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 1834 completed, throughput=5MB/sec 2024-08-10T05:22:28.147 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Iev5bOf8aeoFyqD off=8843684 len=951028 2024-08-10T05:22:28.149 INFO:tasks.workunit.client.0.smithi078.stdout:op 1835 completed, throughput=5MB/sec 2024-08-10T05:22:28.149 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NXEQCZ4Hv-F0HRE off=9813736 len=1761841 2024-08-10T05:22:28.159 INFO:tasks.workunit.client.0.smithi078.stdout:op 1836 completed, throughput=5MB/sec 2024-08-10T05:22:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:28 smithi107 ceph-mon[86658]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:22:29.159 INFO:tasks.workunit.client.0.smithi078.stdout: 356: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:29.159 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OQaQoeRxmA30cUA off=17711377 len=2007202 2024-08-10T05:22:29.162 INFO:tasks.workunit.client.0.smithi078.stdout:op 1837 completed, throughput=5MB/sec 2024-08-10T05:22:29.162 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PmqIryax8lb-Iux off=1720731 len=1782662 2024-08-10T05:22:29.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 1838 completed, throughput=5MB/sec 2024-08-10T05:22:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:28 smithi078 ceph-mon[92251]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:22:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:28 smithi078 ceph-mon[94618]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:22:30.165 INFO:tasks.workunit.client.0.smithi078.stdout: 357: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:30.165 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eyet3uvS9iaBQIR off=3314000 len=654315 2024-08-10T05:22:30.166 INFO:tasks.workunit.client.0.smithi078.stdout:op 1839 completed, throughput=4.99MB/sec 2024-08-10T05:22:30.166 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SaLOwsWYeyNcffg off=15655667 len=1075465 2024-08-10T05:22:30.169 INFO:tasks.workunit.client.0.smithi078.stdout:op 1840 completed, throughput=4.99MB/sec 2024-08-10T05:22:30.169 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Pu-gM1nwlyOZlkn off=17032304 len=20613 2024-08-10T05:22:30.171 INFO:tasks.workunit.client.0.smithi078.stdout:op 1841 completed, throughput=4.99MB/sec 2024-08-10T05:22:30.171 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NuuZl9yoky64tkg off=12353985 len=11070 2024-08-10T05:22:30.173 INFO:tasks.workunit.client.0.smithi078.stdout:op 1842 completed, throughput=4.99MB/sec 2024-08-10T05:22:30.173 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UdPZIhWWb7T41EQ off=1512136 len=475881 2024-08-10T05:22:30.176 INFO:tasks.workunit.client.0.smithi078.stdout:op 1843 completed, throughput=4.99MB/sec 2024-08-10T05:22:30.176 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ffiu2YeV_mHUlkb off=10833654 len=1339130 2024-08-10T05:22:30.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 1844 completed, throughput=5MB/sec 2024-08-10T05:22:30.181 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5KOTQrkW8myk1Hd off=1061573 len=1660219 2024-08-10T05:22:30.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 1845 completed, throughput=5MB/sec 2024-08-10T05:22:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:30 smithi107 ceph-mon[86658]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:31.185 INFO:tasks.workunit.client.0.smithi078.stdout: 358: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:31.185 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AHAYMQmNk1Xn7ZH off=3672540 len=1734600 2024-08-10T05:22:31.187 INFO:tasks.workunit.client.0.smithi078.stdout:op 1846 completed, throughput=4.99MB/sec 2024-08-10T05:22:31.188 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8gGare3Fg6A6sMR off=544226 len=995763 2024-08-10T05:22:31.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 1847 completed, throughput=4.99MB/sec 2024-08-10T05:22:31.190 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qjKyPOOIxlnwOzB off=3016632 len=213364 2024-08-10T05:22:31.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 1848 completed, throughput=4.99MB/sec 2024-08-10T05:22:31.191 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XUnh6TEoy_Ub-bS off=3543984 len=1082068 2024-08-10T05:22:31.193 INFO:tasks.workunit.client.0.smithi078.stdout:op 1849 completed, throughput=5MB/sec 2024-08-10T05:22:31.193 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UllP021GtFm6eT4 off=9557087 len=1112238 2024-08-10T05:22:31.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 1850 completed, throughput=5MB/sec 2024-08-10T05:22:31.194 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cDAvGurh_zyWhB4 off=9862213 len=723073 2024-08-10T05:22:31.195 INFO:tasks.workunit.client.0.smithi078.stdout:op 1851 completed, throughput=5MB/sec 2024-08-10T05:22:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:30 smithi078 ceph-mon[92251]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:30 smithi078 ceph-mon[94618]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:32.195 INFO:tasks.workunit.client.0.smithi078.stdout: 359: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:32.196 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5xnzrV5hFsOaDRh off=575749 len=351530 2024-08-10T05:22:32.196 INFO:tasks.workunit.client.0.smithi078.stdout:op 1852 completed, throughput=4.99MB/sec 2024-08-10T05:22:32.196 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9VRDpqUYJBFFIK0 off=6384905 len=1798621 2024-08-10T05:22:32.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 1853 completed, throughput=4.99MB/sec 2024-08-10T05:22:32.206 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MoeiDb8lfJit7kT off=5201948 len=35502 2024-08-10T05:22:32.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 1854 completed, throughput=4.99MB/sec 2024-08-10T05:22:32.206 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AYFU842nrIt0DTw off=5385955 len=462863 2024-08-10T05:22:32.210 INFO:tasks.workunit.client.0.smithi078.stdout:op 1855 completed, throughput=4.99MB/sec 2024-08-10T05:22:32.210 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NRJFS-yg1I_RJ0Z off=12417379 len=860713 2024-08-10T05:22:32.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 1856 completed, throughput=5MB/sec 2024-08-10T05:22:32.211 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fIlQwGd9VnREvzk off=6345933 len=601489 2024-08-10T05:22:32.214 INFO:tasks.workunit.client.0.smithi078.stdout:op 1857 completed, throughput=5MB/sec 2024-08-10T05:22:32.215 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wnAE4-cSZFlSP1F off=16573946 len=946712 2024-08-10T05:22:32.215 INFO:tasks.workunit.client.0.smithi078.stdout:op 1858 completed, throughput=5MB/sec 2024-08-10T05:22:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:22:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:22:31] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-08-10T05:22:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:22:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:32 smithi107 ceph-mon[86658]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:33.216 INFO:tasks.workunit.client.0.smithi078.stdout: 360: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:33.216 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NsIYgn0a0SE6pxN off=1854836 len=1570510 2024-08-10T05:22:33.218 INFO:tasks.workunit.client.0.smithi078.stdout:op 1859 completed, throughput=4.99MB/sec 2024-08-10T05:22:33.218 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IDHPwqz6Z47KZBf off=2308182 len=1032789 2024-08-10T05:22:33.219 INFO:tasks.workunit.client.0.smithi078.stdout:op 1860 completed, throughput=4.99MB/sec 2024-08-10T05:22:33.220 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aSvavUW48vuPR5B off=2175868 len=761585 2024-08-10T05:22:33.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 1861 completed, throughput=5MB/sec 2024-08-10T05:22:33.222 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i5zDVf_7HgMrxzX off=67889 len=1130644 2024-08-10T05:22:33.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:32 smithi078 ceph-mon[92251]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:32 smithi078 ceph-mon[94618]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:22:33.230 INFO:tasks.workunit.client.0.smithi078.stdout:op 1862 completed, throughput=5MB/sec 2024-08-10T05:22:33.230 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R3OOBbvySup2eNb off=6857520 len=1356422 2024-08-10T05:22:33.238 INFO:tasks.workunit.client.0.smithi078.stdout:op 1863 completed, throughput=5MB/sec 2024-08-10T05:22:34.238 INFO:tasks.workunit.client.0.smithi078.stdout: 361: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:34.238 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3t1jl3zNo26R_bv off=13921003 len=930705 2024-08-10T05:22:34.240 INFO:tasks.workunit.client.0.smithi078.stdout:op 1864 completed, throughput=4.99MB/sec 2024-08-10T05:22:34.240 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R1OWyYRZInMNsaQ off=2679005 len=942437 2024-08-10T05:22:34.245 INFO:tasks.workunit.client.0.smithi078.stdout:op 1865 completed, throughput=4.99MB/sec 2024-08-10T05:22:34.245 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yoBFqgOkYNZA6eQ off=3857698 len=123215 2024-08-10T05:22:34.246 INFO:tasks.workunit.client.0.smithi078.stdout:op 1866 completed, throughput=4.99MB/sec 2024-08-10T05:22:34.246 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EAz3MCh7XCPMGVJ off=12994957 len=269871 2024-08-10T05:22:34.249 INFO:tasks.workunit.client.0.smithi078.stdout:op 1867 completed, throughput=4.99MB/sec 2024-08-10T05:22:34.249 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qHKx1AlV2-gyVBv off=5892687 len=1772423 2024-08-10T05:22:34.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 1868 completed, throughput=5MB/sec 2024-08-10T05:22:34.252 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6c7wvf1MbZ5RLgt off=3955557 len=608101 2024-08-10T05:22:34.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 1869 completed, throughput=5MB/sec 2024-08-10T05:22:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:34 smithi107 ceph-mon[86658]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:34 smithi078 ceph-mon[94618]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:34 smithi078 ceph-mon[92251]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:22:35.253 INFO:tasks.workunit.client.0.smithi078.stdout: 362: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:35.254 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-K5qsUehWx9_fL6Y off=985099 len=1634507 2024-08-10T05:22:35.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 1870 completed, throughput=4.99MB/sec 2024-08-10T05:22:35.256 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FMooI-zFByMZDJP off=9605100 len=566963 2024-08-10T05:22:35.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 1871 completed, throughput=4.99MB/sec 2024-08-10T05:22:35.257 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wapBJlhc5GvKRW8 off=5619937 len=1497531 2024-08-10T05:22:35.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 1872 completed, throughput=5MB/sec 2024-08-10T05:22:35.258 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mdwPZeL-ZMNQ20t off=12356333 len=854944 2024-08-10T05:22:35.262 INFO:tasks.workunit.client.0.smithi078.stdout:op 1873 completed, throughput=5MB/sec 2024-08-10T05:22:35.262 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8MEOhpGSAwfOyqB off=10494539 len=585805 2024-08-10T05:22:35.263 INFO:tasks.workunit.client.0.smithi078.stdout:op 1874 completed, throughput=5MB/sec 2024-08-10T05:22:35.263 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lxH6l1mtFe-lMXi off=4736473 len=2051420 2024-08-10T05:22:35.265 INFO:tasks.workunit.client.0.smithi078.stdout:op 1875 completed, throughput=5.01MB/sec 2024-08-10T05:22:36.265 INFO:tasks.workunit.client.0.smithi078.stdout: 363: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:36.265 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hk2sjM-ENlyO1cV off=646888 len=777238 2024-08-10T05:22:36.270 INFO:tasks.workunit.client.0.smithi078.stdout:op 1876 completed, throughput=4.99MB/sec 2024-08-10T05:22:36.270 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rTrCHxvkXmDaI7M off=2210801 len=313856 2024-08-10T05:22:36.273 INFO:tasks.workunit.client.0.smithi078.stdout:op 1877 completed, throughput=4.99MB/sec 2024-08-10T05:22:36.273 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8mOpYqJGNweRsng off=4071228 len=958662 2024-08-10T05:22:36.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 1878 completed, throughput=5MB/sec 2024-08-10T05:22:36.274 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NrHr_mJ82Fzu9VP off=2747153 len=307540 2024-08-10T05:22:36.277 INFO:tasks.workunit.client.0.smithi078.stdout:op 1879 completed, throughput=5MB/sec 2024-08-10T05:22:36.277 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DxRv_Ds3GmY3hsE off=21046190 len=1043166 2024-08-10T05:22:36.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 1880 completed, throughput=5MB/sec 2024-08-10T05:22:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:36 smithi107 ceph-mon[86658]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:22:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:36 smithi078 ceph-mon[92251]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:22:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:36 smithi078 ceph-mon[94618]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:22:37.281 INFO:tasks.workunit.client.0.smithi078.stdout: 364: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:37.282 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yvwD-RqzT6-jxaH off=17784075 len=243306 2024-08-10T05:22:37.284 INFO:tasks.workunit.client.0.smithi078.stdout:op 1881 completed, throughput=4.99MB/sec 2024-08-10T05:22:37.284 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Dr1nOyftosiBANs off=3018565 len=852885 2024-08-10T05:22:37.286 INFO:tasks.workunit.client.0.smithi078.stdout:op 1882 completed, throughput=4.99MB/sec 2024-08-10T05:22:37.286 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-60ttNESfO3yF7kN off=1448254 len=146402 2024-08-10T05:22:37.287 INFO:tasks.workunit.client.0.smithi078.stdout:op 1883 completed, throughput=4.99MB/sec 2024-08-10T05:22:37.287 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-t1l70POLAYzqdac off=14156080 len=1080179 2024-08-10T05:22:37.291 INFO:tasks.workunit.client.0.smithi078.stdout:op 1884 completed, throughput=4.99MB/sec 2024-08-10T05:22:37.291 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qWAkJTnSnfwkMO6 off=449736 len=1107065 2024-08-10T05:22:37.293 INFO:tasks.workunit.client.0.smithi078.stdout:op 1885 completed, throughput=5MB/sec 2024-08-10T05:22:37.293 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DPoUxZl1PkIbDGQ off=3921296 len=1786127 2024-08-10T05:22:37.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 1886 completed, throughput=5MB/sec 2024-08-10T05:22:37.297 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AuPKuiB-spicQ1A off=693485 len=2059269 2024-08-10T05:22:37.309 INFO:tasks.workunit.client.0.smithi078.stdout:op 1887 completed, throughput=5MB/sec 2024-08-10T05:22:38.310 INFO:tasks.workunit.client.0.smithi078.stdout: 365: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:38.310 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VjOg0GAKvWtuXeP off=17268107 len=1435081 2024-08-10T05:22:38.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 1888 completed, throughput=5MB/sec 2024-08-10T05:22:38.312 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BWzw7VZZeLlgDbr off=590330 len=1315828 2024-08-10T05:22:38.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 1889 completed, throughput=5MB/sec 2024-08-10T05:22:38.320 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-y7PNW7Cr9bUwkR4 off=10112707 len=192382 2024-08-10T05:22:38.321 INFO:tasks.workunit.client.0.smithi078.stdout:op 1890 completed, throughput=5MB/sec 2024-08-10T05:22:38.321 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LaiBB6IsZmU6ZVL off=21954495 len=95848 2024-08-10T05:22:38.324 INFO:tasks.workunit.client.0.smithi078.stdout:op 1891 completed, throughput=5MB/sec 2024-08-10T05:22:38.324 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--1F_at1pxBwbYpe off=900514 len=658624 2024-08-10T05:22:38.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 1892 completed, throughput=5MB/sec 2024-08-10T05:22:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:38 smithi107 ceph-mon[86658]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-10T05:22:39.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:38 smithi078 ceph-mon[92251]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-10T05:22:39.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:38 smithi078 ceph-mon[94618]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-10T05:22:39.328 INFO:tasks.workunit.client.0.smithi078.stdout: 366: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:39.328 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e1vzrs9R46pkfnC off=3819430 len=324594 2024-08-10T05:22:39.329 INFO:tasks.workunit.client.0.smithi078.stdout:op 1893 completed, throughput=4.99MB/sec 2024-08-10T05:22:39.329 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YL6EJypok64FPxT off=420432 len=2015956 2024-08-10T05:22:39.333 INFO:tasks.workunit.client.0.smithi078.stdout:op 1894 completed, throughput=4.99MB/sec 2024-08-10T05:22:39.333 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W4dP1SBb7Z6XKwx off=3546108 len=272073 2024-08-10T05:22:39.336 INFO:tasks.workunit.client.0.smithi078.stdout:op 1895 completed, throughput=4.99MB/sec 2024-08-10T05:22:39.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_lCBl3J5V2y3MS7 off=3129167 len=137672 2024-08-10T05:22:39.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 1896 completed, throughput=4.99MB/sec 2024-08-10T05:22:39.339 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ihir-csRJA2eXTm off=5685338 len=1685686 2024-08-10T05:22:39.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 1897 completed, throughput=5MB/sec 2024-08-10T05:22:39.347 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Vhy-fC5iW7vAfWp off=11528852 len=181895 2024-08-10T05:22:39.347 INFO:tasks.workunit.client.0.smithi078.stdout:op 1898 completed, throughput=5MB/sec 2024-08-10T05:22:39.347 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AyVj-bJojESzr1d off=17225851 len=1678400 2024-08-10T05:22:39.353 INFO:tasks.workunit.client.0.smithi078.stdout:op 1899 completed, throughput=5MB/sec 2024-08-10T05:22:40.354 INFO:tasks.workunit.client.0.smithi078.stdout: 367: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:40.354 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-F2XmJRpKmGj0jCz off=9166204 len=621863 2024-08-10T05:22:40.355 INFO:tasks.workunit.client.0.smithi078.stdout:op 1900 completed, throughput=4.99MB/sec 2024-08-10T05:22:40.355 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-X-bwj-DNJe-klfn off=17095487 len=654333 2024-08-10T05:22:40.359 INFO:tasks.workunit.client.0.smithi078.stdout:op 1901 completed, throughput=4.99MB/sec 2024-08-10T05:22:40.359 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FXbbNs2Spb4W8dE off=10071764 len=1295404 2024-08-10T05:22:40.362 INFO:tasks.workunit.client.0.smithi078.stdout:op 1902 completed, throughput=5MB/sec 2024-08-10T05:22:40.362 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QngwoA1-zamXZoT off=726329 len=1681171 2024-08-10T05:22:40.371 INFO:tasks.workunit.client.0.smithi078.stdout:op 1903 completed, throughput=5MB/sec 2024-08-10T05:22:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:40 smithi107 ceph-mon[86658]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:22:41.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:40 smithi078 ceph-mon[92251]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:22:41.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:40 smithi078 ceph-mon[94618]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:22:41.371 INFO:tasks.workunit.client.0.smithi078.stdout: 368: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:41.371 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sb-G88wODb2rD0v off=7096629 len=241642 2024-08-10T05:22:41.372 INFO:tasks.workunit.client.0.smithi078.stdout:op 1904 completed, throughput=4.99MB/sec 2024-08-10T05:22:41.372 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tXc-JtWvG-YH7Ex off=1630065 len=333275 2024-08-10T05:22:41.372 INFO:tasks.workunit.client.0.smithi078.stdout:op 1905 completed, throughput=4.99MB/sec 2024-08-10T05:22:41.373 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SF_W-t-YuDaJNMx off=2124497 len=1954820 2024-08-10T05:22:41.375 INFO:tasks.workunit.client.0.smithi078.stdout:op 1906 completed, throughput=4.99MB/sec 2024-08-10T05:22:41.375 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S_VFKQgKDNVAc0x off=16969642 len=871842 2024-08-10T05:22:41.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 1907 completed, throughput=5MB/sec 2024-08-10T05:22:41.376 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EBjc6iWSNr2AUuA off=760595 len=381978 2024-08-10T05:22:41.377 INFO:tasks.workunit.client.0.smithi078.stdout:op 1908 completed, throughput=5MB/sec 2024-08-10T05:22:41.377 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mclHUe1Hh7w9-6a off=2321298 len=383985 2024-08-10T05:22:41.380 INFO:tasks.workunit.client.0.smithi078.stdout:op 1909 completed, throughput=5MB/sec 2024-08-10T05:22:41.381 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-77oMkbyRPHIgzHt off=7891398 len=370344 2024-08-10T05:22:41.381 INFO:tasks.workunit.client.0.smithi078.stdout:op 1910 completed, throughput=5MB/sec 2024-08-10T05:22:41.381 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UsJFtEha-NoJClz off=323589 len=1536771 2024-08-10T05:22:41.382 INFO:tasks.workunit.client.0.smithi078.stdout:op 1911 completed, throughput=5MB/sec 2024-08-10T05:22:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:22:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:22:41] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-08-10T05:22:42.383 INFO:tasks.workunit.client.0.smithi078.stdout: 369: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:42.383 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LS2xeGFW-85OjkW off=3372558 len=16111 2024-08-10T05:22:42.384 INFO:tasks.workunit.client.0.smithi078.stdout:op 1912 completed, throughput=4.99MB/sec 2024-08-10T05:22:42.384 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9JwA2tfBXV9EclG off=240019 len=1582347 2024-08-10T05:22:42.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 1913 completed, throughput=4.99MB/sec 2024-08-10T05:22:42.392 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-paRTbsu-kK2nx93 off=13153409 len=997978 2024-08-10T05:22:42.397 INFO:tasks.workunit.client.0.smithi078.stdout:op 1914 completed, throughput=5MB/sec 2024-08-10T05:22:42.397 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wq8EGrCieQ4Fjf9 off=10604504 len=1339992 2024-08-10T05:22:42.399 INFO:tasks.workunit.client.0.smithi078.stdout:op 1915 completed, throughput=5MB/sec 2024-08-10T05:22:42.399 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PNg1iQa2uVpraQl off=9720613 len=330498 2024-08-10T05:22:42.400 INFO:tasks.workunit.client.0.smithi078.stdout:op 1916 completed, throughput=5MB/sec 2024-08-10T05:22:42.400 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NzR2iwqdnc2Ezk8 off=13037863 len=403012 2024-08-10T05:22:42.403 INFO:tasks.workunit.client.0.smithi078.stdout:op 1917 completed, throughput=5MB/sec 2024-08-10T05:22:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:22:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:43.403 INFO:tasks.workunit.client.0.smithi078.stdout: 370: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:43.403 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gDjdeZ1wN03wWuO off=20713342 len=1986622 2024-08-10T05:22:43.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 1918 completed, throughput=4.99MB/sec 2024-08-10T05:22:43.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B6EWXK8Gu0Pdkbs off=4577796 len=804013 2024-08-10T05:22:43.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 1919 completed, throughput=4.99MB/sec 2024-08-10T05:22:43.415 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Cvj4EmKRG-o8hxS off=4645247 len=1006783 2024-08-10T05:22:43.419 INFO:tasks.workunit.client.0.smithi078.stdout:op 1920 completed, throughput=5MB/sec 2024-08-10T05:22:43.419 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aII4ssZ7Aqg590N off=5666240 len=1454790 2024-08-10T05:22:43.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 1921 completed, throughput=5MB/sec 2024-08-10T05:22:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:43 smithi107 ceph-mon[86658]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-10T05:22:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:43 smithi078 ceph-mon[92251]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-10T05:22:43.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:43 smithi078 ceph-mon[94618]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-08-10T05:22:44.421 INFO:tasks.workunit.client.0.smithi078.stdout: 371: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:44.421 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JbxceWISk1HhP5U off=1395628 len=1758424 2024-08-10T05:22:44.431 INFO:tasks.workunit.client.0.smithi078.stdout:op 1922 completed, throughput=4.99MB/sec 2024-08-10T05:22:44.431 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fSES21CIVzLN76q off=17430079 len=49053 2024-08-10T05:22:44.434 INFO:tasks.workunit.client.0.smithi078.stdout:op 1923 completed, throughput=4.99MB/sec 2024-08-10T05:22:44.434 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dnizC3fjLs3C9Kw off=2156945 len=487920 2024-08-10T05:22:44.437 INFO:tasks.workunit.client.0.smithi078.stdout:op 1924 completed, throughput=4.99MB/sec 2024-08-10T05:22:44.437 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xUUs2KAAjo4a4fn off=5803913 len=1862001 2024-08-10T05:22:44.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 1925 completed, throughput=5MB/sec 2024-08-10T05:22:44.441 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BLv210OIK_6ajb_ off=1494417 len=1428878 2024-08-10T05:22:44.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 1926 completed, throughput=5MB/sec 2024-08-10T05:22:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:44 smithi107 ceph-mon[86658]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:22:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:44 smithi078 ceph-mon[92251]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:22:45.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:44 smithi078 ceph-mon[94618]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:22:45.449 INFO:tasks.workunit.client.0.smithi078.stdout: 372: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:45.449 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bA9RwPsI4Jxojpl off=11557183 len=971641 2024-08-10T05:22:45.454 INFO:tasks.workunit.client.0.smithi078.stdout:op 1927 completed, throughput=4.99MB/sec 2024-08-10T05:22:45.454 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-21mLHcqeKRaOFp8 off=501975 len=1414651 2024-08-10T05:22:45.463 INFO:tasks.workunit.client.0.smithi078.stdout:op 1928 completed, throughput=4.99MB/sec 2024-08-10T05:22:45.463 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XsDJyXAAubhRciL off=1778083 len=1471635 2024-08-10T05:22:45.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 1929 completed, throughput=5MB/sec 2024-08-10T05:22:45.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5Zn1bHgRmD9CN5F off=1784505 len=1344906 2024-08-10T05:22:45.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 1930 completed, throughput=5MB/sec 2024-08-10T05:22:46.469 INFO:tasks.workunit.client.0.smithi078.stdout: 373: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:46.469 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RWBOmqm5PFsDpjH off=6823084 len=1126863 2024-08-10T05:22:46.475 INFO:tasks.workunit.client.0.smithi078.stdout:op 1931 completed, throughput=4.99MB/sec 2024-08-10T05:22:46.475 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZQ9bvUYQR9qpFj6 off=4419541 len=1967464 2024-08-10T05:22:46.487 INFO:tasks.workunit.client.0.smithi078.stdout:op 1932 completed, throughput=4.99MB/sec 2024-08-10T05:22:46.487 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ptLjr6U_8T7YF3b off=7977333 len=1936178 2024-08-10T05:22:46.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 1933 completed, throughput=5MB/sec 2024-08-10T05:22:46.497 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fh0mFd9r296WsDj off=7517850 len=975740 2024-08-10T05:22:46.499 INFO:tasks.workunit.client.0.smithi078.stdout:op 1934 completed, throughput=5MB/sec 2024-08-10T05:22:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:46 smithi107 ceph-mon[86658]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:22:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:46 smithi078 ceph-mon[92251]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:22:47.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:46 smithi078 ceph-mon[94618]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:22:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: 374: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:47.500 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-X4f4EXN9TaCFiFL off=887932 len=173846 2024-08-10T05:22:47.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 1935 completed, throughput=4.99MB/sec 2024-08-10T05:22:47.500 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U7UNtfM3qtRyrOy off=10506305 len=1576807 2024-08-10T05:22:47.508 INFO:tasks.workunit.client.0.smithi078.stdout:op 1936 completed, throughput=4.99MB/sec 2024-08-10T05:22:47.508 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vm4YIyhJz6RCJhe off=900552 len=945693 2024-08-10T05:22:47.513 INFO:tasks.workunit.client.0.smithi078.stdout:op 1937 completed, throughput=5MB/sec 2024-08-10T05:22:47.513 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1lu8Cxv6nI8zOmy off=3411325 len=2026826 2024-08-10T05:22:47.516 INFO:tasks.workunit.client.0.smithi078.stdout:op 1938 completed, throughput=5MB/sec 2024-08-10T05:22:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: 375: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:48.516 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M1aJwIBRcmJTpKB off=3629183 len=1152505 2024-08-10T05:22:48.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 1939 completed, throughput=4.99MB/sec 2024-08-10T05:22:48.523 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hljltoMSX1wPFVG off=13120520 len=82859 2024-08-10T05:22:48.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 1940 completed, throughput=4.99MB/sec 2024-08-10T05:22:48.524 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mMVqqYY2s85TOn0 off=723870 len=337043 2024-08-10T05:22:48.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 1941 completed, throughput=4.99MB/sec 2024-08-10T05:22:48.524 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xuoYngrk4PjGsR1 off=280101 len=1060270 2024-08-10T05:22:48.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 1942 completed, throughput=4.99MB/sec 2024-08-10T05:22:48.530 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XwlXL7LmiKs7fJO off=14318005 len=538027 2024-08-10T05:22:48.534 INFO:tasks.workunit.client.0.smithi078.stdout:op 1943 completed, throughput=5MB/sec 2024-08-10T05:22:48.534 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WLNbaHWzS-zw-gx off=1539950 len=1742445 2024-08-10T05:22:48.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 1944 completed, throughput=5MB/sec 2024-08-10T05:22:48.543 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9Yx9QS7L2uVUGTh off=7052175 len=615477 2024-08-10T05:22:48.543 INFO:tasks.workunit.client.0.smithi078.stdout:op 1945 completed, throughput=5MB/sec 2024-08-10T05:22:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:48 smithi107 ceph-mon[86658]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:22:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:48 smithi078 ceph-mon[92251]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:22:49.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:48 smithi078 ceph-mon[94618]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:22:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: 376: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:49.544 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KkKA9Xhm4mI_aXX off=2680990 len=1344653 2024-08-10T05:22:49.545 INFO:tasks.workunit.client.0.smithi078.stdout:op 1946 completed, throughput=4.99MB/sec 2024-08-10T05:22:49.545 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1-Hf5PinKgcf43F off=15387769 len=1770494 2024-08-10T05:22:49.554 INFO:tasks.workunit.client.0.smithi078.stdout:op 1947 completed, throughput=5MB/sec 2024-08-10T05:22:49.554 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TZ-FRXh0kJbgsb4 off=5568788 len=1484058 2024-08-10T05:22:49.556 INFO:tasks.workunit.client.0.smithi078.stdout:op 1948 completed, throughput=5MB/sec 2024-08-10T05:22:49.556 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dJwKuEu-OqtHiUZ off=1301692 len=988662 2024-08-10T05:22:49.558 INFO:tasks.workunit.client.0.smithi078.stdout:op 1949 completed, throughput=5MB/sec 2024-08-10T05:22:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: 377: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:50.559 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YMGciB_SUDH7HYW off=367988 len=1239331 2024-08-10T05:22:50.560 INFO:tasks.workunit.client.0.smithi078.stdout:op 1950 completed, throughput=4.99MB/sec 2024-08-10T05:22:50.560 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-N_sXtKGXoMlg5om off=11724750 len=1071064 2024-08-10T05:22:50.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 1951 completed, throughput=4.99MB/sec 2024-08-10T05:22:50.561 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2CUOfVHCDe7zCaP off=64031 len=1339152 2024-08-10T05:22:50.563 INFO:tasks.workunit.client.0.smithi078.stdout:op 1952 completed, throughput=5MB/sec 2024-08-10T05:22:50.563 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0afo9Q9gNV8HPvs off=10785308 len=1700327 2024-08-10T05:22:50.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 1953 completed, throughput=5MB/sec 2024-08-10T05:22:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:50 smithi107 ceph-mon[86658]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:22:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:50 smithi078 ceph-mon[92251]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:22:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:50 smithi078 ceph-mon[94618]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:22:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: 378: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:51.570 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GULkNGOAuiuzgFX off=267442 len=1898660 2024-08-10T05:22:51.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 1954 completed, throughput=4.99MB/sec 2024-08-10T05:22:51.573 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HLHkewZYFkSmCcv off=3489778 len=1747816 2024-08-10T05:22:51.580 INFO:tasks.workunit.client.0.smithi078.stdout:op 1955 completed, throughput=5MB/sec 2024-08-10T05:22:51.580 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v-sOfr1f6LBpIdG off=18731655 len=777623 2024-08-10T05:22:51.582 INFO:tasks.workunit.client.0.smithi078.stdout:op 1956 completed, throughput=5MB/sec 2024-08-10T05:22:51.582 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2gL2WDHJbUmkgBW off=8169545 len=1835571 2024-08-10T05:22:51.591 INFO:tasks.workunit.client.0.smithi078.stdout:op 1957 completed, throughput=5MB/sec 2024-08-10T05:22:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:22:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:22:51] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-08-10T05:22:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:22:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: 379: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:52.592 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XiYr_4gBLBPPitJ off=5652575 len=1685584 2024-08-10T05:22:52.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 1958 completed, throughput=4.99MB/sec 2024-08-10T05:22:52.595 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hS2EmpFdrZLXvel off=493791 len=1827263 2024-08-10T05:22:52.607 INFO:tasks.workunit.client.0.smithi078.stdout:op 1959 completed, throughput=5MB/sec 2024-08-10T05:22:52.607 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rJAXakXvfYNK7mv off=12818125 len=1039381 2024-08-10T05:22:52.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 1960 completed, throughput=5MB/sec 2024-08-10T05:22:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:52 smithi107 ceph-mon[86658]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:22:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:52 smithi078 ceph-mon[92251]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:22:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:52 smithi078 ceph-mon[94618]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:22:53.613 INFO:tasks.workunit.client.0.smithi078.stdout: 380: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:53.613 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I9hG0USEyKgB0QE off=0 len=1401647 2024-08-10T05:22:53.619 INFO:tasks.workunit.client.0.smithi078.stdout:op 1961 completed, throughput=4.99MB/sec 2024-08-10T05:22:53.619 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3_S2kxI_SvqWcVn off=4121748 len=1613323 2024-08-10T05:22:53.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 1962 completed, throughput=5MB/sec 2024-08-10T05:22:53.627 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AMSYRhloHcFX7bD off=16569259 len=310683 2024-08-10T05:22:53.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 1963 completed, throughput=5MB/sec 2024-08-10T05:22:53.631 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-so9J9K-vtWalETS off=4037463 len=924585 2024-08-10T05:22:53.635 INFO:tasks.workunit.client.0.smithi078.stdout:op 1964 completed, throughput=5MB/sec 2024-08-10T05:22:53.635 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qc7m2nVJxc06IMp off=2527125 len=1291520 2024-08-10T05:22:53.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 1965 completed, throughput=5MB/sec 2024-08-10T05:22:54.637 INFO:tasks.workunit.client.0.smithi078.stdout: 381: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:54.637 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1AZac4o6rVXIYHh off=7929261 len=745127 2024-08-10T05:22:54.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 1966 completed, throughput=4.99MB/sec 2024-08-10T05:22:54.638 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--IdisjOnFJvoqqf off=78515 len=1122036 2024-08-10T05:22:54.643 INFO:tasks.workunit.client.0.smithi078.stdout:op 1967 completed, throughput=4.99MB/sec 2024-08-10T05:22:54.643 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-omEKnR27lnVMetS off=10436126 len=9077 2024-08-10T05:22:54.645 INFO:tasks.workunit.client.0.smithi078.stdout:op 1968 completed, throughput=4.99MB/sec 2024-08-10T05:22:54.645 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IZ1KNPz6BaOQulY off=1635418 len=1008026 2024-08-10T05:22:54.652 INFO:tasks.workunit.client.0.smithi078.stdout:op 1969 completed, throughput=5MB/sec 2024-08-10T05:22:54.653 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8WcI3NGhQZ_fYAk off=641213 len=689361 2024-08-10T05:22:54.654 INFO:tasks.workunit.client.0.smithi078.stdout:op 1970 completed, throughput=5MB/sec 2024-08-10T05:22:54.654 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PeYXe6s-rFv5Axq off=501763 len=764602 2024-08-10T05:22:54.654 INFO:tasks.workunit.client.0.smithi078.stdout:op 1971 completed, throughput=5MB/sec 2024-08-10T05:22:54.654 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wLfsihmHm999h9m off=15025840 len=684780 2024-08-10T05:22:54.656 INFO:tasks.workunit.client.0.smithi078.stdout:op 1972 completed, throughput=5MB/sec 2024-08-10T05:22:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:54 smithi107 ceph-mon[86658]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:22:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:54 smithi078 ceph-mon[94618]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:22:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:54 smithi078 ceph-mon[92251]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:22:55.656 INFO:tasks.workunit.client.0.smithi078.stdout: 382: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:55.656 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bbhYGR_XqjQnyMG off=9095567 len=1687969 2024-08-10T05:22:55.665 INFO:tasks.workunit.client.0.smithi078.stdout:op 1973 completed, throughput=4.99MB/sec 2024-08-10T05:22:55.666 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_9DTuu1xYnOikl2 off=522650 len=1729585 2024-08-10T05:22:55.669 INFO:tasks.workunit.client.0.smithi078.stdout:op 1974 completed, throughput=5MB/sec 2024-08-10T05:22:55.669 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1740NqbGTMN-3PZ off=4396359 len=2080999 2024-08-10T05:22:55.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 1975 completed, throughput=5MB/sec 2024-08-10T05:22:56.673 INFO:tasks.workunit.client.0.smithi078.stdout: 383: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:56.673 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9Yx9QS7L2uVUGTh off=3692730 len=1206532 2024-08-10T05:22:56.675 INFO:tasks.workunit.client.0.smithi078.stdout:op 1976 completed, throughput=4.99MB/sec 2024-08-10T05:22:56.675 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2bdqWZgDtaucY-f off=17021425 len=1790844 2024-08-10T05:22:56.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 1977 completed, throughput=5MB/sec 2024-08-10T05:22:56.677 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lmetHQzxKiFLpyN off=2765901 len=518930 2024-08-10T05:22:56.682 INFO:tasks.workunit.client.0.smithi078.stdout:op 1978 completed, throughput=5MB/sec 2024-08-10T05:22:56.682 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2sBXS_jbdHgzL3U off=23185647 len=1395788 2024-08-10T05:22:56.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 1979 completed, throughput=5MB/sec 2024-08-10T05:22:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:56 smithi107 ceph-mon[86658]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:22:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:56 smithi078 ceph-mon[92251]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:22:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:56 smithi078 ceph-mon[94618]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:22:57.689 INFO:tasks.workunit.client.0.smithi078.stdout: 384: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:57.690 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ILGXA8gTIFM_grI off=5273465 len=968148 2024-08-10T05:22:57.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 1980 completed, throughput=4.99MB/sec 2024-08-10T05:22:57.691 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pq1_QcuacAqjXlU off=6509300 len=509547 2024-08-10T05:22:57.692 INFO:tasks.workunit.client.0.smithi078.stdout:op 1981 completed, throughput=4.99MB/sec 2024-08-10T05:22:57.692 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TG571BhLdy_rWf4 off=4603558 len=1141933 2024-08-10T05:22:57.698 INFO:tasks.workunit.client.0.smithi078.stdout:op 1982 completed, throughput=4.99MB/sec 2024-08-10T05:22:57.699 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oN3E5wlE2VoXb6P off=7682438 len=1479696 2024-08-10T05:22:57.700 INFO:tasks.workunit.client.0.smithi078.stdout:op 1983 completed, throughput=5MB/sec 2024-08-10T05:22:57.700 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tVs2c3wQy5HVx8g off=2352555 len=1256560 2024-08-10T05:22:57.705 INFO:tasks.workunit.client.0.smithi078.stdout:op 1984 completed, throughput=5MB/sec 2024-08-10T05:22:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:58.705 INFO:tasks.workunit.client.0.smithi078.stdout: 385: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:58.706 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fALN9OMheCh-NWQ off=3786703 len=1520614 2024-08-10T05:22:58.713 INFO:tasks.workunit.client.0.smithi078.stdout:op 1985 completed, throughput=4.99MB/sec 2024-08-10T05:22:58.713 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-I_fRmgE-0o87BwY off=2413549 len=107380 2024-08-10T05:22:58.713 INFO:tasks.workunit.client.0.smithi078.stdout:op 1986 completed, throughput=4.99MB/sec 2024-08-10T05:22:58.713 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wIOBedZaWis1D8y off=181728 len=1516961 2024-08-10T05:22:58.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 1987 completed, throughput=5MB/sec 2024-08-10T05:22:58.715 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sq1A6ZwlG4WLlBK off=10373771 len=971607 2024-08-10T05:22:58.721 INFO:tasks.workunit.client.0.smithi078.stdout:op 1988 completed, throughput=5MB/sec 2024-08-10T05:22:58.721 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bdee2amkXYD2Cuo off=5632071 len=306532 2024-08-10T05:22:58.722 INFO:tasks.workunit.client.0.smithi078.stdout:op 1989 completed, throughput=5MB/sec 2024-08-10T05:22:58.722 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9DOl5zw6NDa54mM off=1296129 len=132554 2024-08-10T05:22:58.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 1990 completed, throughput=5MB/sec 2024-08-10T05:22:58.724 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G5IZiJW5-g-HIwE off=12817616 len=1506922 2024-08-10T05:22:58.732 INFO:tasks.workunit.client.0.smithi078.stdout:op 1991 completed, throughput=5MB/sec 2024-08-10T05:22:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:22:58 smithi107 ceph-mon[86658]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:22:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:22:58 smithi078 ceph-mon[92251]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:22:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:22:58 smithi078 ceph-mon[94618]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:22:59.732 INFO:tasks.workunit.client.0.smithi078.stdout: 386: throughput=4.99MB/sec pending data=0 2024-08-10T05:22:59.732 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hxpAXMD88ON3JVr off=7878009 len=1288070 2024-08-10T05:22:59.740 INFO:tasks.workunit.client.0.smithi078.stdout:op 1992 completed, throughput=4.99MB/sec 2024-08-10T05:22:59.741 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-doS4D3ETr4sfgTk off=4442996 len=54919 2024-08-10T05:22:59.743 INFO:tasks.workunit.client.0.smithi078.stdout:op 1993 completed, throughput=4.99MB/sec 2024-08-10T05:22:59.743 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CACKHg0gb9JQX_3 off=23734681 len=1191155 2024-08-10T05:22:59.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 1994 completed, throughput=5MB/sec 2024-08-10T05:22:59.745 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w_-mKadeIse3Sfr off=18186155 len=499863 2024-08-10T05:22:59.746 INFO:tasks.workunit.client.0.smithi078.stdout:op 1995 completed, throughput=5MB/sec 2024-08-10T05:22:59.746 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uTQ3suku4XLzKAY off=8874650 len=932685 2024-08-10T05:22:59.751 INFO:tasks.workunit.client.0.smithi078.stdout:op 1996 completed, throughput=5MB/sec 2024-08-10T05:22:59.751 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hWRlaBnUGUhkj-- off=2965174 len=549454 2024-08-10T05:22:59.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 1997 completed, throughput=5MB/sec 2024-08-10T05:23:00.755 INFO:tasks.workunit.client.0.smithi078.stdout: 387: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:00.755 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aMaoqYPSZijIqKX off=18909300 len=589585 2024-08-10T05:23:00.756 INFO:tasks.workunit.client.0.smithi078.stdout:op 1998 completed, throughput=4.99MB/sec 2024-08-10T05:23:00.756 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YmODrNoivpWPnJc off=8077339 len=300183 2024-08-10T05:23:00.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 1999 completed, throughput=4.99MB/sec 2024-08-10T05:23:00.757 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FsyWCtbObGSfZZX off=10247650 len=262138 2024-08-10T05:23:00.759 INFO:tasks.workunit.client.0.smithi078.stdout:op 2000 completed, throughput=4.99MB/sec 2024-08-10T05:23:00.759 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uSpSwaqSVBNn8nb off=7089331 len=506058 2024-08-10T05:23:00.760 INFO:tasks.workunit.client.0.smithi078.stdout:op 2001 completed, throughput=4.99MB/sec 2024-08-10T05:23:00.760 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GsDpx5KDaCuXGRm off=3591621 len=1493285 2024-08-10T05:23:00.768 INFO:tasks.workunit.client.0.smithi078.stdout:op 2002 completed, throughput=5MB/sec 2024-08-10T05:23:00.768 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-meN7RRxFog9wp7D off=3919739 len=294032 2024-08-10T05:23:00.768 INFO:tasks.workunit.client.0.smithi078.stdout:op 2003 completed, throughput=5MB/sec 2024-08-10T05:23:00.768 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-k6cNxb3I-ilpvDk off=10034543 len=171554 2024-08-10T05:23:00.769 INFO:tasks.workunit.client.0.smithi078.stdout:op 2004 completed, throughput=5MB/sec 2024-08-10T05:23:00.769 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tF_8RqIqZ35QJ8v off=554932 len=497709 2024-08-10T05:23:00.770 INFO:tasks.workunit.client.0.smithi078.stdout:op 2005 completed, throughput=5MB/sec 2024-08-10T05:23:00.770 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AXe7bUaS6xaH4-O off=10320528 len=1126224 2024-08-10T05:23:00.772 INFO:tasks.workunit.client.0.smithi078.stdout:op 2006 completed, throughput=5MB/sec 2024-08-10T05:23:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:00 smithi107 ceph-mon[86658]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:23:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:00 smithi078 ceph-mon[92251]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:23:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:00 smithi078 ceph-mon[94618]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:23:01.773 INFO:tasks.workunit.client.0.smithi078.stdout: 388: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:01.773 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8zcjVL6359IDC96 off=3392515 len=740551 2024-08-10T05:23:01.778 INFO:tasks.workunit.client.0.smithi078.stdout:op 2007 completed, throughput=4.99MB/sec 2024-08-10T05:23:01.778 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SrCUVDC_RcMqqG8 off=3352562 len=1014090 2024-08-10T05:23:01.779 INFO:tasks.workunit.client.0.smithi078.stdout:op 2008 completed, throughput=4.99MB/sec 2024-08-10T05:23:01.779 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e8N8ofD1881_wIM off=19271943 len=423014 2024-08-10T05:23:01.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 2009 completed, throughput=4.99MB/sec 2024-08-10T05:23:01.783 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SAJkvrH4gQgv4jn off=87682 len=899554 2024-08-10T05:23:01.784 INFO:tasks.workunit.client.0.smithi078.stdout:op 2010 completed, throughput=4.99MB/sec 2024-08-10T05:23:01.784 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JeoM8LD5dwYcu1k off=8999032 len=1919681 2024-08-10T05:23:01.795 INFO:tasks.workunit.client.0.smithi078.stdout:op 2011 completed, throughput=5MB/sec 2024-08-10T05:23:01.795 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-59d_3khAnhs1Dow off=1218850 len=420799 2024-08-10T05:23:01.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 2012 completed, throughput=5MB/sec 2024-08-10T05:23:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:23:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:23:01] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-08-10T05:23:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:23:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:02.798 INFO:tasks.workunit.client.0.smithi078.stdout: 389: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:02.798 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Xg7SHa9aS6hYGUa off=1913573 len=1931897 2024-08-10T05:23:02.800 INFO:tasks.workunit.client.0.smithi078.stdout:op 2013 completed, throughput=4.99MB/sec 2024-08-10T05:23:02.801 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oGPr5v9G8pQXlbx off=6558702 len=1817706 2024-08-10T05:23:02.803 INFO:tasks.workunit.client.0.smithi078.stdout:op 2014 completed, throughput=5MB/sec 2024-08-10T05:23:02.803 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--ONv4eUeaACpDIb off=16378980 len=499236 2024-08-10T05:23:02.803 INFO:tasks.workunit.client.0.smithi078.stdout:op 2015 completed, throughput=5MB/sec 2024-08-10T05:23:02.804 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HjyHyFFS2IIFYqF off=15714872 len=565518 2024-08-10T05:23:02.805 INFO:tasks.workunit.client.0.smithi078.stdout:op 2016 completed, throughput=5MB/sec 2024-08-10T05:23:02.805 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dqywofXgH5BXn0c off=25531 len=603579 2024-08-10T05:23:02.808 INFO:tasks.workunit.client.0.smithi078.stdout:op 2017 completed, throughput=5MB/sec 2024-08-10T05:23:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:02 smithi107 ceph-mon[86658]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:23:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:02 smithi078 ceph-mon[92251]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:23:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:02 smithi078 ceph-mon[94618]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:23:03.808 INFO:tasks.workunit.client.0.smithi078.stdout: 390: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:03.808 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N_1U0oUliYpM4Ki off=11206155 len=925742 2024-08-10T05:23:03.814 INFO:tasks.workunit.client.0.smithi078.stdout:op 2018 completed, throughput=4.99MB/sec 2024-08-10T05:23:03.814 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8OhwZNWGjuB1KR- off=16168572 len=894786 2024-08-10T05:23:03.819 INFO:tasks.workunit.client.0.smithi078.stdout:op 2019 completed, throughput=4.99MB/sec 2024-08-10T05:23:03.819 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kwBf_YZQNTuNhQN off=5718864 len=202104 2024-08-10T05:23:03.820 INFO:tasks.workunit.client.0.smithi078.stdout:op 2020 completed, throughput=4.99MB/sec 2024-08-10T05:23:03.820 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ki03esbjjA85nT9 off=3614127 len=60062 2024-08-10T05:23:03.822 INFO:tasks.workunit.client.0.smithi078.stdout:op 2021 completed, throughput=4.99MB/sec 2024-08-10T05:23:03.822 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iMfrvOdML5WItWR off=4574073 len=782755 2024-08-10T05:23:03.827 INFO:tasks.workunit.client.0.smithi078.stdout:op 2022 completed, throughput=4.99MB/sec 2024-08-10T05:23:03.827 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zkJWx-evJ8Anky_ off=6034238 len=1236135 2024-08-10T05:23:03.834 INFO:tasks.workunit.client.0.smithi078.stdout:op 2023 completed, throughput=5MB/sec 2024-08-10T05:23:03.834 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6JDkL9MkC6tz6ML off=14003281 len=1459541 2024-08-10T05:23:03.840 INFO:tasks.workunit.client.0.smithi078.stdout:op 2024 completed, throughput=5MB/sec 2024-08-10T05:23:04.840 INFO:tasks.workunit.client.0.smithi078.stdout: 391: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:04.840 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0Yz79YoBA1pQ16a off=2963857 len=394274 2024-08-10T05:23:04.841 INFO:tasks.workunit.client.0.smithi078.stdout:op 2025 completed, throughput=4.99MB/sec 2024-08-10T05:23:04.841 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bk6HyIo4E0ct0TD off=1622930 len=2038022 2024-08-10T05:23:04.843 INFO:tasks.workunit.client.0.smithi078.stdout:op 2026 completed, throughput=4.99MB/sec 2024-08-10T05:23:04.843 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zMogNjRP0M07s-- off=5258766 len=497928 2024-08-10T05:23:04.847 INFO:tasks.workunit.client.0.smithi078.stdout:op 2027 completed, throughput=5MB/sec 2024-08-10T05:23:04.847 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yRtBykF2AkKWXLS off=3470522 len=2008853 2024-08-10T05:23:04.849 INFO:tasks.workunit.client.0.smithi078.stdout:op 2028 completed, throughput=5MB/sec 2024-08-10T05:23:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:04 smithi107 ceph-mon[86658]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:23:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:04 smithi078 ceph-mon[92251]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:23:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:04 smithi078 ceph-mon[94618]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:23:05.850 INFO:tasks.workunit.client.0.smithi078.stdout: 392: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:05.850 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WGftAXI3mFchT5C off=4849498 len=951430 2024-08-10T05:23:05.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 2029 completed, throughput=4.99MB/sec 2024-08-10T05:23:05.856 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Uq-lT0H2SUw_jEd off=5088090 len=932172 2024-08-10T05:23:05.861 INFO:tasks.workunit.client.0.smithi078.stdout:op 2030 completed, throughput=4.99MB/sec 2024-08-10T05:23:05.861 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oVWe1w-12uDpyGj off=7769512 len=288604 2024-08-10T05:23:05.862 INFO:tasks.workunit.client.0.smithi078.stdout:op 2031 completed, throughput=4.99MB/sec 2024-08-10T05:23:05.862 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EyYg2WOnjiyEo9S off=255804 len=382352 2024-08-10T05:23:05.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 2032 completed, throughput=4.99MB/sec 2024-08-10T05:23:05.865 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9Vg-YyK3_bBvgsJ off=862642 len=355161 2024-08-10T05:23:05.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 2033 completed, throughput=4.99MB/sec 2024-08-10T05:23:05.868 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bHFm40jjxgA052H off=7427276 len=745878 2024-08-10T05:23:05.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 2034 completed, throughput=5MB/sec 2024-08-10T05:23:05.873 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HoXtJ1CxwgJlbRh off=16265132 len=914485 2024-08-10T05:23:05.874 INFO:tasks.workunit.client.0.smithi078.stdout:op 2035 completed, throughput=5MB/sec 2024-08-10T05:23:05.874 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wUq-sHT7AuoD9ta off=7111269 len=1376511 2024-08-10T05:23:05.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 2036 completed, throughput=5MB/sec 2024-08-10T05:23:06.880 INFO:tasks.workunit.client.0.smithi078.stdout: 393: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:06.880 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_ee-nz-lpXemIKK off=1924870 len=1893936 2024-08-10T05:23:06.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 2037 completed, throughput=4.99MB/sec 2024-08-10T05:23:06.883 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0mktluxp5ztj3h1 off=4149521 len=1024479 2024-08-10T05:23:06.884 INFO:tasks.workunit.client.0.smithi078.stdout:op 2038 completed, throughput=5MB/sec 2024-08-10T05:23:06.884 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5AsIX185vZYBKzQ off=856263 len=326846 2024-08-10T05:23:06.886 INFO:tasks.workunit.client.0.smithi078.stdout:op 2039 completed, throughput=5MB/sec 2024-08-10T05:23:06.886 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-040_r6s5rfcpQKc off=4553882 len=348056 2024-08-10T05:23:06.886 INFO:tasks.workunit.client.0.smithi078.stdout:op 2040 completed, throughput=5MB/sec 2024-08-10T05:23:06.887 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OVtGsoOJCddnbfl off=1880805 len=955966 2024-08-10T05:23:06.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 2041 completed, throughput=5MB/sec 2024-08-10T05:23:06.889 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0mCbq7j-U9CMT3R off=11212771 len=633368 2024-08-10T05:23:06.890 INFO:tasks.workunit.client.0.smithi078.stdout:op 2042 completed, throughput=5MB/sec 2024-08-10T05:23:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:06 smithi107 ceph-mon[86658]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:23:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:06 smithi078 ceph-mon[92251]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:23:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:06 smithi078 ceph-mon[94618]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:23:07.890 INFO:tasks.workunit.client.0.smithi078.stdout: 394: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:07.890 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cDMcyXmyP8CJu_7 off=10717196 len=1886921 2024-08-10T05:23:07.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 2043 completed, throughput=4.99MB/sec 2024-08-10T05:23:07.900 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4kikVUvwUWwzBqt off=5224271 len=370084 2024-08-10T05:23:07.901 INFO:tasks.workunit.client.0.smithi078.stdout:op 2044 completed, throughput=4.99MB/sec 2024-08-10T05:23:07.901 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HypqqyxSaFvTHEl off=4041168 len=220662 2024-08-10T05:23:07.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 2045 completed, throughput=4.99MB/sec 2024-08-10T05:23:07.904 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GU6pVtjVWNjt8ar off=5175246 len=827978 2024-08-10T05:23:07.905 INFO:tasks.workunit.client.0.smithi078.stdout:op 2046 completed, throughput=5MB/sec 2024-08-10T05:23:07.905 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OIeMNd3wMKwXXPf off=5543945 len=763079 2024-08-10T05:23:07.906 INFO:tasks.workunit.client.0.smithi078.stdout:op 2047 completed, throughput=5MB/sec 2024-08-10T05:23:07.906 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g8yZLmJ6uMX5u00 off=822064 len=835306 2024-08-10T05:23:07.908 INFO:tasks.workunit.client.0.smithi078.stdout:op 2048 completed, throughput=5MB/sec 2024-08-10T05:23:08.909 INFO:tasks.workunit.client.0.smithi078.stdout: 395: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:08.909 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-N1pDlbZFBy7hyQF off=10864524 len=768358 2024-08-10T05:23:08.910 INFO:tasks.workunit.client.0.smithi078.stdout:op 2049 completed, throughput=4.99MB/sec 2024-08-10T05:23:08.910 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YRgiLV2ydJbQ5Sg off=14941925 len=1818278 2024-08-10T05:23:08.922 INFO:tasks.workunit.client.0.smithi078.stdout:op 2050 completed, throughput=4.99MB/sec 2024-08-10T05:23:08.922 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OzKH41anfDf2Ssi off=4082007 len=971948 2024-08-10T05:23:08.926 INFO:tasks.workunit.client.0.smithi078.stdout:op 2051 completed, throughput=5MB/sec 2024-08-10T05:23:08.927 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-itQpve8cC6_208C off=9312287 len=1930547 2024-08-10T05:23:08.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 2052 completed, throughput=5MB/sec 2024-08-10T05:23:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:08 smithi107 ceph-mon[86658]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:23:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:08 smithi078 ceph-mon[92251]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:23:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:08 smithi078 ceph-mon[94618]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:23:09.935 INFO:tasks.workunit.client.0.smithi078.stdout: 396: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:09.935 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B2Tp-n1ts6ZDetf off=12273256 len=346748 2024-08-10T05:23:09.938 INFO:tasks.workunit.client.0.smithi078.stdout:op 2053 completed, throughput=4.99MB/sec 2024-08-10T05:23:09.939 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9E0Av-wHU4MtDWD off=8296468 len=1209053 2024-08-10T05:23:09.946 INFO:tasks.workunit.client.0.smithi078.stdout:op 2054 completed, throughput=4.99MB/sec 2024-08-10T05:23:09.946 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GggzZhGyJc6PTz_ off=685033 len=1209636 2024-08-10T05:23:09.952 INFO:tasks.workunit.client.0.smithi078.stdout:op 2055 completed, throughput=4.99MB/sec 2024-08-10T05:23:09.953 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ej7O0KbQoKVbOF6 off=3523317 len=628437 2024-08-10T05:23:09.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 2056 completed, throughput=5MB/sec 2024-08-10T05:23:09.956 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mqp-hCIfxkuYCTl off=6868234 len=1294012 2024-08-10T05:23:09.958 INFO:tasks.workunit.client.0.smithi078.stdout:op 2057 completed, throughput=5MB/sec 2024-08-10T05:23:09.958 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-88z4S4Y2OPa_Eol off=6190492 len=1785335 2024-08-10T05:23:09.968 INFO:tasks.workunit.client.0.smithi078.stdout:op 2058 completed, throughput=5MB/sec 2024-08-10T05:23:10.968 INFO:tasks.workunit.client.0.smithi078.stdout: 397: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:10.968 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mzoMBjMgX5dxsiY off=8919431 len=1838242 2024-08-10T05:23:10.977 INFO:tasks.workunit.client.0.smithi078.stdout:op 2059 completed, throughput=4.99MB/sec 2024-08-10T05:23:10.977 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hlSCPQNh6rtddxP off=3555684 len=2023703 2024-08-10T05:23:10.981 INFO:tasks.workunit.client.0.smithi078.stdout:op 2060 completed, throughput=5MB/sec 2024-08-10T05:23:10.981 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LXzI1MbjinLbTNf off=2916528 len=392524 2024-08-10T05:23:10.984 INFO:tasks.workunit.client.0.smithi078.stdout:op 2061 completed, throughput=5MB/sec 2024-08-10T05:23:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:10 smithi107 ceph-mon[86658]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:23:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:10 smithi078 ceph-mon[92251]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:23:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:10 smithi078 ceph-mon[94618]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:23:11.984 INFO:tasks.workunit.client.0.smithi078.stdout: 398: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:11.984 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U0naiPMgNSfVpNw off=3264555 len=85788 2024-08-10T05:23:11.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 2062 completed, throughput=4.99MB/sec 2024-08-10T05:23:11.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h2bGI73ZNJLDt-y off=12977963 len=388671 2024-08-10T05:23:11.988 INFO:tasks.workunit.client.0.smithi078.stdout:op 2063 completed, throughput=4.99MB/sec 2024-08-10T05:23:11.988 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LbFieN2J-qxQQt7 off=6360770 len=373914 2024-08-10T05:23:11.989 INFO:tasks.workunit.client.0.smithi078.stdout:op 2064 completed, throughput=4.99MB/sec 2024-08-10T05:23:11.989 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4F7YHbme2P_CFQN off=618135 len=1648852 2024-08-10T05:23:11.993 INFO:tasks.workunit.client.0.smithi078.stdout:op 2065 completed, throughput=4.99MB/sec 2024-08-10T05:23:11.993 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-a8rH2_7kl9Pq5K- off=15949650 len=1748643 2024-08-10T05:23:11.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 2066 completed, throughput=5MB/sec 2024-08-10T05:23:11.995 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QHP90jovY_hUl7X off=11042497 len=146003 2024-08-10T05:23:11.998 INFO:tasks.workunit.client.0.smithi078.stdout:op 2067 completed, throughput=5MB/sec 2024-08-10T05:23:11.998 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9ZAhlJQOqoU1BTA off=1823953 len=369534 2024-08-10T05:23:11.999 INFO:tasks.workunit.client.0.smithi078.stdout:op 2068 completed, throughput=5MB/sec 2024-08-10T05:23:11.999 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y6zp-bCPHU-ufP0 off=14484785 len=1333999 2024-08-10T05:23:12.006 INFO:tasks.workunit.client.0.smithi078.stdout:op 2069 completed, throughput=5MB/sec 2024-08-10T05:23:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:23:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:23:11] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-08-10T05:23:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:23:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:13.007 INFO:tasks.workunit.client.0.smithi078.stdout: 399: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:13.007 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CxhPTUFxpnydbEY off=6196449 len=1255845 2024-08-10T05:23:13.015 INFO:tasks.workunit.client.0.smithi078.stdout:op 2070 completed, throughput=4.99MB/sec 2024-08-10T05:23:13.015 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4e3S85fjmpZJsSk off=5596459 len=234519 2024-08-10T05:23:13.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 2071 completed, throughput=4.99MB/sec 2024-08-10T05:23:13.019 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5vPz7NdsTC3_rSi off=2880267 len=1541384 2024-08-10T05:23:13.024 INFO:tasks.workunit.client.0.smithi078.stdout:op 2072 completed, throughput=5MB/sec 2024-08-10T05:23:13.024 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0rzGdHRnxDoGhoE off=105392 len=1380326 2024-08-10T05:23:13.030 INFO:tasks.workunit.client.0.smithi078.stdout:op 2073 completed, throughput=5MB/sec 2024-08-10T05:23:13.030 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L9UG-bNiiXTOQi3 off=478359 len=1272646 2024-08-10T05:23:13.031 INFO:tasks.workunit.client.0.smithi078.stdout:op 2074 completed, throughput=5MB/sec 2024-08-10T05:23:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:13 smithi107 ceph-mon[86658]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:23:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:13 smithi078 ceph-mon[92251]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:23:13.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:13 smithi078 ceph-mon[94618]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:23:14.031 INFO:tasks.workunit.client.0.smithi078.stdout: 400: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:14.031 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z4qwAXQDyfM1zBF off=291497 len=1904658 2024-08-10T05:23:14.040 INFO:tasks.workunit.client.0.smithi078.stdout:op 2075 completed, throughput=4.99MB/sec 2024-08-10T05:23:14.040 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4gocQ5HDDVNWpmf off=4266496 len=273686 2024-08-10T05:23:14.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 2076 completed, throughput=5MB/sec 2024-08-10T05:23:14.042 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CYhox_S7tbcwmIf off=5972668 len=1588768 2024-08-10T05:23:14.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 2077 completed, throughput=5MB/sec 2024-08-10T05:23:14.044 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YAxJGPugVaPoCzM off=5641349 len=641080 2024-08-10T05:23:14.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 2078 completed, throughput=5MB/sec 2024-08-10T05:23:15.046 INFO:tasks.workunit.client.0.smithi078.stdout: 401: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:15.046 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WAsXuzS2gKqvsv_ off=8754331 len=126772 2024-08-10T05:23:15.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 2079 completed, throughput=4.99MB/sec 2024-08-10T05:23:15.049 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uDEAh99z_Sfp0lR off=9163086 len=1613476 2024-08-10T05:23:15.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 2080 completed, throughput=4.99MB/sec 2024-08-10T05:23:15.051 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MaykhTScGFY3y7x off=7734898 len=989340 2024-08-10T05:23:15.057 INFO:tasks.workunit.client.0.smithi078.stdout:op 2081 completed, throughput=4.99MB/sec 2024-08-10T05:23:15.057 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UjDjDYncFOfob9l off=7131315 len=1440630 2024-08-10T05:23:15.058 INFO:tasks.workunit.client.0.smithi078.stdout:op 2082 completed, throughput=5MB/sec 2024-08-10T05:23:15.059 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-49KjxHYuNZKMYUh off=13121926 len=1764731 2024-08-10T05:23:15.066 INFO:tasks.workunit.client.0.smithi078.stdout:op 2083 completed, throughput=5MB/sec 2024-08-10T05:23:16.066 INFO:tasks.workunit.client.0.smithi078.stdout: 402: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:16.066 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qAJqraAzfX_dbZr off=4497725 len=250624 2024-08-10T05:23:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:15 smithi107 ceph-mon[86658]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:23:16.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 2084 completed, throughput=4.99MB/sec 2024-08-10T05:23:16.070 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HITOT-nFXEWGyPB off=15133407 len=1319892 2024-08-10T05:23:16.071 INFO:tasks.workunit.client.0.smithi078.stdout:op 2085 completed, throughput=4.99MB/sec 2024-08-10T05:23:16.072 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XV-wGDMoNJH-60s off=12156767 len=1664163 2024-08-10T05:23:16.080 INFO:tasks.workunit.client.0.smithi078.stdout:op 2086 completed, throughput=5MB/sec 2024-08-10T05:23:16.080 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2tO9CmyDEwGHLEy off=10047901 len=1470009 2024-08-10T05:23:16.086 INFO:tasks.workunit.client.0.smithi078.stdout:op 2087 completed, throughput=5MB/sec 2024-08-10T05:23:16.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:15 smithi078 ceph-mon[94618]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:23:16.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:15 smithi078 ceph-mon[92251]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:23:17.087 INFO:tasks.workunit.client.0.smithi078.stdout: 403: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:17.087 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fbVUT6EbW-aSS3t off=12105951 len=1901011 2024-08-10T05:23:17.089 INFO:tasks.workunit.client.0.smithi078.stdout:op 2088 completed, throughput=4.99MB/sec 2024-08-10T05:23:17.089 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6jizNb0bAB0Ol3e off=5489003 len=242005 2024-08-10T05:23:17.092 INFO:tasks.workunit.client.0.smithi078.stdout:op 2089 completed, throughput=4.99MB/sec 2024-08-10T05:23:17.092 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Y6bvgL6FxZztvR8 off=3312283 len=1119186 2024-08-10T05:23:17.093 INFO:tasks.workunit.client.0.smithi078.stdout:op 2090 completed, throughput=5MB/sec 2024-08-10T05:23:17.093 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ij4u3xB1ogBLLQS off=16164298 len=112045 2024-08-10T05:23:17.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 2091 completed, throughput=5MB/sec 2024-08-10T05:23:17.096 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bNKZ1pYxdLlgc-g off=13045220 len=1619749 2024-08-10T05:23:17.104 INFO:tasks.workunit.client.0.smithi078.stdout:op 2092 completed, throughput=5MB/sec 2024-08-10T05:23:17.104 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-okJecFY1amvwMFv off=8069712 len=521408 2024-08-10T05:23:17.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 2093 completed, throughput=5MB/sec 2024-08-10T05:23:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:17 smithi107 ceph-mon[86658]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:18.106 INFO:tasks.workunit.client.0.smithi078.stdout: 404: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:18.106 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-foydeHiMv_egAOF off=7781178 len=692413 2024-08-10T05:23:18.107 INFO:tasks.workunit.client.0.smithi078.stdout:op 2094 completed, throughput=4.99MB/sec 2024-08-10T05:23:18.108 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QiZweSu4opbsUiL off=20535791 len=447093 2024-08-10T05:23:18.108 INFO:tasks.workunit.client.0.smithi078.stdout:op 2095 completed, throughput=4.99MB/sec 2024-08-10T05:23:18.109 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RU3FcvUoO5fyWSd off=14739744 len=1202745 2024-08-10T05:23:18.114 INFO:tasks.workunit.client.0.smithi078.stdout:op 2096 completed, throughput=4.99MB/sec 2024-08-10T05:23:18.114 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PEojXfkU80zRkTc off=14454786 len=2009915 2024-08-10T05:23:18.124 INFO:tasks.workunit.client.0.smithi078.stdout:op 2097 completed, throughput=5MB/sec 2024-08-10T05:23:18.124 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S70tTHDmVUvPZli off=3518939 len=310406 2024-08-10T05:23:18.127 INFO:tasks.workunit.client.0.smithi078.stdout:op 2098 completed, throughput=5MB/sec 2024-08-10T05:23:18.127 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MoeiDb8lfJit7kT off=4890739 len=2033703 2024-08-10T05:23:18.136 INFO:tasks.workunit.client.0.smithi078.stdout:op 2099 completed, throughput=5MB/sec 2024-08-10T05:23:18.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:17 smithi078 ceph-mon[92251]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:18.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:17 smithi078 ceph-mon[94618]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:19.137 INFO:tasks.workunit.client.0.smithi078.stdout: 405: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:19.221 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uyl8mK3yH2YgCE8 off=884354 len=1884941 2024-08-10T05:23:19.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 2100 completed, throughput=5MB/sec 2024-08-10T05:23:19.222 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-70LuEy6_ff0wLza off=14262087 len=404177 2024-08-10T05:23:19.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 2101 completed, throughput=5MB/sec 2024-08-10T05:23:19.222 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RHUK5ac8_4LKwPf off=2299381 len=967986 2024-08-10T05:23:19.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 2102 completed, throughput=5MB/sec 2024-08-10T05:23:19.222 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--uNW_4P--_Av3g6 off=9250114 len=674317 2024-08-10T05:23:19.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 2103 completed, throughput=5MB/sec 2024-08-10T05:23:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:19 smithi107 ceph-mon[86658]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:23:20.146 INFO:tasks.workunit.client.0.smithi078.stdout: 406: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:20.146 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--cA7APH0xxCcpyv off=4583566 len=609272 2024-08-10T05:23:20.150 INFO:tasks.workunit.client.0.smithi078.stdout:op 2104 completed, throughput=4.99MB/sec 2024-08-10T05:23:20.150 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5KCGUNcmPrX_HFn off=7756090 len=1405487 2024-08-10T05:23:20.152 INFO:tasks.workunit.client.0.smithi078.stdout:op 2105 completed, throughput=4.99MB/sec 2024-08-10T05:23:20.152 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KEyaHjqiiZtVUaf off=4666633 len=1713806 2024-08-10T05:23:20.160 INFO:tasks.workunit.client.0.smithi078.stdout:op 2106 completed, throughput=5MB/sec 2024-08-10T05:23:20.160 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-J3zsedbQFd9boxC off=3053845 len=1685428 2024-08-10T05:23:20.167 INFO:tasks.workunit.client.0.smithi078.stdout:op 2107 completed, throughput=5MB/sec 2024-08-10T05:23:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:19 smithi078 ceph-mon[92251]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:23:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:19 smithi078 ceph-mon[94618]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:23:21.168 INFO:tasks.workunit.client.0.smithi078.stdout: 407: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:21.168 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CVLYyNUl-DvTHjI off=4706684 len=715405 2024-08-10T05:23:21.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 2108 completed, throughput=4.99MB/sec 2024-08-10T05:23:21.172 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q5mFOW1ZaZEOmft off=4010957 len=307911 2024-08-10T05:23:21.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 2109 completed, throughput=4.99MB/sec 2024-08-10T05:23:21.175 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cUnpjXs1FWPenZU off=771122 len=2015468 2024-08-10T05:23:21.185 INFO:tasks.workunit.client.0.smithi078.stdout:op 2110 completed, throughput=5MB/sec 2024-08-10T05:23:21.185 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vyj5r724OCxm6FO off=10643105 len=1928919 2024-08-10T05:23:21.197 INFO:tasks.workunit.client.0.smithi078.stdout:op 2111 completed, throughput=5MB/sec 2024-08-10T05:23:21.197 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-o_xEJnozKSLXFlX off=10717139 len=909974 2024-08-10T05:23:21.199 INFO:tasks.workunit.client.0.smithi078.stdout:op 2112 completed, throughput=5MB/sec 2024-08-10T05:23:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:21 smithi107 ceph-mon[86658]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:23:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:21 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:22.199 INFO:tasks.workunit.client.0.smithi078.stdout: 408: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:22.199 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HcL8Qwe482gEZRt off=1943566 len=1774768 2024-08-10T05:23:22.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 2113 completed, throughput=4.99MB/sec 2024-08-10T05:23:22.203 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LJb7fztOZ2XQqbj off=1184258 len=1880945 2024-08-10T05:23:22.210 INFO:tasks.workunit.client.0.smithi078.stdout:op 2114 completed, throughput=5MB/sec 2024-08-10T05:23:22.210 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6L18PlIoN3jBVcB off=16192173 len=191934 2024-08-10T05:23:22.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 2115 completed, throughput=5MB/sec 2024-08-10T05:23:22.212 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AAsn-DxBY5e31dX off=16345791 len=1086693 2024-08-10T05:23:22.217 INFO:tasks.workunit.client.0.smithi078.stdout:op 2116 completed, throughput=5MB/sec 2024-08-10T05:23:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:21 smithi078 ceph-mon[92251]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:23:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:21 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:23:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:23:21] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2024-08-10T05:23:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:21 smithi078 ceph-mon[94618]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:23:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:21 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:23:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:22 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:23:23.218 INFO:tasks.workunit.client.0.smithi078.stdout: 409: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:23.218 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-amhKg2xXrIYC7lo off=12396906 len=1289824 2024-08-10T05:23:23.224 INFO:tasks.workunit.client.0.smithi078.stdout:op 2117 completed, throughput=4.99MB/sec 2024-08-10T05:23:23.224 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7T4mMFOJsNlQY3B off=2821144 len=855401 2024-08-10T05:23:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:22 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:23:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:22 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:23:23.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 2118 completed, throughput=4.99MB/sec 2024-08-10T05:23:23.229 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ls_8IR3-tvUxHl1 off=5769582 len=1402837 2024-08-10T05:23:23.231 INFO:tasks.workunit.client.0.smithi078.stdout:op 2119 completed, throughput=5MB/sec 2024-08-10T05:23:23.231 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vNq16gM9hFOeVRg off=3102834 len=1626279 2024-08-10T05:23:23.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 2120 completed, throughput=5MB/sec 2024-08-10T05:23:24.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:23 smithi078 ceph-mon[92251]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:23:24.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:23 smithi078 ceph-mon[94618]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:23:24.239 INFO:tasks.workunit.client.0.smithi078.stdout: 410: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:24.239 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XwaOXkJHks684-t off=19779 len=1903147 2024-08-10T05:23:24.249 INFO:tasks.workunit.client.0.smithi078.stdout:op 2121 completed, throughput=4.99MB/sec 2024-08-10T05:23:24.249 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fALN9OMheCh-NWQ off=653897 len=1273895 2024-08-10T05:23:24.251 INFO:tasks.workunit.client.0.smithi078.stdout:op 2122 completed, throughput=5MB/sec 2024-08-10T05:23:24.251 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y8jAiUan_7eHPkv off=20314352 len=473672 2024-08-10T05:23:24.255 INFO:tasks.workunit.client.0.smithi078.stdout:op 2123 completed, throughput=5MB/sec 2024-08-10T05:23:24.256 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_yIMLvvwFpZIVd_ off=1790877 len=1677947 2024-08-10T05:23:24.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 2124 completed, throughput=5MB/sec 2024-08-10T05:23:24.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:23 smithi107 ceph-mon[86658]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:23:25.257 INFO:tasks.workunit.client.0.smithi078.stdout: 411: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:25.258 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yoiGkjjObWZ9_qI off=7294574 len=958497 2024-08-10T05:23:25.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 2125 completed, throughput=4.99MB/sec 2024-08-10T05:23:25.259 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0997Mb40c3X_BN- off=1179830 len=1380708 2024-08-10T05:23:25.265 INFO:tasks.workunit.client.0.smithi078.stdout:op 2126 completed, throughput=4.99MB/sec 2024-08-10T05:23:25.266 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dn-PFXQV3_jjpqw off=7669044 len=2052324 2024-08-10T05:23:25.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 2127 completed, throughput=5MB/sec 2024-08-10T05:23:25.267 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Wlpp7E4tn752KRE off=7226740 len=1794654 2024-08-10T05:23:25.277 INFO:tasks.workunit.client.0.smithi078.stdout:op 2128 completed, throughput=5MB/sec 2024-08-10T05:23:26.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:25 smithi078 ceph-mon[92251]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:23:26.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:25 smithi078 ceph-mon[94618]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:23:26.277 INFO:tasks.workunit.client.0.smithi078.stdout: 412: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:26.278 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GBQMN7km2mzZ7jL off=660747 len=1732341 2024-08-10T05:23:26.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 2129 completed, throughput=4.99MB/sec 2024-08-10T05:23:26.281 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-maP1Pbet9E23ivP off=17026395 len=894283 2024-08-10T05:23:26.283 INFO:tasks.workunit.client.0.smithi078.stdout:op 2130 completed, throughput=5MB/sec 2024-08-10T05:23:26.284 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XnHGQA94N7qgpdb off=16067966 len=1294572 2024-08-10T05:23:26.285 INFO:tasks.workunit.client.0.smithi078.stdout:op 2131 completed, throughput=5MB/sec 2024-08-10T05:23:26.285 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wDudviCtpMr7wnh off=8927668 len=1783199 2024-08-10T05:23:26.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 2132 completed, throughput=5MB/sec 2024-08-10T05:23:26.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:25 smithi107 ceph-mon[86658]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:23:27.295 INFO:tasks.workunit.client.0.smithi078.stdout: 413: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:27.295 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XvO9ygo4omc6-ab off=1826021 len=701857 2024-08-10T05:23:27.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 2133 completed, throughput=4.99MB/sec 2024-08-10T05:23:27.296 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-a8ChYMRA1kueiPG off=11572969 len=1919306 2024-08-10T05:23:27.298 INFO:tasks.workunit.client.0.smithi078.stdout:op 2134 completed, throughput=5MB/sec 2024-08-10T05:23:27.299 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-adX9P3vRv2IjHhI off=10188018 len=1894011 2024-08-10T05:23:27.301 INFO:tasks.workunit.client.0.smithi078.stdout:op 2135 completed, throughput=5MB/sec 2024-08-10T05:23:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:27 smithi078 ceph-mon[92251]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:23:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:27 smithi078 ceph-mon[94618]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:23:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:28.301 INFO:tasks.workunit.client.0.smithi078.stdout: 414: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:28.301 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MYhA5BAIzYwawL7 off=1156543 len=59260 2024-08-10T05:23:28.304 INFO:tasks.workunit.client.0.smithi078.stdout:op 2136 completed, throughput=4.99MB/sec 2024-08-10T05:23:28.304 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zH7fD0r1S_vBptD off=2962504 len=293908 2024-08-10T05:23:28.305 INFO:tasks.workunit.client.0.smithi078.stdout:op 2137 completed, throughput=4.99MB/sec 2024-08-10T05:23:28.305 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8SfKElRpnCoMLBV off=981929 len=1708131 2024-08-10T05:23:28.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 2138 completed, throughput=4.99MB/sec 2024-08-10T05:23:28.314 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MkkgMmGkhcye5CH off=8160151 len=499832 2024-08-10T05:23:28.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 2139 completed, throughput=5MB/sec 2024-08-10T05:23:28.315 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mz-xfV2ewzvMFEN off=4248346 len=993453 2024-08-10T05:23:28.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:27 smithi107 ceph-mon[86658]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:23:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:28.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 2140 completed, throughput=5MB/sec 2024-08-10T05:23:28.320 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VPAm3mG1CAzYaC7 off=2102464 len=921692 2024-08-10T05:23:28.321 INFO:tasks.workunit.client.0.smithi078.stdout:op 2141 completed, throughput=5MB/sec 2024-08-10T05:23:28.321 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2TR1Bzm4PwAx-RD off=11469907 len=1652059 2024-08-10T05:23:28.324 INFO:tasks.workunit.client.0.smithi078.stdout:op 2142 completed, throughput=5MB/sec 2024-08-10T05:23:29.324 INFO:tasks.workunit.client.0.smithi078.stdout: 415: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:29.325 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_xxJTwF4XZeEqdX off=15582046 len=1059849 2024-08-10T05:23:29.330 INFO:tasks.workunit.client.0.smithi078.stdout:op 2143 completed, throughput=4.99MB/sec 2024-08-10T05:23:29.330 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-se9aGDi5DpX_hC2 off=2617435 len=1616302 2024-08-10T05:23:29.332 INFO:tasks.workunit.client.0.smithi078.stdout:op 2144 completed, throughput=5MB/sec 2024-08-10T05:23:29.332 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T2UXV7dohVeUi9e off=0 len=1429785 2024-08-10T05:23:29.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 2145 completed, throughput=5MB/sec 2024-08-10T05:23:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:29 smithi078 ceph-mon[92251]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:23:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:29 smithi078 ceph-mon[94618]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:23:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:29 smithi107 ceph-mon[86658]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:23:30.336 INFO:tasks.workunit.client.0.smithi078.stdout: 416: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:30.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LV2MsSfdqklbahs off=9519238 len=15247 2024-08-10T05:23:30.338 INFO:tasks.workunit.client.0.smithi078.stdout:op 2146 completed, throughput=4.99MB/sec 2024-08-10T05:23:30.338 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hV7TW_u3W8ICjTc off=218275 len=1540798 2024-08-10T05:23:30.344 INFO:tasks.workunit.client.0.smithi078.stdout:op 2147 completed, throughput=4.99MB/sec 2024-08-10T05:23:30.344 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Lhex-ypNGv8RRNP off=1691213 len=1958841 2024-08-10T05:23:30.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 2148 completed, throughput=5MB/sec 2024-08-10T05:23:30.346 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2WJqq6ftVX7rtZ7 off=9766825 len=191025 2024-08-10T05:23:30.347 INFO:tasks.workunit.client.0.smithi078.stdout:op 2149 completed, throughput=5MB/sec 2024-08-10T05:23:30.347 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ea7nwlP28O96tqP off=1261797 len=1205341 2024-08-10T05:23:30.353 INFO:tasks.workunit.client.0.smithi078.stdout:op 2150 completed, throughput=5MB/sec 2024-08-10T05:23:30.353 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_2oCW5R847GHqRt off=5671330 len=557196 2024-08-10T05:23:30.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 2151 completed, throughput=5MB/sec 2024-08-10T05:23:31.354 INFO:tasks.workunit.client.0.smithi078.stdout: 417: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:31.354 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HjyHyFFS2IIFYqF off=3565761 len=761326 2024-08-10T05:23:31.359 INFO:tasks.workunit.client.0.smithi078.stdout:op 2152 completed, throughput=4.99MB/sec 2024-08-10T05:23:31.359 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h6jSL0uVVS11o7T off=967653 len=421425 2024-08-10T05:23:31.360 INFO:tasks.workunit.client.0.smithi078.stdout:op 2153 completed, throughput=4.99MB/sec 2024-08-10T05:23:31.360 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Lmeaz9NyrsrU2lm off=6248337 len=938580 2024-08-10T05:23:31.362 INFO:tasks.workunit.client.0.smithi078.stdout:op 2154 completed, throughput=4.99MB/sec 2024-08-10T05:23:31.362 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6E5lhvmMwbgAgJC off=1002861 len=1768415 2024-08-10T05:23:31.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 2155 completed, throughput=5MB/sec 2024-08-10T05:23:31.371 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2h6ASo_o61Lwch5 off=6888471 len=1905310 2024-08-10T05:23:31.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 2156 completed, throughput=5MB/sec 2024-08-10T05:23:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:31 smithi078 ceph-mon[94618]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:23:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:31 smithi078 ceph-mon[92251]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:23:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:23:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:23:31] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-08-10T05:23:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:31 smithi107 ceph-mon[86658]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:23:32.378 INFO:tasks.workunit.client.0.smithi078.stdout: 418: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:32.378 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ag3bOVRnkK2ISxE off=826234 len=1334449 2024-08-10T05:23:32.382 INFO:tasks.workunit.client.0.smithi078.stdout:op 2157 completed, throughput=4.99MB/sec 2024-08-10T05:23:32.382 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6rZy-4Jt3ov9dpW off=2099612 len=302515 2024-08-10T05:23:32.384 INFO:tasks.workunit.client.0.smithi078.stdout:op 2158 completed, throughput=4.99MB/sec 2024-08-10T05:23:32.384 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Eo6UwCaSatZ5Kq2 off=2034095 len=968386 2024-08-10T05:23:32.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 2159 completed, throughput=5MB/sec 2024-08-10T05:23:32.389 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f4sAlCdb2fm0cDD off=355801 len=1594208 2024-08-10T05:23:32.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 2160 completed, throughput=5MB/sec 2024-08-10T05:23:32.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9Jts8zNPyXFaBjx off=6996857 len=1187238 2024-08-10T05:23:32.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 2161 completed, throughput=5MB/sec 2024-08-10T05:23:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:23:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:33.392 INFO:tasks.workunit.client.0.smithi078.stdout: 419: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:33.393 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IQV2blR9f-R9b2Q off=2993294 len=305576 2024-08-10T05:23:33.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 2162 completed, throughput=4.99MB/sec 2024-08-10T05:23:33.394 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RACs00fctFjfOLu off=10712518 len=1791025 2024-08-10T05:23:33.396 INFO:tasks.workunit.client.0.smithi078.stdout:op 2163 completed, throughput=4.99MB/sec 2024-08-10T05:23:33.396 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-atKcRYgKNkTcHMl off=3828249 len=813274 2024-08-10T05:23:33.397 INFO:tasks.workunit.client.0.smithi078.stdout:op 2164 completed, throughput=5MB/sec 2024-08-10T05:23:33.397 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yDhGDbxEQ7K42gl off=8820148 len=215316 2024-08-10T05:23:33.400 INFO:tasks.workunit.client.0.smithi078.stdout:op 2165 completed, throughput=5MB/sec 2024-08-10T05:23:33.400 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qiruQKr70mhD-GP off=7332619 len=1251735 2024-08-10T05:23:33.407 INFO:tasks.workunit.client.0.smithi078.stdout:op 2166 completed, throughput=5MB/sec 2024-08-10T05:23:33.407 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DCV9ET3GX1vlgfh off=12227566 len=1361070 2024-08-10T05:23:33.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 2167 completed, throughput=5MB/sec 2024-08-10T05:23:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:33 smithi078 ceph-mon[92251]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:23:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:33 smithi078 ceph-mon[94618]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:23:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:33 smithi107 ceph-mon[86658]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:23:34.409 INFO:tasks.workunit.client.0.smithi078.stdout: 420: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:34.409 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CtAci1uW4nc030Z off=1784721 len=1725361 2024-08-10T05:23:34.416 INFO:tasks.workunit.client.0.smithi078.stdout:op 2168 completed, throughput=4.99MB/sec 2024-08-10T05:23:34.417 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lSVXmQPLZeAClYo off=14414563 len=2090558 2024-08-10T05:23:34.419 INFO:tasks.workunit.client.0.smithi078.stdout:op 2169 completed, throughput=5MB/sec 2024-08-10T05:23:34.419 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d-SmNizh3TKTOJm off=4271572 len=1974553 2024-08-10T05:23:34.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 2170 completed, throughput=5MB/sec 2024-08-10T05:23:35.420 INFO:tasks.workunit.client.0.smithi078.stdout: 421: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:35.421 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-K_1sTOFCX0425Iu off=4110514 len=685579 2024-08-10T05:23:35.425 INFO:tasks.workunit.client.0.smithi078.stdout:op 2171 completed, throughput=4.99MB/sec 2024-08-10T05:23:35.425 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3Yh2UDK1szTukyQ off=978941 len=1083732 2024-08-10T05:23:35.430 INFO:tasks.workunit.client.0.smithi078.stdout:op 2172 completed, throughput=5MB/sec 2024-08-10T05:23:35.430 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-x8RwGWzWLfDAqPt off=7512944 len=191640 2024-08-10T05:23:35.431 INFO:tasks.workunit.client.0.smithi078.stdout:op 2173 completed, throughput=5MB/sec 2024-08-10T05:23:35.431 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TcUOrsakCqX_dGR off=4623975 len=44053 2024-08-10T05:23:35.432 INFO:tasks.workunit.client.0.smithi078.stdout:op 2174 completed, throughput=5MB/sec 2024-08-10T05:23:35.432 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SDkPfgQHBLtdnzP off=6097639 len=1610112 2024-08-10T05:23:35.434 INFO:tasks.workunit.client.0.smithi078.stdout:op 2175 completed, throughput=5MB/sec 2024-08-10T05:23:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:35 smithi078 ceph-mon[92251]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:36.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:35 smithi078 ceph-mon[94618]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:35 smithi107 ceph-mon[86658]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:36.434 INFO:tasks.workunit.client.0.smithi078.stdout: 422: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:36.434 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b-FmnFSkQTCflnV off=8435863 len=607248 2024-08-10T05:23:36.435 INFO:tasks.workunit.client.0.smithi078.stdout:op 2176 completed, throughput=4.99MB/sec 2024-08-10T05:23:36.435 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T7m-1EqZLjJqDRM off=1092487 len=1032363 2024-08-10T05:23:36.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 2177 completed, throughput=4.99MB/sec 2024-08-10T05:23:36.441 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fLcMvjLBfXU-_d7 off=8503214 len=380297 2024-08-10T05:23:36.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 2178 completed, throughput=4.99MB/sec 2024-08-10T05:23:36.441 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hHJy_52r2o9QVV- off=10160959 len=1858829 2024-08-10T05:23:36.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 2179 completed, throughput=5MB/sec 2024-08-10T05:23:36.443 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WFDiF2A55rkSDGG off=4240036 len=758706 2024-08-10T05:23:36.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 2180 completed, throughput=5MB/sec 2024-08-10T05:23:36.448 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CtAci1uW4nc030Z off=3365753 len=276328 2024-08-10T05:23:36.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 2181 completed, throughput=5MB/sec 2024-08-10T05:23:36.449 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nBET6_cnNQoTqim off=0 len=1425305 2024-08-10T05:23:36.458 INFO:tasks.workunit.client.0.smithi078.stdout:op 2182 completed, throughput=5MB/sec 2024-08-10T05:23:37.458 INFO:tasks.workunit.client.0.smithi078.stdout: 423: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:37.458 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Srs_3OavQFpEsa3 off=2400815 len=2092986 2024-08-10T05:23:37.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 2183 completed, throughput=5MB/sec 2024-08-10T05:23:37.460 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5iMvp9gcQTAXUHZ off=1261752 len=1020258 2024-08-10T05:23:37.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 2184 completed, throughput=5MB/sec 2024-08-10T05:23:37.462 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vVKVL0bm8yRyZ05 off=808930 len=1811189 2024-08-10T05:23:37.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 2185 completed, throughput=5MB/sec 2024-08-10T05:23:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:37 smithi078 ceph-mon[92251]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:23:38.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:37 smithi078 ceph-mon[94618]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:23:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:37 smithi107 ceph-mon[86658]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:23:38.466 INFO:tasks.workunit.client.0.smithi078.stdout: 424: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:38.466 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-68uGINAOCG2OGOr off=2325932 len=1630620 2024-08-10T05:23:38.481 INFO:tasks.workunit.client.0.smithi078.stdout:op 2186 completed, throughput=4.99MB/sec 2024-08-10T05:23:38.481 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PJMQCngPG8uMzCZ off=899197 len=962967 2024-08-10T05:23:38.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 2187 completed, throughput=5MB/sec 2024-08-10T05:23:38.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5VZBw7ggXaLKZFL off=1284133 len=1573629 2024-08-10T05:23:38.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 2188 completed, throughput=5MB/sec 2024-08-10T05:23:38.497 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B1kzDzMXyCIJcjZ off=13177416 len=69987 2024-08-10T05:23:38.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 2189 completed, throughput=5MB/sec 2024-08-10T05:23:38.500 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-h0tNzZDX7L0gU9P off=3609002 len=260126 2024-08-10T05:23:38.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 2190 completed, throughput=5MB/sec 2024-08-10T05:23:38.503 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9CDVOC8vSWlEjua off=8457633 len=530274 2024-08-10T05:23:38.506 INFO:tasks.workunit.client.0.smithi078.stdout:op 2191 completed, throughput=5MB/sec 2024-08-10T05:23:39.507 INFO:tasks.workunit.client.0.smithi078.stdout: 425: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:39.507 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jTTjfi0qFTlHsY6 off=656675 len=108714 2024-08-10T05:23:39.507 INFO:tasks.workunit.client.0.smithi078.stdout:op 2192 completed, throughput=4.99MB/sec 2024-08-10T05:23:39.507 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2B8n8tdWTFPheMa off=4795288 len=278810 2024-08-10T05:23:39.508 INFO:tasks.workunit.client.0.smithi078.stdout:op 2193 completed, throughput=4.99MB/sec 2024-08-10T05:23:39.508 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hZ0oq7B2hqzm3LF off=20778527 len=773012 2024-08-10T05:23:39.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 2194 completed, throughput=4.99MB/sec 2024-08-10T05:23:39.512 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CF3-q9_54dR3e32 off=3029027 len=1065243 2024-08-10T05:23:39.518 INFO:tasks.workunit.client.0.smithi078.stdout:op 2195 completed, throughput=4.99MB/sec 2024-08-10T05:23:39.518 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nWb9qiNc0hgmXsT off=334700 len=1969905 2024-08-10T05:23:39.529 INFO:tasks.workunit.client.0.smithi078.stdout:op 2196 completed, throughput=5MB/sec 2024-08-10T05:23:39.529 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_zzhpIGhN2WHNq7 off=6972790 len=21425 2024-08-10T05:23:39.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 2197 completed, throughput=5MB/sec 2024-08-10T05:23:39.532 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_a08BDT1Na7xgJO off=5380142 len=374016 2024-08-10T05:23:39.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 2198 completed, throughput=5MB/sec 2024-08-10T05:23:39.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cS2zivEtHY_9ac7 off=2060525 len=385184 2024-08-10T05:23:39.535 INFO:tasks.workunit.client.0.smithi078.stdout:op 2199 completed, throughput=5MB/sec 2024-08-10T05:23:39.535 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8in_VzBV64t3jB7 off=10847046 len=1836256 2024-08-10T05:23:39.538 INFO:tasks.workunit.client.0.smithi078.stdout:op 2200 completed, throughput=5MB/sec 2024-08-10T05:23:40.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:39 smithi078 ceph-mon[92251]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:40.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:39 smithi078 ceph-mon[94618]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:39 smithi107 ceph-mon[86658]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:23:40.538 INFO:tasks.workunit.client.0.smithi078.stdout: 426: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:40.538 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wLqB6GAAsM2fHOq off=2458027 len=1258117 2024-08-10T05:23:40.540 INFO:tasks.workunit.client.0.smithi078.stdout:op 2201 completed, throughput=4.99MB/sec 2024-08-10T05:23:40.540 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-enmT0f7OsoIsGzK off=613738 len=788762 2024-08-10T05:23:40.546 INFO:tasks.workunit.client.0.smithi078.stdout:op 2202 completed, throughput=5MB/sec 2024-08-10T05:23:40.546 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2sXlfqlRWq-wHH6 off=4406094 len=1503161 2024-08-10T05:23:40.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 2203 completed, throughput=5MB/sec 2024-08-10T05:23:40.548 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S_wyuHE0SPA_nzK off=15116502 len=299828 2024-08-10T05:23:40.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 2204 completed, throughput=5MB/sec 2024-08-10T05:23:41.551 INFO:tasks.workunit.client.0.smithi078.stdout: 427: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:41.551 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tI78sslFsULw6Jk off=15791131 len=623497 2024-08-10T05:23:41.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 2205 completed, throughput=4.99MB/sec 2024-08-10T05:23:41.555 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B5UE366cSyb1ONc off=8933112 len=403354 2024-08-10T05:23:41.558 INFO:tasks.workunit.client.0.smithi078.stdout:op 2206 completed, throughput=4.99MB/sec 2024-08-10T05:23:41.558 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uT74gXhBt1YdH_B off=8324008 len=971098 2024-08-10T05:23:41.559 INFO:tasks.workunit.client.0.smithi078.stdout:op 2207 completed, throughput=4.99MB/sec 2024-08-10T05:23:41.559 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NUGNQBzzjhfkBcI off=4495958 len=1810418 2024-08-10T05:23:41.569 INFO:tasks.workunit.client.0.smithi078.stdout:op 2208 completed, throughput=5MB/sec 2024-08-10T05:23:41.570 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6oEVn2MZuAikFEm off=1325095 len=726293 2024-08-10T05:23:41.574 INFO:tasks.workunit.client.0.smithi078.stdout:op 2209 completed, throughput=5MB/sec 2024-08-10T05:23:41.574 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ugf4lZlRUVO3QN5 off=15858834 len=1908716 2024-08-10T05:23:41.578 INFO:tasks.workunit.client.0.smithi078.stdout:op 2210 completed, throughput=5MB/sec 2024-08-10T05:23:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:41 smithi078 ceph-mon[92251]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:23:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:41 smithi078 ceph-mon[94618]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:23:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:23:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:23:41] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-08-10T05:23:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:41 smithi107 ceph-mon[86658]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:23:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:23:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:42.578 INFO:tasks.workunit.client.0.smithi078.stdout: 428: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:42.578 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RqHunbUwXUj89H3 off=356767 len=429410 2024-08-10T05:23:42.582 INFO:tasks.workunit.client.0.smithi078.stdout:op 2211 completed, throughput=4.99MB/sec 2024-08-10T05:23:42.582 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yz9hqpOVOVdIlem off=1495861 len=995395 2024-08-10T05:23:42.584 INFO:tasks.workunit.client.0.smithi078.stdout:op 2212 completed, throughput=4.99MB/sec 2024-08-10T05:23:42.584 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i5zDVf_7HgMrxzX off=8332481 len=195544 2024-08-10T05:23:42.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 2213 completed, throughput=4.99MB/sec 2024-08-10T05:23:42.586 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jV-C748U3ulXf-6 off=3503545 len=64486 2024-08-10T05:23:42.587 INFO:tasks.workunit.client.0.smithi078.stdout:op 2214 completed, throughput=4.99MB/sec 2024-08-10T05:23:42.587 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gbueetRfL9jqjuD off=18367787 len=314577 2024-08-10T05:23:42.590 INFO:tasks.workunit.client.0.smithi078.stdout:op 2215 completed, throughput=5MB/sec 2024-08-10T05:23:42.590 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0QvFGaJCUxD7bRo off=7324583 len=1941032 2024-08-10T05:23:42.592 INFO:tasks.workunit.client.0.smithi078.stdout:op 2216 completed, throughput=5MB/sec 2024-08-10T05:23:42.592 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ICwPh8-Lxqlkvmq off=304180 len=1876201 2024-08-10T05:23:42.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 2217 completed, throughput=5MB/sec 2024-08-10T05:23:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:43.604 INFO:tasks.workunit.client.0.smithi078.stdout: 429: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:43.604 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ug4h404Q1BPNsk1 off=1979208 len=555425 2024-08-10T05:23:43.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 2218 completed, throughput=4.99MB/sec 2024-08-10T05:23:43.608 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uMidTXFdd9IkQUp off=796471 len=1880733 2024-08-10T05:23:43.610 INFO:tasks.workunit.client.0.smithi078.stdout:op 2219 completed, throughput=5MB/sec 2024-08-10T05:23:43.610 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tF_8RqIqZ35QJ8v off=88145 len=152640 2024-08-10T05:23:43.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 2220 completed, throughput=5MB/sec 2024-08-10T05:23:43.611 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BDKgysIym1P5tn5 off=594925 len=1339296 2024-08-10T05:23:43.612 INFO:tasks.workunit.client.0.smithi078.stdout:op 2221 completed, throughput=5MB/sec 2024-08-10T05:23:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:43 smithi078 ceph-mon[92251]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:23:44.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:43 smithi078 ceph-mon[94618]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:23:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:43 smithi107 ceph-mon[86658]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:23:44.613 INFO:tasks.workunit.client.0.smithi078.stdout: 430: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:44.613 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-N9BqLd3_NP1S8aR off=2300055 len=1731169 2024-08-10T05:23:44.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 2222 completed, throughput=4.99MB/sec 2024-08-10T05:23:44.617 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lWyvdkgdqNcpJNi off=1687979 len=562287 2024-08-10T05:23:44.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 2223 completed, throughput=4.99MB/sec 2024-08-10T05:23:44.618 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g7aF10kNnf4ZojJ off=412108 len=2007096 2024-08-10T05:23:44.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 2224 completed, throughput=5MB/sec 2024-08-10T05:23:44.628 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xwn2-h9iEh_WZoE off=4920206 len=427428 2024-08-10T05:23:44.628 INFO:tasks.workunit.client.0.smithi078.stdout:op 2225 completed, throughput=5MB/sec 2024-08-10T05:23:44.628 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1VGdaHeb9sm5gGi off=2657739 len=215313 2024-08-10T05:23:44.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 2226 completed, throughput=5MB/sec 2024-08-10T05:23:44.632 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TriCploElDjPEYs off=4216634 len=482710 2024-08-10T05:23:44.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 2227 completed, throughput=5MB/sec 2024-08-10T05:23:45.633 INFO:tasks.workunit.client.0.smithi078.stdout: 431: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:45.633 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6PtD40YFnw8VwIV off=833348 len=229557 2024-08-10T05:23:45.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 2228 completed, throughput=4.99MB/sec 2024-08-10T05:23:45.636 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Nm9iUz-tyQNoRcN off=8261874 len=573568 2024-08-10T05:23:45.639 INFO:tasks.workunit.client.0.smithi078.stdout:op 2229 completed, throughput=4.99MB/sec 2024-08-10T05:23:45.640 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wxCSB7CNLv250jt off=12980980 len=1032897 2024-08-10T05:23:45.644 INFO:tasks.workunit.client.0.smithi078.stdout:op 2230 completed, throughput=4.99MB/sec 2024-08-10T05:23:45.644 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RzqjVbn7u3xXs3l off=6021399 len=1558487 2024-08-10T05:23:45.652 INFO:tasks.workunit.client.0.smithi078.stdout:op 2231 completed, throughput=5MB/sec 2024-08-10T05:23:45.653 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5B6HldSvHRK62Cr off=5388031 len=1747908 2024-08-10T05:23:45.661 INFO:tasks.workunit.client.0.smithi078.stdout:op 2232 completed, throughput=5MB/sec 2024-08-10T05:23:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:45 smithi078 ceph-mon[92251]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:23:46.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:45 smithi078 ceph-mon[94618]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:23:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:45 smithi107 ceph-mon[86658]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:23:46.661 INFO:tasks.workunit.client.0.smithi078.stdout: 432: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:46.661 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ellR5JgQmlypE3W off=5436018 len=989299 2024-08-10T05:23:46.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 2233 completed, throughput=4.99MB/sec 2024-08-10T05:23:46.667 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WQgEEJG7Os-NT3E off=7859193 len=1856413 2024-08-10T05:23:46.678 INFO:tasks.workunit.client.0.smithi078.stdout:op 2234 completed, throughput=5MB/sec 2024-08-10T05:23:46.678 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RfkZHnwFIxdZnp_ off=1832556 len=1404583 2024-08-10T05:23:46.685 INFO:tasks.workunit.client.0.smithi078.stdout:op 2235 completed, throughput=5MB/sec 2024-08-10T05:23:46.685 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aNODy5eci88Swdj off=4178754 len=1813778 2024-08-10T05:23:46.688 INFO:tasks.workunit.client.0.smithi078.stdout:op 2236 completed, throughput=5MB/sec 2024-08-10T05:23:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: 433: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:47.688 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8XNiqtRU1hHidX2 off=8163612 len=1211432 2024-08-10T05:23:47.694 INFO:tasks.workunit.client.0.smithi078.stdout:op 2237 completed, throughput=4.99MB/sec 2024-08-10T05:23:47.695 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ut2eAsvo4IssIF6 off=771495 len=464867 2024-08-10T05:23:47.696 INFO:tasks.workunit.client.0.smithi078.stdout:op 2238 completed, throughput=4.99MB/sec 2024-08-10T05:23:47.696 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5wDY2wXOfekFKGS off=1845699 len=1118650 2024-08-10T05:23:47.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 2239 completed, throughput=5MB/sec 2024-08-10T05:23:47.703 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VNTMkrNSVpzfR0b off=13310113 len=329429 2024-08-10T05:23:47.706 INFO:tasks.workunit.client.0.smithi078.stdout:op 2240 completed, throughput=5MB/sec 2024-08-10T05:23:47.706 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kErwod1CjM7zBQl off=6612181 len=1979935 2024-08-10T05:23:47.716 INFO:tasks.workunit.client.0.smithi078.stdout:op 2241 completed, throughput=5MB/sec 2024-08-10T05:23:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:47 smithi078 ceph-mon[92251]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:23:48.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:47 smithi078 ceph-mon[94618]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:23:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:47 smithi107 ceph-mon[86658]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:23:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: 434: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:48.717 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FwDr6OOkoJPIM6o off=13024314 len=1331655 2024-08-10T05:23:48.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 2242 completed, throughput=4.99MB/sec 2024-08-10T05:23:48.724 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uTQ3suku4XLzKAY off=1420048 len=447367 2024-08-10T05:23:48.726 INFO:tasks.workunit.client.0.smithi078.stdout:op 2243 completed, throughput=4.99MB/sec 2024-08-10T05:23:48.726 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-grVmqnLD11leOMS off=1931183 len=1819399 2024-08-10T05:23:48.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 2244 completed, throughput=5MB/sec 2024-08-10T05:23:48.735 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZTOigcN4CgV47-w off=14741943 len=347523 2024-08-10T05:23:48.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 2245 completed, throughput=5MB/sec 2024-08-10T05:23:48.736 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-apyzv_QC9IYtecX off=2924232 len=689584 2024-08-10T05:23:48.737 INFO:tasks.workunit.client.0.smithi078.stdout:op 2246 completed, throughput=5MB/sec 2024-08-10T05:23:48.737 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8LTmaTpKxRnfGQD off=2603875 len=1906016 2024-08-10T05:23:48.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 2247 completed, throughput=5MB/sec 2024-08-10T05:23:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: 435: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:49.740 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JW94SvzreU7yyPM off=3595619 len=553275 2024-08-10T05:23:49.744 INFO:tasks.workunit.client.0.smithi078.stdout:op 2248 completed, throughput=4.99MB/sec 2024-08-10T05:23:49.744 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-osemohxOFpI-N51 off=3610685 len=1113860 2024-08-10T05:23:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 2249 completed, throughput=5MB/sec 2024-08-10T05:23:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-N_1U0oUliYpM4Ki off=845528 len=1522082 2024-08-10T05:23:49.752 INFO:tasks.workunit.client.0.smithi078.stdout:op 2250 completed, throughput=5MB/sec 2024-08-10T05:23:49.752 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tANasdsRO1U5ST8 off=2861352 len=399461 2024-08-10T05:23:49.752 INFO:tasks.workunit.client.0.smithi078.stdout:op 2251 completed, throughput=5MB/sec 2024-08-10T05:23:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:49 smithi078 ceph-mon[92251]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:23:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:49 smithi078 ceph-mon[94618]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:23:50.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:49 smithi107 ceph-mon[86658]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:23:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: 436: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:50.753 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-G4A_Hp8Z6kio_Yz off=309389 len=488681 2024-08-10T05:23:50.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 2252 completed, throughput=4.99MB/sec 2024-08-10T05:23:50.754 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xYWr_96HcdKnW_P off=12145105 len=1168934 2024-08-10T05:23:50.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 2253 completed, throughput=4.99MB/sec 2024-08-10T05:23:50.755 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Vwz7mA9ttKV7JBt off=231389 len=993142 2024-08-10T05:23:50.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 2254 completed, throughput=4.99MB/sec 2024-08-10T05:23:50.757 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zTIqmuJJNSnxf5D off=11336292 len=1409141 2024-08-10T05:23:50.764 INFO:tasks.workunit.client.0.smithi078.stdout:op 2255 completed, throughput=5MB/sec 2024-08-10T05:23:50.764 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HQ-9z7Yymw0pK3f off=5099493 len=409983 2024-08-10T05:23:50.767 INFO:tasks.workunit.client.0.smithi078.stdout:op 2256 completed, throughput=5MB/sec 2024-08-10T05:23:50.767 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MCGtTeAO-GskaUL off=5195965 len=433720 2024-08-10T05:23:50.771 INFO:tasks.workunit.client.0.smithi078.stdout:op 2257 completed, throughput=5MB/sec 2024-08-10T05:23:50.771 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l9j-GhJNubX0HTu off=13539442 len=566365 2024-08-10T05:23:50.775 INFO:tasks.workunit.client.0.smithi078.stdout:op 2258 completed, throughput=5MB/sec 2024-08-10T05:23:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: 437: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:51.776 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nPLxUIl057S8mfG off=1107685 len=1608060 2024-08-10T05:23:51.779 INFO:tasks.workunit.client.0.smithi078.stdout:op 2259 completed, throughput=4.99MB/sec 2024-08-10T05:23:51.779 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WT-DkMGhce-zhEM off=13572904 len=1514556 2024-08-10T05:23:51.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 2260 completed, throughput=5MB/sec 2024-08-10T05:23:51.787 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BkjRIt3aZKct9_c off=3652132 len=1248228 2024-08-10T05:23:51.789 INFO:tasks.workunit.client.0.smithi078.stdout:op 2261 completed, throughput=5MB/sec 2024-08-10T05:23:51.789 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LIP637hnu6G3UID off=0 len=1687271 2024-08-10T05:23:51.791 INFO:tasks.workunit.client.0.smithi078.stdout:op 2262 completed, throughput=5MB/sec 2024-08-10T05:23:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:51 smithi078 ceph-mon[92251]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:23:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:51 smithi078 ceph-mon[94618]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:23:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:23:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:23:51] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-08-10T05:23:52.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:51 smithi107 ceph-mon[86658]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:23:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:23:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: 438: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:52.791 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3P21f7skE0z3w_- off=5148814 len=91020 2024-08-10T05:23:52.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 2263 completed, throughput=4.99MB/sec 2024-08-10T05:23:52.794 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k7_YGL1yjP86AMf off=993804 len=68822 2024-08-10T05:23:52.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 2264 completed, throughput=4.99MB/sec 2024-08-10T05:23:52.796 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JwFt8REwb56ubaK off=726735 len=1448274 2024-08-10T05:23:52.802 INFO:tasks.workunit.client.0.smithi078.stdout:op 2265 completed, throughput=4.99MB/sec 2024-08-10T05:23:52.803 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5CllAHcR6_sN-9y off=3651013 len=1679692 2024-08-10T05:23:52.804 INFO:tasks.workunit.client.0.smithi078.stdout:op 2266 completed, throughput=5MB/sec 2024-08-10T05:23:52.804 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4PhOGXKUm2V3Dg3 off=783499 len=1830906 2024-08-10T05:23:52.806 INFO:tasks.workunit.client.0.smithi078.stdout:op 2267 completed, throughput=5MB/sec 2024-08-10T05:23:53.806 INFO:tasks.workunit.client.0.smithi078.stdout: 439: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:53.807 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O3j3Kaxu98us44H off=11979079 len=621918 2024-08-10T05:23:53.807 INFO:tasks.workunit.client.0.smithi078.stdout:op 2268 completed, throughput=4.99MB/sec 2024-08-10T05:23:53.807 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FsrRdmrEXmmbXej off=0 len=1233075 2024-08-10T05:23:53.809 INFO:tasks.workunit.client.0.smithi078.stdout:op 2269 completed, throughput=4.99MB/sec 2024-08-10T05:23:53.809 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g7aF10kNnf4ZojJ off=4153041 len=1834115 2024-08-10T05:23:53.811 INFO:tasks.workunit.client.0.smithi078.stdout:op 2270 completed, throughput=5MB/sec 2024-08-10T05:23:53.811 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JFKrPDzRcXbiNCK off=18680843 len=1338244 2024-08-10T05:23:53.818 INFO:tasks.workunit.client.0.smithi078.stdout:op 2271 completed, throughput=5MB/sec 2024-08-10T05:23:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:53 smithi107 ceph-mon[86658]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:23:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:53 smithi078 ceph-mon[92251]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:23:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:53 smithi078 ceph-mon[94618]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:23:54.819 INFO:tasks.workunit.client.0.smithi078.stdout: 440: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:54.819 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dE8ZIjNkJqLJc28 off=2168555 len=1546672 2024-08-10T05:23:54.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 2272 completed, throughput=4.99MB/sec 2024-08-10T05:23:54.821 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cxExJyx2fzfJD38 off=6472064 len=1303506 2024-08-10T05:23:54.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 2273 completed, throughput=5MB/sec 2024-08-10T05:23:54.829 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8zC79KdhRFkiUa8 off=72437 len=1334532 2024-08-10T05:23:54.832 INFO:tasks.workunit.client.0.smithi078.stdout:op 2274 completed, throughput=5MB/sec 2024-08-10T05:23:54.832 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RyfLySUcb5CwJo3 off=7372123 len=1728532 2024-08-10T05:23:54.839 INFO:tasks.workunit.client.0.smithi078.stdout:op 2275 completed, throughput=5MB/sec 2024-08-10T05:23:55.840 INFO:tasks.workunit.client.0.smithi078.stdout: 441: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:55.840 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PlrnlEggX1vW5L6 off=8897506 len=45645 2024-08-10T05:23:55.840 INFO:tasks.workunit.client.0.smithi078.stdout:op 2276 completed, throughput=4.99MB/sec 2024-08-10T05:23:55.841 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dSSCBTIpOPH2JnO off=2135325 len=24632 2024-08-10T05:23:55.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 2277 completed, throughput=4.99MB/sec 2024-08-10T05:23:55.842 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r5zlqasQYmYxPvB off=6139301 len=519521 2024-08-10T05:23:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:op 2278 completed, throughput=4.99MB/sec 2024-08-10T05:23:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JcTN8CbViyNOycp off=4350080 len=464734 2024-08-10T05:23:55.850 INFO:tasks.workunit.client.0.smithi078.stdout:op 2279 completed, throughput=4.99MB/sec 2024-08-10T05:23:55.850 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZJPsD8qYcxRnPED off=6961475 len=507345 2024-08-10T05:23:55.851 INFO:tasks.workunit.client.0.smithi078.stdout:op 2280 completed, throughput=4.99MB/sec 2024-08-10T05:23:55.851 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-naA6beEODSdWZcK off=10104010 len=1674262 2024-08-10T05:23:55.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 2281 completed, throughput=5MB/sec 2024-08-10T05:23:55.855 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Re2FEgBQ3qFe_oh off=187637 len=1562630 2024-08-10T05:23:55.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 2282 completed, throughput=5MB/sec 2024-08-10T05:23:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:55 smithi107 ceph-mon[86658]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:23:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:55 smithi078 ceph-mon[92251]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:23:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:55 smithi078 ceph-mon[94618]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:23:56.857 INFO:tasks.workunit.client.0.smithi078.stdout: 442: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:56.857 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6Y_Lu1oSX3n5wZq off=8086061 len=1731437 2024-08-10T05:23:56.861 INFO:tasks.workunit.client.0.smithi078.stdout:op 2283 completed, throughput=4.99MB/sec 2024-08-10T05:23:56.861 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FPankdJltiLkUhW off=449700 len=1259436 2024-08-10T05:23:56.867 INFO:tasks.workunit.client.0.smithi078.stdout:op 2284 completed, throughput=5MB/sec 2024-08-10T05:23:56.867 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EAz3MCh7XCPMGVJ off=2724306 len=1329680 2024-08-10T05:23:56.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 2285 completed, throughput=5MB/sec 2024-08-10T05:23:56.873 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-z8iQnwHySVL3MKZ off=17917388 len=332281 2024-08-10T05:23:56.876 INFO:tasks.workunit.client.0.smithi078.stdout:op 2286 completed, throughput=5MB/sec 2024-08-10T05:23:56.876 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R-So4W-cmtrIiWF off=4328264 len=289798 2024-08-10T05:23:56.878 INFO:tasks.workunit.client.0.smithi078.stdout:op 2287 completed, throughput=5MB/sec 2024-08-10T05:23:57.879 INFO:tasks.workunit.client.0.smithi078.stdout: 443: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:57.879 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uR5A5TTXmpUp1rV off=8114058 len=89669 2024-08-10T05:23:57.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 2288 completed, throughput=4.99MB/sec 2024-08-10T05:23:57.880 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-d-SHMq0Xx2XwcUf off=9199510 len=120016 2024-08-10T05:23:57.882 INFO:tasks.workunit.client.0.smithi078.stdout:op 2289 completed, throughput=4.99MB/sec 2024-08-10T05:23:57.882 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OIeMNd3wMKwXXPf off=19019435 len=421391 2024-08-10T05:23:57.886 INFO:tasks.workunit.client.0.smithi078.stdout:op 2290 completed, throughput=4.99MB/sec 2024-08-10T05:23:57.886 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oUFRKmindCHsaps off=6168741 len=524196 2024-08-10T05:23:57.890 INFO:tasks.workunit.client.0.smithi078.stdout:op 2291 completed, throughput=4.99MB/sec 2024-08-10T05:23:57.890 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-342V45ipaBSJDon off=959829 len=1622786 2024-08-10T05:23:57.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 2292 completed, throughput=4.99MB/sec 2024-08-10T05:23:57.899 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T6gYXEb6cvN2YDR off=2324861 len=1741574 2024-08-10T05:23:57.909 INFO:tasks.workunit.client.0.smithi078.stdout:op 2293 completed, throughput=5MB/sec 2024-08-10T05:23:57.909 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Rn69S6es2cHcPx1 off=12190822 len=997370 2024-08-10T05:23:57.913 INFO:tasks.workunit.client.0.smithi078.stdout:op 2294 completed, throughput=5MB/sec 2024-08-10T05:23:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:57 smithi107 ceph-mon[86658]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:23:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:57 smithi078 ceph-mon[92251]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:23:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:57 smithi078 ceph-mon[94618]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:23:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:58.913 INFO:tasks.workunit.client.0.smithi078.stdout: 444: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:58.913 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SXwNjHUIyzNMJsg off=3115346 len=1462848 2024-08-10T05:23:58.922 INFO:tasks.workunit.client.0.smithi078.stdout:op 2295 completed, throughput=4.99MB/sec 2024-08-10T05:23:58.923 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l_Vxuqe3GKmqzOW off=620067 len=1390445 2024-08-10T05:23:58.924 INFO:tasks.workunit.client.0.smithi078.stdout:op 2296 completed, throughput=5MB/sec 2024-08-10T05:23:58.924 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZCKi6RxLdYTchFw off=181132 len=633152 2024-08-10T05:23:58.928 INFO:tasks.workunit.client.0.smithi078.stdout:op 2297 completed, throughput=5MB/sec 2024-08-10T05:23:58.928 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Oq4Pzjjaom2sbZn off=16201104 len=1741428 2024-08-10T05:23:58.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 2298 completed, throughput=5MB/sec 2024-08-10T05:23:58.935 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LK4FJ2d_36h5yBE off=3712988 len=62822 2024-08-10T05:23:58.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 2299 completed, throughput=5MB/sec 2024-08-10T05:23:59.936 INFO:tasks.workunit.client.0.smithi078.stdout: 445: throughput=4.99MB/sec pending data=0 2024-08-10T05:23:59.936 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F08Vz_mx79C63-7 off=2273783 len=1597008 2024-08-10T05:23:59.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 2300 completed, throughput=4.99MB/sec 2024-08-10T05:23:59.945 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sYdcV00PRP60irJ off=853052 len=1127481 2024-08-10T05:23:59.946 INFO:tasks.workunit.client.0.smithi078.stdout:op 2301 completed, throughput=4.99MB/sec 2024-08-10T05:23:59.946 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_OBaHzdWmCSDEgB off=15979175 len=1259243 2024-08-10T05:23:59.953 INFO:tasks.workunit.client.0.smithi078.stdout:op 2302 completed, throughput=5MB/sec 2024-08-10T05:23:59.953 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VuZuoYWwXr5gRUT off=1830915 len=2048532 2024-08-10T05:23:59.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 2303 completed, throughput=5MB/sec 2024-08-10T05:24:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:23:59 smithi107 ceph-mon[86658]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:23:59 smithi078 ceph-mon[92251]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:23:59 smithi078 ceph-mon[94618]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:00.955 INFO:tasks.workunit.client.0.smithi078.stdout: 446: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:00.955 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JqoHxoCNBlvFVKd off=1737042 len=1820937 2024-08-10T05:24:00.963 INFO:tasks.workunit.client.0.smithi078.stdout:op 2304 completed, throughput=4.99MB/sec 2024-08-10T05:24:00.963 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NrHr_mJ82Fzu9VP off=928066 len=2040174 2024-08-10T05:24:00.967 INFO:tasks.workunit.client.0.smithi078.stdout:op 2305 completed, throughput=5MB/sec 2024-08-10T05:24:00.968 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hY8I95cS-m4C_Dn off=1574867 len=565905 2024-08-10T05:24:00.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 2306 completed, throughput=5MB/sec 2024-08-10T05:24:00.971 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-60ttNESfO3yF7kN off=1702258 len=1304723 2024-08-10T05:24:00.975 INFO:tasks.workunit.client.0.smithi078.stdout:op 2307 completed, throughput=5MB/sec 2024-08-10T05:24:01.976 INFO:tasks.workunit.client.0.smithi078.stdout: 447: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:01.976 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gBuFnDzS79xXKtM off=846566 len=1042946 2024-08-10T05:24:01.981 INFO:tasks.workunit.client.0.smithi078.stdout:op 2308 completed, throughput=4.99MB/sec 2024-08-10T05:24:01.982 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N6DSQuGQ4qt-1v9 off=2663933 len=1076130 2024-08-10T05:24:01.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 2309 completed, throughput=5MB/sec 2024-08-10T05:24:01.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E83z6pU_lHEWV07 off=957125 len=1193411 2024-08-10T05:24:01.988 INFO:tasks.workunit.client.0.smithi078.stdout:op 2310 completed, throughput=5MB/sec 2024-08-10T05:24:01.989 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dABS5eo1nP90_Lu off=10128594 len=15558 2024-08-10T05:24:01.991 INFO:tasks.workunit.client.0.smithi078.stdout:op 2311 completed, throughput=5MB/sec 2024-08-10T05:24:01.991 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lIeeB9yCjH4CFPo off=6411211 len=1933523 2024-08-10T05:24:02.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 2312 completed, throughput=5MB/sec 2024-08-10T05:24:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:01 smithi078 ceph-mon[92251]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:24:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:01 smithi078 ceph-mon[94618]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:24:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:24:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:24:01] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:24:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:01 smithi107 ceph-mon[86658]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:24:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:24:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:03.000 INFO:tasks.workunit.client.0.smithi078.stdout: 448: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:03.001 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Wwck1JGkUHN0qqS off=150485 len=342674 2024-08-10T05:24:03.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 2313 completed, throughput=4.99MB/sec 2024-08-10T05:24:03.001 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--lq-FSZeR7Rr-hH off=6440173 len=868946 2024-08-10T05:24:03.004 INFO:tasks.workunit.client.0.smithi078.stdout:op 2314 completed, throughput=4.99MB/sec 2024-08-10T05:24:03.004 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ia0V3ayj11o78r9 off=4266736 len=295333 2024-08-10T05:24:03.004 INFO:tasks.workunit.client.0.smithi078.stdout:op 2315 completed, throughput=4.99MB/sec 2024-08-10T05:24:03.004 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MwURswXzbFl-YS0 off=5865020 len=1081518 2024-08-10T05:24:03.006 INFO:tasks.workunit.client.0.smithi078.stdout:op 2316 completed, throughput=5MB/sec 2024-08-10T05:24:03.006 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xyatEWmLbPWnBT3 off=15526784 len=901884 2024-08-10T05:24:03.011 INFO:tasks.workunit.client.0.smithi078.stdout:op 2317 completed, throughput=5MB/sec 2024-08-10T05:24:03.011 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_5jO6byQLfh1CGw off=1975200 len=1219827 2024-08-10T05:24:03.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 2318 completed, throughput=5MB/sec 2024-08-10T05:24:04.018 INFO:tasks.workunit.client.0.smithi078.stdout: 449: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:04.018 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LC2_Kb20Dxi-hXL off=1102079 len=189203 2024-08-10T05:24:04.021 INFO:tasks.workunit.client.0.smithi078.stdout:op 2319 completed, throughput=4.99MB/sec 2024-08-10T05:24:04.021 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oTkccgCds5D9vId off=2166219 len=1092103 2024-08-10T05:24:04.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 2320 completed, throughput=4.99MB/sec 2024-08-10T05:24:04.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4AneY-pewZv_mGx off=8143133 len=1667380 2024-08-10T05:24:04.025 INFO:tasks.workunit.client.0.smithi078.stdout:op 2321 completed, throughput=5MB/sec 2024-08-10T05:24:04.025 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VpR97dt5Ir6VlVe off=3601579 len=355299 2024-08-10T05:24:04.025 INFO:tasks.workunit.client.0.smithi078.stdout:op 2322 completed, throughput=5MB/sec 2024-08-10T05:24:04.025 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--dfa_WTvk9xYQUZ off=3847311 len=197331 2024-08-10T05:24:04.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 2323 completed, throughput=5MB/sec 2024-08-10T05:24:04.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gJVfardMskAnmAk off=2593295 len=1809716 2024-08-10T05:24:04.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 2324 completed, throughput=5MB/sec 2024-08-10T05:24:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:03 smithi107 ceph-mon[86658]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:24:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:03 smithi078 ceph-mon[92251]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:24:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:03 smithi078 ceph-mon[94618]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:24:05.034 INFO:tasks.workunit.client.0.smithi078.stdout: 450: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:05.035 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6HDahF4shGb6MaM off=2955773 len=1690099 2024-08-10T05:24:05.036 INFO:tasks.workunit.client.0.smithi078.stdout:op 2325 completed, throughput=4.99MB/sec 2024-08-10T05:24:05.037 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Yi5kgd4eHdaKzrh off=77214 len=830427 2024-08-10T05:24:05.039 INFO:tasks.workunit.client.0.smithi078.stdout:op 2326 completed, throughput=5MB/sec 2024-08-10T05:24:05.039 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MWf6X4V8Ao6KCvI off=1962318 len=738147 2024-08-10T05:24:05.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 2327 completed, throughput=5MB/sec 2024-08-10T05:24:05.044 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rrf5WNF_0PEZXGv off=2040727 len=1929491 2024-08-10T05:24:05.046 INFO:tasks.workunit.client.0.smithi078.stdout:op 2328 completed, throughput=5MB/sec 2024-08-10T05:24:06.046 INFO:tasks.workunit.client.0.smithi078.stdout: 451: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:06.047 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mITlL3h6M6x7FoM off=20047047 len=1887042 2024-08-10T05:24:06.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 2329 completed, throughput=4.99MB/sec 2024-08-10T05:24:06.049 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uw666CNveUEFihQ off=9544498 len=275210 2024-08-10T05:24:06.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 2330 completed, throughput=4.99MB/sec 2024-08-10T05:24:06.053 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lrFQ1NZ_p4mFv-o off=3242287 len=402542 2024-08-10T05:24:06.056 INFO:tasks.workunit.client.0.smithi078.stdout:op 2331 completed, throughput=4.99MB/sec 2024-08-10T05:24:06.056 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ICs_kywMeRP-ip8 off=2626620 len=703823 2024-08-10T05:24:06.060 INFO:tasks.workunit.client.0.smithi078.stdout:op 2332 completed, throughput=5MB/sec 2024-08-10T05:24:06.060 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G1RwOse9cqYjl_8 off=5668504 len=1390498 2024-08-10T05:24:06.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 2333 completed, throughput=5MB/sec 2024-08-10T05:24:06.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tCsiG8_T9JHCMUl off=1145641 len=1898411 2024-08-10T05:24:06.074 INFO:tasks.workunit.client.0.smithi078.stdout:op 2334 completed, throughput=5MB/sec 2024-08-10T05:24:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:06 smithi107 ceph-mon[86658]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:06 smithi078 ceph-mon[92251]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:06 smithi078 ceph-mon[94618]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:07.074 INFO:tasks.workunit.client.0.smithi078.stdout: 452: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:07.074 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vD3pXdCze90xlnV off=11295786 len=794216 2024-08-10T05:24:07.078 INFO:tasks.workunit.client.0.smithi078.stdout:op 2335 completed, throughput=4.99MB/sec 2024-08-10T05:24:07.078 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TYlRT7LrHyVfQPh off=7802526 len=589407 2024-08-10T05:24:07.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 2336 completed, throughput=4.99MB/sec 2024-08-10T05:24:07.082 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VkpbQCeulHKMFJy off=11874343 len=452042 2024-08-10T05:24:07.083 INFO:tasks.workunit.client.0.smithi078.stdout:op 2337 completed, throughput=5MB/sec 2024-08-10T05:24:07.083 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lTimzXXE4ptmIcP off=16997080 len=453707 2024-08-10T05:24:07.086 INFO:tasks.workunit.client.0.smithi078.stdout:op 2338 completed, throughput=5MB/sec 2024-08-10T05:24:07.086 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XwaOXkJHks684-t off=11657192 len=12439 2024-08-10T05:24:07.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 2339 completed, throughput=5MB/sec 2024-08-10T05:24:07.087 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dUaBT3Tq2pdMnfZ off=2870259 len=1580734 2024-08-10T05:24:07.089 INFO:tasks.workunit.client.0.smithi078.stdout:op 2340 completed, throughput=5MB/sec 2024-08-10T05:24:07.089 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sWJ-MBYkRIZlX3L off=5783407 len=872535 2024-08-10T05:24:07.093 INFO:tasks.workunit.client.0.smithi078.stdout:op 2341 completed, throughput=5MB/sec 2024-08-10T05:24:08.093 INFO:tasks.workunit.client.0.smithi078.stdout: 453: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:08.093 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rJQ6RY12oVxziLO off=201558 len=1430742 2024-08-10T05:24:08.095 INFO:tasks.workunit.client.0.smithi078.stdout:op 2342 completed, throughput=4.99MB/sec 2024-08-10T05:24:08.095 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3WJWM28Fk-O1Ta7 off=1389787 len=364904 2024-08-10T05:24:08.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 2343 completed, throughput=4.99MB/sec 2024-08-10T05:24:08.099 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8gGare3Fg6A6sMR off=3549417 len=1671345 2024-08-10T05:24:08.109 INFO:tasks.workunit.client.0.smithi078.stdout:op 2344 completed, throughput=5MB/sec 2024-08-10T05:24:08.109 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IKP_PkXLqHOEVpf off=2086718 len=137936 2024-08-10T05:24:08.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 2345 completed, throughput=5MB/sec 2024-08-10T05:24:08.111 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zhd5IcIPVGKBhbU off=1936483 len=620061 2024-08-10T05:24:08.115 INFO:tasks.workunit.client.0.smithi078.stdout:op 2346 completed, throughput=5MB/sec 2024-08-10T05:24:08.115 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qsDWDJR9-yzzjNo off=1099923 len=2012844 2024-08-10T05:24:08.124 INFO:tasks.workunit.client.0.smithi078.stdout:op 2347 completed, throughput=5MB/sec 2024-08-10T05:24:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:08 smithi107 ceph-mon[86658]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:24:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:08 smithi078 ceph-mon[92251]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:24:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:08 smithi078 ceph-mon[94618]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:24:09.125 INFO:tasks.workunit.client.0.smithi078.stdout: 454: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:09.125 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x91nhbAGaybJ5u3 off=7085706 len=1581953 2024-08-10T05:24:09.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 2348 completed, throughput=5MB/sec 2024-08-10T05:24:09.135 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FLS2CXPG9-ng1bV off=6447293 len=1829562 2024-08-10T05:24:09.144 INFO:tasks.workunit.client.0.smithi078.stdout:op 2349 completed, throughput=5MB/sec 2024-08-10T05:24:09.144 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oyuGCbLbo39g4xl off=11984403 len=1365096 2024-08-10T05:24:09.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 2350 completed, throughput=5MB/sec 2024-08-10T05:24:10.152 INFO:tasks.workunit.client.0.smithi078.stdout: 455: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:10.152 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZbKkcxZypWm6Z6h off=14197948 len=1007961 2024-08-10T05:24:10.153 INFO:tasks.workunit.client.0.smithi078.stdout:op 2351 completed, throughput=4.99MB/sec 2024-08-10T05:24:10.153 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PQZIx2N0skzcRvM off=6594005 len=1346420 2024-08-10T05:24:10.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 2352 completed, throughput=5MB/sec 2024-08-10T05:24:10.155 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wAPJk-7_ODrUNYN off=3477125 len=668526 2024-08-10T05:24:10.157 INFO:tasks.workunit.client.0.smithi078.stdout:op 2353 completed, throughput=5MB/sec 2024-08-10T05:24:10.157 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0ydH1J2XDEevN3C off=955537 len=1583041 2024-08-10T05:24:10.165 INFO:tasks.workunit.client.0.smithi078.stdout:op 2354 completed, throughput=5MB/sec 2024-08-10T05:24:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:10 smithi107 ceph-mon[86658]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:10 smithi078 ceph-mon[92251]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:10 smithi078 ceph-mon[94618]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:11.165 INFO:tasks.workunit.client.0.smithi078.stdout: 456: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:11.165 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4Al0r4L-kGQ0RUh off=7506380 len=261370 2024-08-10T05:24:11.168 INFO:tasks.workunit.client.0.smithi078.stdout:op 2355 completed, throughput=4.99MB/sec 2024-08-10T05:24:11.168 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aRLvLxw-7gpcFsw off=9738428 len=1663537 2024-08-10T05:24:11.170 INFO:tasks.workunit.client.0.smithi078.stdout:op 2356 completed, throughput=4.99MB/sec 2024-08-10T05:24:11.170 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_ERW4SVpi4oIoeV off=3453443 len=782704 2024-08-10T05:24:11.171 INFO:tasks.workunit.client.0.smithi078.stdout:op 2357 completed, throughput=5MB/sec 2024-08-10T05:24:11.171 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8fyBHU5wj3vDnJR off=10243265 len=250766 2024-08-10T05:24:11.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 2358 completed, throughput=5MB/sec 2024-08-10T05:24:11.172 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Rs36KLWQCoQanSk off=591752 len=1521483 2024-08-10T05:24:11.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 2359 completed, throughput=5MB/sec 2024-08-10T05:24:11.181 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JxUH1k90GpCkIQi off=2080312 len=1258682 2024-08-10T05:24:11.182 INFO:tasks.workunit.client.0.smithi078.stdout:op 2360 completed, throughput=5MB/sec 2024-08-10T05:24:12.182 INFO:tasks.workunit.client.0.smithi078.stdout: 457: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:12.183 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z_E2-dzsTrIVEwb off=746960 len=1439857 2024-08-10T05:24:12.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 2361 completed, throughput=4.99MB/sec 2024-08-10T05:24:12.190 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9G0Xnrf4-Hjv5oy off=1375364 len=1762662 2024-08-10T05:24:12.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 2362 completed, throughput=5MB/sec 2024-08-10T05:24:12.191 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ORdvA2OBYO1aVWd off=4479520 len=1893712 2024-08-10T05:24:12.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 2363 completed, throughput=5MB/sec 2024-08-10T05:24:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:12 smithi078 ceph-mon[92251]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:12 smithi078 ceph-mon[94618]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:24:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:24:11] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:24:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:12 smithi107 ceph-mon[86658]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:24:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:13.203 INFO:tasks.workunit.client.0.smithi078.stdout: 458: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:13.203 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--uldSl4HsVfydR1 off=8462247 len=454400 2024-08-10T05:24:13.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 2364 completed, throughput=4.99MB/sec 2024-08-10T05:24:13.204 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FhRYBlG_VsC0uez off=2299670 len=470982 2024-08-10T05:24:13.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 2365 completed, throughput=4.99MB/sec 2024-08-10T05:24:13.205 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1h0mBpLrAvxq-iQ off=2098245 len=512019 2024-08-10T05:24:13.208 INFO:tasks.workunit.client.0.smithi078.stdout:op 2366 completed, throughput=4.99MB/sec 2024-08-10T05:24:13.208 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JWLHjta4AU_xgkp off=5214832 len=1356293 2024-08-10T05:24:13.214 INFO:tasks.workunit.client.0.smithi078.stdout:op 2367 completed, throughput=5MB/sec 2024-08-10T05:24:13.214 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Tgnk9yj1E8wO-lk off=14882315 len=273993 2024-08-10T05:24:13.215 INFO:tasks.workunit.client.0.smithi078.stdout:op 2368 completed, throughput=5MB/sec 2024-08-10T05:24:13.215 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0VLJ_gEA_lBpCP4 off=205330 len=1556394 2024-08-10T05:24:13.218 INFO:tasks.workunit.client.0.smithi078.stdout:op 2369 completed, throughput=5MB/sec 2024-08-10T05:24:13.218 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UdPZIhWWb7T41EQ off=826658 len=866154 2024-08-10T05:24:13.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 2370 completed, throughput=5MB/sec 2024-08-10T05:24:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:14.223 INFO:tasks.workunit.client.0.smithi078.stdout: 459: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:14.223 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lmetHQzxKiFLpyN off=898369 len=1068902 2024-08-10T05:24:14.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 2371 completed, throughput=4.99MB/sec 2024-08-10T05:24:14.229 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nEBRMJNLlCapE9r off=8242925 len=759020 2024-08-10T05:24:14.234 INFO:tasks.workunit.client.0.smithi078.stdout:op 2372 completed, throughput=4.99MB/sec 2024-08-10T05:24:14.234 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-z5e8LjWZnIKjWgB off=203593 len=1228832 2024-08-10T05:24:14.236 INFO:tasks.workunit.client.0.smithi078.stdout:op 2373 completed, throughput=5MB/sec 2024-08-10T05:24:14.236 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zH4mJMlStYrTZuv off=10454806 len=617862 2024-08-10T05:24:14.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 2374 completed, throughput=5MB/sec 2024-08-10T05:24:14.240 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UTV4Bi6lH4Y1eUT off=6619356 len=1358590 2024-08-10T05:24:14.247 INFO:tasks.workunit.client.0.smithi078.stdout:op 2375 completed, throughput=5MB/sec 2024-08-10T05:24:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:14 smithi107 ceph-mon[86658]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:14 smithi078 ceph-mon[92251]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:14 smithi078 ceph-mon[94618]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:15.248 INFO:tasks.workunit.client.0.smithi078.stdout: 460: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:15.248 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ykPqnVhfAHlFlWg off=7700801 len=818292 2024-08-10T05:24:15.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 2376 completed, throughput=4.99MB/sec 2024-08-10T05:24:15.252 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ORdvA2OBYO1aVWd off=2096629 len=1420277 2024-08-10T05:24:15.254 INFO:tasks.workunit.client.0.smithi078.stdout:op 2377 completed, throughput=4.99MB/sec 2024-08-10T05:24:15.254 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R2WVvwsdASd2r3Y off=4413328 len=1144441 2024-08-10T05:24:15.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 2378 completed, throughput=5MB/sec 2024-08-10T05:24:15.256 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--3XMYqeMivYDKJb off=1142365 len=1928866 2024-08-10T05:24:15.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 2379 completed, throughput=5MB/sec 2024-08-10T05:24:16.258 INFO:tasks.workunit.client.0.smithi078.stdout: 461: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:16.258 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-n_Dl5vYK4L1j_Xe off=7643045 len=102218 2024-08-10T05:24:16.261 INFO:tasks.workunit.client.0.smithi078.stdout:op 2380 completed, throughput=4.99MB/sec 2024-08-10T05:24:16.261 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5-1yM91kEU2Fv7Z off=1996094 len=718793 2024-08-10T05:24:16.262 INFO:tasks.workunit.client.0.smithi078.stdout:op 2381 completed, throughput=4.99MB/sec 2024-08-10T05:24:16.262 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WweVD7SkoEk4l_c off=1019284 len=1568076 2024-08-10T05:24:16.264 INFO:tasks.workunit.client.0.smithi078.stdout:op 2382 completed, throughput=4.99MB/sec 2024-08-10T05:24:16.264 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8DbbiCPfPDKFp1v off=6182500 len=122033 2024-08-10T05:24:16.265 INFO:tasks.workunit.client.0.smithi078.stdout:op 2383 completed, throughput=4.99MB/sec 2024-08-10T05:24:16.265 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V2M2kU_MUILs6te off=9932819 len=1911692 2024-08-10T05:24:16.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 2384 completed, throughput=5MB/sec 2024-08-10T05:24:16.267 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-N6TIuufGUNCm6QK off=1552504 len=111338 2024-08-10T05:24:16.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 2385 completed, throughput=5MB/sec 2024-08-10T05:24:16.268 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V3sdDAMbetMwt7H off=746935 len=1892551 2024-08-10T05:24:16.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 2386 completed, throughput=5MB/sec 2024-08-10T05:24:16.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:16 smithi107 ceph-mon[86658]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:24:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:16 smithi078 ceph-mon[92251]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:24:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:16 smithi078 ceph-mon[94618]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:24:17.270 INFO:tasks.workunit.client.0.smithi078.stdout: 462: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:17.270 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Mva6gBgXnZaaWm1 off=2484348 len=1571391 2024-08-10T05:24:17.272 INFO:tasks.workunit.client.0.smithi078.stdout:op 2387 completed, throughput=5MB/sec 2024-08-10T05:24:17.272 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Foj_918lxVBASOx off=20459994 len=506108 2024-08-10T05:24:17.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 2388 completed, throughput=5MB/sec 2024-08-10T05:24:17.274 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OrjNsancZA3xFb9 off=7864135 len=689617 2024-08-10T05:24:17.275 INFO:tasks.workunit.client.0.smithi078.stdout:op 2389 completed, throughput=5MB/sec 2024-08-10T05:24:17.275 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5s4C7r4jxWeaeZ6 off=1667984 len=1649730 2024-08-10T05:24:17.284 INFO:tasks.workunit.client.0.smithi078.stdout:op 2390 completed, throughput=5MB/sec 2024-08-10T05:24:18.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:18 smithi078 ceph-mon[92251]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:24:18.278 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:18 smithi078 ceph-mon[94618]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:24:18.284 INFO:tasks.workunit.client.0.smithi078.stdout: 463: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:18.284 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gR7T5ZRKV_4MHg8 off=2739101 len=174751 2024-08-10T05:24:18.285 INFO:tasks.workunit.client.0.smithi078.stdout:op 2391 completed, throughput=4.99MB/sec 2024-08-10T05:24:18.286 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hFb9mPF8BSG18Uu off=3231955 len=1734897 2024-08-10T05:24:18.295 INFO:tasks.workunit.client.0.smithi078.stdout:op 2392 completed, throughput=4.99MB/sec 2024-08-10T05:24:18.296 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-03Fi6qcCTaP-9JL off=5686215 len=478222 2024-08-10T05:24:18.297 INFO:tasks.workunit.client.0.smithi078.stdout:op 2393 completed, throughput=5MB/sec 2024-08-10T05:24:18.297 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-US2BEae07-5vhFa off=17688287 len=1654551 2024-08-10T05:24:18.305 INFO:tasks.workunit.client.0.smithi078.stdout:op 2394 completed, throughput=5MB/sec 2024-08-10T05:24:18.305 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gFPclY7elcKaKA_ off=3715902 len=1925643 2024-08-10T05:24:18.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 2395 completed, throughput=5MB/sec 2024-08-10T05:24:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:18 smithi107 ceph-mon[86658]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:24:19.314 INFO:tasks.workunit.client.0.smithi078.stdout: 464: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:19.314 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6K7XkCrIE2HoLHF off=4658276 len=379477 2024-08-10T05:24:19.318 INFO:tasks.workunit.client.0.smithi078.stdout:op 2396 completed, throughput=4.99MB/sec 2024-08-10T05:24:19.318 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PCJyawJTZl0rR1L off=4223227 len=1316886 2024-08-10T05:24:19.325 INFO:tasks.workunit.client.0.smithi078.stdout:op 2397 completed, throughput=4.99MB/sec 2024-08-10T05:24:19.325 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_u5H2U9htPRxk0L off=486137 len=642271 2024-08-10T05:24:19.329 INFO:tasks.workunit.client.0.smithi078.stdout:op 2398 completed, throughput=5MB/sec 2024-08-10T05:24:19.329 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bw30mMoPbWWiSus off=11898996 len=457438 2024-08-10T05:24:19.330 INFO:tasks.workunit.client.0.smithi078.stdout:op 2399 completed, throughput=5MB/sec 2024-08-10T05:24:19.330 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-c8v1C_X5V7vlC-8 off=14312392 len=1469879 2024-08-10T05:24:19.333 INFO:tasks.workunit.client.0.smithi078.stdout:op 2400 completed, throughput=5MB/sec 2024-08-10T05:24:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:20 smithi107 ceph-mon[86658]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:20.333 INFO:tasks.workunit.client.0.smithi078.stdout: 465: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:20.333 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sXm0zxjaKkcEVsb off=5580181 len=1822498 2024-08-10T05:24:20.342 INFO:tasks.workunit.client.0.smithi078.stdout:op 2401 completed, throughput=4.99MB/sec 2024-08-10T05:24:20.342 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GX9zEvTfOfeFe7m off=8399606 len=1618864 2024-08-10T05:24:20.349 INFO:tasks.workunit.client.0.smithi078.stdout:op 2402 completed, throughput=5MB/sec 2024-08-10T05:24:20.349 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PHxNvBYvgFJ8jz6 off=18257579 len=295990 2024-08-10T05:24:20.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 2403 completed, throughput=5MB/sec 2024-08-10T05:24:20.350 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WbvqKL3JAVyCrS7 off=578243 len=852908 2024-08-10T05:24:20.351 INFO:tasks.workunit.client.0.smithi078.stdout:op 2404 completed, throughput=5MB/sec 2024-08-10T05:24:20.351 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0aF21YaoEdowcf1 off=14075999 len=2023383 2024-08-10T05:24:20.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 2405 completed, throughput=5MB/sec 2024-08-10T05:24:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:20 smithi078 ceph-mon[92251]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:20 smithi078 ceph-mon[94618]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:21.365 INFO:tasks.workunit.client.0.smithi078.stdout: 466: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:21.365 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YSdNcJuNAhxKg3x off=740047 len=1668444 2024-08-10T05:24:21.367 INFO:tasks.workunit.client.0.smithi078.stdout:op 2406 completed, throughput=5MB/sec 2024-08-10T05:24:21.368 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kbSNuWHcFlRJmqm off=19773057 len=1826135 2024-08-10T05:24:21.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 2407 completed, throughput=5MB/sec 2024-08-10T05:24:21.370 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xAp94_ZvjjN5bV3 off=0 len=1553906 2024-08-10T05:24:21.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 2408 completed, throughput=5MB/sec 2024-08-10T05:24:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:22 smithi078 ceph-mon[92251]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:24:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:22 smithi078 ceph-mon[94618]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:24:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:24:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:24:21] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-10T05:24:22.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:22 smithi107 ceph-mon[86658]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:24:22.378 INFO:tasks.workunit.client.0.smithi078.stdout: 467: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:22.378 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JzEKlBuNCkhuTZQ off=2489067 len=1803121 2024-08-10T05:24:22.386 INFO:tasks.workunit.client.0.smithi078.stdout:op 2409 completed, throughput=4.99MB/sec 2024-08-10T05:24:22.386 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EucY83K-3mMohhM off=4236264 len=1191590 2024-08-10T05:24:22.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 2410 completed, throughput=5MB/sec 2024-08-10T05:24:22.392 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tvz07Dtyozw5zAm off=721283 len=80656 2024-08-10T05:24:22.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 2411 completed, throughput=5MB/sec 2024-08-10T05:24:22.392 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KuPbruIjZHGnWc_ off=784171 len=1129651 2024-08-10T05:24:22.397 INFO:tasks.workunit.client.0.smithi078.stdout:op 2412 completed, throughput=5MB/sec 2024-08-10T05:24:22.397 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dccSFn_uT01929w off=94872 len=719000 2024-08-10T05:24:22.400 INFO:tasks.workunit.client.0.smithi078.stdout:op 2413 completed, throughput=5MB/sec 2024-08-10T05:24:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:24:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:24:23.401 INFO:tasks.workunit.client.0.smithi078.stdout: 468: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:23.401 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vUJXjGsvB0X8xyM off=15550741 len=1045887 2024-08-10T05:24:23.406 INFO:tasks.workunit.client.0.smithi078.stdout:op 2414 completed, throughput=4.99MB/sec 2024-08-10T05:24:23.406 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IhMZrKJ2yeXVWHy off=13932885 len=1830015 2024-08-10T05:24:23.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 2415 completed, throughput=5MB/sec 2024-08-10T05:24:23.410 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dL7wM81QJdjIqmU off=6857327 len=750277 2024-08-10T05:24:23.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 2416 completed, throughput=5MB/sec 2024-08-10T05:24:23.411 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JkWJZV60oSfnVj3 off=3642862 len=976810 2024-08-10T05:24:23.413 INFO:tasks.workunit.client.0.smithi078.stdout:op 2417 completed, throughput=5MB/sec 2024-08-10T05:24:23.413 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1UPC6s9kVITVZow off=10363757 len=1330895 2024-08-10T05:24:23.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 2418 completed, throughput=5MB/sec 2024-08-10T05:24:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:24:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:23.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:23.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:24:24.421 INFO:tasks.workunit.client.0.smithi078.stdout: 469: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:24.422 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p1CwC7S9tdBzlCP off=7895970 len=1017776 2024-08-10T05:24:24.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 2419 completed, throughput=4.99MB/sec 2024-08-10T05:24:24.423 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hSNfEFByF0KcqBL off=4880865 len=374013 2024-08-10T05:24:24.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 2420 completed, throughput=4.99MB/sec 2024-08-10T05:24:24.426 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ieoRgOLBMQ2Rq4m off=2507157 len=1344358 2024-08-10T05:24:24.432 INFO:tasks.workunit.client.0.smithi078.stdout:op 2421 completed, throughput=5MB/sec 2024-08-10T05:24:24.432 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8uVH77j8wfl_g0z off=6260699 len=746740 2024-08-10T05:24:24.437 INFO:tasks.workunit.client.0.smithi078.stdout:op 2422 completed, throughput=5MB/sec 2024-08-10T05:24:24.437 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TZ-FRXh0kJbgsb4 off=8807300 len=42266 2024-08-10T05:24:24.438 INFO:tasks.workunit.client.0.smithi078.stdout:op 2423 completed, throughput=5MB/sec 2024-08-10T05:24:24.439 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CKryD8YdUXU-zC5 off=20813661 len=138889 2024-08-10T05:24:24.439 INFO:tasks.workunit.client.0.smithi078.stdout:op 2424 completed, throughput=5MB/sec 2024-08-10T05:24:24.439 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Gn9uvPX2iQKSciH off=13905570 len=1001359 2024-08-10T05:24:24.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 2425 completed, throughput=5MB/sec 2024-08-10T05:24:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:24 smithi078 ceph-mon[92251]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:24:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:24 smithi078 ceph-mon[94618]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:24:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:24 smithi107 ceph-mon[86658]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:24:25.445 INFO:tasks.workunit.client.0.smithi078.stdout: 470: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:25.445 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JiGQ66HbvLBecT5 off=4825023 len=400261 2024-08-10T05:24:25.447 INFO:tasks.workunit.client.0.smithi078.stdout:op 2426 completed, throughput=4.99MB/sec 2024-08-10T05:24:25.447 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7sOZGsA8dgXfpXz off=8365093 len=402785 2024-08-10T05:24:25.450 INFO:tasks.workunit.client.0.smithi078.stdout:op 2427 completed, throughput=4.99MB/sec 2024-08-10T05:24:25.451 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GSKRREu3abCniMW off=1207060 len=362469 2024-08-10T05:24:25.454 INFO:tasks.workunit.client.0.smithi078.stdout:op 2428 completed, throughput=4.99MB/sec 2024-08-10T05:24:25.454 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zfIoqpTDZ-KzRjD off=2768001 len=463517 2024-08-10T05:24:25.457 INFO:tasks.workunit.client.0.smithi078.stdout:op 2429 completed, throughput=4.99MB/sec 2024-08-10T05:24:25.457 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Mx3OpUn0NgxOJg8 off=10780815 len=1648194 2024-08-10T05:24:25.464 INFO:tasks.workunit.client.0.smithi078.stdout:op 2430 completed, throughput=5MB/sec 2024-08-10T05:24:25.465 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bdf2RaSHUw244mz off=5661490 len=943769 2024-08-10T05:24:25.469 INFO:tasks.workunit.client.0.smithi078.stdout:op 2431 completed, throughput=5MB/sec 2024-08-10T05:24:25.469 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-muP7HPGzRvwZ81O off=1931261 len=782051 2024-08-10T05:24:25.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 2432 completed, throughput=5MB/sec 2024-08-10T05:24:26.470 INFO:tasks.workunit.client.0.smithi078.stdout: 471: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:26.471 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0-V9ycRuxRphevv off=3413014 len=1929133 2024-08-10T05:24:26.482 INFO:tasks.workunit.client.0.smithi078.stdout:op 2433 completed, throughput=4.99MB/sec 2024-08-10T05:24:26.482 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-njp85xb1mtXV4H1 off=21227625 len=1832127 2024-08-10T05:24:26.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 2434 completed, throughput=5MB/sec 2024-08-10T05:24:26.484 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GfpOqexcuk-QNo- off=9474508 len=1177121 2024-08-10T05:24:26.490 INFO:tasks.workunit.client.0.smithi078.stdout:op 2435 completed, throughput=5MB/sec 2024-08-10T05:24:26.490 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6OvdzrswA3Hl885 off=236203 len=1699387 2024-08-10T05:24:26.492 INFO:tasks.workunit.client.0.smithi078.stdout:op 2436 completed, throughput=5MB/sec 2024-08-10T05:24:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:26 smithi078 ceph-mon[92251]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:24:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:26 smithi078 ceph-mon[94618]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:24:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:26 smithi107 ceph-mon[86658]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:24:27.492 INFO:tasks.workunit.client.0.smithi078.stdout: 472: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:27.492 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YaMVZdOvXCdNOPE off=1705003 len=285840 2024-08-10T05:24:27.493 INFO:tasks.workunit.client.0.smithi078.stdout:op 2437 completed, throughput=4.99MB/sec 2024-08-10T05:24:27.493 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-45nesVHbcF6wKFc off=2990757 len=1681710 2024-08-10T05:24:27.502 INFO:tasks.workunit.client.0.smithi078.stdout:op 2438 completed, throughput=5MB/sec 2024-08-10T05:24:27.503 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-j46OTWeyb_raCD9 off=17448033 len=1785072 2024-08-10T05:24:27.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 2439 completed, throughput=5MB/sec 2024-08-10T05:24:27.505 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IQV2blR9f-R9b2Q off=3580498 len=446843 2024-08-10T05:24:27.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 2440 completed, throughput=5MB/sec 2024-08-10T05:24:28.509 INFO:tasks.workunit.client.0.smithi078.stdout: 473: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:28.509 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cH8fMUvayBH5aO8 off=269860 len=800356 2024-08-10T05:24:28.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 2441 completed, throughput=4.99MB/sec 2024-08-10T05:24:28.511 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-o9-n_cujpVJDxv9 off=3593735 len=192863 2024-08-10T05:24:28.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 2442 completed, throughput=4.99MB/sec 2024-08-10T05:24:28.511 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3WWESTs-UhPvZZ7 off=15908697 len=464320 2024-08-10T05:24:28.514 INFO:tasks.workunit.client.0.smithi078.stdout:op 2443 completed, throughput=4.99MB/sec 2024-08-10T05:24:28.515 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vfhr6M5ee1IRmlM off=16998991 len=376696 2024-08-10T05:24:28.518 INFO:tasks.workunit.client.0.smithi078.stdout:op 2444 completed, throughput=4.99MB/sec 2024-08-10T05:24:28.518 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pbGxI_omiN-Ys0A off=19190164 len=1993953 2024-08-10T05:24:28.529 INFO:tasks.workunit.client.0.smithi078.stdout:op 2445 completed, throughput=5MB/sec 2024-08-10T05:24:28.529 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9ImXi3ljpX4xWpB off=3589399 len=1638175 2024-08-10T05:24:28.531 INFO:tasks.workunit.client.0.smithi078.stdout:op 2446 completed, throughput=5MB/sec 2024-08-10T05:24:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:28 smithi078 ceph-mon[94618]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-10T05:24:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:28 smithi078 ceph-mon[92251]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-10T05:24:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:28 smithi107 ceph-mon[86658]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-10T05:24:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:29.531 INFO:tasks.workunit.client.0.smithi078.stdout: 474: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:29.531 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IlkDhr8B3g0-25W off=2435144 len=1055539 2024-08-10T05:24:29.534 INFO:tasks.workunit.client.0.smithi078.stdout:op 2447 completed, throughput=4.99MB/sec 2024-08-10T05:24:29.534 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vyj5r724OCxm6FO off=15376809 len=1833868 2024-08-10T05:24:29.544 INFO:tasks.workunit.client.0.smithi078.stdout:op 2448 completed, throughput=5MB/sec 2024-08-10T05:24:29.544 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ht5rtmY5QnvhMum off=14994337 len=937560 2024-08-10T05:24:29.549 INFO:tasks.workunit.client.0.smithi078.stdout:op 2449 completed, throughput=5MB/sec 2024-08-10T05:24:29.549 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9G0Xnrf4-Hjv5oy off=9436191 len=1636727 2024-08-10T05:24:29.557 INFO:tasks.workunit.client.0.smithi078.stdout:op 2450 completed, throughput=5MB/sec 2024-08-10T05:24:30.557 INFO:tasks.workunit.client.0.smithi078.stdout: 475: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:30.558 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Lo6AJ_PMh66YcY4 off=4945680 len=1492656 2024-08-10T05:24:30.566 INFO:tasks.workunit.client.0.smithi078.stdout:op 2451 completed, throughput=4.99MB/sec 2024-08-10T05:24:30.566 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wp7mocQCCufHQQ7 off=557188 len=494278 2024-08-10T05:24:30.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 2452 completed, throughput=4.99MB/sec 2024-08-10T05:24:30.567 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CXuiSpFRQKhj9r5 off=15657955 len=613023 2024-08-10T05:24:30.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 2453 completed, throughput=5MB/sec 2024-08-10T05:24:30.568 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-80IxnBVyBdoEHJT off=6397078 len=1561695 2024-08-10T05:24:30.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 2454 completed, throughput=5MB/sec 2024-08-10T05:24:30.576 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-goJ8Rhf8zPlkkHq off=19247683 len=1764616 2024-08-10T05:24:30.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 2455 completed, throughput=5MB/sec 2024-08-10T05:24:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:30 smithi078 ceph-mon[92251]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:30 smithi078 ceph-mon[94618]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:30 smithi107 ceph-mon[86658]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:31.578 INFO:tasks.workunit.client.0.smithi078.stdout: 476: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:31.578 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5-_adetBcTRhio1 off=2490571 len=440398 2024-08-10T05:24:31.582 INFO:tasks.workunit.client.0.smithi078.stdout:op 2456 completed, throughput=4.99MB/sec 2024-08-10T05:24:31.582 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RGLNkc1hKgCEp3c off=587670 len=615007 2024-08-10T05:24:31.585 INFO:tasks.workunit.client.0.smithi078.stdout:op 2457 completed, throughput=4.99MB/sec 2024-08-10T05:24:31.585 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IJHHql1OujFWioD off=7155617 len=429569 2024-08-10T05:24:31.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 2458 completed, throughput=4.99MB/sec 2024-08-10T05:24:31.586 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DXIREDCmNmKRsgn off=1695331 len=306659 2024-08-10T05:24:31.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 2459 completed, throughput=4.99MB/sec 2024-08-10T05:24:31.589 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FH6KyWr0bAnhtuQ off=5664213 len=1956706 2024-08-10T05:24:31.591 INFO:tasks.workunit.client.0.smithi078.stdout:op 2460 completed, throughput=5MB/sec 2024-08-10T05:24:31.591 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jqkVy9PKtOhspCZ off=4443330 len=2258 2024-08-10T05:24:31.594 INFO:tasks.workunit.client.0.smithi078.stdout:op 2461 completed, throughput=5MB/sec 2024-08-10T05:24:31.594 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NVwqXamJ5YHGHRB off=5243168 len=1720632 2024-08-10T05:24:31.596 INFO:tasks.workunit.client.0.smithi078.stdout:op 2462 completed, throughput=5MB/sec 2024-08-10T05:24:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:24:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:24:31] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-10T05:24:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:32 smithi107 ceph-mon[86658]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:24:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:32.596 INFO:tasks.workunit.client.0.smithi078.stdout: 477: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:32.596 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WL_gqxgA9X9lb8_ off=8362018 len=108805 2024-08-10T05:24:32.599 INFO:tasks.workunit.client.0.smithi078.stdout:op 2463 completed, throughput=4.99MB/sec 2024-08-10T05:24:32.599 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lHXcjqjrWwufz2g off=19738686 len=1167553 2024-08-10T05:24:32.607 INFO:tasks.workunit.client.0.smithi078.stdout:op 2464 completed, throughput=4.99MB/sec 2024-08-10T05:24:32.607 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1_UZjOibfTgxuZ8 off=3967459 len=72344 2024-08-10T05:24:32.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 2465 completed, throughput=4.99MB/sec 2024-08-10T05:24:32.609 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-r1z45AFkrwQDtZP off=2555495 len=1715905 2024-08-10T05:24:32.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 2466 completed, throughput=5MB/sec 2024-08-10T05:24:32.611 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-I7TU46CjV_RrDbB off=2668954 len=90503 2024-08-10T05:24:32.612 INFO:tasks.workunit.client.0.smithi078.stdout:op 2467 completed, throughput=5MB/sec 2024-08-10T05:24:32.612 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fctIWAPg7c_J-OM off=165084 len=895944 2024-08-10T05:24:32.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 2468 completed, throughput=5MB/sec 2024-08-10T05:24:32.617 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hKBWGKpwTeHvAb0 off=12735980 len=779975 2024-08-10T05:24:32.618 INFO:tasks.workunit.client.0.smithi078.stdout:op 2469 completed, throughput=5MB/sec 2024-08-10T05:24:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:32 smithi078 ceph-mon[92251]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:32 smithi078 ceph-mon[94618]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:24:33.619 INFO:tasks.workunit.client.0.smithi078.stdout: 478: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:33.619 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oH_cYHydQd3B8z5 off=11072048 len=431314 2024-08-10T05:24:33.622 INFO:tasks.workunit.client.0.smithi078.stdout:op 2470 completed, throughput=4.99MB/sec 2024-08-10T05:24:33.622 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fDHeifkChwujnDR off=12883556 len=958780 2024-08-10T05:24:33.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 2471 completed, throughput=4.99MB/sec 2024-08-10T05:24:33.627 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--6JPDTJP6AJsYV4 off=13366067 len=712377 2024-08-10T05:24:33.629 INFO:tasks.workunit.client.0.smithi078.stdout:op 2472 completed, throughput=4.99MB/sec 2024-08-10T05:24:33.629 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JzTMGPLMw3qZBjp off=270834 len=926532 2024-08-10T05:24:33.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 2473 completed, throughput=5MB/sec 2024-08-10T05:24:33.630 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-apyzv_QC9IYtecX off=9335087 len=441221 2024-08-10T05:24:33.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 2474 completed, throughput=5MB/sec 2024-08-10T05:24:33.630 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8ZdMennsCisSWAD off=7095203 len=157334 2024-08-10T05:24:33.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 2475 completed, throughput=5MB/sec 2024-08-10T05:24:33.631 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XEslUon0ya_dI3e off=11447779 len=1017780 2024-08-10T05:24:33.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 2476 completed, throughput=5MB/sec 2024-08-10T05:24:33.636 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jHEnCqMl333oAFW off=7883626 len=494196 2024-08-10T05:24:33.640 INFO:tasks.workunit.client.0.smithi078.stdout:op 2477 completed, throughput=5MB/sec 2024-08-10T05:24:34.640 INFO:tasks.workunit.client.0.smithi078.stdout: 479: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:34.640 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EP7oj2gdf4_jT3a off=700059 len=1305986 2024-08-10T05:24:34.642 INFO:tasks.workunit.client.0.smithi078.stdout:op 2478 completed, throughput=4.99MB/sec 2024-08-10T05:24:34.642 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5DAM_8X_Xw7VFsd off=4250072 len=443481 2024-08-10T05:24:34.646 INFO:tasks.workunit.client.0.smithi078.stdout:op 2479 completed, throughput=4.99MB/sec 2024-08-10T05:24:34.646 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VEQwtXI-njxp8u0 off=13244659 len=1153695 2024-08-10T05:24:34.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 2480 completed, throughput=5MB/sec 2024-08-10T05:24:34.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dHLfU9yFWQ4M60s off=620997 len=1975411 2024-08-10T05:24:34.661 INFO:tasks.workunit.client.0.smithi078.stdout:op 2481 completed, throughput=5MB/sec 2024-08-10T05:24:34.661 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yX1-BfuyEzBdojU off=2945823 len=339078 2024-08-10T05:24:34.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 2482 completed, throughput=5MB/sec 2024-08-10T05:24:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:34 smithi078 ceph-mon[92251]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:24:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:34 smithi078 ceph-mon[94618]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:24:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:34 smithi107 ceph-mon[86658]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:24:35.665 INFO:tasks.workunit.client.0.smithi078.stdout: 480: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:35.665 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-m_aT52U3wKPtJba off=13281971 len=1333242 2024-08-10T05:24:35.672 INFO:tasks.workunit.client.0.smithi078.stdout:op 2483 completed, throughput=4.99MB/sec 2024-08-10T05:24:35.672 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vIUDk4V7kXu0DNt off=358515 len=539099 2024-08-10T05:24:35.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 2484 completed, throughput=4.99MB/sec 2024-08-10T05:24:35.673 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-m9GvIbphDnHx5Re off=6094804 len=1714148 2024-08-10T05:24:35.682 INFO:tasks.workunit.client.0.smithi078.stdout:op 2485 completed, throughput=5MB/sec 2024-08-10T05:24:35.682 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-t3Qklf4LvVGToei off=5009291 len=1218174 2024-08-10T05:24:35.683 INFO:tasks.workunit.client.0.smithi078.stdout:op 2486 completed, throughput=5MB/sec 2024-08-10T05:24:35.683 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bi_meG9CK-RL2Ji off=6420370 len=371850 2024-08-10T05:24:35.686 INFO:tasks.workunit.client.0.smithi078.stdout:op 2487 completed, throughput=5MB/sec 2024-08-10T05:24:35.686 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JOt2i0cw3WDV1vO off=774817 len=1046591 2024-08-10T05:24:35.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 2488 completed, throughput=5MB/sec 2024-08-10T05:24:36.691 INFO:tasks.workunit.client.0.smithi078.stdout: 481: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:36.691 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fL50fD2gvVjgQrN off=2472334 len=1309470 2024-08-10T05:24:36.699 INFO:tasks.workunit.client.0.smithi078.stdout:op 2489 completed, throughput=4.99MB/sec 2024-08-10T05:24:36.699 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-a_TlEvU-eokFYMt off=2091133 len=1118538 2024-08-10T05:24:36.706 INFO:tasks.workunit.client.0.smithi078.stdout:op 2490 completed, throughput=5MB/sec 2024-08-10T05:24:36.706 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xWoOo8jzuoHCy0I off=1774944 len=2036918 2024-08-10T05:24:36.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 2491 completed, throughput=5MB/sec 2024-08-10T05:24:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:36 smithi078 ceph-mon[92251]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:24:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:36 smithi078 ceph-mon[94618]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:24:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:36 smithi107 ceph-mon[86658]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:24:37.715 INFO:tasks.workunit.client.0.smithi078.stdout: 482: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:37.715 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8zcjVL6359IDC96 off=689811 len=600977 2024-08-10T05:24:37.716 INFO:tasks.workunit.client.0.smithi078.stdout:op 2492 completed, throughput=4.99MB/sec 2024-08-10T05:24:37.716 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pNv6Zj4TMVvvLze off=8499274 len=1180158 2024-08-10T05:24:37.718 INFO:tasks.workunit.client.0.smithi078.stdout:op 2493 completed, throughput=4.99MB/sec 2024-08-10T05:24:37.718 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-59d_3khAnhs1Dow off=5773424 len=1521296 2024-08-10T05:24:37.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 2494 completed, throughput=5MB/sec 2024-08-10T05:24:37.720 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qtDQ_IUj1dGfrYB off=12474603 len=2022637 2024-08-10T05:24:37.730 INFO:tasks.workunit.client.0.smithi078.stdout:op 2495 completed, throughput=5MB/sec 2024-08-10T05:24:38.730 INFO:tasks.workunit.client.0.smithi078.stdout: 483: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:38.730 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2ti5dDVlDy6c_Sg off=5026642 len=1448631 2024-08-10T05:24:38.732 INFO:tasks.workunit.client.0.smithi078.stdout:op 2496 completed, throughput=4.99MB/sec 2024-08-10T05:24:38.732 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LoArwt87nyxMs11 off=3923061 len=974151 2024-08-10T05:24:38.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 2497 completed, throughput=4.99MB/sec 2024-08-10T05:24:38.738 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0j1FMNdCciPX_g4 off=1611688 len=1752930 2024-08-10T05:24:38.740 INFO:tasks.workunit.client.0.smithi078.stdout:op 2498 completed, throughput=5MB/sec 2024-08-10T05:24:38.740 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-m0XsQzM6Y8NLSPe off=2672814 len=1514975 2024-08-10T05:24:38.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 2499 completed, throughput=5MB/sec 2024-08-10T05:24:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:38 smithi107 ceph-mon[86658]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:38 smithi078 ceph-mon[92251]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:38 smithi078 ceph-mon[94618]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:39.748 INFO:tasks.workunit.client.0.smithi078.stdout: 484: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:39.748 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ta_l8JtAtGyMjgN off=8377485 len=1953365 2024-08-10T05:24:39.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 2500 completed, throughput=4.99MB/sec 2024-08-10T05:24:39.750 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KlrCv3c3PN6GC-f off=3231184 len=384919 2024-08-10T05:24:39.753 INFO:tasks.workunit.client.0.smithi078.stdout:op 2501 completed, throughput=5MB/sec 2024-08-10T05:24:39.754 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xJNyfWzTwd1AVZk off=1094045 len=1194529 2024-08-10T05:24:39.761 INFO:tasks.workunit.client.0.smithi078.stdout:op 2502 completed, throughput=5MB/sec 2024-08-10T05:24:39.762 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bf7KvzmxRWQTLJL off=11162561 len=932428 2024-08-10T05:24:39.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 2503 completed, throughput=5MB/sec 2024-08-10T05:24:39.765 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5dRrYWezOsn4DWy off=12916819 len=693164 2024-08-10T05:24:39.766 INFO:tasks.workunit.client.0.smithi078.stdout:op 2504 completed, throughput=5MB/sec 2024-08-10T05:24:40.767 INFO:tasks.workunit.client.0.smithi078.stdout: 485: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:40.767 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-de8r-1Ha6946LFp off=272332 len=1908141 2024-08-10T05:24:40.778 INFO:tasks.workunit.client.0.smithi078.stdout:op 2505 completed, throughput=4.99MB/sec 2024-08-10T05:24:40.778 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mlqTMHi8G_1qTRA off=4105505 len=1885832 2024-08-10T05:24:40.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 2506 completed, throughput=5MB/sec 2024-08-10T05:24:40.782 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uIgmeHlJdal5z_2 off=1745219 len=2021198 2024-08-10T05:24:40.784 INFO:tasks.workunit.client.0.smithi078.stdout:op 2507 completed, throughput=5MB/sec 2024-08-10T05:24:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:40 smithi107 ceph-mon[86658]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:24:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:40 smithi078 ceph-mon[92251]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:24:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:40 smithi078 ceph-mon[94618]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:24:41.785 INFO:tasks.workunit.client.0.smithi078.stdout: 486: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:41.785 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-x91nhbAGaybJ5u3 off=6649495 len=2018164 2024-08-10T05:24:41.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 2508 completed, throughput=5MB/sec 2024-08-10T05:24:41.790 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ieXOA_4HLTiLS6- off=1679911 len=476623 2024-08-10T05:24:41.791 INFO:tasks.workunit.client.0.smithi078.stdout:op 2509 completed, throughput=5MB/sec 2024-08-10T05:24:41.791 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2GOYpXoaeK4vWbN off=3562889 len=653276 2024-08-10T05:24:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 2510 completed, throughput=5MB/sec 2024-08-10T05:24:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8U7PRyhCC5qyl6V off=12741022 len=97805 2024-08-10T05:24:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 2511 completed, throughput=5MB/sec 2024-08-10T05:24:41.792 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BG-T0NDLDHZPPKW off=12033026 len=1634109 2024-08-10T05:24:41.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 2512 completed, throughput=5MB/sec 2024-08-10T05:24:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:24:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:24:41] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-10T05:24:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:42 smithi107 ceph-mon[86658]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:24:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:24:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:42.794 INFO:tasks.workunit.client.0.smithi078.stdout: 487: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:42.795 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JPoYimTT_zpw-fF off=294622 len=1768993 2024-08-10T05:24:42.804 INFO:tasks.workunit.client.0.smithi078.stdout:op 2513 completed, throughput=4.99MB/sec 2024-08-10T05:24:42.804 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-t2AXGjp8Mdkv4i4 off=17532145 len=696887 2024-08-10T05:24:42.808 INFO:tasks.workunit.client.0.smithi078.stdout:op 2514 completed, throughput=5MB/sec 2024-08-10T05:24:42.808 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gHIIjAn6j4IPrfp off=240111 len=292633 2024-08-10T05:24:42.811 INFO:tasks.workunit.client.0.smithi078.stdout:op 2515 completed, throughput=5MB/sec 2024-08-10T05:24:42.811 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f7YX13gXGRDwz72 off=2063091 len=13524 2024-08-10T05:24:42.812 INFO:tasks.workunit.client.0.smithi078.stdout:op 2516 completed, throughput=5MB/sec 2024-08-10T05:24:42.812 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mppS7O95Q_N7_60 off=2132330 len=17702 2024-08-10T05:24:42.813 INFO:tasks.workunit.client.0.smithi078.stdout:op 2517 completed, throughput=5MB/sec 2024-08-10T05:24:42.813 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6ELV8whS6Vq9zwX off=11540509 len=1409364 2024-08-10T05:24:42.814 INFO:tasks.workunit.client.0.smithi078.stdout:op 2518 completed, throughput=5MB/sec 2024-08-10T05:24:42.814 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WgaUJS0Fvlma9oU off=306935 len=282404 2024-08-10T05:24:42.817 INFO:tasks.workunit.client.0.smithi078.stdout:op 2519 completed, throughput=5MB/sec 2024-08-10T05:24:42.817 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8DfkZY3c2gMJ-f8 off=2672850 len=866067 2024-08-10T05:24:42.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 2520 completed, throughput=5MB/sec 2024-08-10T05:24:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:42 smithi078 ceph-mon[92251]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:24:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:42 smithi078 ceph-mon[94618]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:24:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:43.822 INFO:tasks.workunit.client.0.smithi078.stdout: 488: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:43.822 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2d21q-eiA3GH-AW off=5218947 len=37122 2024-08-10T05:24:43.824 INFO:tasks.workunit.client.0.smithi078.stdout:op 2521 completed, throughput=4.99MB/sec 2024-08-10T05:24:43.824 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HLL4dYS8wRMC9Ea off=3111204 len=27244 2024-08-10T05:24:43.825 INFO:tasks.workunit.client.0.smithi078.stdout:op 2522 completed, throughput=4.99MB/sec 2024-08-10T05:24:43.825 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p6plKKFm_kwZlGF off=800415 len=1820805 2024-08-10T05:24:43.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 2523 completed, throughput=4.99MB/sec 2024-08-10T05:24:43.829 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gvYHKivVWTD2UIJ off=18348752 len=427999 2024-08-10T05:24:43.832 INFO:tasks.workunit.client.0.smithi078.stdout:op 2524 completed, throughput=4.99MB/sec 2024-08-10T05:24:43.832 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qdO2LaxyezTs9lf off=7685843 len=2002891 2024-08-10T05:24:43.841 INFO:tasks.workunit.client.0.smithi078.stdout:op 2525 completed, throughput=5MB/sec 2024-08-10T05:24:43.841 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eSitSp2vlAVUgaV off=6746890 len=518324 2024-08-10T05:24:43.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 2526 completed, throughput=5MB/sec 2024-08-10T05:24:43.842 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Nf1LwRKTXHNAqUD off=11506000 len=148822 2024-08-10T05:24:43.845 INFO:tasks.workunit.client.0.smithi078.stdout:op 2527 completed, throughput=5MB/sec 2024-08-10T05:24:43.845 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VguABt-umFZiUov off=724994 len=65093 2024-08-10T05:24:43.847 INFO:tasks.workunit.client.0.smithi078.stdout:op 2528 completed, throughput=5MB/sec 2024-08-10T05:24:43.848 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-v3eVqM9X5pRxUhZ off=9185181 len=306535 2024-08-10T05:24:43.850 INFO:tasks.workunit.client.0.smithi078.stdout:op 2529 completed, throughput=5MB/sec 2024-08-10T05:24:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:44 smithi107 ceph-mon[86658]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:24:44.850 INFO:tasks.workunit.client.0.smithi078.stdout: 489: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:44.851 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Upe3pyIM-nOuMAR off=19202685 len=10620 2024-08-10T05:24:44.851 INFO:tasks.workunit.client.0.smithi078.stdout:op 2530 completed, throughput=4.99MB/sec 2024-08-10T05:24:44.851 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bbHbzFXSVPSlXNj off=3072987 len=926814 2024-08-10T05:24:44.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 2531 completed, throughput=4.99MB/sec 2024-08-10T05:24:44.856 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ChJ1f6rFpfo1O4G off=2828902 len=487731 2024-08-10T05:24:44.857 INFO:tasks.workunit.client.0.smithi078.stdout:op 2532 completed, throughput=4.99MB/sec 2024-08-10T05:24:44.857 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xY4ICXD4-rAgIs4 off=6432533 len=1077331 2024-08-10T05:24:44.862 INFO:tasks.workunit.client.0.smithi078.stdout:op 2533 completed, throughput=5MB/sec 2024-08-10T05:24:44.862 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HRAtAnZwgJ1LYJq off=4740290 len=1489923 2024-08-10T05:24:44.864 INFO:tasks.workunit.client.0.smithi078.stdout:op 2534 completed, throughput=5MB/sec 2024-08-10T05:24:44.864 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZO6UMB1IA_yCOzz off=16633199 len=1512580 2024-08-10T05:24:44.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 2535 completed, throughput=5MB/sec 2024-08-10T05:24:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:44 smithi078 ceph-mon[94618]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:24:44.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:44 smithi078 ceph-mon[92251]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:24:45.866 INFO:tasks.workunit.client.0.smithi078.stdout: 490: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:45.866 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3y-UcYwA5jgCPBs off=12156614 len=1185157 2024-08-10T05:24:45.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 2536 completed, throughput=4.99MB/sec 2024-08-10T05:24:45.868 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aQTbsD2Wz88d-VQ off=2600741 len=1716912 2024-08-10T05:24:45.869 INFO:tasks.workunit.client.0.smithi078.stdout:op 2537 completed, throughput=5MB/sec 2024-08-10T05:24:45.869 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YMFd-dmH4XWxlIT off=5497484 len=1669100 2024-08-10T05:24:45.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 2538 completed, throughput=5MB/sec 2024-08-10T05:24:45.871 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ws1mqYdO88IdJQd off=13489425 len=442365 2024-08-10T05:24:45.874 INFO:tasks.workunit.client.0.smithi078.stdout:op 2539 completed, throughput=5MB/sec 2024-08-10T05:24:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:46 smithi107 ceph-mon[86658]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: 491: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:46.875 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yD9hjnGCCZ9ZQsM off=4451603 len=1508502 2024-08-10T05:24:46.877 INFO:tasks.workunit.client.0.smithi078.stdout:op 2540 completed, throughput=4.99MB/sec 2024-08-10T05:24:46.877 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-de-6l3Ep8tgQUvk off=4632468 len=1672742 2024-08-10T05:24:46.884 INFO:tasks.workunit.client.0.smithi078.stdout:op 2541 completed, throughput=5MB/sec 2024-08-10T05:24:46.884 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S_VFKQgKDNVAc0x off=12151456 len=765748 2024-08-10T05:24:46.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 2542 completed, throughput=5MB/sec 2024-08-10T05:24:46.888 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AKslIn5ZK_TLs1N off=8033818 len=785842 2024-08-10T05:24:46.892 INFO:tasks.workunit.client.0.smithi078.stdout:op 2543 completed, throughput=5MB/sec 2024-08-10T05:24:46.892 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xITX_OaSeg6Mxb8 off=4235204 len=442774 2024-08-10T05:24:46.895 INFO:tasks.workunit.client.0.smithi078.stdout:op 2544 completed, throughput=5MB/sec 2024-08-10T05:24:46.896 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ypXvT23YzqVfZwj off=8252154 len=1712527 2024-08-10T05:24:46.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 2545 completed, throughput=5MB/sec 2024-08-10T05:24:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:46 smithi078 ceph-mon[92251]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:46 smithi078 ceph-mon[94618]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: 492: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:47.904 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--uyoj60K3xGa3xV off=677163 len=887453 2024-08-10T05:24:47.906 INFO:tasks.workunit.client.0.smithi078.stdout:op 2546 completed, throughput=4.99MB/sec 2024-08-10T05:24:47.906 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uohvKMQN0d6PB7V off=2858484 len=793443 2024-08-10T05:24:47.907 INFO:tasks.workunit.client.0.smithi078.stdout:op 2547 completed, throughput=5MB/sec 2024-08-10T05:24:47.907 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-z2DsZOfH9azMtqd off=5346646 len=276282 2024-08-10T05:24:47.908 INFO:tasks.workunit.client.0.smithi078.stdout:op 2548 completed, throughput=5MB/sec 2024-08-10T05:24:47.908 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6JDkL9MkC6tz6ML off=4922030 len=956365 2024-08-10T05:24:47.909 INFO:tasks.workunit.client.0.smithi078.stdout:op 2549 completed, throughput=5MB/sec 2024-08-10T05:24:47.909 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ewZupTSuq9Wu6Yf off=19527580 len=299488 2024-08-10T05:24:47.910 INFO:tasks.workunit.client.0.smithi078.stdout:op 2550 completed, throughput=5MB/sec 2024-08-10T05:24:47.910 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gr80R0cFMFog6Yx off=546278 len=1639744 2024-08-10T05:24:47.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 2551 completed, throughput=5MB/sec 2024-08-10T05:24:48.778 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:48 smithi078 ceph-mon[92251]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:48.779 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:48 smithi078 ceph-mon[94618]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:48 smithi107 ceph-mon[86658]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:24:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: 493: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:48.913 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N4J9dRei1Mrysbn off=8553080 len=697963 2024-08-10T05:24:48.917 INFO:tasks.workunit.client.0.smithi078.stdout:op 2552 completed, throughput=4.99MB/sec 2024-08-10T05:24:48.917 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RBhrCWKIMJ209jv off=777545 len=1114066 2024-08-10T05:24:48.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 2553 completed, throughput=5MB/sec 2024-08-10T05:24:48.925 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DeJqWqg0xPVyU7p off=3001670 len=1229263 2024-08-10T05:24:48.931 INFO:tasks.workunit.client.0.smithi078.stdout:op 2554 completed, throughput=5MB/sec 2024-08-10T05:24:48.931 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0Ap9Qt_VcwC-HF3 off=7560357 len=1061436 2024-08-10T05:24:48.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 2555 completed, throughput=5MB/sec 2024-08-10T05:24:48.933 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GPsexM0dyaflWAZ off=4253486 len=1772794 2024-08-10T05:24:48.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 2556 completed, throughput=5MB/sec 2024-08-10T05:24:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: 494: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:49.935 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CmQsHqnN4dZZTlK off=4827299 len=337417 2024-08-10T05:24:49.938 INFO:tasks.workunit.client.0.smithi078.stdout:op 2557 completed, throughput=4.99MB/sec 2024-08-10T05:24:49.939 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-r1z45AFkrwQDtZP off=5317982 len=773384 2024-08-10T05:24:49.940 INFO:tasks.workunit.client.0.smithi078.stdout:op 2558 completed, throughput=5MB/sec 2024-08-10T05:24:49.940 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SZbn17J2RXe4AtG off=7656608 len=1855029 2024-08-10T05:24:49.950 INFO:tasks.workunit.client.0.smithi078.stdout:op 2559 completed, throughput=5MB/sec 2024-08-10T05:24:49.950 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-isKW3fZsh8jHYgT off=4115832 len=1742973 2024-08-10T05:24:49.952 INFO:tasks.workunit.client.0.smithi078.stdout:op 2560 completed, throughput=5MB/sec 2024-08-10T05:24:50.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:50 smithi107 ceph-mon[86658]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: 495: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:50.953 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yc3aLps4lxOfTA9 off=6402033 len=392001 2024-08-10T05:24:50.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 2561 completed, throughput=4.99MB/sec 2024-08-10T05:24:50.954 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rI6ugmXpylFHjUA off=6216557 len=948512 2024-08-10T05:24:50.955 INFO:tasks.workunit.client.0.smithi078.stdout:op 2562 completed, throughput=4.99MB/sec 2024-08-10T05:24:50.955 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gbTdeKw65SNYbem off=6595160 len=681781 2024-08-10T05:24:50.960 INFO:tasks.workunit.client.0.smithi078.stdout:op 2563 completed, throughput=5MB/sec 2024-08-10T05:24:50.960 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H0iTgai1BcuWT-i off=1012364 len=432014 2024-08-10T05:24:50.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 2564 completed, throughput=5MB/sec 2024-08-10T05:24:50.961 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-islMEX5_zIkyDky off=7090379 len=1423416 2024-08-10T05:24:50.963 INFO:tasks.workunit.client.0.smithi078.stdout:op 2565 completed, throughput=5MB/sec 2024-08-10T05:24:50.963 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5RMIFu9lhfGvDBz off=2692933 len=1776769 2024-08-10T05:24:50.970 INFO:tasks.workunit.client.0.smithi078.stdout:op 2566 completed, throughput=5MB/sec 2024-08-10T05:24:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:50 smithi078 ceph-mon[92251]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:50 smithi078 ceph-mon[94618]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:24:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: 496: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:51.971 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TixcyguN34JsOD7 off=15727342 len=1688757 2024-08-10T05:24:51.973 INFO:tasks.workunit.client.0.smithi078.stdout:op 2567 completed, throughput=5MB/sec 2024-08-10T05:24:51.973 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QOoC7LbkvFtk5ur off=12474955 len=581560 2024-08-10T05:24:51.978 INFO:tasks.workunit.client.0.smithi078.stdout:op 2568 completed, throughput=5MB/sec 2024-08-10T05:24:51.978 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qb18lPp15ORJjVQ off=1323132 len=1638916 2024-08-10T05:24:51.986 INFO:tasks.workunit.client.0.smithi078.stdout:op 2569 completed, throughput=5MB/sec 2024-08-10T05:24:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:24:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:24:51] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:24:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:52 smithi107 ceph-mon[86658]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:24:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:52 smithi078 ceph-mon[92251]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:52 smithi078 ceph-mon[94618]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:24:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: 497: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:52.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TSAWgM2wjykxrDF off=1626934 len=530373 2024-08-10T05:24:52.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 2570 completed, throughput=4.99MB/sec 2024-08-10T05:24:52.988 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e0qVghYQIoFcSsa off=1368661 len=30648 2024-08-10T05:24:52.990 INFO:tasks.workunit.client.0.smithi078.stdout:op 2571 completed, throughput=4.99MB/sec 2024-08-10T05:24:52.990 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pn2t87YBKwCwNHQ off=18275858 len=606927 2024-08-10T05:24:52.991 INFO:tasks.workunit.client.0.smithi078.stdout:op 2572 completed, throughput=4.99MB/sec 2024-08-10T05:24:52.991 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WpDfVtktXywRLzS off=23081591 len=499378 2024-08-10T05:24:52.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 2573 completed, throughput=4.99MB/sec 2024-08-10T05:24:52.995 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-98YP7RIKKx9bKzr off=7545252 len=499966 2024-08-10T05:24:52.996 INFO:tasks.workunit.client.0.smithi078.stdout:op 2574 completed, throughput=4.99MB/sec 2024-08-10T05:24:52.996 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yJ5TR4Gx88sw4ls off=4402517 len=573960 2024-08-10T05:24:52.998 INFO:tasks.workunit.client.0.smithi078.stdout:op 2575 completed, throughput=5MB/sec 2024-08-10T05:24:52.998 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Q_aRvZYtbR9jV5R off=6206908 len=1750452 2024-08-10T05:24:53.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 2576 completed, throughput=5MB/sec 2024-08-10T05:24:53.000 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xrCTGlaNtt8G9Rm off=4683015 len=91270 2024-08-10T05:24:53.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 2577 completed, throughput=5MB/sec 2024-08-10T05:24:53.002 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iWKp-Mai3yzBTfR off=9198193 len=361557 2024-08-10T05:24:53.005 INFO:tasks.workunit.client.0.smithi078.stdout:op 2578 completed, throughput=5MB/sec 2024-08-10T05:24:53.005 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-giZEaRLkE8qN7H_ off=1748451 len=179874 2024-08-10T05:24:53.006 INFO:tasks.workunit.client.0.smithi078.stdout:op 2579 completed, throughput=5MB/sec 2024-08-10T05:24:53.006 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yxpbml2REMJYYpw off=2974058 len=1321944 2024-08-10T05:24:53.007 INFO:tasks.workunit.client.0.smithi078.stdout:op 2580 completed, throughput=5MB/sec 2024-08-10T05:24:54.007 INFO:tasks.workunit.client.0.smithi078.stdout: 498: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:54.007 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cFAEK00zucfdX-j off=6229502 len=1203316 2024-08-10T05:24:54.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 2581 completed, throughput=4.99MB/sec 2024-08-10T05:24:54.009 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AiXWfu_be7cy2_N off=3593720 len=1667470 2024-08-10T05:24:54.011 INFO:tasks.workunit.client.0.smithi078.stdout:op 2582 completed, throughput=5MB/sec 2024-08-10T05:24:54.011 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rYwZ_QLFdRMzdHs off=9159481 len=609183 2024-08-10T05:24:54.013 INFO:tasks.workunit.client.0.smithi078.stdout:op 2583 completed, throughput=5MB/sec 2024-08-10T05:24:54.013 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0XTt4Ylz5qYgdVE off=19245097 len=1922845 2024-08-10T05:24:54.017 INFO:tasks.workunit.client.0.smithi078.stdout:op 2584 completed, throughput=5MB/sec 2024-08-10T05:24:54.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:54 smithi107 ceph-mon[86658]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:24:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:54 smithi078 ceph-mon[94618]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:24:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:54 smithi078 ceph-mon[92251]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:24:55.017 INFO:tasks.workunit.client.0.smithi078.stdout: 499: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:55.018 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3oUKPbdi4KX7bka off=3609853 len=1637069 2024-08-10T05:24:55.027 INFO:tasks.workunit.client.0.smithi078.stdout:op 2585 completed, throughput=5MB/sec 2024-08-10T05:24:55.027 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IUE3-q2IPDM9-w3 off=3322228 len=1568512 2024-08-10T05:24:55.028 INFO:tasks.workunit.client.0.smithi078.stdout:op 2586 completed, throughput=5MB/sec 2024-08-10T05:24:55.029 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2LEtDiPZx9Zyc9N off=1916062 len=659525 2024-08-10T05:24:55.029 INFO:tasks.workunit.client.0.smithi078.stdout:op 2587 completed, throughput=5MB/sec 2024-08-10T05:24:55.030 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4xV-SoiLUJstOfZ off=4975657 len=1196800 2024-08-10T05:24:55.031 INFO:tasks.workunit.client.0.smithi078.stdout:op 2588 completed, throughput=5MB/sec 2024-08-10T05:24:56.031 INFO:tasks.workunit.client.0.smithi078.stdout: 500: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:56.031 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3-QPa6uTs7SBamj off=8664426 len=196108 2024-08-10T05:24:56.032 INFO:tasks.workunit.client.0.smithi078.stdout:op 2589 completed, throughput=4.99MB/sec 2024-08-10T05:24:56.033 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T6kGjg9REoeA8jt off=8906933 len=1862897 2024-08-10T05:24:56.036 INFO:tasks.workunit.client.0.smithi078.stdout:op 2590 completed, throughput=5MB/sec 2024-08-10T05:24:56.036 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6Kn1lOwWVGCp_Dc off=878084 len=1534277 2024-08-10T05:24:56.038 INFO:tasks.workunit.client.0.smithi078.stdout:op 2591 completed, throughput=5MB/sec 2024-08-10T05:24:56.038 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VCs-ue2o4r2MM2D off=1991406 len=634695 2024-08-10T05:24:56.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 2592 completed, throughput=5MB/sec 2024-08-10T05:24:56.042 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AcGaK2OdX_x5YhE off=3837579 len=412327 2024-08-10T05:24:56.043 INFO:tasks.workunit.client.0.smithi078.stdout:op 2593 completed, throughput=5MB/sec 2024-08-10T05:24:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:56 smithi107 ceph-mon[86658]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:24:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:56 smithi078 ceph-mon[92251]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:24:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:56 smithi078 ceph-mon[94618]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:24:57.043 INFO:tasks.workunit.client.0.smithi078.stdout: 501: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:57.043 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hdg3Mydy74amjlu off=4541782 len=575450 2024-08-10T05:24:57.047 INFO:tasks.workunit.client.0.smithi078.stdout:op 2594 completed, throughput=4.99MB/sec 2024-08-10T05:24:57.047 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bXo2-GZu7GZdTv5 off=10148275 len=179771 2024-08-10T05:24:57.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 2595 completed, throughput=4.99MB/sec 2024-08-10T05:24:57.050 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BjPIcmwqCNd7Eq_ off=3968425 len=24095 2024-08-10T05:24:57.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 2596 completed, throughput=4.99MB/sec 2024-08-10T05:24:57.051 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eQr6OlDwdmdMJhC off=6993490 len=973394 2024-08-10T05:24:57.056 INFO:tasks.workunit.client.0.smithi078.stdout:op 2597 completed, throughput=4.99MB/sec 2024-08-10T05:24:57.057 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Wlpp7E4tn752KRE off=2002643 len=1229485 2024-08-10T05:24:57.059 INFO:tasks.workunit.client.0.smithi078.stdout:op 2598 completed, throughput=5MB/sec 2024-08-10T05:24:57.059 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QLGX0-CCNRLv39M off=7103070 len=1088404 2024-08-10T05:24:57.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 2599 completed, throughput=5MB/sec 2024-08-10T05:24:57.065 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Y53V7BCwWF03czK off=13173493 len=1119856 2024-08-10T05:24:57.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 2600 completed, throughput=5MB/sec 2024-08-10T05:24:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:58.070 INFO:tasks.workunit.client.0.smithi078.stdout: 502: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:58.070 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QtnlEpOJHEkdQN_ off=5231677 len=328355 2024-08-10T05:24:58.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 2601 completed, throughput=4.99MB/sec 2024-08-10T05:24:58.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-brVIkxi0VORABMZ off=5974631 len=1032646 2024-08-10T05:24:58.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 2602 completed, throughput=4.99MB/sec 2024-08-10T05:24:58.073 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-b7TiPw499WeqcoO off=3083591 len=1305743 2024-08-10T05:24:58.081 INFO:tasks.workunit.client.0.smithi078.stdout:op 2603 completed, throughput=5MB/sec 2024-08-10T05:24:58.081 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LaMbrdXliEEppL_ off=3833866 len=9413 2024-08-10T05:24:58.084 INFO:tasks.workunit.client.0.smithi078.stdout:op 2604 completed, throughput=5MB/sec 2024-08-10T05:24:58.084 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kGw7N6QH7aBdvOw off=10217410 len=799604 2024-08-10T05:24:58.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 2605 completed, throughput=5MB/sec 2024-08-10T05:24:58.085 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WeE4BUKTSEOJDXq off=5562069 len=1513878 2024-08-10T05:24:58.088 INFO:tasks.workunit.client.0.smithi078.stdout:op 2606 completed, throughput=5MB/sec 2024-08-10T05:24:58.088 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RVAmH0vgLsE25Vz off=7379108 len=1811309 2024-08-10T05:24:58.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 2607 completed, throughput=5MB/sec 2024-08-10T05:24:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:24:58 smithi107 ceph-mon[86658]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:24:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:24:58 smithi078 ceph-mon[92251]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:24:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:24:58 smithi078 ceph-mon[94618]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:24:59.097 INFO:tasks.workunit.client.0.smithi078.stdout: 503: throughput=4.99MB/sec pending data=0 2024-08-10T05:24:59.097 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cQpQfVciCW3ge-2 off=15740695 len=581988 2024-08-10T05:24:59.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 2608 completed, throughput=4.99MB/sec 2024-08-10T05:24:59.098 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NMPe_Wjg1uVNsx1 off=11679707 len=1777830 2024-08-10T05:24:59.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 2609 completed, throughput=5MB/sec 2024-08-10T05:24:59.106 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--oNEKCiv_D8QQQs off=2421801 len=2052524 2024-08-10T05:24:59.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 2610 completed, throughput=5MB/sec 2024-08-10T05:25:00.111 INFO:tasks.workunit.client.0.smithi078.stdout: 504: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:00.111 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bxg8prZh_APTQ3d off=5520257 len=1918155 2024-08-10T05:25:00.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 2611 completed, throughput=4.99MB/sec 2024-08-10T05:25:00.113 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Goda428TzFM6gB_ off=13587038 len=101075 2024-08-10T05:25:00.116 INFO:tasks.workunit.client.0.smithi078.stdout:op 2612 completed, throughput=5MB/sec 2024-08-10T05:25:00.116 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A5ZfvaIRoTgcgNF off=22936313 len=1427728 2024-08-10T05:25:00.122 INFO:tasks.workunit.client.0.smithi078.stdout:op 2613 completed, throughput=5MB/sec 2024-08-10T05:25:00.122 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-u1B-68hUboCb9nn off=2320617 len=1543981 2024-08-10T05:25:00.124 INFO:tasks.workunit.client.0.smithi078.stdout:op 2614 completed, throughput=5MB/sec 2024-08-10T05:25:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:00 smithi107 ceph-mon[86658]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:25:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:00 smithi078 ceph-mon[92251]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:25:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:00 smithi078 ceph-mon[94618]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:25:01.124 INFO:tasks.workunit.client.0.smithi078.stdout: 505: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:01.124 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cDxLlz2svWJ2HT4 off=6761854 len=916198 2024-08-10T05:25:01.127 INFO:tasks.workunit.client.0.smithi078.stdout:op 2615 completed, throughput=4.99MB/sec 2024-08-10T05:25:01.127 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wiDyKhMvU1cOXAB off=11377938 len=2039604 2024-08-10T05:25:01.129 INFO:tasks.workunit.client.0.smithi078.stdout:op 2616 completed, throughput=5MB/sec 2024-08-10T05:25:01.129 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-z-hd3f0YsPOfTAS off=2497619 len=64969 2024-08-10T05:25:01.132 INFO:tasks.workunit.client.0.smithi078.stdout:op 2617 completed, throughput=5MB/sec 2024-08-10T05:25:01.132 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v4g8YghDJjF1Bbx off=2561153 len=1831088 2024-08-10T05:25:01.134 INFO:tasks.workunit.client.0.smithi078.stdout:op 2618 completed, throughput=5MB/sec 2024-08-10T05:25:01.134 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yjkyCYoBO7icvEb off=109688 len=1823165 2024-08-10T05:25:01.136 INFO:tasks.workunit.client.0.smithi078.stdout:op 2619 completed, throughput=5MB/sec 2024-08-10T05:25:02.136 INFO:tasks.workunit.client.0.smithi078.stdout: 506: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:02.137 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P0uCjsMIq7N4-f1 off=7823742 len=507817 2024-08-10T05:25:02.141 INFO:tasks.workunit.client.0.smithi078.stdout:op 2620 completed, throughput=4.99MB/sec 2024-08-10T05:25:02.141 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Xlf_95C_EsKKqsJ off=1179833 len=852788 2024-08-10T05:25:02.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 2621 completed, throughput=5MB/sec 2024-08-10T05:25:02.145 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tm7j_y4wJxFoDRC off=434569 len=1622725 2024-08-10T05:25:02.148 INFO:tasks.workunit.client.0.smithi078.stdout:op 2622 completed, throughput=5MB/sec 2024-08-10T05:25:02.148 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0ra8d6ve6Rzwbrk off=11944897 len=1417374 2024-08-10T05:25:02.149 INFO:tasks.workunit.client.0.smithi078.stdout:op 2623 completed, throughput=5MB/sec 2024-08-10T05:25:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:25:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:25:01] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:25:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:02 smithi107 ceph-mon[86658]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:25:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:25:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:02 smithi078 ceph-mon[92251]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:25:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:02 smithi078 ceph-mon[94618]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:25:03.150 INFO:tasks.workunit.client.0.smithi078.stdout: 507: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:03.150 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QS3-iGlBERfN8IX off=1014761 len=532381 2024-08-10T05:25:03.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 2624 completed, throughput=4.99MB/sec 2024-08-10T05:25:03.151 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-216zeAeBLNs5i1n off=11799032 len=1252873 2024-08-10T05:25:03.158 INFO:tasks.workunit.client.0.smithi078.stdout:op 2625 completed, throughput=4.99MB/sec 2024-08-10T05:25:03.158 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oH5a_iD673G1Ew8 off=4688779 len=772365 2024-08-10T05:25:03.161 INFO:tasks.workunit.client.0.smithi078.stdout:op 2626 completed, throughput=5MB/sec 2024-08-10T05:25:03.162 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mclHUe1Hh7w9-6a off=7988130 len=422458 2024-08-10T05:25:03.165 INFO:tasks.workunit.client.0.smithi078.stdout:op 2627 completed, throughput=5MB/sec 2024-08-10T05:25:03.165 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AqfcGI0e4B-zLsq off=1217844 len=2061497 2024-08-10T05:25:03.175 INFO:tasks.workunit.client.0.smithi078.stdout:op 2628 completed, throughput=5MB/sec 2024-08-10T05:25:04.175 INFO:tasks.workunit.client.0.smithi078.stdout: 508: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:04.175 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OeERg9Dh-JGC57l off=3137793 len=7476 2024-08-10T05:25:04.175 INFO:tasks.workunit.client.0.smithi078.stdout:op 2629 completed, throughput=4.99MB/sec 2024-08-10T05:25:04.175 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dq4r1iKkblo3xGh off=6860631 len=1657701 2024-08-10T05:25:04.183 INFO:tasks.workunit.client.0.smithi078.stdout:op 2630 completed, throughput=4.99MB/sec 2024-08-10T05:25:04.183 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-z1J0mPJ1odxePCB off=1892748 len=1947579 2024-08-10T05:25:04.187 INFO:tasks.workunit.client.0.smithi078.stdout:op 2631 completed, throughput=5MB/sec 2024-08-10T05:25:04.187 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eIEmrEESJ08GKBH off=3423772 len=132115 2024-08-10T05:25:04.188 INFO:tasks.workunit.client.0.smithi078.stdout:op 2632 completed, throughput=5MB/sec 2024-08-10T05:25:04.188 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4ajtZqnNJloWdqb off=16996974 len=113560 2024-08-10T05:25:04.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 2633 completed, throughput=5MB/sec 2024-08-10T05:25:04.190 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KMUgnTolN5QWSwy off=719867 len=545440 2024-08-10T05:25:04.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 2634 completed, throughput=5MB/sec 2024-08-10T05:25:04.194 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Lmeaz9NyrsrU2lm off=7126436 len=801088 2024-08-10T05:25:04.195 INFO:tasks.workunit.client.0.smithi078.stdout:op 2635 completed, throughput=5MB/sec 2024-08-10T05:25:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:04 smithi107 ceph-mon[86658]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:25:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:04 smithi078 ceph-mon[92251]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:25:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:04 smithi078 ceph-mon[94618]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:25:05.195 INFO:tasks.workunit.client.0.smithi078.stdout: 509: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:05.196 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R_jZlp7EZ-xEunZ off=0 len=1609965 2024-08-10T05:25:05.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 2636 completed, throughput=4.99MB/sec 2024-08-10T05:25:05.204 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2i1v_vwsSPNwH_L off=4417958 len=928055 2024-08-10T05:25:05.205 INFO:tasks.workunit.client.0.smithi078.stdout:op 2637 completed, throughput=5MB/sec 2024-08-10T05:25:05.205 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GY0xZ9wr9rQEgbl off=11079549 len=1341361 2024-08-10T05:25:05.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 2638 completed, throughput=5MB/sec 2024-08-10T05:25:05.206 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qTobiFEXd6Qm59T off=602784 len=1941670 2024-08-10T05:25:05.210 INFO:tasks.workunit.client.0.smithi078.stdout:op 2639 completed, throughput=5MB/sec 2024-08-10T05:25:06.211 INFO:tasks.workunit.client.0.smithi078.stdout: 510: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:06.211 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lO8-aAevqLEDZxi off=905667 len=381166 2024-08-10T05:25:06.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 2640 completed, throughput=4.99MB/sec 2024-08-10T05:25:06.212 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H9BUYebYr4VaqcX off=110921 len=881089 2024-08-10T05:25:06.216 INFO:tasks.workunit.client.0.smithi078.stdout:op 2641 completed, throughput=4.99MB/sec 2024-08-10T05:25:06.216 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XsDJyXAAubhRciL off=1698860 len=1550858 2024-08-10T05:25:06.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 2642 completed, throughput=5MB/sec 2024-08-10T05:25:06.223 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mmStfZc8wNzoFWc off=1010511 len=1210019 2024-08-10T05:25:06.225 INFO:tasks.workunit.client.0.smithi078.stdout:op 2643 completed, throughput=5MB/sec 2024-08-10T05:25:06.225 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bqoHry-5EHRcnzM off=23337186 len=504877 2024-08-10T05:25:06.226 INFO:tasks.workunit.client.0.smithi078.stdout:op 2644 completed, throughput=5MB/sec 2024-08-10T05:25:06.227 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pMRtyeYe2LeCJ8X off=0 len=1660711 2024-08-10T05:25:06.235 INFO:tasks.workunit.client.0.smithi078.stdout:op 2645 completed, throughput=5MB/sec 2024-08-10T05:25:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:06 smithi107 ceph-mon[86658]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:25:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:06 smithi078 ceph-mon[92251]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:25:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:06 smithi078 ceph-mon[94618]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:25:07.236 INFO:tasks.workunit.client.0.smithi078.stdout: 511: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:07.236 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ezCs_gagdwWhsH7 off=9434398 len=695353 2024-08-10T05:25:07.240 INFO:tasks.workunit.client.0.smithi078.stdout:op 2646 completed, throughput=4.99MB/sec 2024-08-10T05:25:07.240 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jV-C748U3ulXf-6 off=3690106 len=221212 2024-08-10T05:25:07.243 INFO:tasks.workunit.client.0.smithi078.stdout:op 2647 completed, throughput=4.99MB/sec 2024-08-10T05:25:07.244 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zaot2tLESUO9FiS off=20069149 len=1704099 2024-08-10T05:25:07.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 2648 completed, throughput=5MB/sec 2024-08-10T05:25:07.252 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pdux_JNtELA8cPA off=5228744 len=559098 2024-08-10T05:25:07.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 2649 completed, throughput=5MB/sec 2024-08-10T05:25:07.253 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jQeUIC7PrOPKYVs off=9283687 len=1505548 2024-08-10T05:25:07.254 INFO:tasks.workunit.client.0.smithi078.stdout:op 2650 completed, throughput=5MB/sec 2024-08-10T05:25:08.255 INFO:tasks.workunit.client.0.smithi078.stdout: 512: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:08.255 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AyeRQNDXZpNtWY3 off=1792719 len=1762798 2024-08-10T05:25:08.265 INFO:tasks.workunit.client.0.smithi078.stdout:op 2651 completed, throughput=5MB/sec 2024-08-10T05:25:08.266 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CwrJEN2CcUBdheK off=1367188 len=1899575 2024-08-10T05:25:08.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 2652 completed, throughput=5MB/sec 2024-08-10T05:25:08.274 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sDzVpGmTlySvK1q off=1511054 len=844151 2024-08-10T05:25:08.278 INFO:tasks.workunit.client.0.smithi078.stdout:op 2653 completed, throughput=5MB/sec 2024-08-10T05:25:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:08 smithi107 ceph-mon[86658]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:25:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:08 smithi078 ceph-mon[92251]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:25:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:08 smithi078 ceph-mon[94618]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:25:09.279 INFO:tasks.workunit.client.0.smithi078.stdout: 513: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:09.279 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_JG4mezYfv7Ve-z off=2906920 len=175492 2024-08-10T05:25:09.280 INFO:tasks.workunit.client.0.smithi078.stdout:op 2654 completed, throughput=4.99MB/sec 2024-08-10T05:25:09.280 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ngwZisfHyYmpYe0 off=2981617 len=1386106 2024-08-10T05:25:09.287 INFO:tasks.workunit.client.0.smithi078.stdout:op 2655 completed, throughput=4.99MB/sec 2024-08-10T05:25:09.287 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ai_vRKAh6s_YGrn off=14716472 len=1840218 2024-08-10T05:25:09.289 INFO:tasks.workunit.client.0.smithi078.stdout:op 2656 completed, throughput=5MB/sec 2024-08-10T05:25:09.289 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qC2ggHF2JouwJ2Z off=18850101 len=1760754 2024-08-10T05:25:09.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 2657 completed, throughput=5MB/sec 2024-08-10T05:25:09.290 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-v7DlDUq8jALaBDC off=6506517 len=1398516 2024-08-10T05:25:09.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 2658 completed, throughput=5MB/sec 2024-08-10T05:25:10.296 INFO:tasks.workunit.client.0.smithi078.stdout: 514: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:10.296 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sCLL4LX9Ths7caj off=2235819 len=511633 2024-08-10T05:25:10.297 INFO:tasks.workunit.client.0.smithi078.stdout:op 2659 completed, throughput=4.99MB/sec 2024-08-10T05:25:10.297 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0HWNGf0ucxlow16 off=2709868 len=187585 2024-08-10T05:25:10.301 INFO:tasks.workunit.client.0.smithi078.stdout:op 2660 completed, throughput=4.99MB/sec 2024-08-10T05:25:10.301 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_7s3cJ3D5ZOsHtD off=169620 len=988277 2024-08-10T05:25:10.305 INFO:tasks.workunit.client.0.smithi078.stdout:op 2661 completed, throughput=5MB/sec 2024-08-10T05:25:10.305 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y8mRb4i7NrV_v2U off=0 len=1212009 2024-08-10T05:25:10.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 2662 completed, throughput=5MB/sec 2024-08-10T05:25:10.310 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-v7Pf8B0g5e8yOHG off=10498954 len=1064442 2024-08-10T05:25:10.316 INFO:tasks.workunit.client.0.smithi078.stdout:op 2663 completed, throughput=5MB/sec 2024-08-10T05:25:10.316 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ilRaV38pAEExUmP off=478129 len=408307 2024-08-10T05:25:10.319 INFO:tasks.workunit.client.0.smithi078.stdout:op 2664 completed, throughput=5MB/sec 2024-08-10T05:25:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:10 smithi107 ceph-mon[86658]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:25:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:10 smithi078 ceph-mon[92251]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:25:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:10 smithi078 ceph-mon[94618]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:25:11.319 INFO:tasks.workunit.client.0.smithi078.stdout: 515: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:11.320 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kOhLFKtqhLMPvlx off=22183416 len=267421 2024-08-10T05:25:11.321 INFO:tasks.workunit.client.0.smithi078.stdout:op 2665 completed, throughput=4.99MB/sec 2024-08-10T05:25:11.321 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mcLvsnOdlTWRWEW off=4166049 len=1832443 2024-08-10T05:25:11.332 INFO:tasks.workunit.client.0.smithi078.stdout:op 2666 completed, throughput=4.99MB/sec 2024-08-10T05:25:11.332 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U9NJjsaNnq23nMa off=10031530 len=1865167 2024-08-10T05:25:11.340 INFO:tasks.workunit.client.0.smithi078.stdout:op 2667 completed, throughput=5MB/sec 2024-08-10T05:25:11.341 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-islMEX5_zIkyDky off=16395453 len=1201741 2024-08-10T05:25:11.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 2668 completed, throughput=5MB/sec 2024-08-10T05:25:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:25:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:25:11] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:25:12.346 INFO:tasks.workunit.client.0.smithi078.stdout: 516: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:12.347 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SyBFAgTFQCHuUqv off=22654834 len=614299 2024-08-10T05:25:12.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 2669 completed, throughput=4.99MB/sec 2024-08-10T05:25:12.350 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3t1jl3zNo26R_bv off=18554247 len=478161 2024-08-10T05:25:12.351 INFO:tasks.workunit.client.0.smithi078.stdout:op 2670 completed, throughput=4.99MB/sec 2024-08-10T05:25:12.351 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wr9neIZJLM0wmiB off=13630299 len=543886 2024-08-10T05:25:12.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 2671 completed, throughput=4.99MB/sec 2024-08-10T05:25:12.354 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kpsMVURHT_nfVQ4 off=2821028 len=498943 2024-08-10T05:25:12.355 INFO:tasks.workunit.client.0.smithi078.stdout:op 2672 completed, throughput=4.99MB/sec 2024-08-10T05:25:12.355 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sh95HgEGz71-0A4 off=17719554 len=1441436 2024-08-10T05:25:12.361 INFO:tasks.workunit.client.0.smithi078.stdout:op 2673 completed, throughput=5MB/sec 2024-08-10T05:25:12.362 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CwrJEN2CcUBdheK off=2230151 len=1435692 2024-08-10T05:25:12.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 2674 completed, throughput=5MB/sec 2024-08-10T05:25:12.369 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L5fH0g0xy4V0r-P off=4217647 len=1682108 2024-08-10T05:25:12.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 2675 completed, throughput=5MB/sec 2024-08-10T05:25:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:12 smithi107 ceph-mon[86658]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:25:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:12 smithi078 ceph-mon[94618]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:12 smithi078 ceph-mon[92251]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:13.376 INFO:tasks.workunit.client.0.smithi078.stdout: 517: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:13.376 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5vljRYCLtVIQqmB off=9030749 len=1149217 2024-08-10T05:25:13.377 INFO:tasks.workunit.client.0.smithi078.stdout:op 2676 completed, throughput=5MB/sec 2024-08-10T05:25:13.377 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WHAvydVbNynOiSt off=6622199 len=1723659 2024-08-10T05:25:13.381 INFO:tasks.workunit.client.0.smithi078.stdout:op 2677 completed, throughput=5MB/sec 2024-08-10T05:25:13.381 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d6HcTSAHHIxnHPE off=5564359 len=1607460 2024-08-10T05:25:13.383 INFO:tasks.workunit.client.0.smithi078.stdout:op 2678 completed, throughput=5MB/sec 2024-08-10T05:25:14.383 INFO:tasks.workunit.client.0.smithi078.stdout: 518: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:14.383 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hJSOJJ0my5v3p8K off=2314252 len=890891 2024-08-10T05:25:14.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 2679 completed, throughput=4.99MB/sec 2024-08-10T05:25:14.388 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N7g_GC5j2eXpWwy off=741077 len=1725347 2024-08-10T05:25:14.397 INFO:tasks.workunit.client.0.smithi078.stdout:op 2680 completed, throughput=5MB/sec 2024-08-10T05:25:14.397 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TN6AMOBYbJgzR1l off=2393289 len=1658642 2024-08-10T05:25:14.406 INFO:tasks.workunit.client.0.smithi078.stdout:op 2681 completed, throughput=5MB/sec 2024-08-10T05:25:14.406 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yr88UMk9poTxi13 off=13841078 len=381673 2024-08-10T05:25:14.407 INFO:tasks.workunit.client.0.smithi078.stdout:op 2682 completed, throughput=5MB/sec 2024-08-10T05:25:14.407 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fW-B9VhOwupguEN off=702103 len=808845 2024-08-10T05:25:14.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 2683 completed, throughput=5MB/sec 2024-08-10T05:25:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:14 smithi107 ceph-mon[86658]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:25:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:14 smithi078 ceph-mon[92251]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:25:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:14 smithi078 ceph-mon[94618]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:25:15.409 INFO:tasks.workunit.client.0.smithi078.stdout: 519: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:15.409 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-geSs7xDjlO1l75- off=4139251 len=2066577 2024-08-10T05:25:15.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 2684 completed, throughput=5MB/sec 2024-08-10T05:25:15.420 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-33CJ3mM2h70DD9K off=2852593 len=610590 2024-08-10T05:25:15.425 INFO:tasks.workunit.client.0.smithi078.stdout:op 2685 completed, throughput=5MB/sec 2024-08-10T05:25:15.425 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FLS2CXPG9-ng1bV off=21206991 len=49674 2024-08-10T05:25:15.427 INFO:tasks.workunit.client.0.smithi078.stdout:op 2686 completed, throughput=5MB/sec 2024-08-10T05:25:15.427 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bACpFXkEMa1A6Eh off=5560456 len=87300 2024-08-10T05:25:15.428 INFO:tasks.workunit.client.0.smithi078.stdout:op 2687 completed, throughput=5MB/sec 2024-08-10T05:25:15.429 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AhIJ0-xwgTCHbsz off=2156147 len=587534 2024-08-10T05:25:15.429 INFO:tasks.workunit.client.0.smithi078.stdout:op 2688 completed, throughput=5MB/sec 2024-08-10T05:25:15.429 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kMZZR2gnCGUgqTZ off=4815181 len=423967 2024-08-10T05:25:15.432 INFO:tasks.workunit.client.0.smithi078.stdout:op 2689 completed, throughput=5MB/sec 2024-08-10T05:25:15.432 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Eb_TxMttz6xIw-s off=4583753 len=1334570 2024-08-10T05:25:15.439 INFO:tasks.workunit.client.0.smithi078.stdout:op 2690 completed, throughput=5MB/sec 2024-08-10T05:25:16.439 INFO:tasks.workunit.client.0.smithi078.stdout: 520: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:16.439 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jF0r9VzfKgPzAGB off=12150123 len=1591191 2024-08-10T05:25:16.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 2691 completed, throughput=4.99MB/sec 2024-08-10T05:25:16.441 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AmEA3gDzTTR25j3 off=19148 len=1112800 2024-08-10T05:25:16.446 INFO:tasks.workunit.client.0.smithi078.stdout:op 2692 completed, throughput=5MB/sec 2024-08-10T05:25:16.446 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QPQiImjZMxERPWp off=2518156 len=127516 2024-08-10T05:25:16.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 2693 completed, throughput=5MB/sec 2024-08-10T05:25:16.449 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-X9R1wp_RGL4EB-g off=444590 len=1236460 2024-08-10T05:25:16.455 INFO:tasks.workunit.client.0.smithi078.stdout:op 2694 completed, throughput=5MB/sec 2024-08-10T05:25:16.455 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kibWXEd11zi-vBJ off=4949771 len=48427 2024-08-10T05:25:16.457 INFO:tasks.workunit.client.0.smithi078.stdout:op 2695 completed, throughput=5MB/sec 2024-08-10T05:25:16.457 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9QjnkQIsebgzISU off=13322574 len=2070221 2024-08-10T05:25:16.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 2696 completed, throughput=5MB/sec 2024-08-10T05:25:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:16 smithi107 ceph-mon[86658]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:25:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:16 smithi078 ceph-mon[92251]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:25:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:16 smithi078 ceph-mon[94618]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:25:17.468 INFO:tasks.workunit.client.0.smithi078.stdout: 521: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:17.468 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x7JU2wPdgng-zpB off=2372844 len=952603 2024-08-10T05:25:17.474 INFO:tasks.workunit.client.0.smithi078.stdout:op 2697 completed, throughput=4.99MB/sec 2024-08-10T05:25:17.474 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fwrv_CmZcIZrjID off=17562246 len=357008 2024-08-10T05:25:17.475 INFO:tasks.workunit.client.0.smithi078.stdout:op 2698 completed, throughput=5MB/sec 2024-08-10T05:25:17.475 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rxrjyRAeNl1FFKy off=1141625 len=42584 2024-08-10T05:25:17.476 INFO:tasks.workunit.client.0.smithi078.stdout:op 2699 completed, throughput=5MB/sec 2024-08-10T05:25:17.476 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jwBTaAn2a0G31W_ off=1711817 len=595604 2024-08-10T05:25:17.479 INFO:tasks.workunit.client.0.smithi078.stdout:op 2700 completed, throughput=5MB/sec 2024-08-10T05:25:17.479 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AhyCDFyRyc1QB_V off=5342730 len=337536 2024-08-10T05:25:17.480 INFO:tasks.workunit.client.0.smithi078.stdout:op 2701 completed, throughput=5MB/sec 2024-08-10T05:25:17.480 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-z4uNltLwzZCKJV9 off=13367141 len=34827 2024-08-10T05:25:17.483 INFO:tasks.workunit.client.0.smithi078.stdout:op 2702 completed, throughput=5MB/sec 2024-08-10T05:25:17.483 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B4yOt2liKpM_smq off=8572132 len=1105412 2024-08-10T05:25:17.488 INFO:tasks.workunit.client.0.smithi078.stdout:op 2703 completed, throughput=5MB/sec 2024-08-10T05:25:17.488 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Mu-C7uTMwCJozwt off=1370986 len=1337837 2024-08-10T05:25:17.493 INFO:tasks.workunit.client.0.smithi078.stdout:op 2704 completed, throughput=5MB/sec 2024-08-10T05:25:18.493 INFO:tasks.workunit.client.0.smithi078.stdout: 522: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:18.494 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SOvTa6tT_cnMU7o off=16693827 len=572853 2024-08-10T05:25:18.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 2705 completed, throughput=4.99MB/sec 2024-08-10T05:25:18.495 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8_kS0Hn4Cxn-rEG off=2496356 len=944894 2024-08-10T05:25:18.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 2706 completed, throughput=4.99MB/sec 2024-08-10T05:25:18.501 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vtJcndQZ5BRR7b3 off=3226227 len=1321355 2024-08-10T05:25:18.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 2707 completed, throughput=5MB/sec 2024-08-10T05:25:18.509 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-i1IU_hJqR272Ct_ off=750928 len=63949 2024-08-10T05:25:18.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 2708 completed, throughput=5MB/sec 2024-08-10T05:25:18.510 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H_5CTRMuRzlxSkZ off=1160282 len=1020629 2024-08-10T05:25:18.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 2709 completed, throughput=5MB/sec 2024-08-10T05:25:18.512 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Jj_t9ksu-bImylP off=3617778 len=224914 2024-08-10T05:25:18.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 2710 completed, throughput=5MB/sec 2024-08-10T05:25:18.512 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I1PXXH1YeMRuw51 off=3716418 len=797898 2024-08-10T05:25:18.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 2711 completed, throughput=5MB/sec 2024-08-10T05:25:18.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:18 smithi107 ceph-mon[86658]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:25:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:18 smithi078 ceph-mon[92251]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:25:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:18 smithi078 ceph-mon[94618]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:25:19.517 INFO:tasks.workunit.client.0.smithi078.stdout: 523: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:19.517 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-X2O0DV5btclpp1o off=11345773 len=115308 2024-08-10T05:25:19.518 INFO:tasks.workunit.client.0.smithi078.stdout:op 2712 completed, throughput=4.99MB/sec 2024-08-10T05:25:19.518 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cRoXoupSxovPvBd off=2293228 len=640934 2024-08-10T05:25:19.522 INFO:tasks.workunit.client.0.smithi078.stdout:op 2713 completed, throughput=4.99MB/sec 2024-08-10T05:25:19.522 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EiGvNvk6o719OmY off=0 len=1497603 2024-08-10T05:25:19.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 2714 completed, throughput=4.99MB/sec 2024-08-10T05:25:19.530 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pKFG4wCr9gA2Gi2 off=1104170 len=1786611 2024-08-10T05:25:19.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 2715 completed, throughput=5MB/sec 2024-08-10T05:25:19.541 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-duvgWXTiC_FfzVR off=16803850 len=1600049 2024-08-10T05:25:19.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 2716 completed, throughput=5MB/sec 2024-08-10T05:25:20.543 INFO:tasks.workunit.client.0.smithi078.stdout: 524: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:20.543 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3obaB-OHet7Fpfk off=14774107 len=1190013 2024-08-10T05:25:20.545 INFO:tasks.workunit.client.0.smithi078.stdout:op 2717 completed, throughput=4.99MB/sec 2024-08-10T05:25:20.546 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i441Q5JwIrakwmR off=5824956 len=127223 2024-08-10T05:25:20.548 INFO:tasks.workunit.client.0.smithi078.stdout:op 2718 completed, throughput=4.99MB/sec 2024-08-10T05:25:20.548 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8fxXymNU-6vmu4q off=1530321 len=1519215 2024-08-10T05:25:20.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 2719 completed, throughput=5MB/sec 2024-08-10T05:25:20.555 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BH6_aLclFEolSZA off=6067800 len=109781 2024-08-10T05:25:20.557 INFO:tasks.workunit.client.0.smithi078.stdout:op 2720 completed, throughput=5MB/sec 2024-08-10T05:25:20.557 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PpDQQSaUFKAvMTB off=7224602 len=1491071 2024-08-10T05:25:20.564 INFO:tasks.workunit.client.0.smithi078.stdout:op 2721 completed, throughput=5MB/sec 2024-08-10T05:25:20.564 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QBcANsWAn7b3wCB off=9334269 len=714325 2024-08-10T05:25:20.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 2722 completed, throughput=5MB/sec 2024-08-10T05:25:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:20 smithi107 ceph-mon[86658]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:25:20.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:20 smithi078 ceph-mon[92251]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:25:20.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:20 smithi078 ceph-mon[94618]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:25:21.567 INFO:tasks.workunit.client.0.smithi078.stdout: 525: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:21.568 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qjLBvit8Qazhbta off=1117104 len=1060900 2024-08-10T05:25:21.569 INFO:tasks.workunit.client.0.smithi078.stdout:op 2723 completed, throughput=4.99MB/sec 2024-08-10T05:25:21.569 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-weVyEUzBLph4V4C off=12043554 len=1939401 2024-08-10T05:25:21.571 INFO:tasks.workunit.client.0.smithi078.stdout:op 2724 completed, throughput=5MB/sec 2024-08-10T05:25:21.572 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UMob8-xd0C59ATi off=2657066 len=1231786 2024-08-10T05:25:21.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 2725 completed, throughput=5MB/sec 2024-08-10T05:25:21.578 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_PlT-tJpXj9BYif off=17151405 len=230735 2024-08-10T05:25:21.582 INFO:tasks.workunit.client.0.smithi078.stdout:op 2726 completed, throughput=5MB/sec 2024-08-10T05:25:21.582 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0fHeyaIz0c-w-01 off=4401060 len=584914 2024-08-10T05:25:21.584 INFO:tasks.workunit.client.0.smithi078.stdout:op 2727 completed, throughput=5MB/sec 2024-08-10T05:25:21.584 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--BSm5IFHMdus-ZM off=11416797 len=5845 2024-08-10T05:25:21.585 INFO:tasks.workunit.client.0.smithi078.stdout:op 2728 completed, throughput=5MB/sec 2024-08-10T05:25:21.585 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lPeJQxMxbZZKysQ off=18622649 len=1139866 2024-08-10T05:25:21.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 2729 completed, throughput=5MB/sec 2024-08-10T05:25:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:25:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:25:21] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-08-10T05:25:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:22 smithi107 ceph-mon[86658]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-10T05:25:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:25:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:22.589 INFO:tasks.workunit.client.0.smithi078.stdout: 526: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:22.589 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XThXjvrEAJy_gms off=560488 len=1734076 2024-08-10T05:25:22.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 2730 completed, throughput=5MB/sec 2024-08-10T05:25:22.602 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AzDRsWr7s1QiBv7 off=15295519 len=190146 2024-08-10T05:25:22.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 2731 completed, throughput=5MB/sec 2024-08-10T05:25:22.602 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cWVSx4krzdpqDVf off=566347 len=495900 2024-08-10T05:25:22.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 2732 completed, throughput=5MB/sec 2024-08-10T05:25:22.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hvjJ08S-9BEBQbY off=7156078 len=227923 2024-08-10T05:25:22.606 INFO:tasks.workunit.client.0.smithi078.stdout:op 2733 completed, throughput=5MB/sec 2024-08-10T05:25:22.606 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KlrCv3c3PN6GC-f off=473891 len=585372 2024-08-10T05:25:22.607 INFO:tasks.workunit.client.0.smithi078.stdout:op 2734 completed, throughput=5MB/sec 2024-08-10T05:25:22.607 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-blntigtJSiDbeYn off=3308971 len=536591 2024-08-10T05:25:22.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 2735 completed, throughput=5MB/sec 2024-08-10T05:25:22.608 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IwE4I_QyUyB07ng off=20139140 len=1450434 2024-08-10T05:25:22.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 2736 completed, throughput=5MB/sec 2024-08-10T05:25:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:22 smithi078 ceph-mon[92251]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-10T05:25:22.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:22 smithi078 ceph-mon[94618]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-08-10T05:25:23.610 INFO:tasks.workunit.client.0.smithi078.stdout: 527: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:23.610 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B2O1iew3zFo6chi off=3016573 len=1909034 2024-08-10T05:25:23.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 2737 completed, throughput=5MB/sec 2024-08-10T05:25:23.611 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hwEsvfd8CLkx75e off=0 len=1306151 2024-08-10T05:25:23.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 2738 completed, throughput=5MB/sec 2024-08-10T05:25:23.617 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QviIbHnd6yiG3YL off=11680368 len=1374559 2024-08-10T05:25:23.626 INFO:tasks.workunit.client.0.smithi078.stdout:op 2739 completed, throughput=5MB/sec 2024-08-10T05:25:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:25:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:25:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:25:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:25:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:25:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:25:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:25:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:25:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:25:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:25:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:25:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:25:24.626 INFO:tasks.workunit.client.0.smithi078.stdout: 528: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:24.626 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MgUR7Z1c9irEvR_ off=11247284 len=419465 2024-08-10T05:25:24.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 2740 completed, throughput=4.99MB/sec 2024-08-10T05:25:24.627 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-30p9zUtRAzzVXkv off=6664576 len=1179608 2024-08-10T05:25:24.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 2741 completed, throughput=4.99MB/sec 2024-08-10T05:25:24.630 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9fNYUrRWNEF2MlN off=6023337 len=1186324 2024-08-10T05:25:24.635 INFO:tasks.workunit.client.0.smithi078.stdout:op 2742 completed, throughput=5MB/sec 2024-08-10T05:25:24.635 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B1kzDzMXyCIJcjZ off=6294604 len=1523237 2024-08-10T05:25:24.642 INFO:tasks.workunit.client.0.smithi078.stdout:op 2743 completed, throughput=5MB/sec 2024-08-10T05:25:24.642 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ndsGdzhyDhXKmAT off=3936620 len=277971 2024-08-10T05:25:24.643 INFO:tasks.workunit.client.0.smithi078.stdout:op 2744 completed, throughput=5MB/sec 2024-08-10T05:25:24.643 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--ugQZ6g6gn5AD2n off=1615608 len=1626461 2024-08-10T05:25:24.644 INFO:tasks.workunit.client.0.smithi078.stdout:op 2745 completed, throughput=5MB/sec 2024-08-10T05:25:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:24 smithi107 ceph-mon[86658]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:25:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:24 smithi078 ceph-mon[92251]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:25:24.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:24 smithi078 ceph-mon[94618]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:25:25.645 INFO:tasks.workunit.client.0.smithi078.stdout: 529: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:25.645 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3Gz0zzICjn-9RLn off=8901830 len=944443 2024-08-10T05:25:25.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 2746 completed, throughput=4.99MB/sec 2024-08-10T05:25:25.651 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xVbz3cebExmxN_z off=3134405 len=569293 2024-08-10T05:25:25.653 INFO:tasks.workunit.client.0.smithi078.stdout:op 2747 completed, throughput=5MB/sec 2024-08-10T05:25:25.653 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qdIIB0BDdtNmVDe off=908560 len=2047527 2024-08-10T05:25:25.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 2748 completed, throughput=5MB/sec 2024-08-10T05:25:25.664 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mlqTMHi8G_1qTRA off=15866107 len=1121275 2024-08-10T05:25:25.668 INFO:tasks.workunit.client.0.smithi078.stdout:op 2749 completed, throughput=5MB/sec 2024-08-10T05:25:26.669 INFO:tasks.workunit.client.0.smithi078.stdout: 530: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:26.669 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AGRTH0442PEt96N off=8389107 len=1821492 2024-08-10T05:25:26.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 2750 completed, throughput=4.99MB/sec 2024-08-10T05:25:26.678 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SLV2hbPd3iXQPaN off=4730518 len=1503284 2024-08-10T05:25:26.681 INFO:tasks.workunit.client.0.smithi078.stdout:op 2751 completed, throughput=5MB/sec 2024-08-10T05:25:26.681 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qDYgrMEiP-v4zIS off=9766639 len=282461 2024-08-10T05:25:26.684 INFO:tasks.workunit.client.0.smithi078.stdout:op 2752 completed, throughput=5MB/sec 2024-08-10T05:25:26.684 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZlAOF0wf7PlxdB0 off=5747498 len=1260701 2024-08-10T05:25:26.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 2753 completed, throughput=5MB/sec 2024-08-10T05:25:26.689 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iXTVYjdcAH530Oc off=2658573 len=315389 2024-08-10T05:25:26.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 2754 completed, throughput=5MB/sec 2024-08-10T05:25:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:26 smithi107 ceph-mon[86658]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:25:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:26 smithi078 ceph-mon[92251]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:25:26.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:26 smithi078 ceph-mon[94618]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:25:27.692 INFO:tasks.workunit.client.0.smithi078.stdout: 531: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:27.692 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9d3zxd3CXswENqB off=185399 len=1919337 2024-08-10T05:25:27.694 INFO:tasks.workunit.client.0.smithi078.stdout:op 2755 completed, throughput=4.99MB/sec 2024-08-10T05:25:27.694 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kcffc_Os-wq6nlt off=4248089 len=518633 2024-08-10T05:25:27.695 INFO:tasks.workunit.client.0.smithi078.stdout:op 2756 completed, throughput=5MB/sec 2024-08-10T05:25:27.695 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P0uCjsMIq7N4-f1 off=6918397 len=321515 2024-08-10T05:25:27.699 INFO:tasks.workunit.client.0.smithi078.stdout:op 2757 completed, throughput=5MB/sec 2024-08-10T05:25:27.699 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_UsTopd0ABnsdWH off=13547072 len=1462771 2024-08-10T05:25:27.705 INFO:tasks.workunit.client.0.smithi078.stdout:op 2758 completed, throughput=5MB/sec 2024-08-10T05:25:27.705 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TiQfs3SoInVep75 off=10755192 len=714310 2024-08-10T05:25:27.709 INFO:tasks.workunit.client.0.smithi078.stdout:op 2759 completed, throughput=5MB/sec 2024-08-10T05:25:27.709 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CYhox_S7tbcwmIf off=1271659 len=950102 2024-08-10T05:25:27.710 INFO:tasks.workunit.client.0.smithi078.stdout:op 2760 completed, throughput=5MB/sec 2024-08-10T05:25:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:28.711 INFO:tasks.workunit.client.0.smithi078.stdout: 532: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:28.711 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fXm0r2xYO0cyhat off=4272984 len=559832 2024-08-10T05:25:28.714 INFO:tasks.workunit.client.0.smithi078.stdout:op 2761 completed, throughput=4.99MB/sec 2024-08-10T05:25:28.714 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--yW_OJm7nBBNqfk off=88573 len=584488 2024-08-10T05:25:28.718 INFO:tasks.workunit.client.0.smithi078.stdout:op 2762 completed, throughput=4.99MB/sec 2024-08-10T05:25:28.718 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-89ddQzp_Hb6WJwG off=3623207 len=515516 2024-08-10T05:25:28.719 INFO:tasks.workunit.client.0.smithi078.stdout:op 2763 completed, throughput=4.99MB/sec 2024-08-10T05:25:28.719 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Uq6uU5jSpzhLs1K off=37197 len=1482521 2024-08-10T05:25:28.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 2764 completed, throughput=5MB/sec 2024-08-10T05:25:28.721 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-01qtVO-nfR6_b7w off=14375250 len=991340 2024-08-10T05:25:28.721 INFO:tasks.workunit.client.0.smithi078.stdout:op 2765 completed, throughput=5MB/sec 2024-08-10T05:25:28.722 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CWp5k0K_imq_5qV off=13824786 len=1668171 2024-08-10T05:25:28.723 INFO:tasks.workunit.client.0.smithi078.stdout:op 2766 completed, throughput=5MB/sec 2024-08-10T05:25:28.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:28 smithi078 ceph-mon[94618]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:25:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:28 smithi078 ceph-mon[92251]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:25:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:28 smithi107 ceph-mon[86658]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:25:29.724 INFO:tasks.workunit.client.0.smithi078.stdout: 533: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:29.724 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gJVfardMskAnmAk off=7121546 len=1578177 2024-08-10T05:25:29.726 INFO:tasks.workunit.client.0.smithi078.stdout:op 2767 completed, throughput=5MB/sec 2024-08-10T05:25:29.726 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ktonykaO-DIciGZ off=16494433 len=122650 2024-08-10T05:25:29.729 INFO:tasks.workunit.client.0.smithi078.stdout:op 2768 completed, throughput=5MB/sec 2024-08-10T05:25:29.729 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-agb-mjXXJsovE3a off=514498 len=1177721 2024-08-10T05:25:29.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 2769 completed, throughput=5MB/sec 2024-08-10T05:25:29.731 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vkBrz9XbtFv_ggx off=13953245 len=1937429 2024-08-10T05:25:29.733 INFO:tasks.workunit.client.0.smithi078.stdout:op 2770 completed, throughput=5MB/sec 2024-08-10T05:25:30.734 INFO:tasks.workunit.client.0.smithi078.stdout: 534: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:30.734 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s8YOqmwEoMaMRNT off=1044011 len=32908 2024-08-10T05:25:30.734 INFO:tasks.workunit.client.0.smithi078.stdout:op 2771 completed, throughput=4.99MB/sec 2024-08-10T05:25:30.735 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Cdi8vDOrVbnKXI2 off=4009124 len=891647 2024-08-10T05:25:30.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 2772 completed, throughput=4.99MB/sec 2024-08-10T05:25:30.739 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mDTvrnUHJZuFKWj off=21990 len=534577 2024-08-10T05:25:30.740 INFO:tasks.workunit.client.0.smithi078.stdout:op 2773 completed, throughput=4.99MB/sec 2024-08-10T05:25:30.741 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iBynbA6PILypl7s off=1775328 len=1444979 2024-08-10T05:25:30.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 2774 completed, throughput=5MB/sec 2024-08-10T05:25:30.747 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8kKHctS8rYZwNsL off=19619231 len=1910982 2024-08-10T05:25:30.758 INFO:tasks.workunit.client.0.smithi078.stdout:op 2775 completed, throughput=5MB/sec 2024-08-10T05:25:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:30 smithi078 ceph-mon[92251]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-10T05:25:30.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:30 smithi078 ceph-mon[94618]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-10T05:25:31.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:30 smithi107 ceph-mon[86658]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-10T05:25:31.759 INFO:tasks.workunit.client.0.smithi078.stdout: 535: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:31.759 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6zrolqzYn51EG4U off=12781993 len=64516 2024-08-10T05:25:31.759 INFO:tasks.workunit.client.0.smithi078.stdout:op 2776 completed, throughput=4.99MB/sec 2024-08-10T05:25:31.760 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r8OmviBN9J_Kaho off=3648832 len=1945473 2024-08-10T05:25:31.768 INFO:tasks.workunit.client.0.smithi078.stdout:op 2777 completed, throughput=4.99MB/sec 2024-08-10T05:25:31.768 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SJ83rBawZ_0qaNA off=2808451 len=851816 2024-08-10T05:25:31.769 INFO:tasks.workunit.client.0.smithi078.stdout:op 2778 completed, throughput=5MB/sec 2024-08-10T05:25:31.769 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s0XblC96F5AiSCv off=13695868 len=338795 2024-08-10T05:25:31.772 INFO:tasks.workunit.client.0.smithi078.stdout:op 2779 completed, throughput=5MB/sec 2024-08-10T05:25:31.772 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-y48MNyG4wFKAmw7 off=10209692 len=1953737 2024-08-10T05:25:31.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 2780 completed, throughput=5MB/sec 2024-08-10T05:25:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:25:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:25:31] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-08-10T05:25:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:25:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:32.774 INFO:tasks.workunit.client.0.smithi078.stdout: 536: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:32.775 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7TGQCw_KiqYQjTr off=1784911 len=1920199 2024-08-10T05:25:32.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 2781 completed, throughput=4.99MB/sec 2024-08-10T05:25:32.786 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zlYQ-RB8ovQBrpv off=1927801 len=135807 2024-08-10T05:25:32.787 INFO:tasks.workunit.client.0.smithi078.stdout:op 2782 completed, throughput=4.99MB/sec 2024-08-10T05:25:32.787 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9DpUgNJQ6lk_dbz off=4065349 len=405754 2024-08-10T05:25:32.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 2783 completed, throughput=5MB/sec 2024-08-10T05:25:32.790 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sF0gDJXDyyxGelm off=1076243 len=641273 2024-08-10T05:25:32.791 INFO:tasks.workunit.client.0.smithi078.stdout:op 2784 completed, throughput=5MB/sec 2024-08-10T05:25:32.791 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MK9c8sF-Ke6qv4j off=20561634 len=1864944 2024-08-10T05:25:32.793 INFO:tasks.workunit.client.0.smithi078.stdout:op 2785 completed, throughput=5MB/sec 2024-08-10T05:25:32.793 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qMqadvbcReK8wRu off=14250584 len=1614369 2024-08-10T05:25:32.795 INFO:tasks.workunit.client.0.smithi078.stdout:op 2786 completed, throughput=5MB/sec 2024-08-10T05:25:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:32 smithi078 ceph-mon[92251]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:25:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:32 smithi078 ceph-mon[94618]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:25:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:32 smithi107 ceph-mon[86658]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:25:33.795 INFO:tasks.workunit.client.0.smithi078.stdout: 537: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:33.795 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-a19t8ZrW-WXyxDL off=15068823 len=1632223 2024-08-10T05:25:33.804 INFO:tasks.workunit.client.0.smithi078.stdout:op 2787 completed, throughput=5MB/sec 2024-08-10T05:25:33.804 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GSNuDHmvOz6xDqt off=3669875 len=1475316 2024-08-10T05:25:33.812 INFO:tasks.workunit.client.0.smithi078.stdout:op 2788 completed, throughput=5MB/sec 2024-08-10T05:25:33.812 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-h3foxSdh2YFpRI7 off=11902 len=1978388 2024-08-10T05:25:33.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 2789 completed, throughput=5MB/sec 2024-08-10T05:25:34.821 INFO:tasks.workunit.client.0.smithi078.stdout: 538: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:34.821 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-W_RhbUgLFmhBx_9 off=6061333 len=393625 2024-08-10T05:25:34.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 2790 completed, throughput=4.99MB/sec 2024-08-10T05:25:34.822 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pZcr3WMgtU7wS7W off=14350114 len=1113386 2024-08-10T05:25:34.824 INFO:tasks.workunit.client.0.smithi078.stdout:op 2791 completed, throughput=5MB/sec 2024-08-10T05:25:34.825 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mOvJw67gbOUBQc7 off=4212408 len=262604 2024-08-10T05:25:34.825 INFO:tasks.workunit.client.0.smithi078.stdout:op 2792 completed, throughput=5MB/sec 2024-08-10T05:25:34.825 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QCBy03vfEBvj7mQ off=11179770 len=258394 2024-08-10T05:25:34.826 INFO:tasks.workunit.client.0.smithi078.stdout:op 2793 completed, throughput=5MB/sec 2024-08-10T05:25:34.826 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4LDjR04mJdvineb off=10973556 len=2090282 2024-08-10T05:25:34.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 2794 completed, throughput=5MB/sec 2024-08-10T05:25:34.829 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p8YGBMnA0B6eY2B off=16315129 len=267756 2024-08-10T05:25:34.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 2795 completed, throughput=5MB/sec 2024-08-10T05:25:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:34 smithi078 ceph-mon[92251]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:25:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:34 smithi078 ceph-mon[94618]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:25:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:34 smithi107 ceph-mon[86658]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:25:35.830 INFO:tasks.workunit.client.0.smithi078.stdout: 539: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:35.830 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LaiBB6IsZmU6ZVL off=5087196 len=1003147 2024-08-10T05:25:35.835 INFO:tasks.workunit.client.0.smithi078.stdout:op 2796 completed, throughput=4.99MB/sec 2024-08-10T05:25:35.835 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mIIQuDbEfdZDfZM off=19312312 len=323325 2024-08-10T05:25:35.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 2797 completed, throughput=4.99MB/sec 2024-08-10T05:25:35.837 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nVbb-TgbBOCqjYY off=1027431 len=2056880 2024-08-10T05:25:35.840 INFO:tasks.workunit.client.0.smithi078.stdout:op 2798 completed, throughput=5MB/sec 2024-08-10T05:25:35.840 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tQgwxszhk7QPnD8 off=4223960 len=1876218 2024-08-10T05:25:35.849 INFO:tasks.workunit.client.0.smithi078.stdout:op 2799 completed, throughput=5MB/sec 2024-08-10T05:25:35.849 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-t2A3wmoBFhQNCKq off=4317756 len=1251029 2024-08-10T05:25:35.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 2800 completed, throughput=5MB/sec 2024-08-10T05:25:36.856 INFO:tasks.workunit.client.0.smithi078.stdout: 540: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:36.856 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eh2n3ojY8tLLBkJ off=4971556 len=572164 2024-08-10T05:25:36.859 INFO:tasks.workunit.client.0.smithi078.stdout:op 2801 completed, throughput=4.99MB/sec 2024-08-10T05:25:36.860 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eoTAwtlu_BjIVuh off=5025764 len=132829 2024-08-10T05:25:36.860 INFO:tasks.workunit.client.0.smithi078.stdout:op 2802 completed, throughput=4.99MB/sec 2024-08-10T05:25:36.860 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gfOt8inWZOBiGCT off=12599073 len=241554 2024-08-10T05:25:36.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 2803 completed, throughput=4.99MB/sec 2024-08-10T05:25:36.865 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ga3ctvcC3e-zA_6 off=1525503 len=1969981 2024-08-10T05:25:36.874 INFO:tasks.workunit.client.0.smithi078.stdout:op 2804 completed, throughput=5MB/sec 2024-08-10T05:25:36.874 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yYXCLbFKP28i6fc off=2931536 len=1937604 2024-08-10T05:25:36.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 2805 completed, throughput=5MB/sec 2024-08-10T05:25:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:36 smithi078 ceph-mon[92251]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:36 smithi078 ceph-mon[94618]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:36 smithi107 ceph-mon[86658]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:37.883 INFO:tasks.workunit.client.0.smithi078.stdout: 541: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:37.883 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hSNfEFByF0KcqBL off=3470758 len=785525 2024-08-10T05:25:37.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 2806 completed, throughput=4.99MB/sec 2024-08-10T05:25:37.888 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zTKAeL4Yvtjx-Ld off=9321300 len=1914680 2024-08-10T05:25:37.890 INFO:tasks.workunit.client.0.smithi078.stdout:op 2807 completed, throughput=5MB/sec 2024-08-10T05:25:37.890 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QyDc_9ArgXWsYyO off=4679073 len=1962720 2024-08-10T05:25:37.901 INFO:tasks.workunit.client.0.smithi078.stdout:op 2808 completed, throughput=5MB/sec 2024-08-10T05:25:37.901 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4-37SE6BQPEmBtx off=22152920 len=100963 2024-08-10T05:25:37.901 INFO:tasks.workunit.client.0.smithi078.stdout:op 2809 completed, throughput=5MB/sec 2024-08-10T05:25:38.902 INFO:tasks.workunit.client.0.smithi078.stdout: 542: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:38.902 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PyF2hQ5BZcVOD85 off=5379854 len=740994 2024-08-10T05:25:38.903 INFO:tasks.workunit.client.0.smithi078.stdout:op 2810 completed, throughput=4.99MB/sec 2024-08-10T05:25:38.903 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PFkJtGB_xlNp_7f off=5924308 len=525173 2024-08-10T05:25:38.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 2811 completed, throughput=4.99MB/sec 2024-08-10T05:25:38.904 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ISYGSzkibpdnUBL off=9461716 len=10563 2024-08-10T05:25:38.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 2812 completed, throughput=4.99MB/sec 2024-08-10T05:25:38.904 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IO5t48UKstStn7r off=5620430 len=1346612 2024-08-10T05:25:38.911 INFO:tasks.workunit.client.0.smithi078.stdout:op 2813 completed, throughput=5MB/sec 2024-08-10T05:25:38.911 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KERzjpoVNm8ABmx off=0 len=1072808 2024-08-10T05:25:38.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 2814 completed, throughput=5MB/sec 2024-08-10T05:25:38.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E0r93Q6dlIqDKPk off=6331504 len=1273939 2024-08-10T05:25:38.917 INFO:tasks.workunit.client.0.smithi078.stdout:op 2815 completed, throughput=5MB/sec 2024-08-10T05:25:38.917 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2DMXgukckmytYEs off=2579131 len=1353355 2024-08-10T05:25:38.923 INFO:tasks.workunit.client.0.smithi078.stdout:op 2816 completed, throughput=5MB/sec 2024-08-10T05:25:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:38 smithi078 ceph-mon[92251]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:38 smithi078 ceph-mon[94618]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:38 smithi107 ceph-mon[86658]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:39.924 INFO:tasks.workunit.client.0.smithi078.stdout: 543: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:39.924 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZV1qom0BdwVFaJw off=3550085 len=1763450 2024-08-10T05:25:39.926 INFO:tasks.workunit.client.0.smithi078.stdout:op 2817 completed, throughput=5MB/sec 2024-08-10T05:25:39.926 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rs36KLWQCoQanSk off=535537 len=1649650 2024-08-10T05:25:39.929 INFO:tasks.workunit.client.0.smithi078.stdout:op 2818 completed, throughput=5MB/sec 2024-08-10T05:25:39.929 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3JUNc3AD-P60a9G off=186210 len=519610 2024-08-10T05:25:39.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 2819 completed, throughput=5MB/sec 2024-08-10T05:25:39.933 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mhponp0BQ-x4xHr off=10858448 len=108786 2024-08-10T05:25:39.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 2820 completed, throughput=5MB/sec 2024-08-10T05:25:39.935 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fm-uneuMtDXExVX off=5200567 len=1644291 2024-08-10T05:25:39.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 2821 completed, throughput=5MB/sec 2024-08-10T05:25:40.944 INFO:tasks.workunit.client.0.smithi078.stdout: 544: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:40.945 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-01We5Snm5yrEN8T off=1082827 len=1423514 2024-08-10T05:25:40.947 INFO:tasks.workunit.client.0.smithi078.stdout:op 2822 completed, throughput=5MB/sec 2024-08-10T05:25:40.947 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RUIt0yOcZgevuj- off=5651234 len=1677856 2024-08-10T05:25:40.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 2823 completed, throughput=5MB/sec 2024-08-10T05:25:40.954 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ib6R5bXp4cd5Dp_ off=2094655 len=469616 2024-08-10T05:25:40.955 INFO:tasks.workunit.client.0.smithi078.stdout:op 2824 completed, throughput=5MB/sec 2024-08-10T05:25:40.955 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bYzLFFvRM4wZfOL off=101150 len=564030 2024-08-10T05:25:40.958 INFO:tasks.workunit.client.0.smithi078.stdout:op 2825 completed, throughput=5MB/sec 2024-08-10T05:25:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:40 smithi078 ceph-mon[92251]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:25:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:40 smithi078 ceph-mon[94618]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:25:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:40 smithi107 ceph-mon[86658]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:25:41.958 INFO:tasks.workunit.client.0.smithi078.stdout: 545: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:41.959 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kYQats6kEewTbc- off=6036071 len=1150326 2024-08-10T05:25:41.960 INFO:tasks.workunit.client.0.smithi078.stdout:op 2826 completed, throughput=4.99MB/sec 2024-08-10T05:25:41.960 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KGNvps1O0rUtc7z off=4723561 len=1117701 2024-08-10T05:25:41.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 2827 completed, throughput=5MB/sec 2024-08-10T05:25:41.961 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H-moUms-dWG8pw9 off=2161564 len=1611313 2024-08-10T05:25:41.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 2828 completed, throughput=5MB/sec 2024-08-10T05:25:41.971 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KrVFr0loS81-Ra6 off=5703168 len=1267553 2024-08-10T05:25:41.977 INFO:tasks.workunit.client.0.smithi078.stdout:op 2829 completed, throughput=5MB/sec 2024-08-10T05:25:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:25:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:25:41] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-08-10T05:25:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:25:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:42 smithi078 ceph-mon[92251]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:25:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:42 smithi078 ceph-mon[94618]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:25:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:42.977 INFO:tasks.workunit.client.0.smithi078.stdout: 546: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:42.977 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ITj0pPNxuiIReEz off=14217066 len=151847 2024-08-10T05:25:42.977 INFO:tasks.workunit.client.0.smithi078.stdout:op 2830 completed, throughput=4.99MB/sec 2024-08-10T05:25:42.978 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oniJKCD5P5Y2nWT off=3014679 len=619071 2024-08-10T05:25:42.981 INFO:tasks.workunit.client.0.smithi078.stdout:op 2831 completed, throughput=4.99MB/sec 2024-08-10T05:25:42.982 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4yx0ISCIRcptMgd off=13561805 len=1228462 2024-08-10T05:25:42.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 2832 completed, throughput=4.99MB/sec 2024-08-10T05:25:42.987 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QTKqNVDn7RjlZ3L off=4928226 len=2034625 2024-08-10T05:25:43.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 2833 completed, throughput=5MB/sec 2024-08-10T05:25:43.000 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2jpiZprUwnFklKj off=3021216 len=1171590 2024-08-10T05:25:43.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 2834 completed, throughput=5MB/sec 2024-08-10T05:25:43.002 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4VlZOWDROf2M-zj off=13637682 len=341269 2024-08-10T05:25:43.003 INFO:tasks.workunit.client.0.smithi078.stdout:op 2835 completed, throughput=5MB/sec 2024-08-10T05:25:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:42 smithi107 ceph-mon[86658]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:25:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:44.003 INFO:tasks.workunit.client.0.smithi078.stdout: 547: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:44.004 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wUq-sHT7AuoD9ta off=6165726 len=2059167 2024-08-10T05:25:44.014 INFO:tasks.workunit.client.0.smithi078.stdout:op 2836 completed, throughput=4.99MB/sec 2024-08-10T05:25:44.014 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E2atbxuq6F7FPBR off=1449839 len=1027210 2024-08-10T05:25:44.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 2837 completed, throughput=5MB/sec 2024-08-10T05:25:44.019 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--5HTcHiXXeV9M6M off=1279888 len=94284 2024-08-10T05:25:44.021 INFO:tasks.workunit.client.0.smithi078.stdout:op 2838 completed, throughput=5MB/sec 2024-08-10T05:25:44.021 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-94Tc306V7IPcEsQ off=8111446 len=1533771 2024-08-10T05:25:44.029 INFO:tasks.workunit.client.0.smithi078.stdout:op 2839 completed, throughput=5MB/sec 2024-08-10T05:25:44.029 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qtDQ_IUj1dGfrYB off=15036881 len=1763488 2024-08-10T05:25:44.030 INFO:tasks.workunit.client.0.smithi078.stdout:op 2840 completed, throughput=5MB/sec 2024-08-10T05:25:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:44 smithi078 ceph-mon[92251]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:25:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:44 smithi078 ceph-mon[94618]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:25:45.030 INFO:tasks.workunit.client.0.smithi078.stdout: 548: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:45.031 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DayMu1MLCl-IUv5 off=6155825 len=203582 2024-08-10T05:25:45.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 2841 completed, throughput=4.99MB/sec 2024-08-10T05:25:45.034 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0IVcLmaM48Hzb3A off=9778671 len=1663508 2024-08-10T05:25:45.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 2842 completed, throughput=5MB/sec 2024-08-10T05:25:45.042 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3XqrBaV-yCjK1er off=7068608 len=1382403 2024-08-10T05:25:45.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 2843 completed, throughput=5MB/sec 2024-08-10T05:25:45.044 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VA6u89wpaEbA4Mv off=1668577 len=1499511 2024-08-10T05:25:45.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 2844 completed, throughput=5MB/sec 2024-08-10T05:25:45.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:44 smithi107 ceph-mon[86658]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:25:46.046 INFO:tasks.workunit.client.0.smithi078.stdout: 549: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:46.046 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yIVikwU2gbwJGhs off=259588 len=1427742 2024-08-10T05:25:46.048 INFO:tasks.workunit.client.0.smithi078.stdout:op 2845 completed, throughput=4.99MB/sec 2024-08-10T05:25:46.048 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xYWr_96HcdKnW_P off=2958227 len=705924 2024-08-10T05:25:46.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 2846 completed, throughput=5MB/sec 2024-08-10T05:25:46.049 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xZi5ewtkRXUFmaZ off=345344 len=1764908 2024-08-10T05:25:46.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 2847 completed, throughput=5MB/sec 2024-08-10T05:25:46.051 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lSp639luPoD_XK- off=11257731 len=2056591 2024-08-10T05:25:46.054 INFO:tasks.workunit.client.0.smithi078.stdout:op 2848 completed, throughput=5MB/sec 2024-08-10T05:25:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:46 smithi078 ceph-mon[94618]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:46 smithi078 ceph-mon[92251]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: 550: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:47.054 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ISfsighu-pjsEd9 off=18655621 len=1526543 2024-08-10T05:25:47.060 INFO:tasks.workunit.client.0.smithi078.stdout:op 2849 completed, throughput=5MB/sec 2024-08-10T05:25:47.061 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DWJKdZJlVriXxk3 off=16548570 len=655229 2024-08-10T05:25:47.061 INFO:tasks.workunit.client.0.smithi078.stdout:op 2850 completed, throughput=5MB/sec 2024-08-10T05:25:47.062 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kOy9_GJNld77Pe8 off=1431743 len=1164570 2024-08-10T05:25:47.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 2851 completed, throughput=5MB/sec 2024-08-10T05:25:47.065 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C-7OLVJpT-ZtP47 off=3516894 len=244739 2024-08-10T05:25:47.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 2852 completed, throughput=5MB/sec 2024-08-10T05:25:47.065 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vC1ji9w_K9_IVWc off=14310423 len=1875937 2024-08-10T05:25:47.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:46 smithi107 ceph-mon[86658]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:47.067 INFO:tasks.workunit.client.0.smithi078.stdout:op 2853 completed, throughput=5MB/sec 2024-08-10T05:25:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: 551: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:48.068 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Hvh0tFetWglJLmr off=4977950 len=817660 2024-08-10T05:25:48.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 2854 completed, throughput=5MB/sec 2024-08-10T05:25:48.073 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sFma1BXIlXWV8zQ off=9503460 len=2062336 2024-08-10T05:25:48.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 2855 completed, throughput=5MB/sec 2024-08-10T05:25:48.075 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WkSkCEy4cKSjX3D off=1171964 len=371005 2024-08-10T05:25:48.076 INFO:tasks.workunit.client.0.smithi078.stdout:op 2856 completed, throughput=5MB/sec 2024-08-10T05:25:48.076 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bLk8fioNP1YGz12 off=6710098 len=442439 2024-08-10T05:25:48.076 INFO:tasks.workunit.client.0.smithi078.stdout:op 2857 completed, throughput=5MB/sec 2024-08-10T05:25:48.077 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DJUYP5jVbvywgnn off=10338623 len=1199246 2024-08-10T05:25:48.084 INFO:tasks.workunit.client.0.smithi078.stdout:op 2858 completed, throughput=5MB/sec 2024-08-10T05:25:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:48 smithi078 ceph-mon[92251]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:48 smithi078 ceph-mon[94618]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:48 smithi107 ceph-mon[86658]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:25:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: 552: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:49.085 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AJAAXT6Sb3BDB6d off=7408709 len=65958 2024-08-10T05:25:49.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 2859 completed, throughput=4.99MB/sec 2024-08-10T05:25:49.086 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sBIt4H703eBx9HE off=7877335 len=906158 2024-08-10T05:25:49.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 2860 completed, throughput=4.99MB/sec 2024-08-10T05:25:49.087 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I2OFyVCOCBJ4aM- off=927605 len=1663569 2024-08-10T05:25:49.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 2861 completed, throughput=5MB/sec 2024-08-10T05:25:49.096 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JzEx1V_iSn4IFAg off=5359014 len=628227 2024-08-10T05:25:49.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 2862 completed, throughput=5MB/sec 2024-08-10T05:25:49.097 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ayXRthzpjjTgIPc off=2648946 len=1601329 2024-08-10T05:25:49.105 INFO:tasks.workunit.client.0.smithi078.stdout:op 2863 completed, throughput=5MB/sec 2024-08-10T05:25:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: 553: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:50.105 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NqSlYLfDKmjXcL- off=3122100 len=1232434 2024-08-10T05:25:50.107 INFO:tasks.workunit.client.0.smithi078.stdout:op 2864 completed, throughput=4.99MB/sec 2024-08-10T05:25:50.107 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qGEL3HksRR0kGRq off=5905543 len=1806430 2024-08-10T05:25:50.118 INFO:tasks.workunit.client.0.smithi078.stdout:op 2865 completed, throughput=5MB/sec 2024-08-10T05:25:50.118 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pZcr3WMgtU7wS7W off=10047337 len=410233 2024-08-10T05:25:50.121 INFO:tasks.workunit.client.0.smithi078.stdout:op 2866 completed, throughput=5MB/sec 2024-08-10T05:25:50.121 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1Jym0LP6sG-yVT_ off=20625166 len=1770000 2024-08-10T05:25:50.132 INFO:tasks.workunit.client.0.smithi078.stdout:op 2867 completed, throughput=5MB/sec 2024-08-10T05:25:50.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:50 smithi078 ceph-mon[92251]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:25:50.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:50 smithi078 ceph-mon[94618]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:25:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:50 smithi107 ceph-mon[86658]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:25:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: 554: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:51.133 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qrs6VUH2Gtk5EP4 off=2778235 len=809269 2024-08-10T05:25:51.138 INFO:tasks.workunit.client.0.smithi078.stdout:op 2868 completed, throughput=4.99MB/sec 2024-08-10T05:25:51.138 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MOz3iAiFHiZI6-L off=8660029 len=1279958 2024-08-10T05:25:51.146 INFO:tasks.workunit.client.0.smithi078.stdout:op 2869 completed, throughput=5MB/sec 2024-08-10T05:25:51.146 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p4Pnjj54BzTWghU off=9582038 len=874329 2024-08-10T05:25:51.150 INFO:tasks.workunit.client.0.smithi078.stdout:op 2870 completed, throughput=5MB/sec 2024-08-10T05:25:51.150 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9isWsCcZmOIn-dU off=2257491 len=2016843 2024-08-10T05:25:51.161 INFO:tasks.workunit.client.0.smithi078.stdout:op 2871 completed, throughput=5MB/sec 2024-08-10T05:25:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: 555: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:52.162 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9JHBe-fNRbpfVk5 off=2799980 len=1087200 2024-08-10T05:25:52.163 INFO:tasks.workunit.client.0.smithi078.stdout:op 2872 completed, throughput=4.99MB/sec 2024-08-10T05:25:52.163 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N7g_GC5j2eXpWwy off=3222455 len=319501 2024-08-10T05:25:52.166 INFO:tasks.workunit.client.0.smithi078.stdout:op 2873 completed, throughput=4.99MB/sec 2024-08-10T05:25:52.166 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nmyEMEB3ovfz14x off=2562085 len=306077 2024-08-10T05:25:52.167 INFO:tasks.workunit.client.0.smithi078.stdout:op 2874 completed, throughput=4.99MB/sec 2024-08-10T05:25:52.167 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iB8_wRk0nitZzOO off=6686259 len=1525993 2024-08-10T05:25:52.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 2875 completed, throughput=5MB/sec 2024-08-10T05:25:52.174 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZvJfY2qYygZjbnX off=10067298 len=1845350 2024-08-10T05:25:52.178 INFO:tasks.workunit.client.0.smithi078.stdout:op 2876 completed, throughput=5MB/sec 2024-08-10T05:25:52.178 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mgpolS-kIfdhZBW off=4105665 len=746747 2024-08-10T05:25:52.179 INFO:tasks.workunit.client.0.smithi078.stdout:op 2877 completed, throughput=5MB/sec 2024-08-10T05:25:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:25:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:25:51] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-08-10T05:25:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:25:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:52 smithi078 ceph-mon[92251]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:25:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:52 smithi078 ceph-mon[94618]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:25:53.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:52 smithi107 ceph-mon[86658]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:25:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: 556: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:53.179 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FNKmyE-hGoxAiHJ off=1423911 len=1987042 2024-08-10T05:25:53.183 INFO:tasks.workunit.client.0.smithi078.stdout:op 2878 completed, throughput=5MB/sec 2024-08-10T05:25:53.183 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gjEfj84Olpha3ik off=7399808 len=932912 2024-08-10T05:25:53.185 INFO:tasks.workunit.client.0.smithi078.stdout:op 2879 completed, throughput=5MB/sec 2024-08-10T05:25:53.185 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bFPZ0VgFR8jf3Kq off=4280763 len=68610 2024-08-10T05:25:53.185 INFO:tasks.workunit.client.0.smithi078.stdout:op 2880 completed, throughput=5MB/sec 2024-08-10T05:25:53.185 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cg_lzDetgVDZa2s off=2351918 len=275647 2024-08-10T05:25:53.186 INFO:tasks.workunit.client.0.smithi078.stdout:op 2881 completed, throughput=5MB/sec 2024-08-10T05:25:53.186 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Zfxz7YINkfnhBKh off=23782282 len=373858 2024-08-10T05:25:53.188 INFO:tasks.workunit.client.0.smithi078.stdout:op 2882 completed, throughput=5MB/sec 2024-08-10T05:25:53.188 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qSJuEiSNArKZHw1 off=6646857 len=1609911 2024-08-10T05:25:53.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 2883 completed, throughput=5MB/sec 2024-08-10T05:25:54.195 INFO:tasks.workunit.client.0.smithi078.stdout: 557: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:54.195 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_LMBfoNntMzMqXw off=314604 len=1230477 2024-08-10T05:25:54.196 INFO:tasks.workunit.client.0.smithi078.stdout:op 2884 completed, throughput=4.99MB/sec 2024-08-10T05:25:54.196 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-A7ahW4htD5fRfVr off=2493816 len=1743009 2024-08-10T05:25:54.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 2885 completed, throughput=5MB/sec 2024-08-10T05:25:54.198 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xYZ808TlDsBEf-y off=4315542 len=1529793 2024-08-10T05:25:54.201 INFO:tasks.workunit.client.0.smithi078.stdout:op 2886 completed, throughput=5MB/sec 2024-08-10T05:25:54.201 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YgwD9iZUBm7hwcb off=735443 len=901074 2024-08-10T05:25:54.205 INFO:tasks.workunit.client.0.smithi078.stdout:op 2887 completed, throughput=5MB/sec 2024-08-10T05:25:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:54 smithi078 ceph-mon[92251]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:25:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:54 smithi078 ceph-mon[94618]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:25:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:54 smithi107 ceph-mon[86658]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:25:55.206 INFO:tasks.workunit.client.0.smithi078.stdout: 558: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:55.206 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JpMVYyfvZAle2KW off=1137087 len=1818484 2024-08-10T05:25:55.208 INFO:tasks.workunit.client.0.smithi078.stdout:op 2888 completed, throughput=5MB/sec 2024-08-10T05:25:55.208 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aG8IhjyN01NfISl off=22718664 len=301351 2024-08-10T05:25:55.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 2889 completed, throughput=5MB/sec 2024-08-10T05:25:55.211 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gUIm0AAwL0tceoJ off=3876112 len=1373992 2024-08-10T05:25:55.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 2890 completed, throughput=5MB/sec 2024-08-10T05:25:55.212 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-m1mtTnBSKjngvmy off=12653395 len=11981 2024-08-10T05:25:55.213 INFO:tasks.workunit.client.0.smithi078.stdout:op 2891 completed, throughput=5MB/sec 2024-08-10T05:25:55.213 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1AHMBfffVftHUsX off=3468665 len=678094 2024-08-10T05:25:55.214 INFO:tasks.workunit.client.0.smithi078.stdout:op 2892 completed, throughput=5MB/sec 2024-08-10T05:25:55.214 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BUuejkOif4v5wgy off=959403 len=882838 2024-08-10T05:25:55.219 INFO:tasks.workunit.client.0.smithi078.stdout:op 2893 completed, throughput=5MB/sec 2024-08-10T05:25:56.220 INFO:tasks.workunit.client.0.smithi078.stdout: 559: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:56.220 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LdD7gW1Fv_gChB7 off=16796081 len=673451 2024-08-10T05:25:56.224 INFO:tasks.workunit.client.0.smithi078.stdout:op 2894 completed, throughput=4.99MB/sec 2024-08-10T05:25:56.224 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qPIyx77TiHlH_5_ off=3445458 len=946738 2024-08-10T05:25:56.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 2895 completed, throughput=4.99MB/sec 2024-08-10T05:25:56.229 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NTNYMaQK_9jF7dK off=761978 len=1398898 2024-08-10T05:25:56.231 INFO:tasks.workunit.client.0.smithi078.stdout:op 2896 completed, throughput=5MB/sec 2024-08-10T05:25:56.231 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KIq0jZOYJsywke_ off=9806959 len=569607 2024-08-10T05:25:56.234 INFO:tasks.workunit.client.0.smithi078.stdout:op 2897 completed, throughput=5MB/sec 2024-08-10T05:25:56.234 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YikOM4VekXjAdnw off=5280199 len=80602 2024-08-10T05:25:56.235 INFO:tasks.workunit.client.0.smithi078.stdout:op 2898 completed, throughput=5MB/sec 2024-08-10T05:25:56.235 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-r0vV2s5dVF4GH9X off=21071408 len=1509202 2024-08-10T05:25:56.236 INFO:tasks.workunit.client.0.smithi078.stdout:op 2899 completed, throughput=5MB/sec 2024-08-10T05:25:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:56 smithi078 ceph-mon[92251]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:25:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:56 smithi078 ceph-mon[94618]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:25:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:56 smithi107 ceph-mon[86658]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:25:57.237 INFO:tasks.workunit.client.0.smithi078.stdout: 560: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:57.237 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1HpCf7SeFq6xZcc off=13994618 len=1810634 2024-08-10T05:25:57.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 2900 completed, throughput=4.99MB/sec 2024-08-10T05:25:57.239 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OesRKn1L0_nIriu off=298154 len=1479657 2024-08-10T05:25:57.243 INFO:tasks.workunit.client.0.smithi078.stdout:op 2901 completed, throughput=5MB/sec 2024-08-10T05:25:57.243 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RUc8wlxuzaUGATy off=1915210 len=1592361 2024-08-10T05:25:57.246 INFO:tasks.workunit.client.0.smithi078.stdout:op 2902 completed, throughput=5MB/sec 2024-08-10T05:25:57.246 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h31M2hSCxuVUrwp off=18313510 len=882800 2024-08-10T05:25:57.247 INFO:tasks.workunit.client.0.smithi078.stdout:op 2903 completed, throughput=5MB/sec 2024-08-10T05:25:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:58.247 INFO:tasks.workunit.client.0.smithi078.stdout: 561: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:58.247 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C1qmr6cmLBoitiD off=5633000 len=668267 2024-08-10T05:25:58.249 INFO:tasks.workunit.client.0.smithi078.stdout:op 2904 completed, throughput=4.99MB/sec 2024-08-10T05:25:58.249 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1oK6n-fmcUU9Q1G off=6968791 len=1251599 2024-08-10T05:25:58.251 INFO:tasks.workunit.client.0.smithi078.stdout:op 2905 completed, throughput=5MB/sec 2024-08-10T05:25:58.251 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-D2g8ePueYiHvJh0 off=2918212 len=1062058 2024-08-10T05:25:58.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 2906 completed, throughput=5MB/sec 2024-08-10T05:25:58.252 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i1oR3hvmGXMEUjl off=3812840 len=2022977 2024-08-10T05:25:58.264 INFO:tasks.workunit.client.0.smithi078.stdout:op 2907 completed, throughput=5MB/sec 2024-08-10T05:25:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:25:58 smithi078 ceph-mon[92251]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:25:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:25:58 smithi078 ceph-mon[94618]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:25:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:25:58 smithi107 ceph-mon[86658]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:25:59.264 INFO:tasks.workunit.client.0.smithi078.stdout: 562: throughput=4.99MB/sec pending data=0 2024-08-10T05:25:59.264 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4EHS6x5TWgVX0Tr off=11850957 len=1445019 2024-08-10T05:25:59.266 INFO:tasks.workunit.client.0.smithi078.stdout:op 2908 completed, throughput=4.99MB/sec 2024-08-10T05:25:59.266 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CBstRDxpUVTCYr- off=3292826 len=1569041 2024-08-10T05:25:59.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 2909 completed, throughput=5MB/sec 2024-08-10T05:25:59.274 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6v-rErF4TbSMdlI off=3328716 len=1955002 2024-08-10T05:25:59.276 INFO:tasks.workunit.client.0.smithi078.stdout:op 2910 completed, throughput=5MB/sec 2024-08-10T05:25:59.276 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GlqXtOZ5CTA3-h1 off=8237824 len=37757 2024-08-10T05:25:59.279 INFO:tasks.workunit.client.0.smithi078.stdout:op 2911 completed, throughput=5MB/sec 2024-08-10T05:25:59.279 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DXtyzwXnpvWTp-L off=2885946 len=673530 2024-08-10T05:25:59.283 INFO:tasks.workunit.client.0.smithi078.stdout:op 2912 completed, throughput=5MB/sec 2024-08-10T05:26:00.284 INFO:tasks.workunit.client.0.smithi078.stdout: 563: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:00.284 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LDJ5vxiQ-zDaWFD off=5933939 len=869022 2024-08-10T05:26:00.285 INFO:tasks.workunit.client.0.smithi078.stdout:op 2913 completed, throughput=4.99MB/sec 2024-08-10T05:26:00.285 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QoPKP1YDPvQB9WV off=11435215 len=551995 2024-08-10T05:26:00.288 INFO:tasks.workunit.client.0.smithi078.stdout:op 2914 completed, throughput=4.99MB/sec 2024-08-10T05:26:00.289 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2gqKRkKfkHAzFD0 off=6341291 len=645828 2024-08-10T05:26:00.293 INFO:tasks.workunit.client.0.smithi078.stdout:op 2915 completed, throughput=5MB/sec 2024-08-10T05:26:00.293 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1h0mBpLrAvxq-iQ off=1043967 len=976805 2024-08-10T05:26:00.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 2916 completed, throughput=5MB/sec 2024-08-10T05:26:00.294 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mnnTdpRcmeRUuTg off=4023602 len=1152092 2024-08-10T05:26:00.295 INFO:tasks.workunit.client.0.smithi078.stdout:op 2917 completed, throughput=5MB/sec 2024-08-10T05:26:00.295 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d-SmNizh3TKTOJm off=4328868 len=935897 2024-08-10T05:26:00.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 2918 completed, throughput=5MB/sec 2024-08-10T05:26:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:26:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=cleanup t=2024-08-10T05:26:00.02905962Z level=info msg="Completed cleanup jobs" duration=6.52524ms 2024-08-10T05:26:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:00 smithi078 ceph-mon[92251]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:26:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:00 smithi078 ceph-mon[94618]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:26:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:00 smithi107 ceph-mon[86658]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:26:01.296 INFO:tasks.workunit.client.0.smithi078.stdout: 564: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:01.296 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QrjROgFrnkIXXRk off=523464 len=39463 2024-08-10T05:26:01.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 2919 completed, throughput=4.99MB/sec 2024-08-10T05:26:01.299 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dBpFXKHDXlDI9nl off=7134761 len=44612 2024-08-10T05:26:01.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 2920 completed, throughput=4.99MB/sec 2024-08-10T05:26:01.299 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aDmzixJxOMlEALk off=3380866 len=1840287 2024-08-10T05:26:01.301 INFO:tasks.workunit.client.0.smithi078.stdout:op 2921 completed, throughput=5MB/sec 2024-08-10T05:26:01.301 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9vICVlr4Y8s2r1H off=5787694 len=243132 2024-08-10T05:26:01.302 INFO:tasks.workunit.client.0.smithi078.stdout:op 2922 completed, throughput=5MB/sec 2024-08-10T05:26:01.302 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GG_PGD5P1XBw338 off=692456 len=1794617 2024-08-10T05:26:01.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 2923 completed, throughput=5MB/sec 2024-08-10T05:26:01.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LQJjv0Jzd6wrceF off=2214554 len=919589 2024-08-10T05:26:01.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 2924 completed, throughput=5MB/sec 2024-08-10T05:26:01.312 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--UZWZEPnm6t2Hbw off=18853263 len=1482249 2024-08-10T05:26:01.313 INFO:tasks.workunit.client.0.smithi078.stdout:op 2925 completed, throughput=5MB/sec 2024-08-10T05:26:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:26:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:26:01] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-08-10T05:26:02.313 INFO:tasks.workunit.client.0.smithi078.stdout: 565: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:02.313 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ch3XVmYQGwCbGEb off=2851158 len=78338 2024-08-10T05:26:02.316 INFO:tasks.workunit.client.0.smithi078.stdout:op 2926 completed, throughput=4.99MB/sec 2024-08-10T05:26:02.316 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nYvjxnLl7KzfDg5 off=5252483 len=797422 2024-08-10T05:26:02.317 INFO:tasks.workunit.client.0.smithi078.stdout:op 2927 completed, throughput=5MB/sec 2024-08-10T05:26:02.317 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ilm3tq7pQ9o5IKW off=7564838 len=307339 2024-08-10T05:26:02.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 2928 completed, throughput=5MB/sec 2024-08-10T05:26:02.320 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VlYMjVFlNKWfn8Z off=16189002 len=453337 2024-08-10T05:26:02.324 INFO:tasks.workunit.client.0.smithi078.stdout:op 2929 completed, throughput=5MB/sec 2024-08-10T05:26:02.324 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qYaZfRRdWGEl-kW off=21038204 len=520080 2024-08-10T05:26:02.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 2930 completed, throughput=5MB/sec 2024-08-10T05:26:02.329 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CTuRww4xF0YbfR7 off=459965 len=648054 2024-08-10T05:26:02.333 INFO:tasks.workunit.client.0.smithi078.stdout:op 2931 completed, throughput=5MB/sec 2024-08-10T05:26:02.333 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-m1urw7Gvgk6mUtL off=1398134 len=1004630 2024-08-10T05:26:02.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 2932 completed, throughput=5MB/sec 2024-08-10T05:26:02.339 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-X-uB9oD_vndRhZw off=4928438 len=1774652 2024-08-10T05:26:02.342 INFO:tasks.workunit.client.0.smithi078.stdout:op 2933 completed, throughput=5MB/sec 2024-08-10T05:26:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:26:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:02 smithi078 ceph-mon[92251]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:26:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:02 smithi078 ceph-mon[94618]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:26:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:02 smithi107 ceph-mon[86658]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:26:03.342 INFO:tasks.workunit.client.0.smithi078.stdout: 566: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:03.343 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WGMrPoOIDcj04N- off=23893387 len=658477 2024-08-10T05:26:03.347 INFO:tasks.workunit.client.0.smithi078.stdout:op 2934 completed, throughput=5MB/sec 2024-08-10T05:26:03.347 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FCdPDf8BgOnCvqn off=7055245 len=1517127 2024-08-10T05:26:03.355 INFO:tasks.workunit.client.0.smithi078.stdout:op 2935 completed, throughput=5MB/sec 2024-08-10T05:26:03.355 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ch7HB9e74TXxlmw off=3840576 len=68676 2024-08-10T05:26:03.357 INFO:tasks.workunit.client.0.smithi078.stdout:op 2936 completed, throughput=5MB/sec 2024-08-10T05:26:03.358 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9DpUgNJQ6lk_dbz off=4483297 len=1618109 2024-08-10T05:26:03.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 2937 completed, throughput=5MB/sec 2024-08-10T05:26:04.364 INFO:tasks.workunit.client.0.smithi078.stdout: 567: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:04.365 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gFTfoVUcGtEDhnO off=6500422 len=1865518 2024-08-10T05:26:04.373 INFO:tasks.workunit.client.0.smithi078.stdout:op 2938 completed, throughput=4.99MB/sec 2024-08-10T05:26:04.373 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SoH1fE_8pB35BxY off=2932999 len=794042 2024-08-10T05:26:04.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 2939 completed, throughput=5MB/sec 2024-08-10T05:26:04.376 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V7mMSOZ_Y5kn3SJ off=19158976 len=188561 2024-08-10T05:26:04.377 INFO:tasks.workunit.client.0.smithi078.stdout:op 2940 completed, throughput=5MB/sec 2024-08-10T05:26:04.377 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7JKWGb6NbYz9_Dm off=449192 len=959044 2024-08-10T05:26:04.382 INFO:tasks.workunit.client.0.smithi078.stdout:op 2941 completed, throughput=5MB/sec 2024-08-10T05:26:04.383 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BNAygHy748iVZIQ off=11932638 len=1823630 2024-08-10T05:26:04.383 INFO:tasks.workunit.client.0.smithi078.stdout:op 2942 completed, throughput=5MB/sec 2024-08-10T05:26:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:04 smithi078 ceph-mon[92251]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:26:04.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:04 smithi078 ceph-mon[94618]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:26:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:04 smithi107 ceph-mon[86658]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:26:05.384 INFO:tasks.workunit.client.0.smithi078.stdout: 568: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:05.384 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2boBsHlPqXIHKqi off=1904147 len=1632917 2024-08-10T05:26:05.386 INFO:tasks.workunit.client.0.smithi078.stdout:op 2943 completed, throughput=4.99MB/sec 2024-08-10T05:26:05.386 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g617bcqKd7RNe8J off=3955305 len=1036760 2024-08-10T05:26:05.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 2944 completed, throughput=5MB/sec 2024-08-10T05:26:05.388 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KrVFr0loS81-Ra6 off=24721498 len=450723 2024-08-10T05:26:05.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 2945 completed, throughput=5MB/sec 2024-08-10T05:26:05.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3qWAP3eR-rvybf_ off=15783224 len=1772727 2024-08-10T05:26:05.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 2946 completed, throughput=5MB/sec 2024-08-10T05:26:06.394 INFO:tasks.workunit.client.0.smithi078.stdout: 569: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:06.394 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ziu8CvOTBl1uhh2 off=3665241 len=1574892 2024-08-10T05:26:06.400 INFO:tasks.workunit.client.0.smithi078.stdout:op 2947 completed, throughput=4.99MB/sec 2024-08-10T05:26:06.400 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-brZm0uGJn_AzQkw off=5408420 len=1957474 2024-08-10T05:26:06.409 INFO:tasks.workunit.client.0.smithi078.stdout:op 2948 completed, throughput=5MB/sec 2024-08-10T05:26:06.409 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4V6auRt6EfxIblP off=8299547 len=1842951 2024-08-10T05:26:06.412 INFO:tasks.workunit.client.0.smithi078.stdout:op 2949 completed, throughput=5MB/sec 2024-08-10T05:26:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:06 smithi078 ceph-mon[92251]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-10T05:26:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:06 smithi078 ceph-mon[94618]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-10T05:26:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:06 smithi107 ceph-mon[86658]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-10T05:26:07.413 INFO:tasks.workunit.client.0.smithi078.stdout: 570: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:07.413 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Y6_rllW-BoYHFH3 off=11713388 len=1120229 2024-08-10T05:26:07.419 INFO:tasks.workunit.client.0.smithi078.stdout:op 2950 completed, throughput=4.99MB/sec 2024-08-10T05:26:07.419 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3-5RIBWXqoOp7fi off=714217 len=2044912 2024-08-10T05:26:07.429 INFO:tasks.workunit.client.0.smithi078.stdout:op 2951 completed, throughput=5MB/sec 2024-08-10T05:26:07.430 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4uu84Z8kNtK25MU off=416072 len=1975297 2024-08-10T05:26:07.442 INFO:tasks.workunit.client.0.smithi078.stdout:op 2952 completed, throughput=5MB/sec 2024-08-10T05:26:07.443 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nqCtDj--3GoxHRD off=5727539 len=2079695 2024-08-10T05:26:07.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 2953 completed, throughput=5MB/sec 2024-08-10T05:26:08.445 INFO:tasks.workunit.client.0.smithi078.stdout: 571: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:08.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YMGciB_SUDH7HYW off=963650 len=1093351 2024-08-10T05:26:08.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 2954 completed, throughput=5MB/sec 2024-08-10T05:26:08.452 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kZhxefkQAiA5hSO off=3714680 len=728004 2024-08-10T05:26:08.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 2955 completed, throughput=5MB/sec 2024-08-10T05:26:08.453 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AJI7s8EUHR5oIKp off=8653856 len=1501534 2024-08-10T05:26:08.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 2956 completed, throughput=5MB/sec 2024-08-10T05:26:08.461 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HyD810YpfBganug off=1607732 len=293936 2024-08-10T05:26:08.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 2957 completed, throughput=5MB/sec 2024-08-10T05:26:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:08 smithi078 ceph-mon[92251]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-10T05:26:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:08 smithi078 ceph-mon[94618]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-10T05:26:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:08 smithi107 ceph-mon[86658]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-08-10T05:26:09.462 INFO:tasks.workunit.client.0.smithi078.stdout: 572: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:09.462 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YMBvo903R6setdu off=4684543 len=991914 2024-08-10T05:26:09.463 INFO:tasks.workunit.client.0.smithi078.stdout:op 2958 completed, throughput=4.99MB/sec 2024-08-10T05:26:09.464 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WG2cGMpNLy5kyjm off=15317431 len=311597 2024-08-10T05:26:09.464 INFO:tasks.workunit.client.0.smithi078.stdout:op 2959 completed, throughput=4.99MB/sec 2024-08-10T05:26:09.464 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--ad6CFqqdSQ0u4C off=7238722 len=1248406 2024-08-10T05:26:09.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 2960 completed, throughput=5MB/sec 2024-08-10T05:26:09.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kQMHat4CYdwNiDb off=6498264 len=575989 2024-08-10T05:26:09.467 INFO:tasks.workunit.client.0.smithi078.stdout:op 2961 completed, throughput=5MB/sec 2024-08-10T05:26:09.467 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Aj3Kwu_yh0xiakt off=12713809 len=1976360 2024-08-10T05:26:09.471 INFO:tasks.workunit.client.0.smithi078.stdout:op 2962 completed, throughput=5MB/sec 2024-08-10T05:26:09.471 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BGNCPYMvxl8zcY5 off=570172 len=360038 2024-08-10T05:26:09.471 INFO:tasks.workunit.client.0.smithi078.stdout:op 2963 completed, throughput=5MB/sec 2024-08-10T05:26:10.472 INFO:tasks.workunit.client.0.smithi078.stdout: 573: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:10.472 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CLiIqrvY-V1e5uH off=13987772 len=429478 2024-08-10T05:26:10.476 INFO:tasks.workunit.client.0.smithi078.stdout:op 2964 completed, throughput=4.99MB/sec 2024-08-10T05:26:10.476 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1JWGloSdjboyo-J off=1773245 len=1608777 2024-08-10T05:26:10.480 INFO:tasks.workunit.client.0.smithi078.stdout:op 2965 completed, throughput=5MB/sec 2024-08-10T05:26:10.480 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HbxIonVRXLZNmxE off=7969144 len=934573 2024-08-10T05:26:10.481 INFO:tasks.workunit.client.0.smithi078.stdout:op 2966 completed, throughput=5MB/sec 2024-08-10T05:26:10.481 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eNCCbrKvo2jXmOC off=22170241 len=675323 2024-08-10T05:26:10.482 INFO:tasks.workunit.client.0.smithi078.stdout:op 2967 completed, throughput=5MB/sec 2024-08-10T05:26:10.482 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_UUt9KfEZbJmfvL off=3914704 len=195468 2024-08-10T05:26:10.483 INFO:tasks.workunit.client.0.smithi078.stdout:op 2968 completed, throughput=5MB/sec 2024-08-10T05:26:10.483 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oep44eXrcf83oZH off=4741985 len=1006897 2024-08-10T05:26:10.489 INFO:tasks.workunit.client.0.smithi078.stdout:op 2969 completed, throughput=5MB/sec 2024-08-10T05:26:10.489 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HzaUP5FuerE1SWr off=685407 len=1782377 2024-08-10T05:26:10.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 2970 completed, throughput=5MB/sec 2024-08-10T05:26:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:10 smithi078 ceph-mon[92251]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:26:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:10 smithi078 ceph-mon[94618]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:26:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:10 smithi107 ceph-mon[86658]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:26:11.496 INFO:tasks.workunit.client.0.smithi078.stdout: 574: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:11.496 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9QycJdlS1EfupHS off=1890638 len=491544 2024-08-10T05:26:11.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 2971 completed, throughput=4.99MB/sec 2024-08-10T05:26:11.500 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Evd1Of8k4mzzsRv off=10613854 len=521058 2024-08-10T05:26:11.501 INFO:tasks.workunit.client.0.smithi078.stdout:op 2972 completed, throughput=5MB/sec 2024-08-10T05:26:11.501 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iXQbPsf_i34ByOj off=10911406 len=542761 2024-08-10T05:26:11.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 2973 completed, throughput=5MB/sec 2024-08-10T05:26:11.503 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2__xgNw8eWADcTB off=11828235 len=1657186 2024-08-10T05:26:11.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 2974 completed, throughput=5MB/sec 2024-08-10T05:26:11.505 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sXNhheaFCZdhUsu off=3123500 len=2031893 2024-08-10T05:26:11.518 INFO:tasks.workunit.client.0.smithi078.stdout:op 2975 completed, throughput=5MB/sec 2024-08-10T05:26:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:26:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:26:11] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-08-10T05:26:12.519 INFO:tasks.workunit.client.0.smithi078.stdout: 575: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:12.519 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-apRZR-80U2GttOJ off=2965467 len=711653 2024-08-10T05:26:12.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 2976 completed, throughput=4.99MB/sec 2024-08-10T05:26:12.523 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kBvWLYwTuW-3Y0h off=7192762 len=2067577 2024-08-10T05:26:12.526 INFO:tasks.workunit.client.0.smithi078.stdout:op 2977 completed, throughput=5MB/sec 2024-08-10T05:26:12.527 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MN4b0G5KUUbo-Vj off=13753036 len=2060436 2024-08-10T05:26:12.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 2978 completed, throughput=5MB/sec 2024-08-10T05:26:12.566 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:26:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:12 smithi078 ceph-mon[92251]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:12 smithi078 ceph-mon[94618]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:12 smithi107 ceph-mon[86658]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:13.537 INFO:tasks.workunit.client.0.smithi078.stdout: 576: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:13.537 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MCfq4juPTr-nVum off=8344970 len=1873323 2024-08-10T05:26:13.546 INFO:tasks.workunit.client.0.smithi078.stdout:op 2979 completed, throughput=5MB/sec 2024-08-10T05:26:13.546 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T7ywOCxRUaE4hQ1 off=1347634 len=1971696 2024-08-10T05:26:13.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 2980 completed, throughput=5MB/sec 2024-08-10T05:26:13.551 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nqCtDj--3GoxHRD off=6125720 len=1681514 2024-08-10T05:26:13.551 INFO:tasks.workunit.client.0.smithi078.stdout:op 2981 completed, throughput=5MB/sec 2024-08-10T05:26:14.552 INFO:tasks.workunit.client.0.smithi078.stdout: 577: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:14.552 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0CyAf_p8UedIMBL off=1990238 len=1233483 2024-08-10T05:26:14.554 INFO:tasks.workunit.client.0.smithi078.stdout:op 2982 completed, throughput=5MB/sec 2024-08-10T05:26:14.554 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FYOOa9R_3xHaGAk off=7621116 len=1292545 2024-08-10T05:26:14.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 2983 completed, throughput=5MB/sec 2024-08-10T05:26:14.555 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rGOyZF0B6yoU883 off=4228753 len=1041635 2024-08-10T05:26:14.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 2984 completed, throughput=5MB/sec 2024-08-10T05:26:14.561 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2s5jrHstWQh2znH off=14788742 len=117654 2024-08-10T05:26:14.563 INFO:tasks.workunit.client.0.smithi078.stdout:op 2985 completed, throughput=5MB/sec 2024-08-10T05:26:14.563 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4P3coAC5HTBQXQl off=1712553 len=552057 2024-08-10T05:26:14.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 2986 completed, throughput=5MB/sec 2024-08-10T05:26:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:14 smithi078 ceph-mon[92251]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:14 smithi078 ceph-mon[94618]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:14 smithi107 ceph-mon[86658]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:15.567 INFO:tasks.workunit.client.0.smithi078.stdout: 578: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:15.568 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gEuNgxBGMtWFq5S off=7616103 len=293218 2024-08-10T05:26:15.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 2987 completed, throughput=4.99MB/sec 2024-08-10T05:26:15.570 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_yIMLvvwFpZIVd_ off=6131773 len=1468382 2024-08-10T05:26:15.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 2988 completed, throughput=4.99MB/sec 2024-08-10T05:26:15.572 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4g-b5Vcqu-7yidr off=8223942 len=740684 2024-08-10T05:26:15.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 2989 completed, throughput=5MB/sec 2024-08-10T05:26:15.577 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zmds2C3ULkENtWB off=8745310 len=296801 2024-08-10T05:26:15.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 2990 completed, throughput=5MB/sec 2024-08-10T05:26:15.577 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vm9fBrz5Bi6wLuK off=11330752 len=310911 2024-08-10T05:26:15.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 2991 completed, throughput=5MB/sec 2024-08-10T05:26:15.579 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EQiZo-lWFKteDvo off=17961953 len=819301 2024-08-10T05:26:15.580 INFO:tasks.workunit.client.0.smithi078.stdout:op 2992 completed, throughput=5MB/sec 2024-08-10T05:26:15.580 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BnGYmf1_FuINYBF off=9333567 len=1678848 2024-08-10T05:26:15.587 INFO:tasks.workunit.client.0.smithi078.stdout:op 2993 completed, throughput=5MB/sec 2024-08-10T05:26:16.588 INFO:tasks.workunit.client.0.smithi078.stdout: 579: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:16.588 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jBKou1Hqwe--4R0 off=4638688 len=1781888 2024-08-10T05:26:16.597 INFO:tasks.workunit.client.0.smithi078.stdout:op 2994 completed, throughput=4.99MB/sec 2024-08-10T05:26:16.597 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uexX-NvioiXfGB5 off=2996810 len=1307227 2024-08-10T05:26:16.604 INFO:tasks.workunit.client.0.smithi078.stdout:op 2995 completed, throughput=5MB/sec 2024-08-10T05:26:16.604 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TBkE-29lGpHF0vY off=5223534 len=538615 2024-08-10T05:26:16.605 INFO:tasks.workunit.client.0.smithi078.stdout:op 2996 completed, throughput=5MB/sec 2024-08-10T05:26:16.605 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cMkN-_LUh2wfzf7 off=11205054 len=1957002 2024-08-10T05:26:16.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 2997 completed, throughput=5MB/sec 2024-08-10T05:26:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:16 smithi078 ceph-mon[92251]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:26:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:16 smithi078 ceph-mon[94618]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:26:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:16 smithi107 ceph-mon[86658]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:26:17.615 INFO:tasks.workunit.client.0.smithi078.stdout: 580: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:17.615 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L71QCZt6h4SxuPC off=1906706 len=1304921 2024-08-10T05:26:17.623 INFO:tasks.workunit.client.0.smithi078.stdout:op 2998 completed, throughput=4.99MB/sec 2024-08-10T05:26:17.623 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hopNlNgwf4BqNt9 off=0 len=1533101 2024-08-10T05:26:17.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 2999 completed, throughput=5MB/sec 2024-08-10T05:26:17.625 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZNxd_WeSoSprl3d off=2306648 len=79660 2024-08-10T05:26:17.626 INFO:tasks.workunit.client.0.smithi078.stdout:op 3000 completed, throughput=5MB/sec 2024-08-10T05:26:17.626 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Jz7Pn1dv16mFAGa off=11639472 len=815564 2024-08-10T05:26:17.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 3001 completed, throughput=5MB/sec 2024-08-10T05:26:17.630 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CYhox_S7tbcwmIf off=783498 len=1564756 2024-08-10T05:26:17.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 3002 completed, throughput=5MB/sec 2024-08-10T05:26:18.632 INFO:tasks.workunit.client.0.smithi078.stdout: 581: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:18.633 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bmmCG1BoVU0mrzU off=4390450 len=1818697 2024-08-10T05:26:18.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 3003 completed, throughput=5MB/sec 2024-08-10T05:26:18.634 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g7_vggFfg1tWOVA off=891536 len=523885 2024-08-10T05:26:18.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 3004 completed, throughput=5MB/sec 2024-08-10T05:26:18.638 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5s7s5XhD2dvvDMy off=6621148 len=140643 2024-08-10T05:26:18.639 INFO:tasks.workunit.client.0.smithi078.stdout:op 3005 completed, throughput=5MB/sec 2024-08-10T05:26:18.639 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y-x-Kiq5ijOHd1x off=4842019 len=1216779 2024-08-10T05:26:18.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 3006 completed, throughput=5MB/sec 2024-08-10T05:26:18.647 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xfxZQwHXBoRW31_ off=5063905 len=1897850 2024-08-10T05:26:18.657 INFO:tasks.workunit.client.0.smithi078.stdout:op 3007 completed, throughput=5MB/sec 2024-08-10T05:26:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:18 smithi078 ceph-mon[92251]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:18 smithi078 ceph-mon[94618]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:19.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:18 smithi107 ceph-mon[86658]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:19.658 INFO:tasks.workunit.client.0.smithi078.stdout: 582: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:19.658 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n0_2zOBsxNZTzkz off=5365552 len=1886029 2024-08-10T05:26:19.660 INFO:tasks.workunit.client.0.smithi078.stdout:op 3008 completed, throughput=5MB/sec 2024-08-10T05:26:19.660 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G4boHGkSE4DauBr off=3202528 len=1074681 2024-08-10T05:26:19.666 INFO:tasks.workunit.client.0.smithi078.stdout:op 3009 completed, throughput=5MB/sec 2024-08-10T05:26:19.667 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eOUKErYwJLAUjND off=4187281 len=1385470 2024-08-10T05:26:19.668 INFO:tasks.workunit.client.0.smithi078.stdout:op 3010 completed, throughput=5MB/sec 2024-08-10T05:26:19.668 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YQ7G2Ls5a2bXqgX off=337132 len=510258 2024-08-10T05:26:19.672 INFO:tasks.workunit.client.0.smithi078.stdout:op 3011 completed, throughput=5MB/sec 2024-08-10T05:26:20.673 INFO:tasks.workunit.client.0.smithi078.stdout: 583: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:20.673 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jPAvBbMLMYuxP1n off=6813998 len=593631 2024-08-10T05:26:20.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 3012 completed, throughput=4.99MB/sec 2024-08-10T05:26:20.674 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Swt57jrhvOgaDkY off=8890214 len=1540983 2024-08-10T05:26:20.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 3013 completed, throughput=5MB/sec 2024-08-10T05:26:20.677 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kCy_sxXVO4sa3Hg off=11206061 len=295102 2024-08-10T05:26:20.678 INFO:tasks.workunit.client.0.smithi078.stdout:op 3014 completed, throughput=5MB/sec 2024-08-10T05:26:20.678 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eV5oH78h9eOwb4_ off=11399289 len=1404406 2024-08-10T05:26:20.687 INFO:tasks.workunit.client.0.smithi078.stdout:op 3015 completed, throughput=5MB/sec 2024-08-10T05:26:20.687 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VtwZj9ZEwnvGcDH off=8617880 len=584049 2024-08-10T05:26:20.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 3016 completed, throughput=5MB/sec 2024-08-10T05:26:20.692 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cAOBeq1za9AauDI off=10544772 len=555498 2024-08-10T05:26:20.693 INFO:tasks.workunit.client.0.smithi078.stdout:op 3017 completed, throughput=5MB/sec 2024-08-10T05:26:20.693 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-K28Y9u6iwBXPRJm off=7171224 len=1659302 2024-08-10T05:26:20.695 INFO:tasks.workunit.client.0.smithi078.stdout:op 3018 completed, throughput=5MB/sec 2024-08-10T05:26:20.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:20 smithi078 ceph-mon[92251]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:26:20.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:20 smithi078 ceph-mon[94618]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:26:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:20 smithi107 ceph-mon[86658]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:26:21.695 INFO:tasks.workunit.client.0.smithi078.stdout: 584: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:21.695 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_yvRsBx0i5SkA0U off=386034 len=1575109 2024-08-10T05:26:21.704 INFO:tasks.workunit.client.0.smithi078.stdout:op 3019 completed, throughput=5MB/sec 2024-08-10T05:26:21.704 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QiZweSu4opbsUiL off=21267000 len=1766885 2024-08-10T05:26:21.706 INFO:tasks.workunit.client.0.smithi078.stdout:op 3020 completed, throughput=5MB/sec 2024-08-10T05:26:21.707 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-heMU5BDWMwXuF5K off=7975453 len=1929046 2024-08-10T05:26:21.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 3021 completed, throughput=5MB/sec 2024-08-10T05:26:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:26:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:26:21] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-08-10T05:26:22.566 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:26:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:22.716 INFO:tasks.workunit.client.0.smithi078.stdout: 585: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:22.716 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KbHBYnpEzN2DJ8x off=955656 len=1807098 2024-08-10T05:26:22.719 INFO:tasks.workunit.client.0.smithi078.stdout:op 3022 completed, throughput=5MB/sec 2024-08-10T05:26:22.719 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cYUkc6i0djr3stP off=8367453 len=1892594 2024-08-10T05:26:22.729 INFO:tasks.workunit.client.0.smithi078.stdout:op 3023 completed, throughput=5MB/sec 2024-08-10T05:26:22.729 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KCTWwwtcGGhb750 off=6018077 len=1599850 2024-08-10T05:26:22.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 3024 completed, throughput=5MB/sec 2024-08-10T05:26:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:22 smithi078 ceph-mon[92251]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:26:22.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:22 smithi078 ceph-mon[94618]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:26:23.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:22 smithi107 ceph-mon[86658]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:26:23.731 INFO:tasks.workunit.client.0.smithi078.stdout: 586: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:23.731 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_ee-nz-lpXemIKK off=1879393 len=762319 2024-08-10T05:26:23.732 INFO:tasks.workunit.client.0.smithi078.stdout:op 3025 completed, throughput=5MB/sec 2024-08-10T05:26:23.732 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_1ADMvjuJEuCD-R off=14916652 len=668067 2024-08-10T05:26:23.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 3026 completed, throughput=5MB/sec 2024-08-10T05:26:23.735 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-i72vQDNS1tUFdai off=427662 len=809198 2024-08-10T05:26:23.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 3027 completed, throughput=5MB/sec 2024-08-10T05:26:23.738 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TIfIfm_ukClmfq6 off=9401381 len=900125 2024-08-10T05:26:23.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 3028 completed, throughput=5MB/sec 2024-08-10T05:26:23.739 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Le0btmudZtDWK5O off=739629 len=818740 2024-08-10T05:26:23.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 3029 completed, throughput=5MB/sec 2024-08-10T05:26:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:23 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:26:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:23 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:26:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:23 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:26:24.740 INFO:tasks.workunit.client.0.smithi078.stdout: 587: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:24.740 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lh_I7Qq01xu2ni2 off=11061392 len=658544 2024-08-10T05:26:24.743 INFO:tasks.workunit.client.0.smithi078.stdout:op 3030 completed, throughput=4.99MB/sec 2024-08-10T05:26:24.744 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FwDr6OOkoJPIM6o off=4805691 len=162154 2024-08-10T05:26:24.744 INFO:tasks.workunit.client.0.smithi078.stdout:op 3031 completed, throughput=4.99MB/sec 2024-08-10T05:26:24.744 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZLiywlHGF7yI2Ot off=1806327 len=1436156 2024-08-10T05:26:24.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 3032 completed, throughput=5MB/sec 2024-08-10T05:26:24.745 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fHrlxeplJMq1JEv off=8447235 len=44289 2024-08-10T05:26:24.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 3033 completed, throughput=5MB/sec 2024-08-10T05:26:24.747 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RWUrGYnE9S5w237 off=21262253 len=1040416 2024-08-10T05:26:24.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 3034 completed, throughput=5MB/sec 2024-08-10T05:26:24.750 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ETrkrMGBQCAS1xE off=7754422 len=43742 2024-08-10T05:26:24.752 INFO:tasks.workunit.client.0.smithi078.stdout:op 3035 completed, throughput=5MB/sec 2024-08-10T05:26:24.752 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eQsuRIYssCWi8VI off=739562 len=1674890 2024-08-10T05:26:24.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 3036 completed, throughput=5MB/sec 2024-08-10T05:26:24.757 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LlhgGX0E3jfcdiC off=17528000 len=220228 2024-08-10T05:26:24.759 INFO:tasks.workunit.client.0.smithi078.stdout:op 3037 completed, throughput=5MB/sec 2024-08-10T05:26:24.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:24 smithi107 ceph-mon[86658]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:24.930 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:24 smithi078 ceph-mon[92251]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:24.930 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:24 smithi078 ceph-mon[94618]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:25.760 INFO:tasks.workunit.client.0.smithi078.stdout: 588: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:25.760 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hTuRMufOFEJmXDZ off=299050 len=568157 2024-08-10T05:26:25.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 3038 completed, throughput=4.99MB/sec 2024-08-10T05:26:25.763 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xqh1cLjxUENzPn2 off=1764194 len=75438 2024-08-10T05:26:25.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 3039 completed, throughput=4.99MB/sec 2024-08-10T05:26:25.765 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pD_7JZSV6WtXNaB off=7166946 len=1485732 2024-08-10T05:26:25.772 INFO:tasks.workunit.client.0.smithi078.stdout:op 3040 completed, throughput=5MB/sec 2024-08-10T05:26:25.772 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YYpUdW0dlh2LtLV off=8231339 len=290009 2024-08-10T05:26:25.773 INFO:tasks.workunit.client.0.smithi078.stdout:op 3041 completed, throughput=5MB/sec 2024-08-10T05:26:25.773 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CH0NBw97DMbKbI1 off=9817577 len=47278 2024-08-10T05:26:25.773 INFO:tasks.workunit.client.0.smithi078.stdout:op 3042 completed, throughput=5MB/sec 2024-08-10T05:26:25.773 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_lddCLPmp13qkmZ off=37043 len=1876944 2024-08-10T05:26:25.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 3043 completed, throughput=5MB/sec 2024-08-10T05:26:25.783 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fLlutNUyWmoDAiw off=2449059 len=1039696 2024-08-10T05:26:25.784 INFO:tasks.workunit.client.0.smithi078.stdout:op 3044 completed, throughput=5MB/sec 2024-08-10T05:26:26.784 INFO:tasks.workunit.client.0.smithi078.stdout: 589: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:26.784 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HlsUJDFPW6VfWZ- off=14385836 len=1940809 2024-08-10T05:26:26.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 3045 completed, throughput=4.99MB/sec 2024-08-10T05:26:26.786 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gwtkbe0ErkjjI0K off=1048190 len=1435644 2024-08-10T05:26:26.787 INFO:tasks.workunit.client.0.smithi078.stdout:op 3046 completed, throughput=5MB/sec 2024-08-10T05:26:26.787 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2wkZUlXiE6E8843 off=5038153 len=531873 2024-08-10T05:26:26.791 INFO:tasks.workunit.client.0.smithi078.stdout:op 3047 completed, throughput=5MB/sec 2024-08-10T05:26:26.791 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QA7XwBJlq7Akg0G off=12029361 len=1819669 2024-08-10T05:26:26.800 INFO:tasks.workunit.client.0.smithi078.stdout:op 3048 completed, throughput=5MB/sec 2024-08-10T05:26:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[92251]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:26.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[94618]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:26 smithi107 ceph-mon[86658]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:26:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:27.801 INFO:tasks.workunit.client.0.smithi078.stdout: 590: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:27.801 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0Lb3mEm0f6TcYs8 off=15742317 len=1816896 2024-08-10T05:26:27.810 INFO:tasks.workunit.client.0.smithi078.stdout:op 3049 completed, throughput=5MB/sec 2024-08-10T05:26:27.810 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l5nzO1bwXkX3Zcd off=1728599 len=169885 2024-08-10T05:26:27.810 INFO:tasks.workunit.client.0.smithi078.stdout:op 3050 completed, throughput=5MB/sec 2024-08-10T05:26:27.810 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UfKQ3o8EhGzBxGR off=3681631 len=1694064 2024-08-10T05:26:27.818 INFO:tasks.workunit.client.0.smithi078.stdout:op 3051 completed, throughput=5MB/sec 2024-08-10T05:26:27.818 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1z3rad5CK6Wb5fT off=636113 len=2096205 2024-08-10T05:26:27.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 3052 completed, throughput=5MB/sec 2024-08-10T05:26:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:26:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:26:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:26:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:26:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:26:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:26:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:26:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:28.829 INFO:tasks.workunit.client.0.smithi078.stdout: 591: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:28.829 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V4llmxu39wkCMnX off=3192233 len=940012 2024-08-10T05:26:28.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 3053 completed, throughput=4.99MB/sec 2024-08-10T05:26:28.832 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oH5a_iD673G1Ew8 off=2779962 len=1053206 2024-08-10T05:26:28.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 3054 completed, throughput=5MB/sec 2024-08-10T05:26:28.837 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kCIztZO4rI0mEM_ off=3042980 len=1362873 2024-08-10T05:26:28.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 3055 completed, throughput=5MB/sec 2024-08-10T05:26:28.844 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wIbMWsu-RdCwWJo off=1594656 len=342804 2024-08-10T05:26:28.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 3056 completed, throughput=5MB/sec 2024-08-10T05:26:28.845 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2QAPBy229yc6KiG off=8414008 len=1230548 2024-08-10T05:26:28.846 INFO:tasks.workunit.client.0.smithi078.stdout:op 3057 completed, throughput=5MB/sec 2024-08-10T05:26:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:28 smithi078 ceph-mon[92251]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:26:28.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:28 smithi078 ceph-mon[94618]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:26:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:28 smithi107 ceph-mon[86658]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:26:29.846 INFO:tasks.workunit.client.0.smithi078.stdout: 592: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:29.846 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-scd71bSMQQWOuXW off=2334244 len=1253711 2024-08-10T05:26:29.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 3058 completed, throughput=4.99MB/sec 2024-08-10T05:26:29.854 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BD2ofxZQGLqkZe9 off=11908195 len=2027110 2024-08-10T05:26:29.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 3059 completed, throughput=5MB/sec 2024-08-10T05:26:29.865 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4siAjwsMzuKUTAL off=1040447 len=223895 2024-08-10T05:26:29.866 INFO:tasks.workunit.client.0.smithi078.stdout:op 3060 completed, throughput=5MB/sec 2024-08-10T05:26:29.866 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GVCqEAGq9Oh5tAn off=1299381 len=1478424 2024-08-10T05:26:29.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 3061 completed, throughput=5MB/sec 2024-08-10T05:26:30.873 INFO:tasks.workunit.client.0.smithi078.stdout: 593: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:30.873 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B2PNi4MXwNfCm82 off=2063076 len=1047780 2024-08-10T05:26:30.875 INFO:tasks.workunit.client.0.smithi078.stdout:op 3062 completed, throughput=4.99MB/sec 2024-08-10T05:26:30.876 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RxyOnZebvSKbIUl off=2526415 len=1233667 2024-08-10T05:26:30.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 3063 completed, throughput=5MB/sec 2024-08-10T05:26:30.881 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sgd66OS-chvNRzd off=4354322 len=1749024 2024-08-10T05:26:30.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 3064 completed, throughput=5MB/sec 2024-08-10T05:26:30.884 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-h-iS0B_Ht0wWEa7 off=1060676 len=125233 2024-08-10T05:26:30.886 INFO:tasks.workunit.client.0.smithi078.stdout:op 3065 completed, throughput=5MB/sec 2024-08-10T05:26:30.886 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UZ_ijHIvr_QR2rG off=14367785 len=1993207 2024-08-10T05:26:30.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 3066 completed, throughput=5MB/sec 2024-08-10T05:26:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:30 smithi078 ceph-mon[92251]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:26:30.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:30 smithi078 ceph-mon[94618]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:26:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:30 smithi107 ceph-mon[86658]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:26:31.888 INFO:tasks.workunit.client.0.smithi078.stdout: 594: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:31.889 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FvzRNaqTI16bpEo off=7921730 len=1335696 2024-08-10T05:26:31.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 3067 completed, throughput=5MB/sec 2024-08-10T05:26:31.898 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PfUeUMi8x4Fxgaj off=5187595 len=1606994 2024-08-10T05:26:31.907 INFO:tasks.workunit.client.0.smithi078.stdout:op 3068 completed, throughput=5MB/sec 2024-08-10T05:26:31.908 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wMT3i6DKCrGEScm off=656577 len=374900 2024-08-10T05:26:31.908 INFO:tasks.workunit.client.0.smithi078.stdout:op 3069 completed, throughput=5MB/sec 2024-08-10T05:26:31.908 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VI8aY9ZC0vnrelO off=29711 len=828930 2024-08-10T05:26:31.913 INFO:tasks.workunit.client.0.smithi078.stdout:op 3070 completed, throughput=5MB/sec 2024-08-10T05:26:31.913 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q0gLwBl8rbBjTUx off=3127734 len=949115 2024-08-10T05:26:31.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 3071 completed, throughput=5MB/sec 2024-08-10T05:26:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:26:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:26:31] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:26:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:26:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:32.919 INFO:tasks.workunit.client.0.smithi078.stdout: 595: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:32.919 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8FIjW79qn_F689u off=9948990 len=2013889 2024-08-10T05:26:32.921 INFO:tasks.workunit.client.0.smithi078.stdout:op 3072 completed, throughput=5MB/sec 2024-08-10T05:26:32.921 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wZ_51QNWmsm4vd8 off=411132 len=1851124 2024-08-10T05:26:32.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 3073 completed, throughput=5MB/sec 2024-08-10T05:26:32.933 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Rrf5WNF_0PEZXGv off=13763311 len=1705614 2024-08-10T05:26:32.941 INFO:tasks.workunit.client.0.smithi078.stdout:op 3074 completed, throughput=5MB/sec 2024-08-10T05:26:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:32 smithi078 ceph-mon[92251]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:26:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:32 smithi078 ceph-mon[94618]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:26:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:32 smithi107 ceph-mon[86658]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:26:33.942 INFO:tasks.workunit.client.0.smithi078.stdout: 596: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:33.942 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xZRy_Jf3gvWkY3E off=1130626 len=467496 2024-08-10T05:26:33.946 INFO:tasks.workunit.client.0.smithi078.stdout:op 3075 completed, throughput=4.99MB/sec 2024-08-10T05:26:33.946 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qYoj3Mu6PPd7wJG off=4251674 len=561864 2024-08-10T05:26:33.947 INFO:tasks.workunit.client.0.smithi078.stdout:op 3076 completed, throughput=4.99MB/sec 2024-08-10T05:26:33.947 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7HFXrKcVLCr8mIH off=10511507 len=1593405 2024-08-10T05:26:33.950 INFO:tasks.workunit.client.0.smithi078.stdout:op 3077 completed, throughput=5MB/sec 2024-08-10T05:26:33.952 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cbxxAETQrTy0JzS off=17204079 len=1317561 2024-08-10T05:26:33.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 3078 completed, throughput=5MB/sec 2024-08-10T05:26:33.956 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YBYVYnXEqjWGDzm off=8852241 len=2009886 2024-08-10T05:26:33.957 INFO:tasks.workunit.client.0.smithi078.stdout:op 3079 completed, throughput=5MB/sec 2024-08-10T05:26:34.957 INFO:tasks.workunit.client.0.smithi078.stdout: 597: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:34.958 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xWoOo8jzuoHCy0I off=7980662 len=17909 2024-08-10T05:26:34.960 INFO:tasks.workunit.client.0.smithi078.stdout:op 3080 completed, throughput=4.99MB/sec 2024-08-10T05:26:34.960 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tz32cHooriW9Hx6 off=7022190 len=1659655 2024-08-10T05:26:34.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 3081 completed, throughput=5MB/sec 2024-08-10T05:26:34.962 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zWwjyfOV8LZldCa off=12521916 len=1453182 2024-08-10T05:26:34.964 INFO:tasks.workunit.client.0.smithi078.stdout:op 3082 completed, throughput=5MB/sec 2024-08-10T05:26:34.964 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VEMa6AKo2HTvKFT off=1333267 len=1995279 2024-08-10T05:26:34.975 INFO:tasks.workunit.client.0.smithi078.stdout:op 3083 completed, throughput=5MB/sec 2024-08-10T05:26:34.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:34 smithi078 ceph-mon[92251]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:26:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:34 smithi078 ceph-mon[94618]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:26:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:34 smithi107 ceph-mon[86658]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:26:35.975 INFO:tasks.workunit.client.0.smithi078.stdout: 598: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:35.975 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6tKu8XenUPWo_M- off=3591714 len=643168 2024-08-10T05:26:35.979 INFO:tasks.workunit.client.0.smithi078.stdout:op 3084 completed, throughput=4.99MB/sec 2024-08-10T05:26:35.979 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZtkWvBsC26vW-G2 off=708775 len=716147 2024-08-10T05:26:35.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 3085 completed, throughput=5MB/sec 2024-08-10T05:26:35.980 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8z5VQutKtv9fHmG off=10105776 len=136476 2024-08-10T05:26:35.983 INFO:tasks.workunit.client.0.smithi078.stdout:op 3086 completed, throughput=5MB/sec 2024-08-10T05:26:35.983 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ISfsighu-pjsEd9 off=11381897 len=857316 2024-08-10T05:26:35.984 INFO:tasks.workunit.client.0.smithi078.stdout:op 3087 completed, throughput=5MB/sec 2024-08-10T05:26:35.984 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-U2rv9IFXaAjyub0 off=972446 len=547565 2024-08-10T05:26:35.985 INFO:tasks.workunit.client.0.smithi078.stdout:op 3088 completed, throughput=5MB/sec 2024-08-10T05:26:35.985 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wH9tLngWYdneqKW off=8767873 len=1937052 2024-08-10T05:26:35.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 3089 completed, throughput=5MB/sec 2024-08-10T05:26:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:36 smithi078 ceph-mon[92251]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:26:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:36 smithi078 ceph-mon[94618]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:26:36.987 INFO:tasks.workunit.client.0.smithi078.stdout: 599: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:36.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1I6McAEmvyWBUF1 off=3277625 len=703968 2024-08-10T05:26:36.989 INFO:tasks.workunit.client.0.smithi078.stdout:op 3090 completed, throughput=4.99MB/sec 2024-08-10T05:26:36.989 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lWItcvKSznL0nXu off=995745 len=942733 2024-08-10T05:26:36.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 3091 completed, throughput=5MB/sec 2024-08-10T05:26:36.995 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F1z52EyJpWCPSQr off=2202109 len=1712887 2024-08-10T05:26:37.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 3092 completed, throughput=5MB/sec 2024-08-10T05:26:37.001 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P4CQXV31XHivBAs off=12303231 len=785604 2024-08-10T05:26:37.005 INFO:tasks.workunit.client.0.smithi078.stdout:op 3093 completed, throughput=5MB/sec 2024-08-10T05:26:37.005 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lzrQ81PM20QcIj4 off=4276791 len=459555 2024-08-10T05:26:37.008 INFO:tasks.workunit.client.0.smithi078.stdout:op 3094 completed, throughput=5MB/sec 2024-08-10T05:26:37.008 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Y_A8STZz6Zkx3sz off=5970744 len=1997763 2024-08-10T05:26:37.010 INFO:tasks.workunit.client.0.smithi078.stdout:op 3095 completed, throughput=5MB/sec 2024-08-10T05:26:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:36 smithi107 ceph-mon[86658]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:26:38.011 INFO:tasks.workunit.client.0.smithi078.stdout: 600: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:38.011 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zHmoyum5W9x6WDB off=22541291 len=769399 2024-08-10T05:26:38.012 INFO:tasks.workunit.client.0.smithi078.stdout:op 3096 completed, throughput=5MB/sec 2024-08-10T05:26:38.012 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Y3F_Z1n2c_ItaZy off=22002427 len=561889 2024-08-10T05:26:38.013 INFO:tasks.workunit.client.0.smithi078.stdout:op 3097 completed, throughput=5MB/sec 2024-08-10T05:26:38.013 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-o3Eq234x4izS_1e off=2900226 len=867640 2024-08-10T05:26:38.014 INFO:tasks.workunit.client.0.smithi078.stdout:op 3098 completed, throughput=5MB/sec 2024-08-10T05:26:38.015 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_0kYOx20posvbMM off=6705160 len=664937 2024-08-10T05:26:38.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 3099 completed, throughput=5MB/sec 2024-08-10T05:26:38.018 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JzUzvyOIdMifcv4 off=6754436 len=597276 2024-08-10T05:26:38.022 INFO:tasks.workunit.client.0.smithi078.stdout:op 3100 completed, throughput=5MB/sec 2024-08-10T05:26:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:38 smithi078 ceph-mon[92251]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:26:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:38 smithi078 ceph-mon[94618]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:26:39.023 INFO:tasks.workunit.client.0.smithi078.stdout: 601: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:39.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CYhox_S7tbcwmIf off=1537806 len=1056541 2024-08-10T05:26:39.025 INFO:tasks.workunit.client.0.smithi078.stdout:op 3101 completed, throughput=4.99MB/sec 2024-08-10T05:26:39.025 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qF8WNE_CQLFKEWT off=3411371 len=550467 2024-08-10T05:26:39.029 INFO:tasks.workunit.client.0.smithi078.stdout:op 3102 completed, throughput=4.99MB/sec 2024-08-10T05:26:39.029 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5V0ou54pzu53tPK off=6591132 len=1081916 2024-08-10T05:26:39.035 INFO:tasks.workunit.client.0.smithi078.stdout:op 3103 completed, throughput=5MB/sec 2024-08-10T05:26:39.035 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FzZ-UCFCL6lBwBh off=5386397 len=117622 2024-08-10T05:26:39.038 INFO:tasks.workunit.client.0.smithi078.stdout:op 3104 completed, throughput=5MB/sec 2024-08-10T05:26:39.038 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4Al0r4L-kGQ0RUh off=14952959 len=232106 2024-08-10T05:26:39.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 3105 completed, throughput=5MB/sec 2024-08-10T05:26:39.041 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yirctm8N6VhgVGQ off=2166670 len=1822954 2024-08-10T05:26:39.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 3106 completed, throughput=5MB/sec 2024-08-10T05:26:39.051 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zyEjqZlvE_tBDiP off=17461780 len=393700 2024-08-10T05:26:39.054 INFO:tasks.workunit.client.0.smithi078.stdout:op 3107 completed, throughput=5MB/sec 2024-08-10T05:26:39.054 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BdvBTvYf8Z3Pzjk off=20149503 len=1066113 2024-08-10T05:26:39.058 INFO:tasks.workunit.client.0.smithi078.stdout:op 3108 completed, throughput=5MB/sec 2024-08-10T05:26:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:38 smithi107 ceph-mon[86658]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:26:40.058 INFO:tasks.workunit.client.0.smithi078.stdout: 602: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:40.059 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SfX0B0QRNqdIrPT off=1611293 len=138722 2024-08-10T05:26:40.059 INFO:tasks.workunit.client.0.smithi078.stdout:op 3109 completed, throughput=4.99MB/sec 2024-08-10T05:26:40.059 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GwTSVSo8qw-7d59 off=6616124 len=467023 2024-08-10T05:26:40.060 INFO:tasks.workunit.client.0.smithi078.stdout:op 3110 completed, throughput=4.99MB/sec 2024-08-10T05:26:40.060 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dgXqiyczbz4Wi5q off=4783393 len=2036358 2024-08-10T05:26:40.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 3111 completed, throughput=5MB/sec 2024-08-10T05:26:40.070 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jFDsmayb-JAKYxb off=5495470 len=238340 2024-08-10T05:26:40.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 3112 completed, throughput=5MB/sec 2024-08-10T05:26:40.070 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FhRYBlG_VsC0uez off=4772715 len=1990836 2024-08-10T05:26:40.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 3113 completed, throughput=5MB/sec 2024-08-10T05:26:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:40 smithi078 ceph-mon[92251]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:26:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:40 smithi078 ceph-mon[94618]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:26:41.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:40 smithi107 ceph-mon[86658]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:26:41.072 INFO:tasks.workunit.client.0.smithi078.stdout: 603: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:41.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_sA6CgnB4OOHvG5 off=13611275 len=465795 2024-08-10T05:26:41.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 3114 completed, throughput=4.99MB/sec 2024-08-10T05:26:41.073 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0mMUWDVRl_b1dC8 off=7529589 len=1581774 2024-08-10T05:26:41.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 3115 completed, throughput=5MB/sec 2024-08-10T05:26:41.082 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0gfzC-x3uYpgA-i off=2640253 len=1230045 2024-08-10T05:26:41.090 INFO:tasks.workunit.client.0.smithi078.stdout:op 3116 completed, throughput=5MB/sec 2024-08-10T05:26:41.090 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HqaIcesJlvKcLL_ off=3630236 len=849054 2024-08-10T05:26:41.091 INFO:tasks.workunit.client.0.smithi078.stdout:op 3117 completed, throughput=5MB/sec 2024-08-10T05:26:41.091 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6dqoNDATb-RVcFI off=6621330 len=375043 2024-08-10T05:26:41.094 INFO:tasks.workunit.client.0.smithi078.stdout:op 3118 completed, throughput=5MB/sec 2024-08-10T05:26:41.094 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UYIuAK6UWZk_75M off=6301762 len=590668 2024-08-10T05:26:41.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 3119 completed, throughput=5MB/sec 2024-08-10T05:26:42.098 INFO:tasks.workunit.client.0.smithi078.stdout: 604: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:42.098 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GBj-XYlH5A5Zk1G off=11238032 len=873570 2024-08-10T05:26:42.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 3120 completed, throughput=4.99MB/sec 2024-08-10T05:26:42.099 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NrvZ2DqBgLS7nG0 off=3676886 len=685363 2024-08-10T05:26:42.100 INFO:tasks.workunit.client.0.smithi078.stdout:op 3121 completed, throughput=4.99MB/sec 2024-08-10T05:26:42.101 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-85P6nPdB33I4FnU off=5507676 len=1044951 2024-08-10T05:26:42.103 INFO:tasks.workunit.client.0.smithi078.stdout:op 3122 completed, throughput=5MB/sec 2024-08-10T05:26:42.103 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ir09IUOxnnnUpfL off=8797705 len=1151552 2024-08-10T05:26:42.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 3123 completed, throughput=5MB/sec 2024-08-10T05:26:42.111 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GtKxZaIri6WmmDs off=734966 len=1105959 2024-08-10T05:26:42.112 INFO:tasks.workunit.client.0.smithi078.stdout:op 3124 completed, throughput=5MB/sec 2024-08-10T05:26:42.112 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Iec5snkQtazAjZ1 off=1919233 len=1362267 2024-08-10T05:26:42.117 INFO:tasks.workunit.client.0.smithi078.stdout:op 3125 completed, throughput=5MB/sec 2024-08-10T05:26:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:26:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:26:41] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:26:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:26:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:42 smithi078 ceph-mon[92251]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:26:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:42 smithi078 ceph-mon[94618]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:26:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:42 smithi107 ceph-mon[86658]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:26:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:43.117 INFO:tasks.workunit.client.0.smithi078.stdout: 605: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:43.118 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yifXG1omwOshbSk off=5892579 len=640797 2024-08-10T05:26:43.122 INFO:tasks.workunit.client.0.smithi078.stdout:op 3126 completed, throughput=4.99MB/sec 2024-08-10T05:26:43.122 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-q_sIiFZe2ye1qv6 off=16910246 len=1350236 2024-08-10T05:26:43.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 3127 completed, throughput=5MB/sec 2024-08-10T05:26:43.130 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VbNlb6PD8qX_L1p off=851218 len=1437649 2024-08-10T05:26:43.131 INFO:tasks.workunit.client.0.smithi078.stdout:op 3128 completed, throughput=5MB/sec 2024-08-10T05:26:43.131 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7Dgx1GFrDXNaeXN off=9642086 len=376945 2024-08-10T05:26:43.132 INFO:tasks.workunit.client.0.smithi078.stdout:op 3129 completed, throughput=5MB/sec 2024-08-10T05:26:43.132 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Fw22EJ4qiwqF1b4 off=16413625 len=74979 2024-08-10T05:26:43.134 INFO:tasks.workunit.client.0.smithi078.stdout:op 3130 completed, throughput=5MB/sec 2024-08-10T05:26:43.134 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BkjRIt3aZKct9_c off=946818 len=545319 2024-08-10T05:26:43.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 3131 completed, throughput=5MB/sec 2024-08-10T05:26:44.136 INFO:tasks.workunit.client.0.smithi078.stdout: 606: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:44.136 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_jgtcUymchBhcdM off=19125629 len=1727319 2024-08-10T05:26:44.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 3132 completed, throughput=4.99MB/sec 2024-08-10T05:26:44.145 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3TPDiq4DnfHLwde off=7665029 len=493226 2024-08-10T05:26:44.146 INFO:tasks.workunit.client.0.smithi078.stdout:op 3133 completed, throughput=5MB/sec 2024-08-10T05:26:44.146 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-12COzH4g2K8TvnO off=1236526 len=96622 2024-08-10T05:26:44.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 3134 completed, throughput=5MB/sec 2024-08-10T05:26:44.147 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ng2W7kpRiRaarDS off=10471018 len=1714044 2024-08-10T05:26:44.154 INFO:tasks.workunit.client.0.smithi078.stdout:op 3135 completed, throughput=5MB/sec 2024-08-10T05:26:44.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oSBNWGtAIILc15w off=11925155 len=2059428 2024-08-10T05:26:44.156 INFO:tasks.workunit.client.0.smithi078.stdout:op 3136 completed, throughput=5MB/sec 2024-08-10T05:26:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:44 smithi078 ceph-mon[92251]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:26:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:44 smithi078 ceph-mon[94618]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:26:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:44 smithi107 ceph-mon[86658]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:26:45.156 INFO:tasks.workunit.client.0.smithi078.stdout: 607: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:45.156 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3lzml4A6X06r-lo off=689046 len=444370 2024-08-10T05:26:45.160 INFO:tasks.workunit.client.0.smithi078.stdout:op 3137 completed, throughput=4.99MB/sec 2024-08-10T05:26:45.160 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZzbO2QZnkR2id8t off=81645 len=406679 2024-08-10T05:26:45.162 INFO:tasks.workunit.client.0.smithi078.stdout:op 3138 completed, throughput=4.99MB/sec 2024-08-10T05:26:45.162 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hKBWGKpwTeHvAb0 off=8897448 len=609378 2024-08-10T05:26:45.163 INFO:tasks.workunit.client.0.smithi078.stdout:op 3139 completed, throughput=5MB/sec 2024-08-10T05:26:45.163 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qONZ0F2EHz-bwuP off=2410356 len=1306527 2024-08-10T05:26:45.173 INFO:tasks.workunit.client.0.smithi078.stdout:op 3140 completed, throughput=5MB/sec 2024-08-10T05:26:45.173 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sCz9a83BlzJrsZp off=10760339 len=1783291 2024-08-10T05:26:45.183 INFO:tasks.workunit.client.0.smithi078.stdout:op 3141 completed, throughput=5MB/sec 2024-08-10T05:26:46.183 INFO:tasks.workunit.client.0.smithi078.stdout: 608: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:46.184 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3XqrBaV-yCjK1er off=6346804 len=599535 2024-08-10T05:26:46.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 3142 completed, throughput=4.99MB/sec 2024-08-10T05:26:46.184 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-D24jDzhDOqIF3-k off=5070026 len=1080257 2024-08-10T05:26:46.186 INFO:tasks.workunit.client.0.smithi078.stdout:op 3143 completed, throughput=4.99MB/sec 2024-08-10T05:26:46.186 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FgGuCBbs2lbtfFB off=13158517 len=1806009 2024-08-10T05:26:46.196 INFO:tasks.workunit.client.0.smithi078.stdout:op 3144 completed, throughput=5MB/sec 2024-08-10T05:26:46.196 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3kF8Rn6EhsBdbCp off=1024178 len=34316 2024-08-10T05:26:46.197 INFO:tasks.workunit.client.0.smithi078.stdout:op 3145 completed, throughput=5MB/sec 2024-08-10T05:26:46.197 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jY6OBhZLwbeAikP off=1351902 len=1233126 2024-08-10T05:26:46.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 3146 completed, throughput=5MB/sec 2024-08-10T05:26:46.202 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9Cb4xskrlyyiPb0 off=267992 len=627541 2024-08-10T05:26:46.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 3147 completed, throughput=5MB/sec 2024-08-10T05:26:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:46 smithi107 ceph-mon[86658]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:26:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: 609: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:47.206 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-njt-ws-J5VU7xho off=652589 len=2049899 2024-08-10T05:26:47.208 INFO:tasks.workunit.client.0.smithi078.stdout:op 3148 completed, throughput=5MB/sec 2024-08-10T05:26:47.208 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-de-6l3Ep8tgQUvk off=3004884 len=1026118 2024-08-10T05:26:47.209 INFO:tasks.workunit.client.0.smithi078.stdout:op 3149 completed, throughput=5MB/sec 2024-08-10T05:26:47.210 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_u5H2U9htPRxk0L off=1430908 len=1396827 2024-08-10T05:26:47.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 3150 completed, throughput=5MB/sec 2024-08-10T05:26:47.212 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rwQIt-UVM9dNMvR off=1031273 len=827441 2024-08-10T05:26:47.216 INFO:tasks.workunit.client.0.smithi078.stdout:op 3151 completed, throughput=5MB/sec 2024-08-10T05:26:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:46 smithi078 ceph-mon[92251]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:26:47.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:46 smithi078 ceph-mon[94618]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:26:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: 610: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:48.217 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Oh7FSHKbOYxkA-L off=11378471 len=1539774 2024-08-10T05:26:48.219 INFO:tasks.workunit.client.0.smithi078.stdout:op 3152 completed, throughput=4.99MB/sec 2024-08-10T05:26:48.219 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ax5XL5H6Y0kp1L7 off=145071 len=1623322 2024-08-10T05:26:48.221 INFO:tasks.workunit.client.0.smithi078.stdout:op 3153 completed, throughput=5MB/sec 2024-08-10T05:26:48.221 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GuWw2U8vq6dVghe off=3428741 len=614089 2024-08-10T05:26:48.225 INFO:tasks.workunit.client.0.smithi078.stdout:op 3154 completed, throughput=5MB/sec 2024-08-10T05:26:48.225 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Jj_t9ksu-bImylP off=10363889 len=1382562 2024-08-10T05:26:48.232 INFO:tasks.workunit.client.0.smithi078.stdout:op 3155 completed, throughput=5MB/sec 2024-08-10T05:26:48.232 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q49qDcpai-bjU4R off=22784991 len=1088960 2024-08-10T05:26:48.237 INFO:tasks.workunit.client.0.smithi078.stdout:op 3156 completed, throughput=5MB/sec 2024-08-10T05:26:49.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:48 smithi078 ceph-mon[92251]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:49.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:48 smithi078 ceph-mon[94618]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:48 smithi107 ceph-mon[86658]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: 611: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:49.238 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gbznMghU8VHgqfi off=15347397 len=396529 2024-08-10T05:26:49.241 INFO:tasks.workunit.client.0.smithi078.stdout:op 3157 completed, throughput=4.99MB/sec 2024-08-10T05:26:49.241 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XqcPPsOXQQ2gRDO off=11574417 len=1999452 2024-08-10T05:26:49.245 INFO:tasks.workunit.client.0.smithi078.stdout:op 3158 completed, throughput=5MB/sec 2024-08-10T05:26:49.245 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S2S-PVo5iwnM9LN off=1922923 len=611079 2024-08-10T05:26:49.249 INFO:tasks.workunit.client.0.smithi078.stdout:op 3159 completed, throughput=5MB/sec 2024-08-10T05:26:49.249 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5GQehnMJP-2dgdW off=0 len=1176351 2024-08-10T05:26:49.251 INFO:tasks.workunit.client.0.smithi078.stdout:op 3160 completed, throughput=5MB/sec 2024-08-10T05:26:49.251 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ef5zI_yuAKlgAz1 off=4753074 len=1271050 2024-08-10T05:26:49.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 3161 completed, throughput=5MB/sec 2024-08-10T05:26:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: 612: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:50.257 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KrVFr0loS81-Ra6 off=4545989 len=1749193 2024-08-10T05:26:50.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 3162 completed, throughput=5MB/sec 2024-08-10T05:26:50.259 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yUZZ0WZGC44tcsa off=3564248 len=828824 2024-08-10T05:26:50.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 3163 completed, throughput=5MB/sec 2024-08-10T05:26:50.259 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6_u-LDBmxDPyIH8 off=3161041 len=2071752 2024-08-10T05:26:50.271 INFO:tasks.workunit.client.0.smithi078.stdout:op 3164 completed, throughput=5MB/sec 2024-08-10T05:26:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:50 smithi107 ceph-mon[86658]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:50 smithi078 ceph-mon[92251]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:51.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:50 smithi078 ceph-mon[94618]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:26:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: 613: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:51.271 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HHQ6JgN1zdY7u3m off=17375058 len=417390 2024-08-10T05:26:51.272 INFO:tasks.workunit.client.0.smithi078.stdout:op 3165 completed, throughput=4.99MB/sec 2024-08-10T05:26:51.272 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kCIztZO4rI0mEM_ off=4749865 len=1298373 2024-08-10T05:26:51.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 3166 completed, throughput=5MB/sec 2024-08-10T05:26:51.274 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O7hsEumJuVPZLYA off=2646099 len=251643 2024-08-10T05:26:51.275 INFO:tasks.workunit.client.0.smithi078.stdout:op 3167 completed, throughput=5MB/sec 2024-08-10T05:26:51.275 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gIV_saRJCwsvmjQ off=7595839 len=445085 2024-08-10T05:26:51.279 INFO:tasks.workunit.client.0.smithi078.stdout:op 3168 completed, throughput=5MB/sec 2024-08-10T05:26:51.279 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-si1s8WGIQrZYfKz off=457365 len=2031799 2024-08-10T05:26:51.283 INFO:tasks.workunit.client.0.smithi078.stdout:op 3169 completed, throughput=5MB/sec 2024-08-10T05:26:51.283 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0Jwc9T2qX6w2krU off=14945906 len=1214818 2024-08-10T05:26:51.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 3170 completed, throughput=5MB/sec 2024-08-10T05:26:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:26:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:26:51] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:26:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: 614: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-y8rDA5hb1koEdL1 off=1927119 len=1995372 2024-08-10T05:26:52.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 3171 completed, throughput=5MB/sec 2024-08-10T05:26:52.294 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r99D0OfuaKztD5o off=999204 len=2069861 2024-08-10T05:26:52.306 INFO:tasks.workunit.client.0.smithi078.stdout:op 3172 completed, throughput=5MB/sec 2024-08-10T05:26:52.306 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wmqSniB_n1-3t9O off=200046 len=285894 2024-08-10T05:26:52.306 INFO:tasks.workunit.client.0.smithi078.stdout:op 3173 completed, throughput=5MB/sec 2024-08-10T05:26:52.307 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DCeSnFWWEtuXtOR off=1820676 len=1555318 2024-08-10T05:26:52.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 3174 completed, throughput=5MB/sec 2024-08-10T05:26:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:26:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:52.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:52 smithi107 ceph-mon[86658]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:26:53.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:52 smithi078 ceph-mon[92251]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:26:53.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:52 smithi078 ceph-mon[94618]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:26:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: 615: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:53.314 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6THa4vbLiV98OuH off=2222753 len=915812 2024-08-10T05:26:53.318 INFO:tasks.workunit.client.0.smithi078.stdout:op 3175 completed, throughput=5MB/sec 2024-08-10T05:26:53.318 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9bJjRppKX_7Abls off=14601618 len=623621 2024-08-10T05:26:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:op 3176 completed, throughput=5MB/sec 2024-08-10T05:26:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_QmLxiOs2UVEXub off=12757580 len=2096281 2024-08-10T05:26:53.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 3177 completed, throughput=5MB/sec 2024-08-10T05:26:53.328 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OQEwWYrzyNDTyDf off=490276 len=1921320 2024-08-10T05:26:53.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 3178 completed, throughput=5MB/sec 2024-08-10T05:26:54.332 INFO:tasks.workunit.client.0.smithi078.stdout: 616: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:54.332 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M-5VGKHU0E4-jR2 off=3055540 len=335619 2024-08-10T05:26:54.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 3179 completed, throughput=4.99MB/sec 2024-08-10T05:26:54.335 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-G54zRHUSHc5egjV off=4054945 len=796648 2024-08-10T05:26:54.336 INFO:tasks.workunit.client.0.smithi078.stdout:op 3180 completed, throughput=5MB/sec 2024-08-10T05:26:54.337 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_BA_6vF3_AS6f60 off=2889253 len=1822519 2024-08-10T05:26:54.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 3181 completed, throughput=5MB/sec 2024-08-10T05:26:54.347 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DqXrptCXLDBK6Gy off=8174339 len=1523568 2024-08-10T05:26:54.355 INFO:tasks.workunit.client.0.smithi078.stdout:op 3182 completed, throughput=5MB/sec 2024-08-10T05:26:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:54 smithi107 ceph-mon[86658]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:26:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:54 smithi078 ceph-mon[92251]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:26:55.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:54 smithi078 ceph-mon[94618]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:26:55.356 INFO:tasks.workunit.client.0.smithi078.stdout: 617: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:55.356 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0vZfKZk25-8wDbO off=10641216 len=1185488 2024-08-10T05:26:55.357 INFO:tasks.workunit.client.0.smithi078.stdout:op 3183 completed, throughput=4.99MB/sec 2024-08-10T05:26:55.357 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KbVY6H-RpG5jxlA off=5359099 len=793440 2024-08-10T05:26:55.362 INFO:tasks.workunit.client.0.smithi078.stdout:op 3184 completed, throughput=5MB/sec 2024-08-10T05:26:55.362 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-By4pdAtwI3_Evqs off=0 len=1100100 2024-08-10T05:26:55.365 INFO:tasks.workunit.client.0.smithi078.stdout:op 3185 completed, throughput=5MB/sec 2024-08-10T05:26:55.365 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F4BcYMSLwRuIRou off=5250159 len=421578 2024-08-10T05:26:55.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 3186 completed, throughput=5MB/sec 2024-08-10T05:26:55.369 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6Xsh85fD5jRf4t0 off=22045867 len=1081971 2024-08-10T05:26:55.372 INFO:tasks.workunit.client.0.smithi078.stdout:op 3187 completed, throughput=5MB/sec 2024-08-10T05:26:55.372 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cMDYGkXmYeRDrbS off=984802 len=332939 2024-08-10T05:26:55.375 INFO:tasks.workunit.client.0.smithi078.stdout:op 3188 completed, throughput=5MB/sec 2024-08-10T05:26:56.375 INFO:tasks.workunit.client.0.smithi078.stdout: 618: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:56.375 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kEPj4YJ6714BIHM off=1870075 len=1818336 2024-08-10T05:26:56.377 INFO:tasks.workunit.client.0.smithi078.stdout:op 3189 completed, throughput=5MB/sec 2024-08-10T05:26:56.378 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_BPFK1Uez-DEF2N off=9587175 len=662784 2024-08-10T05:26:56.383 INFO:tasks.workunit.client.0.smithi078.stdout:op 3190 completed, throughput=5MB/sec 2024-08-10T05:26:56.383 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OTQry8lQyJAJC4c off=19045347 len=1940816 2024-08-10T05:26:56.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 3191 completed, throughput=5MB/sec 2024-08-10T05:26:56.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wiiC-acs1NAzZsy off=2542653 len=526732 2024-08-10T05:26:56.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 3192 completed, throughput=5MB/sec 2024-08-10T05:26:56.392 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uohvKMQN0d6PB7V off=1701798 len=379897 2024-08-10T05:26:56.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 3193 completed, throughput=5MB/sec 2024-08-10T05:26:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:56 smithi107 ceph-mon[86658]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:26:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:56 smithi078 ceph-mon[92251]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:26:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:56 smithi078 ceph-mon[94618]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:26:57.393 INFO:tasks.workunit.client.0.smithi078.stdout: 619: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:57.393 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R7ITft2knpJVpmX off=2406873 len=1670703 2024-08-10T05:26:57.401 INFO:tasks.workunit.client.0.smithi078.stdout:op 3194 completed, throughput=4.99MB/sec 2024-08-10T05:26:57.401 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-REQRLqiLuOUZfDO off=989254 len=1349416 2024-08-10T05:26:57.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 3195 completed, throughput=5MB/sec 2024-08-10T05:26:57.408 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7Ax_c3ux1N3WGGC off=1386048 len=157528 2024-08-10T05:26:57.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 3196 completed, throughput=5MB/sec 2024-08-10T05:26:57.408 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3Npr0W36a7HrxaA off=2316713 len=570974 2024-08-10T05:26:57.413 INFO:tasks.workunit.client.0.smithi078.stdout:op 3197 completed, throughput=5MB/sec 2024-08-10T05:26:57.413 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xUi7J3aMY-wlzAc off=11769414 len=1660140 2024-08-10T05:26:57.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 3198 completed, throughput=5MB/sec 2024-08-10T05:26:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:58.414 INFO:tasks.workunit.client.0.smithi078.stdout: 620: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:58.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sc5UyhguPRAEdbs off=3168637 len=1661690 2024-08-10T05:26:58.418 INFO:tasks.workunit.client.0.smithi078.stdout:op 3199 completed, throughput=5MB/sec 2024-08-10T05:26:58.418 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-frTk8jhTFEZD3nf off=1900254 len=1158018 2024-08-10T05:26:58.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 3200 completed, throughput=5MB/sec 2024-08-10T05:26:58.420 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-A8okxo_e3xVvdlW off=276680 len=307994 2024-08-10T05:26:58.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 3201 completed, throughput=5MB/sec 2024-08-10T05:26:58.420 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L1mw-g4VqNXh3Iu off=8298383 len=24563 2024-08-10T05:26:58.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 3202 completed, throughput=5MB/sec 2024-08-10T05:26:58.426 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-G0cWpaFd2-s2kt9 off=18719511 len=1402284 2024-08-10T05:26:58.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 3203 completed, throughput=5MB/sec 2024-08-10T05:26:58.426 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OrjNsancZA3xFb9 off=11288397 len=397663 2024-08-10T05:26:58.428 INFO:tasks.workunit.client.0.smithi078.stdout:op 3204 completed, throughput=5MB/sec 2024-08-10T05:26:58.429 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6PpPbWLsrGkqyGX off=2468314 len=1373231 2024-08-10T05:26:58.436 INFO:tasks.workunit.client.0.smithi078.stdout:op 3205 completed, throughput=5MB/sec 2024-08-10T05:26:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:26:58 smithi107 ceph-mon[86658]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:26:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:26:58 smithi078 ceph-mon[92251]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:26:59.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:26:58 smithi078 ceph-mon[94618]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:26:59.436 INFO:tasks.workunit.client.0.smithi078.stdout: 621: throughput=4.99MB/sec pending data=0 2024-08-10T05:26:59.437 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ChJ1f6rFpfo1O4G off=2258635 len=40261 2024-08-10T05:26:59.437 INFO:tasks.workunit.client.0.smithi078.stdout:op 3206 completed, throughput=4.99MB/sec 2024-08-10T05:26:59.437 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DvlQcO5EsFM50CS off=54736 len=1427149 2024-08-10T05:26:59.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 3207 completed, throughput=5MB/sec 2024-08-10T05:26:59.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NS8tTJqhBMvXf0V off=20219313 len=110181 2024-08-10T05:26:59.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 3208 completed, throughput=5MB/sec 2024-08-10T05:26:59.448 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cwWshdEYs-cpx1J off=7300281 len=237027 2024-08-10T05:26:59.450 INFO:tasks.workunit.client.0.smithi078.stdout:op 3209 completed, throughput=5MB/sec 2024-08-10T05:26:59.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vkBrz9XbtFv_ggx off=139011 len=40829 2024-08-10T05:26:59.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 3210 completed, throughput=5MB/sec 2024-08-10T05:26:59.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XJ9V8BxGQHfW72g off=3785819 len=1884429 2024-08-10T05:26:59.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 3211 completed, throughput=5MB/sec 2024-08-10T05:26:59.453 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Wlo2Ar9aE5ngRw3 off=3971137 len=1568571 2024-08-10T05:26:59.461 INFO:tasks.workunit.client.0.smithi078.stdout:op 3212 completed, throughput=5MB/sec 2024-08-10T05:27:00.461 INFO:tasks.workunit.client.0.smithi078.stdout: 622: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:00.461 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IXTNb8-HKmPOijP off=0 len=1266422 2024-08-10T05:27:00.467 INFO:tasks.workunit.client.0.smithi078.stdout:op 3213 completed, throughput=5MB/sec 2024-08-10T05:27:00.467 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YVBzLoUwy9HmMaX off=893086 len=971702 2024-08-10T05:27:00.474 INFO:tasks.workunit.client.0.smithi078.stdout:op 3214 completed, throughput=5MB/sec 2024-08-10T05:27:00.474 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g9nCRxZMbThwaZ5 off=7656057 len=361442 2024-08-10T05:27:00.474 INFO:tasks.workunit.client.0.smithi078.stdout:op 3215 completed, throughput=5MB/sec 2024-08-10T05:27:00.474 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7d_GOGvFfyblmT3 off=7059918 len=721418 2024-08-10T05:27:00.476 INFO:tasks.workunit.client.0.smithi078.stdout:op 3216 completed, throughput=5MB/sec 2024-08-10T05:27:00.476 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2kTaXDSBcwf9qjK off=431509 len=49944 2024-08-10T05:27:00.479 INFO:tasks.workunit.client.0.smithi078.stdout:op 3217 completed, throughput=5MB/sec 2024-08-10T05:27:00.479 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PSYhMXUju88M9MZ off=5189846 len=669636 2024-08-10T05:27:00.483 INFO:tasks.workunit.client.0.smithi078.stdout:op 3218 completed, throughput=5MB/sec 2024-08-10T05:27:00.483 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lJN7GebEYE_ecUG off=13102715 len=780583 2024-08-10T05:27:00.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 3219 completed, throughput=5MB/sec 2024-08-10T05:27:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:00 smithi107 ceph-mon[86658]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:27:01.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:00 smithi078 ceph-mon[92251]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:27:01.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:00 smithi078 ceph-mon[94618]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:27:01.484 INFO:tasks.workunit.client.0.smithi078.stdout: 623: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:01.484 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-liDG06tgh1v_oGO off=4627275 len=1048068 2024-08-10T05:27:01.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 3220 completed, throughput=4.99MB/sec 2024-08-10T05:27:01.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ON0SwrqPO7LQoRy off=13416795 len=1721944 2024-08-10T05:27:01.498 INFO:tasks.workunit.client.0.smithi078.stdout:op 3221 completed, throughput=5MB/sec 2024-08-10T05:27:01.498 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-I7XNKXQG-AQltym off=2187478 len=645590 2024-08-10T05:27:01.499 INFO:tasks.workunit.client.0.smithi078.stdout:op 3222 completed, throughput=5MB/sec 2024-08-10T05:27:01.499 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TlcoyJOo4Zlky7M off=3472861 len=1172903 2024-08-10T05:27:01.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 3223 completed, throughput=5MB/sec 2024-08-10T05:27:01.503 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-upHhdrjdE9afr9P off=3725032 len=129364 2024-08-10T05:27:01.506 INFO:tasks.workunit.client.0.smithi078.stdout:op 3224 completed, throughput=5MB/sec 2024-08-10T05:27:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:27:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:27:01] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:27:02.506 INFO:tasks.workunit.client.0.smithi078.stdout: 624: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:02.506 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TLp835kW-2f_aq4 off=5466988 len=1772953 2024-08-10T05:27:02.515 INFO:tasks.workunit.client.0.smithi078.stdout:op 3225 completed, throughput=4.99MB/sec 2024-08-10T05:27:02.515 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-35B1s6rDDh6GgQx off=2927365 len=1152926 2024-08-10T05:27:02.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 3226 completed, throughput=5MB/sec 2024-08-10T05:27:02.517 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zgRLMrliQsEuALl off=284122 len=1068866 2024-08-10T05:27:02.522 INFO:tasks.workunit.client.0.smithi078.stdout:op 3227 completed, throughput=5MB/sec 2024-08-10T05:27:02.523 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aYZPyQGAM33nvIh off=710808 len=767564 2024-08-10T05:27:02.526 INFO:tasks.workunit.client.0.smithi078.stdout:op 3228 completed, throughput=5MB/sec 2024-08-10T05:27:02.526 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FR6GumWJ8XUJlzX off=14047648 len=1630378 2024-08-10T05:27:02.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 3229 completed, throughput=5MB/sec 2024-08-10T05:27:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:27:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:02 smithi107 ceph-mon[86658]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:03.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:02 smithi078 ceph-mon[94618]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:02 smithi078 ceph-mon[92251]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:03.532 INFO:tasks.workunit.client.0.smithi078.stdout: 625: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:03.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lkmkAZ3HHUfDSgF off=781003 len=602484 2024-08-10T05:27:03.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 3230 completed, throughput=4.99MB/sec 2024-08-10T05:27:03.536 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-og39K6thJpFh04d off=1177481 len=1347644 2024-08-10T05:27:03.538 INFO:tasks.workunit.client.0.smithi078.stdout:op 3231 completed, throughput=5MB/sec 2024-08-10T05:27:03.539 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ahhsGf0S6KOoaA4 off=10203835 len=1050763 2024-08-10T05:27:03.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 3232 completed, throughput=5MB/sec 2024-08-10T05:27:03.541 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xKjQqdDAEBa3814 off=2828855 len=374400 2024-08-10T05:27:03.544 INFO:tasks.workunit.client.0.smithi078.stdout:op 3233 completed, throughput=5MB/sec 2024-08-10T05:27:03.544 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oQebV9iGQmCb53a off=3935763 len=443882 2024-08-10T05:27:03.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 3234 completed, throughput=5MB/sec 2024-08-10T05:27:03.547 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GLQTo_AAFbJCK2- off=639741 len=933135 2024-08-10T05:27:03.552 INFO:tasks.workunit.client.0.smithi078.stdout:op 3235 completed, throughput=5MB/sec 2024-08-10T05:27:04.552 INFO:tasks.workunit.client.0.smithi078.stdout: 626: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:04.552 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U9YOBPnhUeKOxGC off=4878671 len=1641520 2024-08-10T05:27:04.562 INFO:tasks.workunit.client.0.smithi078.stdout:op 3236 completed, throughput=5MB/sec 2024-08-10T05:27:04.562 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r_CIeMsKUpoERXI off=11493603 len=1251543 2024-08-10T05:27:04.568 INFO:tasks.workunit.client.0.smithi078.stdout:op 3237 completed, throughput=5MB/sec 2024-08-10T05:27:04.568 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nhdbAOnGshCKUdB off=16015662 len=924505 2024-08-10T05:27:04.569 INFO:tasks.workunit.client.0.smithi078.stdout:op 3238 completed, throughput=5MB/sec 2024-08-10T05:27:04.570 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E2atbxuq6F7FPBR off=18710011 len=197151 2024-08-10T05:27:04.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 3239 completed, throughput=5MB/sec 2024-08-10T05:27:04.572 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QlCybjGaeyxrFNW off=8030336 len=854507 2024-08-10T05:27:04.574 INFO:tasks.workunit.client.0.smithi078.stdout:op 3240 completed, throughput=5MB/sec 2024-08-10T05:27:04.574 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KyzAJob4H-ElXI4 off=1797768 len=1413956 2024-08-10T05:27:04.580 INFO:tasks.workunit.client.0.smithi078.stdout:op 3241 completed, throughput=5MB/sec 2024-08-10T05:27:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:04 smithi107 ceph-mon[86658]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:27:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:04 smithi078 ceph-mon[92251]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:27:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:04 smithi078 ceph-mon[94618]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:27:05.580 INFO:tasks.workunit.client.0.smithi078.stdout: 627: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:05.580 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3BpAjBchYMGxTXY off=3480573 len=902714 2024-08-10T05:27:05.581 INFO:tasks.workunit.client.0.smithi078.stdout:op 3242 completed, throughput=5MB/sec 2024-08-10T05:27:05.581 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sbb6ZEf27Lv0M9b off=266961 len=124308 2024-08-10T05:27:05.582 INFO:tasks.workunit.client.0.smithi078.stdout:op 3243 completed, throughput=5MB/sec 2024-08-10T05:27:05.583 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7Ue4CC3M7GtPf1C off=2564944 len=576793 2024-08-10T05:27:05.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 3244 completed, throughput=5MB/sec 2024-08-10T05:27:05.587 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kxjDBL6w-u7wS98 off=6979240 len=966845 2024-08-10T05:27:05.588 INFO:tasks.workunit.client.0.smithi078.stdout:op 3245 completed, throughput=5MB/sec 2024-08-10T05:27:05.588 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zkSRkBXF0Z2GyFH off=22075328 len=795971 2024-08-10T05:27:05.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 3246 completed, throughput=5MB/sec 2024-08-10T05:27:05.589 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zFJLQTiCUafos4i off=515748 len=1353821 2024-08-10T05:27:05.590 INFO:tasks.workunit.client.0.smithi078.stdout:op 3247 completed, throughput=5MB/sec 2024-08-10T05:27:06.590 INFO:tasks.workunit.client.0.smithi078.stdout: 628: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:06.590 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ov0L8PwEfOMNj2V off=5311187 len=1900684 2024-08-10T05:27:06.600 INFO:tasks.workunit.client.0.smithi078.stdout:op 3248 completed, throughput=5MB/sec 2024-08-10T05:27:06.600 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IN6LQwhqOlPf6qI off=1480842 len=721446 2024-08-10T05:27:06.601 INFO:tasks.workunit.client.0.smithi078.stdout:op 3249 completed, throughput=5MB/sec 2024-08-10T05:27:06.601 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E-Q-AbIbkQrW5zO off=14151241 len=1534650 2024-08-10T05:27:06.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 3250 completed, throughput=5MB/sec 2024-08-10T05:27:06.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mcDkrt64Jm6qMGC off=3949430 len=2027450 2024-08-10T05:27:06.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 3251 completed, throughput=5MB/sec 2024-08-10T05:27:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:06 smithi107 ceph-mon[86658]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:06 smithi078 ceph-mon[92251]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:06 smithi078 ceph-mon[94618]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:07.615 INFO:tasks.workunit.client.0.smithi078.stdout: 629: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:07.615 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LwTKBsvqQGr7ne0 off=900827 len=725621 2024-08-10T05:27:07.616 INFO:tasks.workunit.client.0.smithi078.stdout:op 3252 completed, throughput=5MB/sec 2024-08-10T05:27:07.616 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xQzJh3KnEf_mo9x off=12631885 len=1911971 2024-08-10T05:27:07.618 INFO:tasks.workunit.client.0.smithi078.stdout:op 3253 completed, throughput=5MB/sec 2024-08-10T05:27:07.618 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LS2xeGFW-85OjkW off=3492445 len=201037 2024-08-10T05:27:07.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 3254 completed, throughput=5MB/sec 2024-08-10T05:27:07.621 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gY6BzseWciE-sfm off=205831 len=929008 2024-08-10T05:27:07.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 3255 completed, throughput=5MB/sec 2024-08-10T05:27:08.626 INFO:tasks.workunit.client.0.smithi078.stdout: 630: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:08.626 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zoV19W24DqPAoYG off=11829575 len=227494 2024-08-10T05:27:08.629 INFO:tasks.workunit.client.0.smithi078.stdout:op 3256 completed, throughput=4.99MB/sec 2024-08-10T05:27:08.629 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7wzM-L8Q_G1yN-B off=5052276 len=263219 2024-08-10T05:27:08.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 3257 completed, throughput=4.99MB/sec 2024-08-10T05:27:08.632 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ERvUmtyjHK60c9n off=2381988 len=2092337 2024-08-10T05:27:08.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 3258 completed, throughput=5MB/sec 2024-08-10T05:27:08.634 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zSvQhnvRJ2PaCVF off=10680783 len=13937 2024-08-10T05:27:08.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 3259 completed, throughput=5MB/sec 2024-08-10T05:27:08.636 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p2Pgxb7c4lrk9S0 off=1114782 len=1488245 2024-08-10T05:27:08.642 INFO:tasks.workunit.client.0.smithi078.stdout:op 3260 completed, throughput=5MB/sec 2024-08-10T05:27:08.643 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zECaIQXgBTgZD9v off=11842588 len=939811 2024-08-10T05:27:08.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 3261 completed, throughput=5MB/sec 2024-08-10T05:27:08.647 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CH3fkv-ZOZGPbJA off=2141185 len=1128165 2024-08-10T05:27:08.649 INFO:tasks.workunit.client.0.smithi078.stdout:op 3262 completed, throughput=5MB/sec 2024-08-10T05:27:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:08 smithi107 ceph-mon[86658]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:08 smithi078 ceph-mon[92251]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:08 smithi078 ceph-mon[94618]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:09.649 INFO:tasks.workunit.client.0.smithi078.stdout: 631: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:09.649 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8yLhBZ24DTOywdp off=3317100 len=1326328 2024-08-10T05:27:09.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 3263 completed, throughput=5MB/sec 2024-08-10T05:27:09.651 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eIdfH4n2hUjBoHn off=7481721 len=473130 2024-08-10T05:27:09.652 INFO:tasks.workunit.client.0.smithi078.stdout:op 3264 completed, throughput=5MB/sec 2024-08-10T05:27:09.652 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MZBZ4gZqDOasnCj off=11811284 len=1432715 2024-08-10T05:27:09.654 INFO:tasks.workunit.client.0.smithi078.stdout:op 3265 completed, throughput=5MB/sec 2024-08-10T05:27:09.654 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-41V_E2N35Qd9LsG off=3100034 len=1794856 2024-08-10T05:27:09.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 3266 completed, throughput=5MB/sec 2024-08-10T05:27:10.663 INFO:tasks.workunit.client.0.smithi078.stdout: 632: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:10.663 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WTTQeDVK7ioGif5 off=4656969 len=1871531 2024-08-10T05:27:10.665 INFO:tasks.workunit.client.0.smithi078.stdout:op 3267 completed, throughput=5MB/sec 2024-08-10T05:27:10.665 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_2oCW5R847GHqRt off=178596 len=571886 2024-08-10T05:27:10.670 INFO:tasks.workunit.client.0.smithi078.stdout:op 3268 completed, throughput=5MB/sec 2024-08-10T05:27:10.670 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zH4mJMlStYrTZuv off=4117612 len=397842 2024-08-10T05:27:10.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 3269 completed, throughput=5MB/sec 2024-08-10T05:27:10.673 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7A2tmuXF-8LA6zp off=3294694 len=359105 2024-08-10T05:27:10.674 INFO:tasks.workunit.client.0.smithi078.stdout:op 3270 completed, throughput=5MB/sec 2024-08-10T05:27:10.674 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cuYUSignQolJzYy off=9024204 len=338763 2024-08-10T05:27:10.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 3271 completed, throughput=5MB/sec 2024-08-10T05:27:10.677 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qsDWDJR9-yzzjNo off=996150 len=1094598 2024-08-10T05:27:10.682 INFO:tasks.workunit.client.0.smithi078.stdout:op 3272 completed, throughput=5MB/sec 2024-08-10T05:27:10.682 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k84Dh7rZpPG3YoE off=27153 len=1171196 2024-08-10T05:27:10.687 INFO:tasks.workunit.client.0.smithi078.stdout:op 3273 completed, throughput=5MB/sec 2024-08-10T05:27:11.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:10 smithi107 ceph-mon[86658]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:10 smithi078 ceph-mon[92251]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:10 smithi078 ceph-mon[94618]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:11.687 INFO:tasks.workunit.client.0.smithi078.stdout: 633: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:11.688 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tlwZAeMi515XmUy off=0 len=1069223 2024-08-10T05:27:11.690 INFO:tasks.workunit.client.0.smithi078.stdout:op 3274 completed, throughput=5MB/sec 2024-08-10T05:27:11.690 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DIHieUfC1up_ab4 off=14005768 len=972397 2024-08-10T05:27:11.694 INFO:tasks.workunit.client.0.smithi078.stdout:op 3275 completed, throughput=5MB/sec 2024-08-10T05:27:11.694 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4Al0r4L-kGQ0RUh off=1865254 len=749085 2024-08-10T05:27:11.698 INFO:tasks.workunit.client.0.smithi078.stdout:op 3276 completed, throughput=5MB/sec 2024-08-10T05:27:11.698 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-guxQO3aVzO0foIX off=2108070 len=2037794 2024-08-10T05:27:11.702 INFO:tasks.workunit.client.0.smithi078.stdout:op 3277 completed, throughput=5MB/sec 2024-08-10T05:27:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:27:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:27:11] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:27:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:27:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:12.703 INFO:tasks.workunit.client.0.smithi078.stdout: 634: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:12.703 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nWXb9n0ru08Dh_r off=18093266 len=1396539 2024-08-10T05:27:12.705 INFO:tasks.workunit.client.0.smithi078.stdout:op 3278 completed, throughput=5MB/sec 2024-08-10T05:27:12.705 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S2EBpOKfa-sFcNw off=14500852 len=534426 2024-08-10T05:27:12.709 INFO:tasks.workunit.client.0.smithi078.stdout:op 3279 completed, throughput=5MB/sec 2024-08-10T05:27:12.709 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ENOUhSiqAt1myQh off=481541 len=1949193 2024-08-10T05:27:12.711 INFO:tasks.workunit.client.0.smithi078.stdout:op 3280 completed, throughput=5MB/sec 2024-08-10T05:27:12.711 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V6IXGZXV4ztFxMn off=9364766 len=410868 2024-08-10T05:27:12.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 3281 completed, throughput=5MB/sec 2024-08-10T05:27:12.715 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j53MF_D5pmx4Vr0 off=7054961 len=1123504 2024-08-10T05:27:12.721 INFO:tasks.workunit.client.0.smithi078.stdout:op 3282 completed, throughput=5MB/sec 2024-08-10T05:27:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:12 smithi107 ceph-mon[86658]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:12 smithi078 ceph-mon[92251]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:12 smithi078 ceph-mon[94618]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:13.722 INFO:tasks.workunit.client.0.smithi078.stdout: 635: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:13.722 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YOCLzBmMj68073t off=25740 len=548177 2024-08-10T05:27:13.726 INFO:tasks.workunit.client.0.smithi078.stdout:op 3283 completed, throughput=4.99MB/sec 2024-08-10T05:27:13.726 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jV7vzW51PA_0j2E off=17138969 len=1454792 2024-08-10T05:27:13.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 3284 completed, throughput=5MB/sec 2024-08-10T05:27:13.735 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SRXydnTwtBEB7S1 off=4404702 len=150407 2024-08-10T05:27:13.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 3285 completed, throughput=5MB/sec 2024-08-10T05:27:13.738 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FmHZcTEU6KVqR__ off=12779393 len=2065836 2024-08-10T05:27:13.740 INFO:tasks.workunit.client.0.smithi078.stdout:op 3286 completed, throughput=5MB/sec 2024-08-10T05:27:13.740 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tsE8T2nyv2r1n26 off=1979801 len=248719 2024-08-10T05:27:13.741 INFO:tasks.workunit.client.0.smithi078.stdout:op 3287 completed, throughput=5MB/sec 2024-08-10T05:27:13.741 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4ZzfZlNayjtIos- off=9470725 len=468490 2024-08-10T05:27:13.742 INFO:tasks.workunit.client.0.smithi078.stdout:op 3288 completed, throughput=5MB/sec 2024-08-10T05:27:14.742 INFO:tasks.workunit.client.0.smithi078.stdout: 636: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:14.742 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VEMa6AKo2HTvKFT off=1759133 len=1253985 2024-08-10T05:27:14.749 INFO:tasks.workunit.client.0.smithi078.stdout:op 3289 completed, throughput=4.99MB/sec 2024-08-10T05:27:14.750 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iaG6PLahe0xjk4a off=7488474 len=1271257 2024-08-10T05:27:14.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 3290 completed, throughput=5MB/sec 2024-08-10T05:27:14.754 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qcd1vBjQhDa_gF2 off=2891096 len=376760 2024-08-10T05:27:14.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 3291 completed, throughput=5MB/sec 2024-08-10T05:27:14.755 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fXoR2ebqKwvMpaL off=7445621 len=1216455 2024-08-10T05:27:14.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 3292 completed, throughput=5MB/sec 2024-08-10T05:27:14.757 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HdsFA6brkbIB-Ql off=272224 len=370392 2024-08-10T05:27:14.758 INFO:tasks.workunit.client.0.smithi078.stdout:op 3293 completed, throughput=5MB/sec 2024-08-10T05:27:14.758 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SIc18ek-yTb1cPJ off=16395406 len=150257 2024-08-10T05:27:14.759 INFO:tasks.workunit.client.0.smithi078.stdout:op 3294 completed, throughput=5MB/sec 2024-08-10T05:27:14.759 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hwEsvfd8CLkx75e off=0 len=1306151 2024-08-10T05:27:14.767 INFO:tasks.workunit.client.0.smithi078.stdout:op 3295 completed, throughput=5MB/sec 2024-08-10T05:27:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:14 smithi107 ceph-mon[86658]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:14 smithi078 ceph-mon[92251]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:14 smithi078 ceph-mon[94618]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:15.767 INFO:tasks.workunit.client.0.smithi078.stdout: 637: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:15.768 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kCtU6PtEP0Mw5pg off=2911619 len=90784 2024-08-10T05:27:15.768 INFO:tasks.workunit.client.0.smithi078.stdout:op 3296 completed, throughput=4.99MB/sec 2024-08-10T05:27:15.768 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Tgnk9yj1E8wO-lk off=11039463 len=1334215 2024-08-10T05:27:15.771 INFO:tasks.workunit.client.0.smithi078.stdout:op 3297 completed, throughput=5MB/sec 2024-08-10T05:27:15.771 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6xEQCmNi7UiSo0u off=14446178 len=223113 2024-08-10T05:27:15.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 3298 completed, throughput=5MB/sec 2024-08-10T05:27:15.774 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hmzv3_Qtjw2jP14 off=5103407 len=1056928 2024-08-10T05:27:15.776 INFO:tasks.workunit.client.0.smithi078.stdout:op 3299 completed, throughput=5MB/sec 2024-08-10T05:27:15.776 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Fog_PXBEFJwv86K off=336722 len=1283501 2024-08-10T05:27:15.778 INFO:tasks.workunit.client.0.smithi078.stdout:op 3300 completed, throughput=5MB/sec 2024-08-10T05:27:15.778 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qFUM5iCVGR7mYEa off=8027562 len=329864 2024-08-10T05:27:15.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 3301 completed, throughput=5MB/sec 2024-08-10T05:27:15.782 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fXoR2ebqKwvMpaL off=6945948 len=156331 2024-08-10T05:27:15.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 3302 completed, throughput=5MB/sec 2024-08-10T05:27:15.783 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y1TgWJdjCWhuclf off=10940373 len=18828 2024-08-10T05:27:15.785 INFO:tasks.workunit.client.0.smithi078.stdout:op 3303 completed, throughput=5MB/sec 2024-08-10T05:27:15.785 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CHHMj0e7D2TgGjv off=15330823 len=118402 2024-08-10T05:27:15.787 INFO:tasks.workunit.client.0.smithi078.stdout:op 3304 completed, throughput=5MB/sec 2024-08-10T05:27:15.787 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9nPsOlSqq2Sgjql off=2019793 len=833432 2024-08-10T05:27:15.788 INFO:tasks.workunit.client.0.smithi078.stdout:op 3305 completed, throughput=5MB/sec 2024-08-10T05:27:16.789 INFO:tasks.workunit.client.0.smithi078.stdout: 638: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:16.789 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qC2ggHF2JouwJ2Z off=9885222 len=986579 2024-08-10T05:27:16.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 3306 completed, throughput=4.99MB/sec 2024-08-10T05:27:16.794 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uETBvGkq8o0PJ_n off=17609927 len=776022 2024-08-10T05:27:16.795 INFO:tasks.workunit.client.0.smithi078.stdout:op 3307 completed, throughput=5MB/sec 2024-08-10T05:27:16.795 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0UhKo0rb58KVhOI off=9653318 len=99285 2024-08-10T05:27:16.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 3308 completed, throughput=5MB/sec 2024-08-10T05:27:16.796 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0aIXSEv3B_jS2Z0 off=194896 len=1739192 2024-08-10T05:27:16.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 3309 completed, throughput=5MB/sec 2024-08-10T05:27:16.798 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fPrm4syrBRVHluY off=8708261 len=1179419 2024-08-10T05:27:16.803 INFO:tasks.workunit.client.0.smithi078.stdout:op 3310 completed, throughput=5MB/sec 2024-08-10T05:27:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:16 smithi107 ceph-mon[86658]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:17.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:16 smithi078 ceph-mon[92251]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:17.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:16 smithi078 ceph-mon[94618]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:17.804 INFO:tasks.workunit.client.0.smithi078.stdout: 639: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:17.804 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9BNoZAgDh2R_lX0 off=1530734 len=924897 2024-08-10T05:27:17.809 INFO:tasks.workunit.client.0.smithi078.stdout:op 3311 completed, throughput=4.99MB/sec 2024-08-10T05:27:17.809 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nb9zQZ8scR1W7nK off=5566286 len=1151920 2024-08-10T05:27:17.815 INFO:tasks.workunit.client.0.smithi078.stdout:op 3312 completed, throughput=5MB/sec 2024-08-10T05:27:17.815 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FBfyjVppEdMkr4- off=4625626 len=1092869 2024-08-10T05:27:17.818 INFO:tasks.workunit.client.0.smithi078.stdout:op 3313 completed, throughput=5MB/sec 2024-08-10T05:27:17.818 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hpRDo90DcsGmW7y off=51392 len=1758046 2024-08-10T05:27:17.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 3314 completed, throughput=5MB/sec 2024-08-10T05:27:17.821 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BsX2X-en7rdrkMv off=9834684 len=1753853 2024-08-10T05:27:17.830 INFO:tasks.workunit.client.0.smithi078.stdout:op 3315 completed, throughput=5MB/sec 2024-08-10T05:27:18.831 INFO:tasks.workunit.client.0.smithi078.stdout: 640: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:18.831 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Wrc6QGEfsbgLlYs off=3236097 len=183691 2024-08-10T05:27:18.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 3316 completed, throughput=4.99MB/sec 2024-08-10T05:27:18.831 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cg2ZnExVQZZMp7p off=623466 len=1342376 2024-08-10T05:27:18.833 INFO:tasks.workunit.client.0.smithi078.stdout:op 3317 completed, throughput=5MB/sec 2024-08-10T05:27:18.833 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fe6WgclV0FaINeZ off=13213273 len=1802807 2024-08-10T05:27:18.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 3318 completed, throughput=5MB/sec 2024-08-10T05:27:18.837 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oWOdyvuHKLYawid off=100479 len=1549775 2024-08-10T05:27:18.839 INFO:tasks.workunit.client.0.smithi078.stdout:op 3319 completed, throughput=5MB/sec 2024-08-10T05:27:19.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:18 smithi078 ceph-mon[92251]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:19.028 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:18 smithi078 ceph-mon[94618]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:18 smithi107 ceph-mon[86658]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:19.840 INFO:tasks.workunit.client.0.smithi078.stdout: 641: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:19.840 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AoDuu2D1LXEDKKE off=4425749 len=408499 2024-08-10T05:27:19.843 INFO:tasks.workunit.client.0.smithi078.stdout:op 3320 completed, throughput=4.99MB/sec 2024-08-10T05:27:19.843 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-12FClKn-nT83D4U off=3052613 len=1038831 2024-08-10T05:27:19.849 INFO:tasks.workunit.client.0.smithi078.stdout:op 3321 completed, throughput=5MB/sec 2024-08-10T05:27:19.849 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ESxfxrvudjEns4G off=574743 len=1573497 2024-08-10T05:27:19.851 INFO:tasks.workunit.client.0.smithi078.stdout:op 3322 completed, throughput=5MB/sec 2024-08-10T05:27:19.851 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YQ7G2Ls5a2bXqgX off=1237377 len=554964 2024-08-10T05:27:19.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 3323 completed, throughput=5MB/sec 2024-08-10T05:27:19.854 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sHMYK1BmiYjB3A3 off=8193818 len=1697111 2024-08-10T05:27:19.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 3324 completed, throughput=5MB/sec 2024-08-10T05:27:20.857 INFO:tasks.workunit.client.0.smithi078.stdout: 642: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:20.857 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-coRwU8e6ql5eIvF off=1092236 len=1841028 2024-08-10T05:27:20.859 INFO:tasks.workunit.client.0.smithi078.stdout:op 3325 completed, throughput=5MB/sec 2024-08-10T05:27:20.859 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MGe8WEYl5goDNvz off=3947806 len=1311742 2024-08-10T05:27:20.866 INFO:tasks.workunit.client.0.smithi078.stdout:op 3326 completed, throughput=5MB/sec 2024-08-10T05:27:20.866 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-quhnbQ2f2XkXGYO off=6441058 len=1364925 2024-08-10T05:27:20.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 3327 completed, throughput=5MB/sec 2024-08-10T05:27:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:20 smithi107 ceph-mon[86658]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:27:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:20 smithi078 ceph-mon[92251]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:27:21.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:20 smithi078 ceph-mon[94618]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:27:21.868 INFO:tasks.workunit.client.0.smithi078.stdout: 643: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:21.868 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fyYJUXsmu5figDo off=5425137 len=1983287 2024-08-10T05:27:21.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 3328 completed, throughput=5MB/sec 2024-08-10T05:27:21.872 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gGvC5v3Twywrps9 off=933711 len=1060305 2024-08-10T05:27:21.875 INFO:tasks.workunit.client.0.smithi078.stdout:op 3329 completed, throughput=5MB/sec 2024-08-10T05:27:21.875 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EeFOhHnXayeV9qN off=222179 len=963196 2024-08-10T05:27:21.876 INFO:tasks.workunit.client.0.smithi078.stdout:op 3330 completed, throughput=5MB/sec 2024-08-10T05:27:21.877 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sYdcV00PRP60irJ off=29230 len=166482 2024-08-10T05:27:21.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 3331 completed, throughput=5MB/sec 2024-08-10T05:27:21.880 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s3XEtSPrZoVMFVY off=5199586 len=582401 2024-08-10T05:27:21.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 3332 completed, throughput=5MB/sec 2024-08-10T05:27:21.881 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dITCL2PMOzKlwY- off=3200397 len=1579774 2024-08-10T05:27:21.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 3333 completed, throughput=5MB/sec 2024-08-10T05:27:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:27:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:27:21] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:27:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:27:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:22.888 INFO:tasks.workunit.client.0.smithi078.stdout: 644: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:22.889 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qtomp25WTywP7HD off=11591343 len=170166 2024-08-10T05:27:22.892 INFO:tasks.workunit.client.0.smithi078.stdout:op 3334 completed, throughput=4.99MB/sec 2024-08-10T05:27:22.892 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dbWG1mzYJuH-nq5 off=11412846 len=1541390 2024-08-10T05:27:22.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 3335 completed, throughput=5MB/sec 2024-08-10T05:27:22.900 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cDAvGurh_zyWhB4 off=12754088 len=1285847 2024-08-10T05:27:22.902 INFO:tasks.workunit.client.0.smithi078.stdout:op 3336 completed, throughput=5MB/sec 2024-08-10T05:27:22.902 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JOt2i0cw3WDV1vO off=1115487 len=885907 2024-08-10T05:27:22.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 3337 completed, throughput=5MB/sec 2024-08-10T05:27:22.904 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hJSOJJ0my5v3p8K off=2162739 len=1747241 2024-08-10T05:27:22.906 INFO:tasks.workunit.client.0.smithi078.stdout:op 3338 completed, throughput=5MB/sec 2024-08-10T05:27:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:22 smithi107 ceph-mon[86658]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:27:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:22 smithi078 ceph-mon[94618]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:27:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:22 smithi078 ceph-mon[92251]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:27:23.906 INFO:tasks.workunit.client.0.smithi078.stdout: 645: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:23.906 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Hr7UBGCDuroZtcV off=970003 len=464619 2024-08-10T05:27:23.907 INFO:tasks.workunit.client.0.smithi078.stdout:op 3339 completed, throughput=5MB/sec 2024-08-10T05:27:23.908 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L-VorQ5iCyWF77y off=1580929 len=1720797 2024-08-10T05:27:23.911 INFO:tasks.workunit.client.0.smithi078.stdout:op 3340 completed, throughput=5MB/sec 2024-08-10T05:27:23.911 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KM3bDYwe4yOHTKS off=13535275 len=1539515 2024-08-10T05:27:23.920 INFO:tasks.workunit.client.0.smithi078.stdout:op 3341 completed, throughput=5MB/sec 2024-08-10T05:27:23.921 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TspQSCoOjSJxPtX off=6960660 len=786543 2024-08-10T05:27:23.921 INFO:tasks.workunit.client.0.smithi078.stdout:op 3342 completed, throughput=5MB/sec 2024-08-10T05:27:24.922 INFO:tasks.workunit.client.0.smithi078.stdout: 646: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:24.922 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vC1ji9w_K9_IVWc off=2259014 len=1576120 2024-08-10T05:27:24.928 INFO:tasks.workunit.client.0.smithi078.stdout:op 3343 completed, throughput=5MB/sec 2024-08-10T05:27:24.929 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mH70Ks0gwU1t2Iv off=21822225 len=693665 2024-08-10T05:27:24.932 INFO:tasks.workunit.client.0.smithi078.stdout:op 3344 completed, throughput=5MB/sec 2024-08-10T05:27:24.932 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0CyAf_p8UedIMBL off=8190603 len=578716 2024-08-10T05:27:24.933 INFO:tasks.workunit.client.0.smithi078.stdout:op 3345 completed, throughput=5MB/sec 2024-08-10T05:27:24.933 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5REVeO2oKliXLRy off=6283160 len=1956499 2024-08-10T05:27:24.941 INFO:tasks.workunit.client.0.smithi078.stdout:op 3346 completed, throughput=5MB/sec 2024-08-10T05:27:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:24 smithi107 ceph-mon[86658]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-10T05:27:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:24 smithi078 ceph-mon[92251]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-10T05:27:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:24 smithi078 ceph-mon[94618]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-10T05:27:25.942 INFO:tasks.workunit.client.0.smithi078.stdout: 647: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:25.942 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yDeN3G4_dlzJF9z off=1979718 len=681936 2024-08-10T05:27:25.946 INFO:tasks.workunit.client.0.smithi078.stdout:op 3347 completed, throughput=4.99MB/sec 2024-08-10T05:27:25.946 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-29s9pohMrp_b7e8 off=1282594 len=745641 2024-08-10T05:27:25.950 INFO:tasks.workunit.client.0.smithi078.stdout:op 3348 completed, throughput=4.99MB/sec 2024-08-10T05:27:25.951 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5DIa91KsaYSuIKr off=19993119 len=211523 2024-08-10T05:27:25.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 3349 completed, throughput=5MB/sec 2024-08-10T05:27:25.952 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6f2-nNI3cjiKNRN off=1282776 len=779801 2024-08-10T05:27:25.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 3350 completed, throughput=5MB/sec 2024-08-10T05:27:25.956 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sGXWjac7rrGqenb off=9654891 len=1183667 2024-08-10T05:27:25.963 INFO:tasks.workunit.client.0.smithi078.stdout:op 3351 completed, throughput=5MB/sec 2024-08-10T05:27:25.963 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-r_CIeMsKUpoERXI off=2411803 len=1868232 2024-08-10T05:27:25.966 INFO:tasks.workunit.client.0.smithi078.stdout:op 3352 completed, throughput=5MB/sec 2024-08-10T05:27:26.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:25 smithi078 ceph-mon[92251]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:27:26.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:25 smithi078 ceph-mon[94618]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:27:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:25 smithi107 ceph-mon[86658]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:27:26.967 INFO:tasks.workunit.client.0.smithi078.stdout: 648: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:26.967 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-o056CkyTiC3Jap1 off=12068849 len=218627 2024-08-10T05:27:26.969 INFO:tasks.workunit.client.0.smithi078.stdout:op 3353 completed, throughput=4.99MB/sec 2024-08-10T05:27:26.969 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TbQdU7J2nEKeLli off=331118 len=624669 2024-08-10T05:27:26.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 3354 completed, throughput=4.99MB/sec 2024-08-10T05:27:26.971 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XaxGPGa12dGKP79 off=1957463 len=562897 2024-08-10T05:27:26.972 INFO:tasks.workunit.client.0.smithi078.stdout:op 3355 completed, throughput=4.99MB/sec 2024-08-10T05:27:26.972 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uioW739B5aPtYNp off=18741847 len=1614879 2024-08-10T05:27:26.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 3356 completed, throughput=5MB/sec 2024-08-10T05:27:26.980 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-x6efMQWYWLYxZmR off=2313873 len=1323232 2024-08-10T05:27:26.982 INFO:tasks.workunit.client.0.smithi078.stdout:op 3357 completed, throughput=5MB/sec 2024-08-10T05:27:26.982 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-J6zZiAt724OfFZV off=1009188 len=184238 2024-08-10T05:27:26.983 INFO:tasks.workunit.client.0.smithi078.stdout:op 3358 completed, throughput=5MB/sec 2024-08-10T05:27:26.983 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-94k7iuIwc9zcMFK off=3811266 len=1297867 2024-08-10T05:27:26.985 INFO:tasks.workunit.client.0.smithi078.stdout:op 3359 completed, throughput=5MB/sec 2024-08-10T05:27:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:26 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:27:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:26 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:27:27.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:26 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:27:27.985 INFO:tasks.workunit.client.0.smithi078.stdout: 649: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:27.985 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7DKvT6Eyk_XkCmd off=11569270 len=1273723 2024-08-10T05:27:27.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 3360 completed, throughput=5MB/sec 2024-08-10T05:27:27.987 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NA5KeCQZyEemRgJ off=5818083 len=1066318 2024-08-10T05:27:27.993 INFO:tasks.workunit.client.0.smithi078.stdout:op 3361 completed, throughput=5MB/sec 2024-08-10T05:27:27.993 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x5428HUH-az_4_N off=20757901 len=1337145 2024-08-10T05:27:27.998 INFO:tasks.workunit.client.0.smithi078.stdout:op 3362 completed, throughput=5MB/sec 2024-08-10T05:27:27.998 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CKryD8YdUXU-zC5 off=6874636 len=867646 2024-08-10T05:27:27.999 INFO:tasks.workunit.client.0.smithi078.stdout:op 3363 completed, throughput=5MB/sec 2024-08-10T05:27:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[94618]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:27:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[92251]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:27:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:27 smithi107 ceph-mon[86658]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:27:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:27:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:27:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:27:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:28.999 INFO:tasks.workunit.client.0.smithi078.stdout: 650: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:29.000 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8CaxJPRduZiYjph off=13668118 len=1836252 2024-08-10T05:27:29.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 3364 completed, throughput=5MB/sec 2024-08-10T05:27:29.009 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B-rjM5XZPIpqDU6 off=16303412 len=1322411 2024-08-10T05:27:29.010 INFO:tasks.workunit.client.0.smithi078.stdout:op 3365 completed, throughput=5MB/sec 2024-08-10T05:27:29.011 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qsSETMUyvCbRNzx off=11293599 len=1854712 2024-08-10T05:27:29.014 INFO:tasks.workunit.client.0.smithi078.stdout:op 3366 completed, throughput=5MB/sec 2024-08-10T05:27:29.015 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k5NUKSW6nX4pbXc off=7516474 len=1838450 2024-08-10T05:27:29.022 INFO:tasks.workunit.client.0.smithi078.stdout:op 3367 completed, throughput=5MB/sec 2024-08-10T05:27:30.023 INFO:tasks.workunit.client.0.smithi078.stdout: 651: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:30.023 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XpnoX2bI050Ujy6 off=4264457 len=33080 2024-08-10T05:27:30.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 3368 completed, throughput=4.99MB/sec 2024-08-10T05:27:30.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M8IPcefz_lBUMMc off=3290568 len=926995 2024-08-10T05:27:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:op 3369 completed, throughput=5MB/sec 2024-08-10T05:27:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WGyWztN_OEnEF7l off=20356583 len=498006 2024-08-10T05:27:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 3370 completed, throughput=5MB/sec 2024-08-10T05:27:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sGSnffdte3jonp4 off=1402586 len=1149832 2024-08-10T05:27:30.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 3371 completed, throughput=5MB/sec 2024-08-10T05:27:30.041 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hThHCyXIkcuWRN1 off=13398490 len=1478356 2024-08-10T05:27:30.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 3372 completed, throughput=5MB/sec 2024-08-10T05:27:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:29 smithi078 ceph-mon[92251]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:27:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:29 smithi078 ceph-mon[94618]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:27:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:29 smithi107 ceph-mon[86658]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:27:31.049 INFO:tasks.workunit.client.0.smithi078.stdout: 652: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:31.049 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3qH9UsaSM8TcY9n off=684617 len=1357247 2024-08-10T05:27:31.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 3373 completed, throughput=4.99MB/sec 2024-08-10T05:27:31.051 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9v8JMtvlqcU9t5S off=6091037 len=1337003 2024-08-10T05:27:31.058 INFO:tasks.workunit.client.0.smithi078.stdout:op 3374 completed, throughput=5MB/sec 2024-08-10T05:27:31.058 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qiWYR0oMGul6vPP off=663439 len=850531 2024-08-10T05:27:31.063 INFO:tasks.workunit.client.0.smithi078.stdout:op 3375 completed, throughput=5MB/sec 2024-08-10T05:27:31.063 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ykKo9I-TcootYs1 off=3412247 len=1172159 2024-08-10T05:27:31.068 INFO:tasks.workunit.client.0.smithi078.stdout:op 3376 completed, throughput=5MB/sec 2024-08-10T05:27:31.068 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iuHnsroX0CKqX6g off=582650 len=1384592 2024-08-10T05:27:31.074 INFO:tasks.workunit.client.0.smithi078.stdout:op 3377 completed, throughput=5MB/sec 2024-08-10T05:27:32.074 INFO:tasks.workunit.client.0.smithi078.stdout: 653: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:32.074 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_Wx_l7mJOkA5itk off=363371 len=740591 2024-08-10T05:27:32.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 3378 completed, throughput=4.99MB/sec 2024-08-10T05:27:32.075 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mDn5m9Twa_oB0sk off=12331248 len=229611 2024-08-10T05:27:32.079 INFO:tasks.workunit.client.0.smithi078.stdout:op 3379 completed, throughput=5MB/sec 2024-08-10T05:27:32.079 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TSudh_XZJjzH-YX off=5528978 len=130238 2024-08-10T05:27:32.081 INFO:tasks.workunit.client.0.smithi078.stdout:op 3380 completed, throughput=5MB/sec 2024-08-10T05:27:32.081 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MaHUV9vvU1FQRx5 off=14933150 len=1679774 2024-08-10T05:27:32.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 3381 completed, throughput=5MB/sec 2024-08-10T05:27:32.085 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-krzZA1XP-YJYDuE off=1771571 len=1409988 2024-08-10T05:27:32.091 INFO:tasks.workunit.client.0.smithi078.stdout:op 3382 completed, throughput=5MB/sec 2024-08-10T05:27:32.091 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bBrEtCYWUmRziKY off=883265 len=200427 2024-08-10T05:27:32.091 INFO:tasks.workunit.client.0.smithi078.stdout:op 3383 completed, throughput=5MB/sec 2024-08-10T05:27:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:31 smithi078 ceph-mon[92251]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:27:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:31 smithi078 ceph-mon[94618]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:27:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:27:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:27:31] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:27:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:31 smithi107 ceph-mon[86658]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:27:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:27:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:33.092 INFO:tasks.workunit.client.0.smithi078.stdout: 654: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:33.092 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wLrWvR5DxwVCMCX off=341238 len=2079721 2024-08-10T05:27:33.101 INFO:tasks.workunit.client.0.smithi078.stdout:op 3384 completed, throughput=5MB/sec 2024-08-10T05:27:33.101 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jsHQ22BEOtc_0-Q off=15748476 len=1489875 2024-08-10T05:27:33.103 INFO:tasks.workunit.client.0.smithi078.stdout:op 3385 completed, throughput=5MB/sec 2024-08-10T05:27:33.103 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E_J0UFUlnPvBuwJ off=9566735 len=1953179 2024-08-10T05:27:33.105 INFO:tasks.workunit.client.0.smithi078.stdout:op 3386 completed, throughput=5MB/sec 2024-08-10T05:27:34.106 INFO:tasks.workunit.client.0.smithi078.stdout: 655: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:34.106 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ENl29GAuNTcPMbX off=7458196 len=1410858 2024-08-10T05:27:34.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 3387 completed, throughput=4.99MB/sec 2024-08-10T05:27:34.114 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-khIVvxF8CmhgDQW off=12475885 len=589054 2024-08-10T05:27:34.114 INFO:tasks.workunit.client.0.smithi078.stdout:op 3388 completed, throughput=5MB/sec 2024-08-10T05:27:34.114 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HRWdADZA3VbCpxb off=19557518 len=212136 2024-08-10T05:27:34.115 INFO:tasks.workunit.client.0.smithi078.stdout:op 3389 completed, throughput=5MB/sec 2024-08-10T05:27:34.115 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VoHnRaGJV56acvz off=3244759 len=1717883 2024-08-10T05:27:34.123 INFO:tasks.workunit.client.0.smithi078.stdout:op 3390 completed, throughput=5MB/sec 2024-08-10T05:27:34.124 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ma5_MC21lqagXT9 off=13528919 len=656694 2024-08-10T05:27:34.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 3391 completed, throughput=5MB/sec 2024-08-10T05:27:34.125 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Z8l1HF5GSji1_Kf off=1097114 len=272799 2024-08-10T05:27:34.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 3392 completed, throughput=5MB/sec 2024-08-10T05:27:34.125 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QD4OMbuvlDwte0s off=6705084 len=1691588 2024-08-10T05:27:34.129 INFO:tasks.workunit.client.0.smithi078.stdout:op 3393 completed, throughput=5MB/sec 2024-08-10T05:27:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:33 smithi078 ceph-mon[92251]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:27:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:33 smithi078 ceph-mon[94618]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:27:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:33 smithi107 ceph-mon[86658]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:27:35.129 INFO:tasks.workunit.client.0.smithi078.stdout: 656: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:35.129 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mOeMytHB-E6eK5c off=8069221 len=368308 2024-08-10T05:27:35.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 3394 completed, throughput=5MB/sec 2024-08-10T05:27:35.133 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O_cuH04db1GSpVg off=4474801 len=354934 2024-08-10T05:27:35.134 INFO:tasks.workunit.client.0.smithi078.stdout:op 3395 completed, throughput=5MB/sec 2024-08-10T05:27:35.134 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SaLOwsWYeyNcffg off=872452 len=671589 2024-08-10T05:27:35.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 3396 completed, throughput=5MB/sec 2024-08-10T05:27:35.135 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FBujjMRpN_LMCme off=629319 len=432890 2024-08-10T05:27:35.136 INFO:tasks.workunit.client.0.smithi078.stdout:op 3397 completed, throughput=5MB/sec 2024-08-10T05:27:35.136 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IZFzVJhN1QE869n off=10936868 len=1171512 2024-08-10T05:27:35.144 INFO:tasks.workunit.client.0.smithi078.stdout:op 3398 completed, throughput=5MB/sec 2024-08-10T05:27:35.144 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1q-acaBpJihNuSS off=3169481 len=1389669 2024-08-10T05:27:35.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 3399 completed, throughput=5MB/sec 2024-08-10T05:27:36.146 INFO:tasks.workunit.client.0.smithi078.stdout: 657: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:36.146 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WpDfVtktXywRLzS off=10822059 len=1395976 2024-08-10T05:27:36.148 INFO:tasks.workunit.client.0.smithi078.stdout:op 3400 completed, throughput=5MB/sec 2024-08-10T05:27:36.148 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Zfxz7YINkfnhBKh off=17384703 len=1497955 2024-08-10T05:27:36.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 3401 completed, throughput=5MB/sec 2024-08-10T05:27:36.151 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kcd5mEMuJWpExMZ off=1706480 len=416174 2024-08-10T05:27:36.152 INFO:tasks.workunit.client.0.smithi078.stdout:op 3402 completed, throughput=5MB/sec 2024-08-10T05:27:36.152 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WL_gqxgA9X9lb8_ off=8652050 len=2052363 2024-08-10T05:27:36.162 INFO:tasks.workunit.client.0.smithi078.stdout:op 3403 completed, throughput=5MB/sec 2024-08-10T05:27:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:35 smithi078 ceph-mon[92251]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:27:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:35 smithi078 ceph-mon[94618]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:27:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:35 smithi107 ceph-mon[86658]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:27:37.162 INFO:tasks.workunit.client.0.smithi078.stdout: 658: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:37.163 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aMNgl8FpF9HSOHJ off=2080673 len=1931319 2024-08-10T05:27:37.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 3404 completed, throughput=5MB/sec 2024-08-10T05:27:37.174 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-czX86mwaTBvcrwB off=14693900 len=374825 2024-08-10T05:27:37.176 INFO:tasks.workunit.client.0.smithi078.stdout:op 3405 completed, throughput=5MB/sec 2024-08-10T05:27:37.176 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ir09IUOxnnnUpfL off=13650395 len=1351611 2024-08-10T05:27:37.182 INFO:tasks.workunit.client.0.smithi078.stdout:op 3406 completed, throughput=5MB/sec 2024-08-10T05:27:37.182 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wkQflMsroVeSxoa off=376031 len=895943 2024-08-10T05:27:37.183 INFO:tasks.workunit.client.0.smithi078.stdout:op 3407 completed, throughput=5MB/sec 2024-08-10T05:27:37.183 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MIqoOlRM6QeQpXU off=3478234 len=1244598 2024-08-10T05:27:37.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 3408 completed, throughput=5MB/sec 2024-08-10T05:27:38.185 INFO:tasks.workunit.client.0.smithi078.stdout: 659: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:38.185 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VJ_N9FWCtCGDEvT off=6372693 len=1975852 2024-08-10T05:27:38.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 3409 completed, throughput=5MB/sec 2024-08-10T05:27:38.194 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IWjh3zVeAE6aNvn off=17267427 len=594931 2024-08-10T05:27:38.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 3410 completed, throughput=5MB/sec 2024-08-10T05:27:38.198 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QTkrXw1IrHsyvf- off=6979502 len=885139 2024-08-10T05:27:38.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 3411 completed, throughput=5MB/sec 2024-08-10T05:27:38.198 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-guoF8t7NKKKAG46 off=3067804 len=226429 2024-08-10T05:27:38.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 3412 completed, throughput=5MB/sec 2024-08-10T05:27:38.198 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rdgaWufT3f2CbE4 off=1814055 len=1367162 2024-08-10T05:27:38.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 3413 completed, throughput=5MB/sec 2024-08-10T05:27:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:37 smithi078 ceph-mon[92251]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:38.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:37 smithi078 ceph-mon[94618]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:37 smithi107 ceph-mon[86658]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:27:39.206 INFO:tasks.workunit.client.0.smithi078.stdout: 660: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:39.206 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aLep_uiQCCoPD8_ off=15340809 len=628239 2024-08-10T05:27:39.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 3414 completed, throughput=4.99MB/sec 2024-08-10T05:27:39.211 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CEN_dpe91KevIHL off=997378 len=115666 2024-08-10T05:27:39.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 3415 completed, throughput=4.99MB/sec 2024-08-10T05:27:39.211 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V6IXGZXV4ztFxMn off=14729169 len=822429 2024-08-10T05:27:39.216 INFO:tasks.workunit.client.0.smithi078.stdout:op 3416 completed, throughput=5MB/sec 2024-08-10T05:27:39.216 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LXzI1MbjinLbTNf off=611752 len=851404 2024-08-10T05:27:39.217 INFO:tasks.workunit.client.0.smithi078.stdout:op 3417 completed, throughput=5MB/sec 2024-08-10T05:27:39.217 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uIMWSISHBc9VCci off=18263986 len=1843616 2024-08-10T05:27:39.226 INFO:tasks.workunit.client.0.smithi078.stdout:op 3418 completed, throughput=5MB/sec 2024-08-10T05:27:39.227 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bYqh3VE_HyXlInD off=1408245 len=450015 2024-08-10T05:27:39.227 INFO:tasks.workunit.client.0.smithi078.stdout:op 3419 completed, throughput=5MB/sec 2024-08-10T05:27:39.228 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YHoGSyPAqm__L6_ off=15401157 len=780715 2024-08-10T05:27:39.232 INFO:tasks.workunit.client.0.smithi078.stdout:op 3420 completed, throughput=5MB/sec 2024-08-10T05:27:40.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:39 smithi078 ceph-mon[92251]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:40.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:39 smithi078 ceph-mon[94618]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:40.232 INFO:tasks.workunit.client.0.smithi078.stdout: 661: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:40.232 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LBuPQXo8gcmmkhA off=5631231 len=21941 2024-08-10T05:27:40.235 INFO:tasks.workunit.client.0.smithi078.stdout:op 3421 completed, throughput=4.99MB/sec 2024-08-10T05:27:40.235 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rz-IzB47t4_tAza off=12020219 len=988340 2024-08-10T05:27:40.237 INFO:tasks.workunit.client.0.smithi078.stdout:op 3422 completed, throughput=5MB/sec 2024-08-10T05:27:40.237 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Hvh0tFetWglJLmr off=3582378 len=1932407 2024-08-10T05:27:40.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 3423 completed, throughput=5MB/sec 2024-08-10T05:27:40.240 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NMrcUqtVMUiAzc8 off=16454697 len=420276 2024-08-10T05:27:40.246 INFO:tasks.workunit.client.0.smithi078.stdout:op 3424 completed, throughput=5MB/sec 2024-08-10T05:27:40.246 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bL1qLH7zUtGkLQN off=691999 len=1867593 2024-08-10T05:27:40.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 3425 completed, throughput=5MB/sec 2024-08-10T05:27:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:39 smithi107 ceph-mon[86658]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:41.254 INFO:tasks.workunit.client.0.smithi078.stdout: 662: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:41.254 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5heG1KtDFg60GQ1 off=1468136 len=1636155 2024-08-10T05:27:41.263 INFO:tasks.workunit.client.0.smithi078.stdout:op 3426 completed, throughput=5MB/sec 2024-08-10T05:27:41.263 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nvETKfMDWa996vF off=52269 len=1940832 2024-08-10T05:27:41.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 3427 completed, throughput=5MB/sec 2024-08-10T05:27:41.267 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7BM4ku4QGh_LAh6 off=3604763 len=856582 2024-08-10T05:27:41.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 3428 completed, throughput=5MB/sec 2024-08-10T05:27:41.274 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jxZdvNlrwLNFpyw off=12446211 len=236681 2024-08-10T05:27:41.275 INFO:tasks.workunit.client.0.smithi078.stdout:op 3429 completed, throughput=5MB/sec 2024-08-10T05:27:41.275 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WCEoTJhFJAjgT9W off=618330 len=318237 2024-08-10T05:27:41.276 INFO:tasks.workunit.client.0.smithi078.stdout:op 3430 completed, throughput=5MB/sec 2024-08-10T05:27:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:41 smithi078 ceph-mon[92251]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:41 smithi078 ceph-mon[94618]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:27:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:27:41] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:27:42.276 INFO:tasks.workunit.client.0.smithi078.stdout: 663: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:42.276 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cg_lzDetgVDZa2s off=1457844 len=368315 2024-08-10T05:27:42.277 INFO:tasks.workunit.client.0.smithi078.stdout:op 3431 completed, throughput=4.99MB/sec 2024-08-10T05:27:42.277 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4angx8Y-u-CPhvz off=4377674 len=381875 2024-08-10T05:27:42.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 3432 completed, throughput=4.99MB/sec 2024-08-10T05:27:42.281 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_CEdh2g6ZEzXJlI off=5271346 len=157648 2024-08-10T05:27:42.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 3433 completed, throughput=4.99MB/sec 2024-08-10T05:27:42.281 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fgul3r8bMno1MrE off=5669316 len=455252 2024-08-10T05:27:42.282 INFO:tasks.workunit.client.0.smithi078.stdout:op 3434 completed, throughput=4.99MB/sec 2024-08-10T05:27:42.282 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n_p8tPuR9cygOpV off=815418 len=294763 2024-08-10T05:27:42.283 INFO:tasks.workunit.client.0.smithi078.stdout:op 3435 completed, throughput=5MB/sec 2024-08-10T05:27:42.284 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iSOECGASRuKmL7t off=3866074 len=1793639 2024-08-10T05:27:42.300 INFO:tasks.workunit.client.0.smithi078.stdout:op 3436 completed, throughput=5MB/sec 2024-08-10T05:27:42.300 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4wQ0F5_8PuN0E0x off=3913059 len=1862123 2024-08-10T05:27:42.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 3437 completed, throughput=5MB/sec 2024-08-10T05:27:42.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:41 smithi107 ceph-mon[86658]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:27:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:43.312 INFO:tasks.workunit.client.0.smithi078.stdout: 664: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:43.312 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1mRhvTYFlzKffJU off=9478139 len=1257221 2024-08-10T05:27:43.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 3438 completed, throughput=4.99MB/sec 2024-08-10T05:27:43.314 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LQQ-Pwh0XDdQpW9 off=2176990 len=1999210 2024-08-10T05:27:43.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:43.325 INFO:tasks.workunit.client.0.smithi078.stdout:op 3439 completed, throughput=5MB/sec 2024-08-10T05:27:43.326 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1n_s7tWjDm52DWd off=13559432 len=1116785 2024-08-10T05:27:43.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 3440 completed, throughput=5MB/sec 2024-08-10T05:27:43.331 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BQ0x9omFGZQ1dV3 off=3583709 len=1651006 2024-08-10T05:27:43.332 INFO:tasks.workunit.client.0.smithi078.stdout:op 3441 completed, throughput=5MB/sec 2024-08-10T05:27:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:43 smithi078 ceph-mon[92251]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:44.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:43 smithi078 ceph-mon[94618]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:43 smithi107 ceph-mon[86658]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:27:44.332 INFO:tasks.workunit.client.0.smithi078.stdout: 665: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:44.332 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pKwGYcPMZDoewSi off=8349785 len=1671878 2024-08-10T05:27:44.341 INFO:tasks.workunit.client.0.smithi078.stdout:op 3442 completed, throughput=5MB/sec 2024-08-10T05:27:44.341 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-82Yj1yd9RE5Qh13 off=458558 len=296626 2024-08-10T05:27:44.342 INFO:tasks.workunit.client.0.smithi078.stdout:op 3443 completed, throughput=5MB/sec 2024-08-10T05:27:44.343 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WKpHEMXL6Sy6zHg off=1545219 len=1668450 2024-08-10T05:27:44.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 3444 completed, throughput=5MB/sec 2024-08-10T05:27:44.345 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hSChSRC6ElwyjOW off=7785661 len=689091 2024-08-10T05:27:44.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 3445 completed, throughput=5MB/sec 2024-08-10T05:27:44.346 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-av-RNwj60eZuVMj off=1559649 len=709689 2024-08-10T05:27:44.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 3446 completed, throughput=5MB/sec 2024-08-10T05:27:45.348 INFO:tasks.workunit.client.0.smithi078.stdout: 666: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:45.348 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ywQ1tiYKr0d-B9q off=7498269 len=1788817 2024-08-10T05:27:45.351 INFO:tasks.workunit.client.0.smithi078.stdout:op 3447 completed, throughput=5MB/sec 2024-08-10T05:27:45.351 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PCR8ihowTGqc_bS off=910007 len=241989 2024-08-10T05:27:45.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 3448 completed, throughput=5MB/sec 2024-08-10T05:27:45.352 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FKk2OT9kpFp_FDZ off=5160411 len=258973 2024-08-10T05:27:45.353 INFO:tasks.workunit.client.0.smithi078.stdout:op 3449 completed, throughput=5MB/sec 2024-08-10T05:27:45.353 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TsGSXklIsAiUG58 off=8902917 len=1334202 2024-08-10T05:27:45.359 INFO:tasks.workunit.client.0.smithi078.stdout:op 3450 completed, throughput=5MB/sec 2024-08-10T05:27:45.359 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-moKR1vam4AkwD8n off=16062593 len=1178668 2024-08-10T05:27:45.363 INFO:tasks.workunit.client.0.smithi078.stdout:op 3451 completed, throughput=5MB/sec 2024-08-10T05:27:45.363 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ENfAIPsbiK63um4 off=10098367 len=1850953 2024-08-10T05:27:45.365 INFO:tasks.workunit.client.0.smithi078.stdout:op 3452 completed, throughput=5MB/sec 2024-08-10T05:27:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:45 smithi078 ceph-mon[92251]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:46.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:45 smithi078 ceph-mon[94618]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:46.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:45 smithi107 ceph-mon[86658]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:46.365 INFO:tasks.workunit.client.0.smithi078.stdout: 667: throughput=5MB/sec pending data=0 2024-08-10T05:27:46.365 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6bFnJnJoaanzIM2 off=13692827 len=755261 2024-08-10T05:27:46.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 3453 completed, throughput=5MB/sec 2024-08-10T05:27:46.370 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--pDjExwlKIOBw1b off=1397308 len=316135 2024-08-10T05:27:46.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 3454 completed, throughput=5MB/sec 2024-08-10T05:27:46.370 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ruXxHvRp-z2SC4m off=4214466 len=429580 2024-08-10T05:27:46.374 INFO:tasks.workunit.client.0.smithi078.stdout:op 3455 completed, throughput=5MB/sec 2024-08-10T05:27:46.374 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vvz5O6QS0eqEJ-i off=2919203 len=261462 2024-08-10T05:27:46.377 INFO:tasks.workunit.client.0.smithi078.stdout:op 3456 completed, throughput=5MB/sec 2024-08-10T05:27:46.377 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SlaHA2ybE64KhBR off=3197904 len=1819534 2024-08-10T05:27:46.380 INFO:tasks.workunit.client.0.smithi078.stdout:op 3457 completed, throughput=5MB/sec 2024-08-10T05:27:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: 668: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:47.381 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KOn7HGyuqGjjS7E off=1487344 len=404419 2024-08-10T05:27:47.382 INFO:tasks.workunit.client.0.smithi078.stdout:op 3458 completed, throughput=4.99MB/sec 2024-08-10T05:27:47.382 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7mAJYAA9RHdXEWO off=3521201 len=1947382 2024-08-10T05:27:47.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 3459 completed, throughput=5MB/sec 2024-08-10T05:27:47.391 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lc8Rl89RhZ_gBo5 off=10734276 len=2054475 2024-08-10T05:27:47.404 INFO:tasks.workunit.client.0.smithi078.stdout:op 3460 completed, throughput=5MB/sec 2024-08-10T05:27:47.404 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vfA4Rz2AMbeBLYZ off=17577819 len=1571699 2024-08-10T05:27:47.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 3461 completed, throughput=5MB/sec 2024-08-10T05:27:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:47 smithi078 ceph-mon[92251]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:27:48.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:47 smithi078 ceph-mon[94618]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:27:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:47 smithi107 ceph-mon[86658]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:27:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: 669: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:48.411 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--XzHF_EbFLSWowr off=2084392 len=135690 2024-08-10T05:27:48.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 3462 completed, throughput=4.99MB/sec 2024-08-10T05:27:48.414 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wpp0uz7CBRW9rMx off=2651564 len=1578491 2024-08-10T05:27:48.417 INFO:tasks.workunit.client.0.smithi078.stdout:op 3463 completed, throughput=5MB/sec 2024-08-10T05:27:48.417 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B4aTUztF4hHPFFG off=9947558 len=115255 2024-08-10T05:27:48.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 3464 completed, throughput=5MB/sec 2024-08-10T05:27:48.420 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AH0aLNauBPHlB8J off=1284266 len=1773822 2024-08-10T05:27:48.424 INFO:tasks.workunit.client.0.smithi078.stdout:op 3465 completed, throughput=5MB/sec 2024-08-10T05:27:48.424 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XQH3BXg2rcgldvx off=3703036 len=459254 2024-08-10T05:27:48.425 INFO:tasks.workunit.client.0.smithi078.stdout:op 3466 completed, throughput=5MB/sec 2024-08-10T05:27:48.425 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_g951CroqV-hziX off=7697014 len=608044 2024-08-10T05:27:48.429 INFO:tasks.workunit.client.0.smithi078.stdout:op 3467 completed, throughput=5MB/sec 2024-08-10T05:27:48.429 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hlSyFpTnfJ504T5 off=4502307 len=1996408 2024-08-10T05:27:48.432 INFO:tasks.workunit.client.0.smithi078.stdout:op 3468 completed, throughput=5MB/sec 2024-08-10T05:27:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: 670: throughput=5MB/sec pending data=0 2024-08-10T05:27:49.433 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wbvgQ6sFfjx_FMp off=448599 len=1234695 2024-08-10T05:27:49.436 INFO:tasks.workunit.client.0.smithi078.stdout:op 3469 completed, throughput=5MB/sec 2024-08-10T05:27:49.436 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A1eECXGI5HQRaXZ off=4505542 len=918807 2024-08-10T05:27:49.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 3470 completed, throughput=5MB/sec 2024-08-10T05:27:49.441 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XLfgHEsT6OcS4NT off=3965806 len=402830 2024-08-10T05:27:49.442 INFO:tasks.workunit.client.0.smithi078.stdout:op 3471 completed, throughput=5MB/sec 2024-08-10T05:27:49.442 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jhafStLtzDHFFHU off=1486474 len=675721 2024-08-10T05:27:49.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 3472 completed, throughput=5MB/sec 2024-08-10T05:27:49.444 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_JfjQXi1KqOQ7_q off=20708566 len=767768 2024-08-10T05:27:49.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 3473 completed, throughput=5MB/sec 2024-08-10T05:27:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:49 smithi078 ceph-mon[92251]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:49 smithi078 ceph-mon[94618]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:49 smithi107 ceph-mon[86658]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:27:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: 671: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:50.446 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oFwIteiVff1cmnr off=4190122 len=1784276 2024-08-10T05:27:50.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 3474 completed, throughput=5MB/sec 2024-08-10T05:27:50.448 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HH__ILublpjp1wB off=2773522 len=982864 2024-08-10T05:27:50.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 3475 completed, throughput=5MB/sec 2024-08-10T05:27:50.453 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jSKuW9ci3i0TM-C off=1833418 len=945135 2024-08-10T05:27:50.454 INFO:tasks.workunit.client.0.smithi078.stdout:op 3476 completed, throughput=5MB/sec 2024-08-10T05:27:50.454 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xASZmbaBzwJvJBi off=791528 len=1203488 2024-08-10T05:27:50.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 3477 completed, throughput=5MB/sec 2024-08-10T05:27:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: 672: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:51.456 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g7aF10kNnf4ZojJ off=1729092 len=745862 2024-08-10T05:27:51.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 3478 completed, throughput=4.99MB/sec 2024-08-10T05:27:51.460 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-747EEe940GDmS31 off=5520700 len=82240 2024-08-10T05:27:51.461 INFO:tasks.workunit.client.0.smithi078.stdout:op 3479 completed, throughput=4.99MB/sec 2024-08-10T05:27:51.461 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IewhRDB-tkRXkhA off=4875355 len=1402194 2024-08-10T05:27:51.463 INFO:tasks.workunit.client.0.smithi078.stdout:op 3480 completed, throughput=5MB/sec 2024-08-10T05:27:51.463 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R98V5-RnoKsryeN off=1084959 len=619187 2024-08-10T05:27:51.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 3481 completed, throughput=5MB/sec 2024-08-10T05:27:51.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-26EQkvxv2UQ2p9Y off=14062418 len=1567815 2024-08-10T05:27:51.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 3482 completed, throughput=5MB/sec 2024-08-10T05:27:51.468 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vpZtINWVlDuUWvV off=17848829 len=1749398 2024-08-10T05:27:51.472 INFO:tasks.workunit.client.0.smithi078.stdout:op 3483 completed, throughput=5MB/sec 2024-08-10T05:27:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:51 smithi078 ceph-mon[92251]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:27:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:51 smithi078 ceph-mon[94618]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:27:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:27:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:27:51] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-08-10T05:27:52.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:51 smithi107 ceph-mon[86658]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:27:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: 673: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:52.472 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pJFJPq88wv_6brz off=2499689 len=1619541 2024-08-10T05:27:52.481 INFO:tasks.workunit.client.0.smithi078.stdout:op 3484 completed, throughput=5MB/sec 2024-08-10T05:27:52.481 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PCR8ihowTGqc_bS off=2850996 len=1238135 2024-08-10T05:27:52.487 INFO:tasks.workunit.client.0.smithi078.stdout:op 3485 completed, throughput=5MB/sec 2024-08-10T05:27:52.487 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-93p91TPR1x4C0Ml off=2410675 len=1183706 2024-08-10T05:27:52.493 INFO:tasks.workunit.client.0.smithi078.stdout:op 3486 completed, throughput=5MB/sec 2024-08-10T05:27:52.493 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-22v4el9WBYl65-9 off=3059517 len=1581247 2024-08-10T05:27:52.494 INFO:tasks.workunit.client.0.smithi078.stdout:op 3487 completed, throughput=5MB/sec 2024-08-10T05:27:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:27:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:53.495 INFO:tasks.workunit.client.0.smithi078.stdout: 674: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:53.495 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-znk2Pwq5oKHc5_S off=11600453 len=1207226 2024-08-10T05:27:53.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 3488 completed, throughput=5MB/sec 2024-08-10T05:27:53.503 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_-gEEZUTRpUmKQ7 off=1661744 len=1071162 2024-08-10T05:27:53.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 3489 completed, throughput=5MB/sec 2024-08-10T05:27:53.504 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2-PDzW76YCEdo4h off=1421360 len=2062515 2024-08-10T05:27:53.515 INFO:tasks.workunit.client.0.smithi078.stdout:op 3490 completed, throughput=5MB/sec 2024-08-10T05:27:54.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:53 smithi078 ceph-mon[92251]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:54.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:53 smithi078 ceph-mon[94618]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:53 smithi107 ceph-mon[86658]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:27:54.515 INFO:tasks.workunit.client.0.smithi078.stdout: 675: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:54.515 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oqxeB9rLWpiLO8F off=5216735 len=900859 2024-08-10T05:27:54.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 3491 completed, throughput=4.99MB/sec 2024-08-10T05:27:54.517 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OFl1v-o1UFOYdB4 off=17912488 len=1157591 2024-08-10T05:27:54.519 INFO:tasks.workunit.client.0.smithi078.stdout:op 3492 completed, throughput=5MB/sec 2024-08-10T05:27:54.519 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OS6rveqYub9dJH5 off=4808330 len=1080886 2024-08-10T05:27:54.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 3493 completed, throughput=5MB/sec 2024-08-10T05:27:54.524 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XHvMW9fHziP0NDV off=2589692 len=1761291 2024-08-10T05:27:54.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 3494 completed, throughput=5MB/sec 2024-08-10T05:27:54.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5AsIX185vZYBKzQ off=1810657 len=1210806 2024-08-10T05:27:54.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 3495 completed, throughput=5MB/sec 2024-08-10T05:27:55.540 INFO:tasks.workunit.client.0.smithi078.stdout: 676: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:55.540 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_CEdh2g6ZEzXJlI off=15846729 len=862079 2024-08-10T05:27:55.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 3496 completed, throughput=5MB/sec 2024-08-10T05:27:55.541 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S2BUJd4iY6JAYbA off=10691125 len=676058 2024-08-10T05:27:55.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 3497 completed, throughput=5MB/sec 2024-08-10T05:27:55.542 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-u5nqwvIbFZv69PN off=11082429 len=1263867 2024-08-10T05:27:55.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 3498 completed, throughput=5MB/sec 2024-08-10T05:27:55.550 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vOKf8HrK3CrGgU5 off=0 len=1712837 2024-08-10T05:27:55.552 INFO:tasks.workunit.client.0.smithi078.stdout:op 3499 completed, throughput=5MB/sec 2024-08-10T05:27:56.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:55 smithi078 ceph-mon[92251]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:27:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:55 smithi078 ceph-mon[94618]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:27:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:55 smithi107 ceph-mon[86658]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:27:56.553 INFO:tasks.workunit.client.0.smithi078.stdout: 677: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:56.553 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qO1F545al3T-rI4 off=4421022 len=1507005 2024-08-10T05:27:56.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 3500 completed, throughput=5MB/sec 2024-08-10T05:27:56.561 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-frTk8jhTFEZD3nf off=134146 len=242099 2024-08-10T05:27:56.564 INFO:tasks.workunit.client.0.smithi078.stdout:op 3501 completed, throughput=5MB/sec 2024-08-10T05:27:56.564 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ByhPdSRkHnrL2Yf off=1957688 len=1829078 2024-08-10T05:27:56.565 INFO:tasks.workunit.client.0.smithi078.stdout:op 3502 completed, throughput=5MB/sec 2024-08-10T05:27:56.565 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MyyG9Kb4zZYSrTO off=12982338 len=618123 2024-08-10T05:27:56.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 3503 completed, throughput=5MB/sec 2024-08-10T05:27:56.567 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OesRKn1L0_nIriu off=448374 len=867498 2024-08-10T05:27:56.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 3504 completed, throughput=5MB/sec 2024-08-10T05:27:57.573 INFO:tasks.workunit.client.0.smithi078.stdout: 678: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:57.573 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WL7yMLIO66AbgD5 off=16972776 len=292853 2024-08-10T05:27:57.576 INFO:tasks.workunit.client.0.smithi078.stdout:op 3505 completed, throughput=4.99MB/sec 2024-08-10T05:27:57.576 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UELw9DVPFZBLpaS off=11621400 len=1474095 2024-08-10T05:27:57.585 INFO:tasks.workunit.client.0.smithi078.stdout:op 3506 completed, throughput=5MB/sec 2024-08-10T05:27:57.586 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fUURTR44gIME_lx off=9318767 len=1686405 2024-08-10T05:27:57.588 INFO:tasks.workunit.client.0.smithi078.stdout:op 3507 completed, throughput=5MB/sec 2024-08-10T05:27:57.588 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3kq9_ubimMdRP-W off=3795597 len=1548183 2024-08-10T05:27:57.594 INFO:tasks.workunit.client.0.smithi078.stdout:op 3508 completed, throughput=5MB/sec 2024-08-10T05:27:57.594 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UPZFxzRZusjuTGg off=9293588 len=1115767 2024-08-10T05:27:57.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 3509 completed, throughput=5MB/sec 2024-08-10T05:27:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:57 smithi078 ceph-mon[92251]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:27:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:57 smithi078 ceph-mon[94618]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:27:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:57 smithi107 ceph-mon[86658]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:27:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:58.596 INFO:tasks.workunit.client.0.smithi078.stdout: 679: throughput=4.99MB/sec pending data=0 2024-08-10T05:27:58.596 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N6TIuufGUNCm6QK off=9030697 len=1002681 2024-08-10T05:27:58.601 INFO:tasks.workunit.client.0.smithi078.stdout:op 3510 completed, throughput=5MB/sec 2024-08-10T05:27:58.601 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JhWRkN4lpfHQ_Zu off=2485679 len=337697 2024-08-10T05:27:58.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 3511 completed, throughput=5MB/sec 2024-08-10T05:27:58.602 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h0tNzZDX7L0gU9P off=910028 len=81521 2024-08-10T05:27:58.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 3512 completed, throughput=5MB/sec 2024-08-10T05:27:58.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TBkE-29lGpHF0vY off=10493172 len=863085 2024-08-10T05:27:58.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 3513 completed, throughput=5MB/sec 2024-08-10T05:27:58.608 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kqABaux_eZnQUJP off=5290760 len=437650 2024-08-10T05:27:58.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 3514 completed, throughput=5MB/sec 2024-08-10T05:27:58.612 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6cLawdzdaTJPn_9 off=14483324 len=1327249 2024-08-10T05:27:58.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 3515 completed, throughput=5MB/sec 2024-08-10T05:27:58.613 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UclpLe79m9ufUml off=8713850 len=316149 2024-08-10T05:27:58.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 3516 completed, throughput=5MB/sec 2024-08-10T05:27:58.614 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gJVfardMskAnmAk off=4523082 len=2076513 2024-08-10T05:27:58.616 INFO:tasks.workunit.client.0.smithi078.stdout:op 3517 completed, throughput=5MB/sec 2024-08-10T05:27:59.617 INFO:tasks.workunit.client.0.smithi078.stdout: 680: throughput=5MB/sec pending data=0 2024-08-10T05:27:59.617 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vpf-qRerUEvFBUa off=11454209 len=1403247 2024-08-10T05:27:59.619 INFO:tasks.workunit.client.0.smithi078.stdout:op 3518 completed, throughput=5MB/sec 2024-08-10T05:27:59.619 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xBkG2EojqgRN5Tf off=14642640 len=1298959 2024-08-10T05:27:59.622 INFO:tasks.workunit.client.0.smithi078.stdout:op 3519 completed, throughput=5MB/sec 2024-08-10T05:27:59.622 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eHHBWLUEuOrSU66 off=411939 len=1590707 2024-08-10T05:27:59.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 3520 completed, throughput=5MB/sec 2024-08-10T05:28:00.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:27:59 smithi078 ceph-mon[92251]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:28:00.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:27:59 smithi078 ceph-mon[94618]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:28:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:27:59 smithi107 ceph-mon[86658]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:28:00.631 INFO:tasks.workunit.client.0.smithi078.stdout: 681: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:00.632 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MgV05fWSAlCjyTg off=14575984 len=1432438 2024-08-10T05:28:00.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 3521 completed, throughput=5MB/sec 2024-08-10T05:28:00.634 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mYghNurx2oTF0Fe off=1346036 len=1465725 2024-08-10T05:28:00.643 INFO:tasks.workunit.client.0.smithi078.stdout:op 3522 completed, throughput=5MB/sec 2024-08-10T05:28:00.643 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MSqn7H1k76TAzFa off=6701182 len=612231 2024-08-10T05:28:00.644 INFO:tasks.workunit.client.0.smithi078.stdout:op 3523 completed, throughput=5MB/sec 2024-08-10T05:28:00.644 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dA1LK9CiUljVbQU off=10288203 len=1626697 2024-08-10T05:28:00.646 INFO:tasks.workunit.client.0.smithi078.stdout:op 3524 completed, throughput=5MB/sec 2024-08-10T05:28:01.647 INFO:tasks.workunit.client.0.smithi078.stdout: 682: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:01.647 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4eQ0wgLgDmN-1cG off=3999556 len=215297 2024-08-10T05:28:01.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 3525 completed, throughput=4.99MB/sec 2024-08-10T05:28:01.648 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-blntigtJSiDbeYn off=3274873 len=157763 2024-08-10T05:28:01.648 INFO:tasks.workunit.client.0.smithi078.stdout:op 3526 completed, throughput=4.99MB/sec 2024-08-10T05:28:01.648 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oAW2z0cLE2XISRR off=52593 len=1306082 2024-08-10T05:28:01.650 INFO:tasks.workunit.client.0.smithi078.stdout:op 3527 completed, throughput=5MB/sec 2024-08-10T05:28:01.650 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jFDsmayb-JAKYxb off=124986 len=692673 2024-08-10T05:28:01.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 3528 completed, throughput=5MB/sec 2024-08-10T05:28:01.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DUAgb2jmBBTXKMF off=3765999 len=442452 2024-08-10T05:28:01.655 INFO:tasks.workunit.client.0.smithi078.stdout:op 3529 completed, throughput=5MB/sec 2024-08-10T05:28:01.655 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eVL7Gzg7gKlHCrq off=1917243 len=180891 2024-08-10T05:28:01.657 INFO:tasks.workunit.client.0.smithi078.stdout:op 3530 completed, throughput=5MB/sec 2024-08-10T05:28:01.657 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l_Vxuqe3GKmqzOW off=356646 len=1616538 2024-08-10T05:28:01.666 INFO:tasks.workunit.client.0.smithi078.stdout:op 3531 completed, throughput=5MB/sec 2024-08-10T05:28:01.666 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N4J9dRei1Mrysbn off=2043060 len=1892428 2024-08-10T05:28:01.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 3532 completed, throughput=5MB/sec 2024-08-10T05:28:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:01 smithi078 ceph-mon[94618]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:01 smithi078 ceph-mon[92251]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:28:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:28:01] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:28:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:01 smithi107 ceph-mon[86658]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:28:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:02.677 INFO:tasks.workunit.client.0.smithi078.stdout: 683: throughput=5MB/sec pending data=0 2024-08-10T05:28:02.677 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_P0aO1_OBLymVdB off=17298122 len=836145 2024-08-10T05:28:02.679 INFO:tasks.workunit.client.0.smithi078.stdout:op 3533 completed, throughput=5MB/sec 2024-08-10T05:28:02.679 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NOybi3vUNwQtJKi off=1544840 len=1347273 2024-08-10T05:28:02.693 INFO:tasks.workunit.client.0.smithi078.stdout:op 3534 completed, throughput=5MB/sec 2024-08-10T05:28:02.693 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aivesjXno89KcPe off=12995152 len=155245 2024-08-10T05:28:02.693 INFO:tasks.workunit.client.0.smithi078.stdout:op 3535 completed, throughput=5MB/sec 2024-08-10T05:28:02.693 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ISYGSzkibpdnUBL off=18745162 len=2037402 2024-08-10T05:28:02.696 INFO:tasks.workunit.client.0.smithi078.stdout:op 3536 completed, throughput=5MB/sec 2024-08-10T05:28:03.696 INFO:tasks.workunit.client.0.smithi078.stdout: 684: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:03.696 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Gl4EnydVzBrF6Pe off=10083660 len=560505 2024-08-10T05:28:03.697 INFO:tasks.workunit.client.0.smithi078.stdout:op 3537 completed, throughput=4.99MB/sec 2024-08-10T05:28:03.697 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H1fCqsj3BM8ywT7 off=0 len=1201090 2024-08-10T05:28:03.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 3538 completed, throughput=5MB/sec 2024-08-10T05:28:03.703 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JFKrPDzRcXbiNCK off=7258304 len=1576888 2024-08-10T05:28:03.705 INFO:tasks.workunit.client.0.smithi078.stdout:op 3539 completed, throughput=5MB/sec 2024-08-10T05:28:03.705 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-70qrLT5fO_eqpwy off=8689204 len=925617 2024-08-10T05:28:03.708 INFO:tasks.workunit.client.0.smithi078.stdout:op 3540 completed, throughput=5MB/sec 2024-08-10T05:28:03.708 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4TCV21zepIfQM6C off=4067585 len=694082 2024-08-10T05:28:03.708 INFO:tasks.workunit.client.0.smithi078.stdout:op 3541 completed, throughput=5MB/sec 2024-08-10T05:28:04.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:03 smithi078 ceph-mon[92251]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:03 smithi078 ceph-mon[94618]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:03 smithi107 ceph-mon[86658]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:04.709 INFO:tasks.workunit.client.0.smithi078.stdout: 685: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:04.709 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6_fPmkTLIXf3tqc off=736172 len=1693776 2024-08-10T05:28:04.711 INFO:tasks.workunit.client.0.smithi078.stdout:op 3542 completed, throughput=5MB/sec 2024-08-10T05:28:04.711 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OCy8kYYNlAIKb4I off=2342812 len=223398 2024-08-10T05:28:04.712 INFO:tasks.workunit.client.0.smithi078.stdout:op 3543 completed, throughput=5MB/sec 2024-08-10T05:28:04.712 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mwfyDtmO-ey-cPc off=2438249 len=1474819 2024-08-10T05:28:04.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 3544 completed, throughput=5MB/sec 2024-08-10T05:28:04.715 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JEOjo2I3BgsTA6o off=353925 len=1175316 2024-08-10T05:28:04.717 INFO:tasks.workunit.client.0.smithi078.stdout:op 3545 completed, throughput=5MB/sec 2024-08-10T05:28:04.717 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7dDAeeOqBIXQDwY off=8289733 len=763779 2024-08-10T05:28:04.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 3546 completed, throughput=5MB/sec 2024-08-10T05:28:05.720 INFO:tasks.workunit.client.0.smithi078.stdout: 686: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:05.720 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9jQ9HtdjYHj2KEm off=838477 len=1456450 2024-08-10T05:28:05.722 INFO:tasks.workunit.client.0.smithi078.stdout:op 3547 completed, throughput=5MB/sec 2024-08-10T05:28:05.722 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ta_-jZUzdnqM4g- off=11760751 len=1959648 2024-08-10T05:28:05.732 INFO:tasks.workunit.client.0.smithi078.stdout:op 3548 completed, throughput=5MB/sec 2024-08-10T05:28:05.733 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--kIrdrgO9KIR8Yn off=4233942 len=1349049 2024-08-10T05:28:05.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 3549 completed, throughput=5MB/sec 2024-08-10T05:28:05.735 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iQBrjh7jwvwRsk5 off=631590 len=646026 2024-08-10T05:28:05.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 3550 completed, throughput=5MB/sec 2024-08-10T05:28:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:05 smithi078 ceph-mon[92251]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:28:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:05 smithi078 ceph-mon[94618]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:28:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:05 smithi107 ceph-mon[86658]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:28:06.737 INFO:tasks.workunit.client.0.smithi078.stdout: 687: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:06.737 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VYMWhM5iV9fXA9K off=0 len=1778241 2024-08-10T05:28:06.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 3551 completed, throughput=5MB/sec 2024-08-10T05:28:06.739 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oC_6hzVyIrWKKR_ off=1499641 len=2083575 2024-08-10T05:28:06.748 INFO:tasks.workunit.client.0.smithi078.stdout:op 3552 completed, throughput=5MB/sec 2024-08-10T05:28:06.748 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-au0O_xr3LRS_8cX off=7278437 len=801887 2024-08-10T05:28:06.753 INFO:tasks.workunit.client.0.smithi078.stdout:op 3553 completed, throughput=5MB/sec 2024-08-10T05:28:06.753 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GuDt6t2fU5i1nJ8 off=14973340 len=113191 2024-08-10T05:28:06.753 INFO:tasks.workunit.client.0.smithi078.stdout:op 3554 completed, throughput=5MB/sec 2024-08-10T05:28:07.753 INFO:tasks.workunit.client.0.smithi078.stdout: 688: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:07.753 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0W0kp8FvWcd9bA9 off=12637503 len=287465 2024-08-10T05:28:07.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 3555 completed, throughput=4.99MB/sec 2024-08-10T05:28:07.754 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UrAFTLyw79o-YDB off=20431949 len=453954 2024-08-10T05:28:07.758 INFO:tasks.workunit.client.0.smithi078.stdout:op 3556 completed, throughput=4.99MB/sec 2024-08-10T05:28:07.758 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xFUwQUmN1JH2mKZ off=10684061 len=837754 2024-08-10T05:28:07.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 3557 completed, throughput=4.99MB/sec 2024-08-10T05:28:07.763 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qCiSXoXjP_LVCd2 off=9772104 len=1847809 2024-08-10T05:28:07.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 3558 completed, throughput=5MB/sec 2024-08-10T05:28:07.765 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oTkccgCds5D9vId off=15575544 len=866978 2024-08-10T05:28:07.767 INFO:tasks.workunit.client.0.smithi078.stdout:op 3559 completed, throughput=5MB/sec 2024-08-10T05:28:07.767 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kOhLFKtqhLMPvlx off=8022146 len=1316731 2024-08-10T05:28:07.772 INFO:tasks.workunit.client.0.smithi078.stdout:op 3560 completed, throughput=5MB/sec 2024-08-10T05:28:08.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:07 smithi078 ceph-mon[92251]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:08.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:07 smithi078 ceph-mon[94618]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:07 smithi107 ceph-mon[86658]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:08.773 INFO:tasks.workunit.client.0.smithi078.stdout: 689: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:08.773 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eZ6Ji2Ij95SXLRs off=2411043 len=1425183 2024-08-10T05:28:08.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 3561 completed, throughput=5MB/sec 2024-08-10T05:28:08.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9q9MhfuAqscV3zp off=5393436 len=1066562 2024-08-10T05:28:08.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 3562 completed, throughput=5MB/sec 2024-08-10T05:28:08.782 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k4IbqzcJHudVu5k off=1250139 len=310881 2024-08-10T05:28:08.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 3563 completed, throughput=5MB/sec 2024-08-10T05:28:08.786 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HAIkgTx3yBdqcbJ off=8100443 len=7740 2024-08-10T05:28:08.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 3564 completed, throughput=5MB/sec 2024-08-10T05:28:08.786 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5heG1KtDFg60GQ1 off=3926482 len=1369459 2024-08-10T05:28:08.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 3565 completed, throughput=5MB/sec 2024-08-10T05:28:08.792 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oexWe9xCEp1b63T off=1409387 len=2077481 2024-08-10T05:28:08.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 3566 completed, throughput=5MB/sec 2024-08-10T05:28:09.794 INFO:tasks.workunit.client.0.smithi078.stdout: 690: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:09.794 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-olBfbnWE9g-tZVm off=10297244 len=1092934 2024-08-10T05:28:09.797 INFO:tasks.workunit.client.0.smithi078.stdout:op 3567 completed, throughput=5MB/sec 2024-08-10T05:28:09.797 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3fr9sxCAMNkLbbn off=8160151 len=1587438 2024-08-10T05:28:09.799 INFO:tasks.workunit.client.0.smithi078.stdout:op 3568 completed, throughput=5MB/sec 2024-08-10T05:28:09.799 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gaUET5P2BxJinkv off=3008082 len=1353513 2024-08-10T05:28:09.800 INFO:tasks.workunit.client.0.smithi078.stdout:op 3569 completed, throughput=5MB/sec 2024-08-10T05:28:09.801 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p_ARAlwiL_uuC_3 off=1725181 len=935387 2024-08-10T05:28:09.806 INFO:tasks.workunit.client.0.smithi078.stdout:op 3570 completed, throughput=5MB/sec 2024-08-10T05:28:10.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:09 smithi078 ceph-mon[92251]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:28:10.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:09 smithi078 ceph-mon[94618]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:28:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:09 smithi107 ceph-mon[86658]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:28:10.807 INFO:tasks.workunit.client.0.smithi078.stdout: 691: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:10.807 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nc0mDs2AeYRifv8 off=1959919 len=1711880 2024-08-10T05:28:10.815 INFO:tasks.workunit.client.0.smithi078.stdout:op 3571 completed, throughput=5MB/sec 2024-08-10T05:28:10.815 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ueW6DAjQ4olDiiO off=10247669 len=1051980 2024-08-10T05:28:10.817 INFO:tasks.workunit.client.0.smithi078.stdout:op 3572 completed, throughput=5MB/sec 2024-08-10T05:28:10.817 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iEYA6Est_LBT7Gs off=403765 len=1296852 2024-08-10T05:28:10.822 INFO:tasks.workunit.client.0.smithi078.stdout:op 3573 completed, throughput=5MB/sec 2024-08-10T05:28:10.822 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CavOXDjichc44qc off=1853143 len=831446 2024-08-10T05:28:10.827 INFO:tasks.workunit.client.0.smithi078.stdout:op 3574 completed, throughput=5MB/sec 2024-08-10T05:28:11.828 INFO:tasks.workunit.client.0.smithi078.stdout: 692: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:11.828 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AGz6ABPMT5HT6cL off=4641208 len=1510834 2024-08-10T05:28:11.830 INFO:tasks.workunit.client.0.smithi078.stdout:op 3575 completed, throughput=5MB/sec 2024-08-10T05:28:11.830 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yqZIYOy4oZTV3n6 off=2517278 len=760444 2024-08-10T05:28:11.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 3576 completed, throughput=5MB/sec 2024-08-10T05:28:11.831 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aOlH5eN7tSunIdj off=3976622 len=703049 2024-08-10T05:28:11.832 INFO:tasks.workunit.client.0.smithi078.stdout:op 3577 completed, throughput=5MB/sec 2024-08-10T05:28:11.833 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gdNJ8g5E7F4ngnA off=22774546 len=747687 2024-08-10T05:28:11.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 3578 completed, throughput=5MB/sec 2024-08-10T05:28:11.838 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sjZr1iyoJy8URrP off=19002597 len=233975 2024-08-10T05:28:11.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 3579 completed, throughput=5MB/sec 2024-08-10T05:28:11.838 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FPXLAEnnmMsPmEt off=2512576 len=166018 2024-08-10T05:28:11.839 INFO:tasks.workunit.client.0.smithi078.stdout:op 3580 completed, throughput=5MB/sec 2024-08-10T05:28:11.839 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GOxGXIh-v-MVWAo off=2979105 len=1781605 2024-08-10T05:28:11.846 INFO:tasks.workunit.client.0.smithi078.stdout:op 3581 completed, throughput=5MB/sec 2024-08-10T05:28:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:11 smithi078 ceph-mon[92251]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:28:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:11 smithi078 ceph-mon[94618]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:28:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:28:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:28:11] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:28:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:11 smithi107 ceph-mon[86658]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:28:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:28:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:12.846 INFO:tasks.workunit.client.0.smithi078.stdout: 693: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:12.847 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tAlxiA9OzdE0hmS off=4703980 len=1929683 2024-08-10T05:28:12.850 INFO:tasks.workunit.client.0.smithi078.stdout:op 3582 completed, throughput=5MB/sec 2024-08-10T05:28:12.850 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TQsTNYK5AzKw5IT off=9154994 len=1034748 2024-08-10T05:28:12.852 INFO:tasks.workunit.client.0.smithi078.stdout:op 3583 completed, throughput=5MB/sec 2024-08-10T05:28:12.853 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L7CGfiWp1z-wN-G off=7165101 len=724177 2024-08-10T05:28:12.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 3584 completed, throughput=5MB/sec 2024-08-10T05:28:12.854 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WMQ6SYFN7GhwaDY off=1931742 len=283313 2024-08-10T05:28:12.857 INFO:tasks.workunit.client.0.smithi078.stdout:op 3585 completed, throughput=5MB/sec 2024-08-10T05:28:12.857 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NOybi3vUNwQtJKi off=3787811 len=1479185 2024-08-10T05:28:12.859 INFO:tasks.workunit.client.0.smithi078.stdout:op 3586 completed, throughput=5MB/sec 2024-08-10T05:28:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:13.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:13.859 INFO:tasks.workunit.client.0.smithi078.stdout: 694: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:13.859 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QQ-PH2hjy2wcFjl off=11226975 len=1938426 2024-08-10T05:28:13.863 INFO:tasks.workunit.client.0.smithi078.stdout:op 3587 completed, throughput=5MB/sec 2024-08-10T05:28:13.863 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-F-m_Y4g6QWDcq0s off=603067 len=999760 2024-08-10T05:28:13.864 INFO:tasks.workunit.client.0.smithi078.stdout:op 3588 completed, throughput=5MB/sec 2024-08-10T05:28:13.864 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-12-7NUZyqIQPT_8 off=9690323 len=1542993 2024-08-10T05:28:13.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 3589 completed, throughput=5MB/sec 2024-08-10T05:28:14.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:13 smithi078 ceph-mon[92251]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:14.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:13 smithi078 ceph-mon[94618]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:14.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:13 smithi107 ceph-mon[86658]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:14.872 INFO:tasks.workunit.client.0.smithi078.stdout: 695: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:14.872 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YopSo4kUMRdojIt off=0 len=1644435 2024-08-10T05:28:14.874 INFO:tasks.workunit.client.0.smithi078.stdout:op 3590 completed, throughput=5MB/sec 2024-08-10T05:28:14.874 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rVY0FxYTdT1lVOB off=7023630 len=181813 2024-08-10T05:28:14.877 INFO:tasks.workunit.client.0.smithi078.stdout:op 3591 completed, throughput=5MB/sec 2024-08-10T05:28:14.877 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V1C7z2t33nQRTKw off=1587376 len=177561 2024-08-10T05:28:14.878 INFO:tasks.workunit.client.0.smithi078.stdout:op 3592 completed, throughput=5MB/sec 2024-08-10T05:28:14.878 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VQQB8vaGHqSapt1 off=0 len=1425055 2024-08-10T05:28:14.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 3593 completed, throughput=5MB/sec 2024-08-10T05:28:14.880 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4b9jYaUuCuNVPlZ off=4113976 len=298562 2024-08-10T05:28:14.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 3594 completed, throughput=5MB/sec 2024-08-10T05:28:14.881 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yjozFapJdSc9kDF off=1723719 len=1305885 2024-08-10T05:28:14.886 INFO:tasks.workunit.client.0.smithi078.stdout:op 3595 completed, throughput=5MB/sec 2024-08-10T05:28:14.887 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Jz7Pn1dv16mFAGa off=660103 len=324580 2024-08-10T05:28:14.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 3596 completed, throughput=5MB/sec 2024-08-10T05:28:15.888 INFO:tasks.workunit.client.0.smithi078.stdout: 696: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:15.888 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0XTt4Ylz5qYgdVE off=4282051 len=1709639 2024-08-10T05:28:15.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 3597 completed, throughput=5MB/sec 2024-08-10T05:28:15.898 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cwWshdEYs-cpx1J off=6163754 len=281441 2024-08-10T05:28:15.901 INFO:tasks.workunit.client.0.smithi078.stdout:op 3598 completed, throughput=5MB/sec 2024-08-10T05:28:15.901 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LdD7gW1Fv_gChB7 off=8994830 len=1442029 2024-08-10T05:28:15.903 INFO:tasks.workunit.client.0.smithi078.stdout:op 3599 completed, throughput=5MB/sec 2024-08-10T05:28:15.903 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g1o5-ZdFQ_37DLW off=7007468 len=156532 2024-08-10T05:28:15.906 INFO:tasks.workunit.client.0.smithi078.stdout:op 3600 completed, throughput=5MB/sec 2024-08-10T05:28:15.906 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kjWweryWE2wZKt- off=387692 len=713409 2024-08-10T05:28:15.906 INFO:tasks.workunit.client.0.smithi078.stdout:op 3601 completed, throughput=5MB/sec 2024-08-10T05:28:15.907 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QoPKP1YDPvQB9WV off=5183043 len=1993770 2024-08-10T05:28:15.909 INFO:tasks.workunit.client.0.smithi078.stdout:op 3602 completed, throughput=5MB/sec 2024-08-10T05:28:16.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:15 smithi078 ceph-mon[92251]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:16.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:15 smithi078 ceph-mon[94618]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:15 smithi107 ceph-mon[86658]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:16.909 INFO:tasks.workunit.client.0.smithi078.stdout: 697: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:16.909 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6gUfQjQrsVihzQk off=2512327 len=378307 2024-08-10T05:28:16.910 INFO:tasks.workunit.client.0.smithi078.stdout:op 3603 completed, throughput=5MB/sec 2024-08-10T05:28:16.911 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LiWaGu9gWY7ySAG off=4450387 len=1887342 2024-08-10T05:28:16.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 3604 completed, throughput=5MB/sec 2024-08-10T05:28:16.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CtcDemuLAZ97xSB off=20456100 len=80234 2024-08-10T05:28:16.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 3605 completed, throughput=5MB/sec 2024-08-10T05:28:16.914 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--9zN0wwTmH4gD6v off=6050039 len=464762 2024-08-10T05:28:16.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 3606 completed, throughput=5MB/sec 2024-08-10T05:28:16.918 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zGpAapi2-rmqWg3 off=3356472 len=501790 2024-08-10T05:28:16.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 3607 completed, throughput=5MB/sec 2024-08-10T05:28:16.919 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--9tFtOI_rQLPS8_ off=6884519 len=1802367 2024-08-10T05:28:16.928 INFO:tasks.workunit.client.0.smithi078.stdout:op 3608 completed, throughput=5MB/sec 2024-08-10T05:28:17.928 INFO:tasks.workunit.client.0.smithi078.stdout: 698: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:17.928 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7gjy32mpSSMRM2k off=19016541 len=1067494 2024-08-10T05:28:17.934 INFO:tasks.workunit.client.0.smithi078.stdout:op 3609 completed, throughput=5MB/sec 2024-08-10T05:28:17.934 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2XJSu_cxiz7-sAJ off=14484968 len=1623735 2024-08-10T05:28:17.942 INFO:tasks.workunit.client.0.smithi078.stdout:op 3610 completed, throughput=5MB/sec 2024-08-10T05:28:17.942 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--2vCqF6OAw4Pf9K off=2473894 len=1521398 2024-08-10T05:28:17.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 3611 completed, throughput=5MB/sec 2024-08-10T05:28:17.943 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WT-DkMGhce-zhEM off=13302231 len=157962 2024-08-10T05:28:17.946 INFO:tasks.workunit.client.0.smithi078.stdout:op 3612 completed, throughput=5MB/sec 2024-08-10T05:28:18.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:17 smithi078 ceph-mon[92251]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:28:18.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:17 smithi078 ceph-mon[94618]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:28:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:17 smithi107 ceph-mon[86658]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:28:18.946 INFO:tasks.workunit.client.0.smithi078.stdout: 699: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:18.946 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l8tT7tAIDPOaJCX off=11682643 len=111052 2024-08-10T05:28:18.949 INFO:tasks.workunit.client.0.smithi078.stdout:op 3613 completed, throughput=4.99MB/sec 2024-08-10T05:28:18.949 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ypXvT23YzqVfZwj off=7384487 len=1465835 2024-08-10T05:28:18.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 3614 completed, throughput=5MB/sec 2024-08-10T05:28:18.952 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L19WnLTt591tPH0 off=3232025 len=419049 2024-08-10T05:28:18.952 INFO:tasks.workunit.client.0.smithi078.stdout:op 3615 completed, throughput=5MB/sec 2024-08-10T05:28:18.952 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QKVAjXsM9AnUATR off=8198166 len=614521 2024-08-10T05:28:18.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 3616 completed, throughput=5MB/sec 2024-08-10T05:28:18.954 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vnX9cl8_IpIU-S1 off=1580306 len=1379419 2024-08-10T05:28:18.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 3617 completed, throughput=5MB/sec 2024-08-10T05:28:18.962 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mtzkq-CZQ8ZKqqJ off=1536973 len=1784759 2024-08-10T05:28:18.968 INFO:tasks.workunit.client.0.smithi078.stdout:op 3618 completed, throughput=5MB/sec 2024-08-10T05:28:19.969 INFO:tasks.workunit.client.0.smithi078.stdout: 700: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:19.969 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S0i9n3yZ96H0HnL off=2218133 len=1602277 2024-08-10T05:28:19.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 3619 completed, throughput=5MB/sec 2024-08-10T05:28:19.972 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ewUFgfgWQmLbn9d off=1053514 len=368318 2024-08-10T05:28:19.972 INFO:tasks.workunit.client.0.smithi078.stdout:op 3620 completed, throughput=5MB/sec 2024-08-10T05:28:19.972 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-i1oR3hvmGXMEUjl off=8208945 len=730447 2024-08-10T05:28:19.973 INFO:tasks.workunit.client.0.smithi078.stdout:op 3621 completed, throughput=5MB/sec 2024-08-10T05:28:19.973 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AEHAcKt_ApOpQbm off=10828018 len=564328 2024-08-10T05:28:19.977 INFO:tasks.workunit.client.0.smithi078.stdout:op 3622 completed, throughput=5MB/sec 2024-08-10T05:28:19.977 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9clFCbMOIDfdxdy off=2511583 len=327612 2024-08-10T05:28:19.978 INFO:tasks.workunit.client.0.smithi078.stdout:op 3623 completed, throughput=5MB/sec 2024-08-10T05:28:19.978 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xmBvrpMYNVCSkus off=315648 len=862373 2024-08-10T05:28:19.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 3624 completed, throughput=5MB/sec 2024-08-10T05:28:19.980 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ec0ACeqBdjIgtbY off=3510017 len=8405 2024-08-10T05:28:19.982 INFO:tasks.workunit.client.0.smithi078.stdout:op 3625 completed, throughput=5MB/sec 2024-08-10T05:28:19.982 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Oxlixvosv7R-gNA off=2444571 len=630563 2024-08-10T05:28:19.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 3626 completed, throughput=5MB/sec 2024-08-10T05:28:20.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:19 smithi078 ceph-mon[92251]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:20.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:19 smithi078 ceph-mon[94618]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:19 smithi107 ceph-mon[86658]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:28:20.987 INFO:tasks.workunit.client.0.smithi078.stdout: 701: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:20.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T69DqZzNMA3Ekv3 off=10561396 len=1618486 2024-08-10T05:28:20.991 INFO:tasks.workunit.client.0.smithi078.stdout:op 3627 completed, throughput=5MB/sec 2024-08-10T05:28:20.991 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c2S3Fy9K7Pxi1fn off=15496694 len=658211 2024-08-10T05:28:20.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 3628 completed, throughput=5MB/sec 2024-08-10T05:28:20.995 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CACKHg0gb9JQX_3 off=18980866 len=282494 2024-08-10T05:28:20.996 INFO:tasks.workunit.client.0.smithi078.stdout:op 3629 completed, throughput=5MB/sec 2024-08-10T05:28:20.996 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-M5bOShmxMZ0RUwF off=18150680 len=374459 2024-08-10T05:28:20.997 INFO:tasks.workunit.client.0.smithi078.stdout:op 3630 completed, throughput=5MB/sec 2024-08-10T05:28:20.997 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-usWkJe6JzMVsMUo off=242212 len=497275 2024-08-10T05:28:21.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 3631 completed, throughput=5MB/sec 2024-08-10T05:28:21.002 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZrRJOPN31XzWRht off=4986651 len=751847 2024-08-10T05:28:21.004 INFO:tasks.workunit.client.0.smithi078.stdout:op 3632 completed, throughput=5MB/sec 2024-08-10T05:28:21.004 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CTuRww4xF0YbfR7 off=739243 len=228453 2024-08-10T05:28:21.005 INFO:tasks.workunit.client.0.smithi078.stdout:op 3633 completed, throughput=5MB/sec 2024-08-10T05:28:21.006 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bti23c5sQngeGb7 off=8935258 len=596892 2024-08-10T05:28:21.007 INFO:tasks.workunit.client.0.smithi078.stdout:op 3634 completed, throughput=5MB/sec 2024-08-10T05:28:21.007 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IkjDa9fmVjXZ7K0 off=12009857 len=1328766 2024-08-10T05:28:21.008 INFO:tasks.workunit.client.0.smithi078.stdout:op 3635 completed, throughput=5MB/sec 2024-08-10T05:28:22.009 INFO:tasks.workunit.client.0.smithi078.stdout: 702: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:22.009 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qsXtZ-ieQWqJvkg off=2323084 len=1436367 2024-08-10T05:28:22.011 INFO:tasks.workunit.client.0.smithi078.stdout:op 3636 completed, throughput=5MB/sec 2024-08-10T05:28:22.011 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6CFj-vhw8pf5sh8 off=202529 len=1655531 2024-08-10T05:28:22.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 3637 completed, throughput=5MB/sec 2024-08-10T05:28:22.019 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S8I-PHOJR7dQdaW off=12164119 len=7990 2024-08-10T05:28:22.020 INFO:tasks.workunit.client.0.smithi078.stdout:op 3638 completed, throughput=5MB/sec 2024-08-10T05:28:22.020 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Hvh0tFetWglJLmr off=5165814 len=1080073 2024-08-10T05:28:22.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 3639 completed, throughput=5MB/sec 2024-08-10T05:28:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:21 smithi078 ceph-mon[92251]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:21 smithi078 ceph-mon[94618]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:28:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:28:21] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:28:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:21 smithi107 ceph-mon[86658]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:28:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:23.024 INFO:tasks.workunit.client.0.smithi078.stdout: 703: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:23.024 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XVxHBDtdXbz3gY_ off=5544961 len=1816114 2024-08-10T05:28:23.032 INFO:tasks.workunit.client.0.smithi078.stdout:op 3640 completed, throughput=5MB/sec 2024-08-10T05:28:23.032 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c3NaAAPO_-8wM0Q off=2450424 len=1610289 2024-08-10T05:28:23.040 INFO:tasks.workunit.client.0.smithi078.stdout:op 3641 completed, throughput=5MB/sec 2024-08-10T05:28:23.040 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eUiEbxmhDqmXCSv off=1538059 len=1436392 2024-08-10T05:28:23.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 3642 completed, throughput=5MB/sec 2024-08-10T05:28:23.044 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uT74gXhBt1YdH_B off=19326470 len=1904628 2024-08-10T05:28:23.055 INFO:tasks.workunit.client.0.smithi078.stdout:op 3643 completed, throughput=5MB/sec 2024-08-10T05:28:24.055 INFO:tasks.workunit.client.0.smithi078.stdout: 704: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:24.055 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WrcCFuhsY0Aom7P off=10317254 len=1671872 2024-08-10T05:28:24.064 INFO:tasks.workunit.client.0.smithi078.stdout:op 3644 completed, throughput=5MB/sec 2024-08-10T05:28:24.064 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l3CUicGBcBOh8N2 off=1058711 len=1988803 2024-08-10T05:28:24.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 3645 completed, throughput=5MB/sec 2024-08-10T05:28:24.075 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dDcFe1pHHdpGSmd off=8301094 len=1658782 2024-08-10T05:28:24.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 3646 completed, throughput=5MB/sec 2024-08-10T05:28:24.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:23 smithi078 ceph-mon[92251]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:24.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:23 smithi078 ceph-mon[94618]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:23 smithi107 ceph-mon[86658]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:25.082 INFO:tasks.workunit.client.0.smithi078.stdout: 705: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:25.082 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-o4JgatjIqqDQB3g off=9691908 len=834719 2024-08-10T05:28:25.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 3647 completed, throughput=5MB/sec 2024-08-10T05:28:25.088 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6aibmJAN0Cichiv off=6314052 len=815784 2024-08-10T05:28:25.088 INFO:tasks.workunit.client.0.smithi078.stdout:op 3648 completed, throughput=5MB/sec 2024-08-10T05:28:25.088 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G9QKD4rrAUgpJIJ off=1555244 len=514585 2024-08-10T05:28:25.092 INFO:tasks.workunit.client.0.smithi078.stdout:op 3649 completed, throughput=5MB/sec 2024-08-10T05:28:25.092 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dE8ZIjNkJqLJc28 off=14356349 len=713758 2024-08-10T05:28:25.093 INFO:tasks.workunit.client.0.smithi078.stdout:op 3650 completed, throughput=5MB/sec 2024-08-10T05:28:25.093 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2JEsZyGqvfbNF4F off=18151929 len=592578 2024-08-10T05:28:25.093 INFO:tasks.workunit.client.0.smithi078.stdout:op 3651 completed, throughput=5MB/sec 2024-08-10T05:28:25.094 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QdxML-vQjS_ldpA off=2398287 len=800372 2024-08-10T05:28:25.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 3652 completed, throughput=5MB/sec 2024-08-10T05:28:26.098 INFO:tasks.workunit.client.0.smithi078.stdout: 706: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:26.099 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CeTeEgVjnNSaLxR off=2965741 len=1731847 2024-08-10T05:28:26.109 INFO:tasks.workunit.client.0.smithi078.stdout:op 3653 completed, throughput=5MB/sec 2024-08-10T05:28:26.109 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e-xj4IaDl78g_jd off=13961561 len=427760 2024-08-10T05:28:26.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 3654 completed, throughput=5MB/sec 2024-08-10T05:28:26.110 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ufAAXoL-9CVjnN9 off=12768577 len=1784675 2024-08-10T05:28:26.118 INFO:tasks.workunit.client.0.smithi078.stdout:op 3655 completed, throughput=5MB/sec 2024-08-10T05:28:26.118 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YWuIFjCPewyA4ts off=3776219 len=1712396 2024-08-10T05:28:26.127 INFO:tasks.workunit.client.0.smithi078.stdout:op 3656 completed, throughput=5MB/sec 2024-08-10T05:28:26.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:25 smithi078 ceph-mon[92251]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:26.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:25 smithi078 ceph-mon[94618]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:25 smithi107 ceph-mon[86658]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:28:27.127 INFO:tasks.workunit.client.0.smithi078.stdout: 707: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:27.127 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j2Ge9sjKyk_YHf9 off=15375603 len=1053274 2024-08-10T05:28:27.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 3657 completed, throughput=5MB/sec 2024-08-10T05:28:27.133 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s3klozoFtqS19zI off=1269629 len=1132151 2024-08-10T05:28:27.134 INFO:tasks.workunit.client.0.smithi078.stdout:op 3658 completed, throughput=5MB/sec 2024-08-10T05:28:27.135 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Slu6uT49xXGeIa9 off=511052 len=605963 2024-08-10T05:28:27.138 INFO:tasks.workunit.client.0.smithi078.stdout:op 3659 completed, throughput=5MB/sec 2024-08-10T05:28:27.139 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eOiBRLE0MB7Px04 off=8563129 len=551116 2024-08-10T05:28:27.143 INFO:tasks.workunit.client.0.smithi078.stdout:op 3660 completed, throughput=5MB/sec 2024-08-10T05:28:27.143 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lmRGGavho3sud5B off=4714712 len=445646 2024-08-10T05:28:27.144 INFO:tasks.workunit.client.0.smithi078.stdout:op 3661 completed, throughput=5MB/sec 2024-08-10T05:28:27.144 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-W4d-lJMIq1v0U3F off=2861670 len=813407 2024-08-10T05:28:27.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 3662 completed, throughput=5MB/sec 2024-08-10T05:28:27.146 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HEq9OONv70Bnesm off=3677926 len=618356 2024-08-10T05:28:27.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 3663 completed, throughput=5MB/sec 2024-08-10T05:28:28.147 INFO:tasks.workunit.client.0.smithi078.stdout: 708: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:28.148 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_rRIBTgZO07OIFN off=1212792 len=1805246 2024-08-10T05:28:28.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 3664 completed, throughput=5MB/sec 2024-08-10T05:28:28.151 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fePGw2DCRIyqgBJ off=4407018 len=1484175 2024-08-10T05:28:28.153 INFO:tasks.workunit.client.0.smithi078.stdout:op 3665 completed, throughput=5MB/sec 2024-08-10T05:28:28.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dFtyLKr-d6etxME off=7565678 len=1919940 2024-08-10T05:28:28.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 3666 completed, throughput=5MB/sec 2024-08-10T05:28:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[94618]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:28:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:28:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:28:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:28:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:28:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[92251]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:28:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:28:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:28:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:28:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:28:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:27 smithi107 ceph-mon[86658]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:28:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:28:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:28:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:28:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:28:29.155 INFO:tasks.workunit.client.0.smithi078.stdout: 709: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:29.156 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oh_FxiyY0JZwFeH off=1698242 len=1813691 2024-08-10T05:28:29.159 INFO:tasks.workunit.client.0.smithi078.stdout:op 3667 completed, throughput=5MB/sec 2024-08-10T05:28:29.159 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jEkWMs7EUJIyM97 off=5165106 len=274341 2024-08-10T05:28:29.163 INFO:tasks.workunit.client.0.smithi078.stdout:op 3668 completed, throughput=5MB/sec 2024-08-10T05:28:29.163 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HLWpjZ6K6wJWJcJ off=3996875 len=713534 2024-08-10T05:28:29.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 3669 completed, throughput=5MB/sec 2024-08-10T05:28:29.164 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ziZ_HpPEm42bI0h off=5387592 len=1109957 2024-08-10T05:28:29.165 INFO:tasks.workunit.client.0.smithi078.stdout:op 3670 completed, throughput=5MB/sec 2024-08-10T05:28:29.166 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hgDPn1AF9MEF7YW off=1591510 len=1873286 2024-08-10T05:28:29.175 INFO:tasks.workunit.client.0.smithi078.stdout:op 3671 completed, throughput=5MB/sec 2024-08-10T05:28:30.175 INFO:tasks.workunit.client.0.smithi078.stdout: 710: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:30.175 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6XgDY6iBEkVvnLs off=13514660 len=2069046 2024-08-10T05:28:30.177 INFO:tasks.workunit.client.0.smithi078.stdout:op 3672 completed, throughput=5MB/sec 2024-08-10T05:28:30.177 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vIBTsxX-ftUbEJR off=2865405 len=1524101 2024-08-10T05:28:30.179 INFO:tasks.workunit.client.0.smithi078.stdout:op 3673 completed, throughput=5MB/sec 2024-08-10T05:28:30.179 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b_oPHxKRWitVmiE off=14613 len=1678042 2024-08-10T05:28:30.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 3674 completed, throughput=5MB/sec 2024-08-10T05:28:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:29 smithi078 ceph-mon[92251]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:28:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:29 smithi078 ceph-mon[94618]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:28:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:29 smithi107 ceph-mon[86658]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:28:31.182 INFO:tasks.workunit.client.0.smithi078.stdout: 711: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:31.182 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LsNO7en1xWV32WP off=13834517 len=1545732 2024-08-10T05:28:31.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 3675 completed, throughput=5MB/sec 2024-08-10T05:28:31.190 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qenxwBrqXPR4QnV off=2944580 len=5663 2024-08-10T05:28:31.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 3676 completed, throughput=5MB/sec 2024-08-10T05:28:31.191 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sQCJM8YiUFZpQ23 off=3143428 len=637256 2024-08-10T05:28:31.192 INFO:tasks.workunit.client.0.smithi078.stdout:op 3677 completed, throughput=5MB/sec 2024-08-10T05:28:31.192 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nYPlg1492Oak-6h off=6877445 len=618588 2024-08-10T05:28:31.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 3678 completed, throughput=5MB/sec 2024-08-10T05:28:31.194 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ka538QrTD9FA8YX off=1472668 len=1709511 2024-08-10T05:28:31.195 INFO:tasks.workunit.client.0.smithi078.stdout:op 3679 completed, throughput=5MB/sec 2024-08-10T05:28:31.196 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Mz7DBjnQKnGiYS8 off=834848 len=238739 2024-08-10T05:28:31.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 3680 completed, throughput=5MB/sec 2024-08-10T05:28:32.199 INFO:tasks.workunit.client.0.smithi078.stdout: 712: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:32.199 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-h7RCYiF4-Jo2EW7 off=20666118 len=179698 2024-08-10T05:28:32.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 3681 completed, throughput=4.99MB/sec 2024-08-10T05:28:32.202 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gKSo081GQ5_WhP4 off=17777971 len=1978884 2024-08-10T05:28:32.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 3682 completed, throughput=5MB/sec 2024-08-10T05:28:32.212 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NngTRdqHSO3z9L2 off=13049558 len=1928463 2024-08-10T05:28:32.215 INFO:tasks.workunit.client.0.smithi078.stdout:op 3683 completed, throughput=5MB/sec 2024-08-10T05:28:32.216 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Jj4VUaZPr9Ah9np off=3854027 len=1911909 2024-08-10T05:28:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:31 smithi078 ceph-mon[92251]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:28:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:31 smithi078 ceph-mon[94618]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:28:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:28:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:28:31] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-08-10T05:28:32.226 INFO:tasks.workunit.client.0.smithi078.stdout:op 3684 completed, throughput=5MB/sec 2024-08-10T05:28:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:31 smithi107 ceph-mon[86658]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:28:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:28:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:33.227 INFO:tasks.workunit.client.0.smithi078.stdout: 713: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:33.227 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SCepZS5qGmeiTM5 off=601542 len=797981 2024-08-10T05:28:33.232 INFO:tasks.workunit.client.0.smithi078.stdout:op 3685 completed, throughput=5MB/sec 2024-08-10T05:28:33.232 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_plVQ0uQNSpbCo9 off=2721354 len=1496431 2024-08-10T05:28:33.241 INFO:tasks.workunit.client.0.smithi078.stdout:op 3686 completed, throughput=5MB/sec 2024-08-10T05:28:33.241 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-19m0Sg9XV608hRD off=1662866 len=1791779 2024-08-10T05:28:33.248 INFO:tasks.workunit.client.0.smithi078.stdout:op 3687 completed, throughput=5MB/sec 2024-08-10T05:28:33.249 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GsdPaf30mi1J2hF off=3741431 len=1853355 2024-08-10T05:28:33.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 3688 completed, throughput=5MB/sec 2024-08-10T05:28:34.253 INFO:tasks.workunit.client.0.smithi078.stdout: 714: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:34.254 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GCXk2Zwmnj3Uh_F off=6348717 len=1563413 2024-08-10T05:28:34.255 INFO:tasks.workunit.client.0.smithi078.stdout:op 3689 completed, throughput=5MB/sec 2024-08-10T05:28:34.255 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Qhya27kztZWh1Yi off=10355096 len=1460177 2024-08-10T05:28:34.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 3690 completed, throughput=5MB/sec 2024-08-10T05:28:34.259 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JvQ8Oi7uhf_2yh9 off=3626542 len=436355 2024-08-10T05:28:34.262 INFO:tasks.workunit.client.0.smithi078.stdout:op 3691 completed, throughput=5MB/sec 2024-08-10T05:28:34.263 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hrjGizg9cDkFlKA off=3407183 len=634842 2024-08-10T05:28:34.266 INFO:tasks.workunit.client.0.smithi078.stdout:op 3692 completed, throughput=5MB/sec 2024-08-10T05:28:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:33 smithi107 ceph-mon[86658]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:28:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:33 smithi078 ceph-mon[92251]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:28:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:33 smithi078 ceph-mon[94618]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:28:35.267 INFO:tasks.workunit.client.0.smithi078.stdout: 715: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:35.267 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JtDqfCR4n4Fr-BK off=3419935 len=1270091 2024-08-10T05:28:35.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 3693 completed, throughput=4.99MB/sec 2024-08-10T05:28:35.269 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OQOneLNYhmxTAyR off=429099 len=1286979 2024-08-10T05:28:35.272 INFO:tasks.workunit.client.0.smithi078.stdout:op 3694 completed, throughput=5MB/sec 2024-08-10T05:28:35.272 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Y_YA3k5GbbK_pLg off=16267228 len=269023 2024-08-10T05:28:35.273 INFO:tasks.workunit.client.0.smithi078.stdout:op 3695 completed, throughput=5MB/sec 2024-08-10T05:28:35.273 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vREbm1LmzMBZLsy off=9487615 len=1047108 2024-08-10T05:28:35.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 3696 completed, throughput=5MB/sec 2024-08-10T05:28:35.274 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Kc_NeSPgMedn_tF off=494545 len=2027308 2024-08-10T05:28:35.286 INFO:tasks.workunit.client.0.smithi078.stdout:op 3697 completed, throughput=5MB/sec 2024-08-10T05:28:36.287 INFO:tasks.workunit.client.0.smithi078.stdout: 716: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:36.287 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-92DDcymuUdnwjTp off=5215008 len=712428 2024-08-10T05:28:36.288 INFO:tasks.workunit.client.0.smithi078.stdout:op 3698 completed, throughput=4.99MB/sec 2024-08-10T05:28:36.288 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hH_da7_d1CGJ1Ji off=5563168 len=1575095 2024-08-10T05:28:36.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 3699 completed, throughput=5MB/sec 2024-08-10T05:28:36.290 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dOSDqx4V9vl75fR off=2882242 len=954251 2024-08-10T05:28:36.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 3700 completed, throughput=5MB/sec 2024-08-10T05:28:36.296 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RVAmH0vgLsE25Vz off=2962759 len=1493664 2024-08-10T05:28:36.303 INFO:tasks.workunit.client.0.smithi078.stdout:op 3701 completed, throughput=5MB/sec 2024-08-10T05:28:36.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:35 smithi107 ceph-mon[86658]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:28:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:35 smithi078 ceph-mon[92251]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:28:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:35 smithi078 ceph-mon[94618]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:28:37.304 INFO:tasks.workunit.client.0.smithi078.stdout: 717: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:37.304 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hvwkepMrBeHlXCM off=12924219 len=1890360 2024-08-10T05:28:37.306 INFO:tasks.workunit.client.0.smithi078.stdout:op 3702 completed, throughput=5MB/sec 2024-08-10T05:28:37.306 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4Q9gzyEVlFs_WpW off=99255 len=344051 2024-08-10T05:28:37.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 3703 completed, throughput=5MB/sec 2024-08-10T05:28:37.310 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EVJzABnOSAGrdXt off=5467091 len=506557 2024-08-10T05:28:37.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 3704 completed, throughput=5MB/sec 2024-08-10T05:28:37.314 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qDhNt4kyKeOP5Fb off=3304241 len=1952175 2024-08-10T05:28:37.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 3705 completed, throughput=5MB/sec 2024-08-10T05:28:37.320 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-25PZ8sQjFQx0z2B off=13333190 len=1840350 2024-08-10T05:28:37.321 INFO:tasks.workunit.client.0.smithi078.stdout:op 3706 completed, throughput=5MB/sec 2024-08-10T05:28:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:37 smithi107 ceph-mon[86658]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:28:38.321 INFO:tasks.workunit.client.0.smithi078.stdout: 718: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:38.321 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AJV-Q5awdFMCM4m off=2597307 len=199361 2024-08-10T05:28:38.324 INFO:tasks.workunit.client.0.smithi078.stdout:op 3707 completed, throughput=5MB/sec 2024-08-10T05:28:38.324 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gAN_G8l3oyvUWPd off=6961441 len=810544 2024-08-10T05:28:38.325 INFO:tasks.workunit.client.0.smithi078.stdout:op 3708 completed, throughput=5MB/sec 2024-08-10T05:28:38.326 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lkmkAZ3HHUfDSgF off=1713042 len=1238264 2024-08-10T05:28:38.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 3709 completed, throughput=5MB/sec 2024-08-10T05:28:38.328 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RzqjVbn7u3xXs3l off=4731982 len=1354948 2024-08-10T05:28:38.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 3710 completed, throughput=5MB/sec 2024-08-10T05:28:38.335 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zebBfX9_ivDAutR off=3303855 len=2069798 2024-08-10T05:28:38.344 INFO:tasks.workunit.client.0.smithi078.stdout:op 3711 completed, throughput=5MB/sec 2024-08-10T05:28:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:37 smithi078 ceph-mon[92251]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:28:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:37 smithi078 ceph-mon[94618]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:28:39.345 INFO:tasks.workunit.client.0.smithi078.stdout: 719: throughput=5MB/sec pending data=0 2024-08-10T05:28:39.345 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OCpox7DY-aajCJs off=2004465 len=1084240 2024-08-10T05:28:39.351 INFO:tasks.workunit.client.0.smithi078.stdout:op 3712 completed, throughput=5MB/sec 2024-08-10T05:28:39.351 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4QQjGXH_6isudHK off=17961798 len=176055 2024-08-10T05:28:39.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 3713 completed, throughput=5MB/sec 2024-08-10T05:28:39.354 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PwYOMtQeM-KI0Nd off=5076115 len=1564990 2024-08-10T05:28:39.357 INFO:tasks.workunit.client.0.smithi078.stdout:op 3714 completed, throughput=5MB/sec 2024-08-10T05:28:39.357 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s_iFfcoo0akFpdX off=2759352 len=1302976 2024-08-10T05:28:39.359 INFO:tasks.workunit.client.0.smithi078.stdout:op 3715 completed, throughput=5MB/sec 2024-08-10T05:28:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:39 smithi107 ceph-mon[86658]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:28:40.359 INFO:tasks.workunit.client.0.smithi078.stdout: 720: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:40.359 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jG_OPVTuzQgOwzd off=292778 len=549551 2024-08-10T05:28:40.363 INFO:tasks.workunit.client.0.smithi078.stdout:op 3716 completed, throughput=4.99MB/sec 2024-08-10T05:28:40.363 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nP9USAH7UrQ0eXf off=6795922 len=867469 2024-08-10T05:28:40.368 INFO:tasks.workunit.client.0.smithi078.stdout:op 3717 completed, throughput=5MB/sec 2024-08-10T05:28:40.368 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WL9ZOlADxRfiy3s off=5390086 len=1790632 2024-08-10T05:28:40.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 3718 completed, throughput=5MB/sec 2024-08-10T05:28:40.378 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DCdy3cN6EdetPZd off=7000290 len=1690731 2024-08-10T05:28:40.385 INFO:tasks.workunit.client.0.smithi078.stdout:op 3719 completed, throughput=5MB/sec 2024-08-10T05:28:40.385 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EHUPbZaHu5Ekkee off=15444242 len=870080 2024-08-10T05:28:40.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 3720 completed, throughput=5MB/sec 2024-08-10T05:28:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:39 smithi078 ceph-mon[92251]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:28:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:39 smithi078 ceph-mon[94618]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:28:41.389 INFO:tasks.workunit.client.0.smithi078.stdout: 721: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:41.389 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XOetyqxcTMt91rT off=9664578 len=321152 2024-08-10T05:28:41.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 3721 completed, throughput=4.99MB/sec 2024-08-10T05:28:41.390 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2KDABKFy4SwNIPP off=2879179 len=706789 2024-08-10T05:28:41.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 3722 completed, throughput=5MB/sec 2024-08-10T05:28:41.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KKmO2iovr2qtdW_ off=12996161 len=475644 2024-08-10T05:28:41.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 3723 completed, throughput=5MB/sec 2024-08-10T05:28:41.393 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OaISu4xfu_u_SOp off=167093 len=1811195 2024-08-10T05:28:41.394 INFO:tasks.workunit.client.0.smithi078.stdout:op 3724 completed, throughput=5MB/sec 2024-08-10T05:28:41.395 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s6On_Ifykh80pQI off=9812208 len=1522157 2024-08-10T05:28:41.403 INFO:tasks.workunit.client.0.smithi078.stdout:op 3725 completed, throughput=5MB/sec 2024-08-10T05:28:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:41 smithi078 ceph-mon[92251]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:28:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:41 smithi078 ceph-mon[94618]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:28:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:28:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:28:41] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-08-10T05:28:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:41 smithi107 ceph-mon[86658]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:28:42.403 INFO:tasks.workunit.client.0.smithi078.stdout: 722: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:42.403 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H2q0oStCSMqaH_1 off=1308774 len=1174464 2024-08-10T05:28:42.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 3726 completed, throughput=5MB/sec 2024-08-10T05:28:42.410 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Akfh-DSjHqCeeWC off=6070556 len=784470 2024-08-10T05:28:42.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 3727 completed, throughput=5MB/sec 2024-08-10T05:28:42.415 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sWY3EpW8vqoRn8p off=6147586 len=654024 2024-08-10T05:28:42.416 INFO:tasks.workunit.client.0.smithi078.stdout:op 3728 completed, throughput=5MB/sec 2024-08-10T05:28:42.416 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PfM8pIaFaQWeZf2 off=12373702 len=760879 2024-08-10T05:28:42.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 3729 completed, throughput=5MB/sec 2024-08-10T05:28:42.421 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qUVxmA0x2JH33qH off=8621698 len=1776064 2024-08-10T05:28:42.422 INFO:tasks.workunit.client.0.smithi078.stdout:op 3730 completed, throughput=5MB/sec 2024-08-10T05:28:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:28:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:43.422 INFO:tasks.workunit.client.0.smithi078.stdout: 723: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:43.422 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wiNxC8zQOkP6RuM off=2459916 len=1289394 2024-08-10T05:28:43.424 INFO:tasks.workunit.client.0.smithi078.stdout:op 3731 completed, throughput=5MB/sec 2024-08-10T05:28:43.424 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hTzG9_u3BjAkaS- off=7483711 len=1189211 2024-08-10T05:28:43.425 INFO:tasks.workunit.client.0.smithi078.stdout:op 3732 completed, throughput=5MB/sec 2024-08-10T05:28:43.426 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Cb8Tl031EOABKj5 off=6547986 len=1384738 2024-08-10T05:28:43.433 INFO:tasks.workunit.client.0.smithi078.stdout:op 3733 completed, throughput=5MB/sec 2024-08-10T05:28:43.433 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6Wwqi_DahpuG6WC off=495198 len=1067268 2024-08-10T05:28:43.434 INFO:tasks.workunit.client.0.smithi078.stdout:op 3734 completed, throughput=5MB/sec 2024-08-10T05:28:43.434 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ctict9Y_-Hx2ZZO off=8585584 len=719068 2024-08-10T05:28:43.439 INFO:tasks.workunit.client.0.smithi078.stdout:op 3735 completed, throughput=5MB/sec 2024-08-10T05:28:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:43 smithi107 ceph-mon[86658]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:28:44.439 INFO:tasks.workunit.client.0.smithi078.stdout: 724: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:44.439 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-U9jDi_VSs2pODv5 off=2469964 len=660617 2024-08-10T05:28:44.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 3736 completed, throughput=4.99MB/sec 2024-08-10T05:28:44.441 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lhJPo1yv8XckDKI off=9752413 len=1081308 2024-08-10T05:28:44.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 3737 completed, throughput=5MB/sec 2024-08-10T05:28:44.443 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BW2KPEA6004VhXd off=6106444 len=1647816 2024-08-10T05:28:44.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 3738 completed, throughput=5MB/sec 2024-08-10T05:28:44.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0afo9Q9gNV8HPvs off=7481157 len=425818 2024-08-10T05:28:44.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 3739 completed, throughput=5MB/sec 2024-08-10T05:28:44.448 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kErwod1CjM7zBQl off=7109885 len=972727 2024-08-10T05:28:44.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 3740 completed, throughput=5MB/sec 2024-08-10T05:28:44.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rYwZ_QLFdRMzdHs off=3714390 len=228416 2024-08-10T05:28:44.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 3741 completed, throughput=5MB/sec 2024-08-10T05:28:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:43 smithi078 ceph-mon[92251]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:28:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:43 smithi078 ceph-mon[94618]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:28:45.452 INFO:tasks.workunit.client.0.smithi078.stdout: 725: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:45.452 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DEf1lc4d9zurgl- off=1085846 len=523750 2024-08-10T05:28:45.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 3742 completed, throughput=4.99MB/sec 2024-08-10T05:28:45.456 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3JUNc3AD-P60a9G off=1850751 len=1642691 2024-08-10T05:28:45.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 3743 completed, throughput=5MB/sec 2024-08-10T05:28:45.465 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JkP7XKr2j9APWRx off=763522 len=383486 2024-08-10T05:28:45.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 3744 completed, throughput=5MB/sec 2024-08-10T05:28:45.469 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nBXW1M1JKVwucy8 off=11647392 len=670931 2024-08-10T05:28:45.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 3745 completed, throughput=5MB/sec 2024-08-10T05:28:45.470 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QoPKP1YDPvQB9WV off=14510633 len=657578 2024-08-10T05:28:45.471 INFO:tasks.workunit.client.0.smithi078.stdout:op 3746 completed, throughput=5MB/sec 2024-08-10T05:28:45.471 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dYHtESQmTLCHQv- off=323469 len=1819948 2024-08-10T05:28:45.480 INFO:tasks.workunit.client.0.smithi078.stdout:op 3747 completed, throughput=5MB/sec 2024-08-10T05:28:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:46 smithi107 ceph-mon[86658]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:28:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:46 smithi078 ceph-mon[92251]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:28:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:46 smithi078 ceph-mon[94618]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:28:46.480 INFO:tasks.workunit.client.0.smithi078.stdout: 726: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:46.480 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3-w3WAeewp-94FZ off=10460800 len=250020 2024-08-10T05:28:46.481 INFO:tasks.workunit.client.0.smithi078.stdout:op 3748 completed, throughput=4.99MB/sec 2024-08-10T05:28:46.481 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qyBwy8t05Ny3_7q off=7263193 len=177420 2024-08-10T05:28:46.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 3749 completed, throughput=4.99MB/sec 2024-08-10T05:28:46.485 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xr3Vvo-NPVVrR-r off=1535494 len=1511019 2024-08-10T05:28:46.493 INFO:tasks.workunit.client.0.smithi078.stdout:op 3750 completed, throughput=5MB/sec 2024-08-10T05:28:46.493 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T9HqtVDvazupj1_ off=123244 len=296759 2024-08-10T05:28:46.494 INFO:tasks.workunit.client.0.smithi078.stdout:op 3751 completed, throughput=5MB/sec 2024-08-10T05:28:46.494 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sCSqBBjTRcQFby3 off=3046448 len=1457479 2024-08-10T05:28:46.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 3752 completed, throughput=5MB/sec 2024-08-10T05:28:46.495 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pp8LuA9cu_eJ0fB off=3755838 len=1021738 2024-08-10T05:28:46.501 INFO:tasks.workunit.client.0.smithi078.stdout:op 3753 completed, throughput=5MB/sec 2024-08-10T05:28:46.501 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PKk8MsbsOjKugH- off=3117731 len=1850532 2024-08-10T05:28:46.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 3754 completed, throughput=5MB/sec 2024-08-10T05:28:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: 727: throughput=5MB/sec pending data=0 2024-08-10T05:28:47.511 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VEQwtXI-njxp8u0 off=831990 len=1567374 2024-08-10T05:28:47.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 3755 completed, throughput=5MB/sec 2024-08-10T05:28:47.517 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bfMFB5p9EABkBQz off=4067978 len=1130732 2024-08-10T05:28:47.521 INFO:tasks.workunit.client.0.smithi078.stdout:op 3756 completed, throughput=5MB/sec 2024-08-10T05:28:47.521 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ElFOHf3lEasP370 off=16909416 len=856970 2024-08-10T05:28:47.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 3757 completed, throughput=5MB/sec 2024-08-10T05:28:47.523 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-caUWs8kKsuriScu off=8147279 len=736423 2024-08-10T05:28:47.525 INFO:tasks.workunit.client.0.smithi078.stdout:op 3758 completed, throughput=5MB/sec 2024-08-10T05:28:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:48 smithi107 ceph-mon[86658]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:28:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:48 smithi078 ceph-mon[92251]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:28:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:48 smithi078 ceph-mon[94618]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:28:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: 728: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:48.525 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--Phlhw5OCMf9Vdj off=10800923 len=284976 2024-08-10T05:28:48.528 INFO:tasks.workunit.client.0.smithi078.stdout:op 3759 completed, throughput=4.99MB/sec 2024-08-10T05:28:48.528 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GLEXEo0pGhtQHgB off=12496496 len=1464767 2024-08-10T05:28:48.531 INFO:tasks.workunit.client.0.smithi078.stdout:op 3760 completed, throughput=5MB/sec 2024-08-10T05:28:48.531 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7CwIwfDtqGrknxh off=10965044 len=186810 2024-08-10T05:28:48.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 3761 completed, throughput=5MB/sec 2024-08-10T05:28:48.532 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C1hAfWHjAdSns4S off=0 len=1069639 2024-08-10T05:28:48.533 INFO:tasks.workunit.client.0.smithi078.stdout:op 3762 completed, throughput=5MB/sec 2024-08-10T05:28:48.533 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-M7SHOFYXNMSBCxV off=2249920 len=2008959 2024-08-10T05:28:48.535 INFO:tasks.workunit.client.0.smithi078.stdout:op 3763 completed, throughput=5MB/sec 2024-08-10T05:28:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: 729: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:49.536 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Uj3u3z7FYwtyQvI off=3726640 len=1088703 2024-08-10T05:28:49.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 3764 completed, throughput=5MB/sec 2024-08-10T05:28:49.539 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Goda428TzFM6gB_ off=12838398 len=3992 2024-08-10T05:28:49.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 3765 completed, throughput=5MB/sec 2024-08-10T05:28:49.539 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WXWzZAUSdF6FMQ- off=875974 len=760395 2024-08-10T05:28:49.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 3766 completed, throughput=5MB/sec 2024-08-10T05:28:49.541 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YQvF7hboaRu4wao off=14986156 len=1463785 2024-08-10T05:28:49.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 3767 completed, throughput=5MB/sec 2024-08-10T05:28:49.547 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OJzTgbD2OpfL_wx off=15454288 len=580607 2024-08-10T05:28:49.551 INFO:tasks.workunit.client.0.smithi078.stdout:op 3768 completed, throughput=5MB/sec 2024-08-10T05:28:49.551 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1_RuxQZHW2vGa2j off=946856 len=259947 2024-08-10T05:28:49.553 INFO:tasks.workunit.client.0.smithi078.stdout:op 3769 completed, throughput=5MB/sec 2024-08-10T05:28:49.553 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BN4Iy004d5f7wNF off=2443372 len=1261313 2024-08-10T05:28:49.560 INFO:tasks.workunit.client.0.smithi078.stdout:op 3770 completed, throughput=5MB/sec 2024-08-10T05:28:50.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:50 smithi078 ceph-mon[92251]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:28:50.279 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:50 smithi078 ceph-mon[94618]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:28:50.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:50 smithi107 ceph-mon[86658]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:28:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: 730: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:50.560 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bNmVFGofWf4PG63 off=2170117 len=1669278 2024-08-10T05:28:50.562 INFO:tasks.workunit.client.0.smithi078.stdout:op 3771 completed, throughput=5MB/sec 2024-08-10T05:28:50.562 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1NGayp_e39_AVRC off=889868 len=488966 2024-08-10T05:28:50.566 INFO:tasks.workunit.client.0.smithi078.stdout:op 3772 completed, throughput=5MB/sec 2024-08-10T05:28:50.566 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xzERwAcviu-bkvh off=13638815 len=1746274 2024-08-10T05:28:50.573 INFO:tasks.workunit.client.0.smithi078.stdout:op 3773 completed, throughput=5MB/sec 2024-08-10T05:28:50.573 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x1K8ZizyBmEmmpD off=535650 len=732980 2024-08-10T05:28:50.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 3774 completed, throughput=5MB/sec 2024-08-10T05:28:50.577 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kP_sdFMfmEgIv2r off=494777 len=1129876 2024-08-10T05:28:50.581 INFO:tasks.workunit.client.0.smithi078.stdout:op 3775 completed, throughput=5MB/sec 2024-08-10T05:28:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: 731: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:51.582 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H804PWTG1EfF6DU off=4807032 len=1978635 2024-08-10T05:28:51.584 INFO:tasks.workunit.client.0.smithi078.stdout:op 3776 completed, throughput=5MB/sec 2024-08-10T05:28:51.584 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9fo7tlkY2jKQLli off=660621 len=365755 2024-08-10T05:28:51.584 INFO:tasks.workunit.client.0.smithi078.stdout:op 3777 completed, throughput=5MB/sec 2024-08-10T05:28:51.584 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vuq_MiRxQQzop3M off=10682706 len=338986 2024-08-10T05:28:51.588 INFO:tasks.workunit.client.0.smithi078.stdout:op 3778 completed, throughput=5MB/sec 2024-08-10T05:28:51.588 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-agNgMbIMnX-ddNR off=431691 len=1295981 2024-08-10T05:28:51.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 3779 completed, throughput=5MB/sec 2024-08-10T05:28:51.595 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AAp5icH8yeuCL3t off=4483605 len=374137 2024-08-10T05:28:51.597 INFO:tasks.workunit.client.0.smithi078.stdout:op 3780 completed, throughput=5MB/sec 2024-08-10T05:28:51.597 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pkQrgkXP6Nx85E4 off=1189390 len=2086468 2024-08-10T05:28:51.598 INFO:tasks.workunit.client.0.smithi078.stdout:op 3781 completed, throughput=5MB/sec 2024-08-10T05:28:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:52 smithi078 ceph-mon[92251]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:52 smithi078 ceph-mon[94618]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:28:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:28:51] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-08-10T05:28:52.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:52 smithi107 ceph-mon[86658]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:28:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: 732: throughput=5MB/sec pending data=0 2024-08-10T05:28:52.599 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QCQBI1USRN3vLVF off=7102544 len=2051069 2024-08-10T05:28:52.610 INFO:tasks.workunit.client.0.smithi078.stdout:op 3782 completed, throughput=5MB/sec 2024-08-10T05:28:52.610 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Y8DTvMsv8_8rW0h off=4343674 len=1785945 2024-08-10T05:28:52.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 3783 completed, throughput=5MB/sec 2024-08-10T05:28:53.611 INFO:tasks.workunit.client.0.smithi078.stdout: 733: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:53.612 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LUPKpUuxqERVzs8 off=13898750 len=67635 2024-08-10T05:28:53.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 3784 completed, throughput=4.99MB/sec 2024-08-10T05:28:53.614 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CoMjMHQ9KJ4pVku off=1141789 len=1098208 2024-08-10T05:28:53.615 INFO:tasks.workunit.client.0.smithi078.stdout:op 3785 completed, throughput=5MB/sec 2024-08-10T05:28:53.615 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qQZiCSrMC40etxD off=2804909 len=780906 2024-08-10T05:28:53.620 INFO:tasks.workunit.client.0.smithi078.stdout:op 3786 completed, throughput=5MB/sec 2024-08-10T05:28:53.621 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IJiMiBCf-_MsOE_ off=1619579 len=978808 2024-08-10T05:28:53.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 3787 completed, throughput=5MB/sec 2024-08-10T05:28:53.625 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-myoqOwGF3Ey_bpt off=9350628 len=265911 2024-08-10T05:28:53.628 INFO:tasks.workunit.client.0.smithi078.stdout:op 3788 completed, throughput=5MB/sec 2024-08-10T05:28:53.628 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NEkeT2gHPmrZoac off=11968365 len=826992 2024-08-10T05:28:53.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 3789 completed, throughput=5MB/sec 2024-08-10T05:28:53.632 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WPE-N-UTSak4YHF off=17341350 len=607158 2024-08-10T05:28:53.633 INFO:tasks.workunit.client.0.smithi078.stdout:op 3790 completed, throughput=5MB/sec 2024-08-10T05:28:53.633 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UqCJSDCWqTgr8lv off=2469399 len=809388 2024-08-10T05:28:53.637 INFO:tasks.workunit.client.0.smithi078.stdout:op 3791 completed, throughput=5MB/sec 2024-08-10T05:28:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:54 smithi107 ceph-mon[86658]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:28:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:54 smithi078 ceph-mon[92251]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:28:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:54 smithi078 ceph-mon[94618]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:28:54.637 INFO:tasks.workunit.client.0.smithi078.stdout: 734: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:54.638 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kZiRtxmnt1GsbtR off=5236071 len=1373739 2024-08-10T05:28:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:op 3792 completed, throughput=5MB/sec 2024-08-10T05:28:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Pv8o00ddw9w_Tcx off=1346458 len=1716082 2024-08-10T05:28:54.643 INFO:tasks.workunit.client.0.smithi078.stdout:op 3793 completed, throughput=5MB/sec 2024-08-10T05:28:54.643 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9zSuMxlIhb6PG9f off=4027651 len=828879 2024-08-10T05:28:54.645 INFO:tasks.workunit.client.0.smithi078.stdout:op 3794 completed, throughput=5MB/sec 2024-08-10T05:28:54.645 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s2wth6KmZUZpFsG off=8821562 len=1114984 2024-08-10T05:28:54.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 3795 completed, throughput=5MB/sec 2024-08-10T05:28:55.651 INFO:tasks.workunit.client.0.smithi078.stdout: 735: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:55.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-usWkJe6JzMVsMUo off=2347310 len=1266096 2024-08-10T05:28:55.658 INFO:tasks.workunit.client.0.smithi078.stdout:op 3796 completed, throughput=5MB/sec 2024-08-10T05:28:55.658 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2QwRo12nvhyBrZK off=17585308 len=506344 2024-08-10T05:28:55.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 3797 completed, throughput=5MB/sec 2024-08-10T05:28:55.662 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FHqaii9sG729BnJ off=1095044 len=1491447 2024-08-10T05:28:55.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 3798 completed, throughput=5MB/sec 2024-08-10T05:28:55.664 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R1OWyYRZInMNsaQ off=3174505 len=762027 2024-08-10T05:28:55.665 INFO:tasks.workunit.client.0.smithi078.stdout:op 3799 completed, throughput=5MB/sec 2024-08-10T05:28:55.666 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9q2ezmyu8uobWU1 off=929496 len=1285667 2024-08-10T05:28:55.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 3800 completed, throughput=5MB/sec 2024-08-10T05:28:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:56 smithi107 ceph-mon[86658]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:56 smithi078 ceph-mon[92251]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:56 smithi078 ceph-mon[94618]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:28:56.667 INFO:tasks.workunit.client.0.smithi078.stdout: 736: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:56.668 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XqxdqTxvmqwnply off=5943079 len=1180547 2024-08-10T05:28:56.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 3801 completed, throughput=4.99MB/sec 2024-08-10T05:28:56.673 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AJ0HTAxnL2SGVhH off=23215527 len=1969024 2024-08-10T05:28:56.684 INFO:tasks.workunit.client.0.smithi078.stdout:op 3802 completed, throughput=5MB/sec 2024-08-10T05:28:56.684 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vj-p1GR_GzdJiIs off=58025 len=515236 2024-08-10T05:28:56.688 INFO:tasks.workunit.client.0.smithi078.stdout:op 3803 completed, throughput=5MB/sec 2024-08-10T05:28:56.688 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AJ2byC7pLePj0Su off=792003 len=709148 2024-08-10T05:28:56.692 INFO:tasks.workunit.client.0.smithi078.stdout:op 3804 completed, throughput=5MB/sec 2024-08-10T05:28:56.692 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cMESNEwtHzkrV84 off=3112992 len=1933128 2024-08-10T05:28:56.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 3805 completed, throughput=5MB/sec 2024-08-10T05:28:57.703 INFO:tasks.workunit.client.0.smithi078.stdout: 737: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:57.703 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tVNettKeahe_4BM off=13822021 len=1181378 2024-08-10T05:28:57.704 INFO:tasks.workunit.client.0.smithi078.stdout:op 3806 completed, throughput=5MB/sec 2024-08-10T05:28:57.705 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-a5g1rkL8n1GVshG off=1401668 len=247471 2024-08-10T05:28:57.706 INFO:tasks.workunit.client.0.smithi078.stdout:op 3807 completed, throughput=5MB/sec 2024-08-10T05:28:57.706 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-omEKnR27lnVMetS off=4908987 len=395231 2024-08-10T05:28:57.710 INFO:tasks.workunit.client.0.smithi078.stdout:op 3808 completed, throughput=5MB/sec 2024-08-10T05:28:57.710 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PYJtVpAM6Zc7aPC off=16823932 len=1315403 2024-08-10T05:28:57.711 INFO:tasks.workunit.client.0.smithi078.stdout:op 3809 completed, throughput=5MB/sec 2024-08-10T05:28:57.711 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0VLxF_ktjwa_FOD off=9190539 len=829613 2024-08-10T05:28:57.716 INFO:tasks.workunit.client.0.smithi078.stdout:op 3810 completed, throughput=5MB/sec 2024-08-10T05:28:57.716 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h8P9VGoi0zPLtBj off=8047683 len=1155783 2024-08-10T05:28:57.717 INFO:tasks.workunit.client.0.smithi078.stdout:op 3811 completed, throughput=5MB/sec 2024-08-10T05:28:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:58 smithi107 ceph-mon[86658]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:28:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:28:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:58 smithi078 ceph-mon[92251]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:28:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:28:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:58 smithi078 ceph-mon[94618]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:28:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:28:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:58.717 INFO:tasks.workunit.client.0.smithi078.stdout: 738: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:58.718 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EKwvn1Hk62zadJ3 off=1467056 len=1442497 2024-08-10T05:28:58.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 3812 completed, throughput=5MB/sec 2024-08-10T05:28:58.724 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bAaZx6DgE3PyoKx off=1757534 len=1178585 2024-08-10T05:28:58.725 INFO:tasks.workunit.client.0.smithi078.stdout:op 3813 completed, throughput=5MB/sec 2024-08-10T05:28:58.725 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8k4HcXXehoHgHh6 off=11837807 len=652345 2024-08-10T05:28:58.727 INFO:tasks.workunit.client.0.smithi078.stdout:op 3814 completed, throughput=5MB/sec 2024-08-10T05:28:58.727 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5vPz7NdsTC3_rSi off=129396 len=1516961 2024-08-10T05:28:58.729 INFO:tasks.workunit.client.0.smithi078.stdout:op 3815 completed, throughput=5MB/sec 2024-08-10T05:28:59.729 INFO:tasks.workunit.client.0.smithi078.stdout: 739: throughput=4.99MB/sec pending data=0 2024-08-10T05:28:59.729 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-J8R4sEGpHE2IGPG off=5037503 len=1888573 2024-08-10T05:28:59.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 3816 completed, throughput=5MB/sec 2024-08-10T05:28:59.739 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SIc18ek-yTb1cPJ off=5035615 len=1706648 2024-08-10T05:28:59.748 INFO:tasks.workunit.client.0.smithi078.stdout:op 3817 completed, throughput=5MB/sec 2024-08-10T05:28:59.748 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Owrq3pxAW_7UJYy off=6718400 len=905501 2024-08-10T05:28:59.749 INFO:tasks.workunit.client.0.smithi078.stdout:op 3818 completed, throughput=5MB/sec 2024-08-10T05:28:59.749 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cg2ZnExVQZZMp7p off=1000691 len=965151 2024-08-10T05:28:59.749 INFO:tasks.workunit.client.0.smithi078.stdout:op 3819 completed, throughput=5MB/sec 2024-08-10T05:29:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:00 smithi107 ceph-mon[86658]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:00 smithi078 ceph-mon[92251]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:00 smithi078 ceph-mon[94618]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:00.750 INFO:tasks.workunit.client.0.smithi078.stdout: 740: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:00.750 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ykKo9I-TcootYs1 off=2814159 len=1129219 2024-08-10T05:29:00.752 INFO:tasks.workunit.client.0.smithi078.stdout:op 3820 completed, throughput=5MB/sec 2024-08-10T05:29:00.752 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cs5DEjKc6ApUXI4 off=6398681 len=439055 2024-08-10T05:29:00.753 INFO:tasks.workunit.client.0.smithi078.stdout:op 3821 completed, throughput=5MB/sec 2024-08-10T05:29:00.753 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-u9tUJrC6943awaP off=9108507 len=112002 2024-08-10T05:29:00.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 3822 completed, throughput=5MB/sec 2024-08-10T05:29:00.754 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6jizNb0bAB0Ol3e off=17844141 len=501871 2024-08-10T05:29:00.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 3823 completed, throughput=5MB/sec 2024-08-10T05:29:00.755 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FjOkblAHN1VpuBa off=258107 len=221386 2024-08-10T05:29:00.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 3824 completed, throughput=5MB/sec 2024-08-10T05:29:00.755 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Udupa2d5JIyFLUy off=4408653 len=195211 2024-08-10T05:29:00.758 INFO:tasks.workunit.client.0.smithi078.stdout:op 3825 completed, throughput=5MB/sec 2024-08-10T05:29:00.758 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JxIrxy3op1Mebv5 off=13789078 len=800798 2024-08-10T05:29:00.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 3826 completed, throughput=5MB/sec 2024-08-10T05:29:00.763 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj---WzcTGJ7vghyFC off=9118426 len=685929 2024-08-10T05:29:00.764 INFO:tasks.workunit.client.0.smithi078.stdout:op 3827 completed, throughput=5MB/sec 2024-08-10T05:29:00.764 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hztyOBIMt85fQsx off=9237748 len=1721796 2024-08-10T05:29:00.773 INFO:tasks.workunit.client.0.smithi078.stdout:op 3828 completed, throughput=5MB/sec 2024-08-10T05:29:01.774 INFO:tasks.workunit.client.0.smithi078.stdout: 741: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:01.774 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OdKQxGzRHzSx5q4 off=165068 len=1794468 2024-08-10T05:29:01.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 3829 completed, throughput=5MB/sec 2024-08-10T05:29:01.786 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Xt9VE0rcbpgvqng off=25390 len=1210378 2024-08-10T05:29:01.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 3830 completed, throughput=5MB/sec 2024-08-10T05:29:01.787 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-81rthw_nlGJ4WgK off=2753936 len=1642091 2024-08-10T05:29:01.789 INFO:tasks.workunit.client.0.smithi078.stdout:op 3831 completed, throughput=5MB/sec 2024-08-10T05:29:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:02 smithi078 ceph-mon[92251]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:02 smithi078 ceph-mon[94618]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:29:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:29:01] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-08-10T05:29:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:02 smithi107 ceph-mon[86658]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:29:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:02.789 INFO:tasks.workunit.client.0.smithi078.stdout: 742: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:02.789 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6wXvbAdyVIURSBF off=13674098 len=1766207 2024-08-10T05:29:02.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 3832 completed, throughput=5MB/sec 2024-08-10T05:29:02.796 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ORUpMFCWXhdYdZa off=6536855 len=494824 2024-08-10T05:29:02.800 INFO:tasks.workunit.client.0.smithi078.stdout:op 3833 completed, throughput=5MB/sec 2024-08-10T05:29:02.801 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TOtKN5vEnCGATWZ off=3327008 len=1835545 2024-08-10T05:29:02.811 INFO:tasks.workunit.client.0.smithi078.stdout:op 3834 completed, throughput=5MB/sec 2024-08-10T05:29:02.812 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TXXS0LdaK1vjZx0 off=826818 len=2055657 2024-08-10T05:29:02.820 INFO:tasks.workunit.client.0.smithi078.stdout:op 3835 completed, throughput=5MB/sec 2024-08-10T05:29:03.820 INFO:tasks.workunit.client.0.smithi078.stdout: 743: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:03.820 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WCsMbdOSQ15xNF- off=1692446 len=622633 2024-08-10T05:29:03.824 INFO:tasks.workunit.client.0.smithi078.stdout:op 3836 completed, throughput=5MB/sec 2024-08-10T05:29:03.824 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d5FFE9suFO5XmI5 off=2874558 len=286983 2024-08-10T05:29:03.825 INFO:tasks.workunit.client.0.smithi078.stdout:op 3837 completed, throughput=5MB/sec 2024-08-10T05:29:03.825 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xJ-2c1DicFciH31 off=687913 len=1892683 2024-08-10T05:29:03.827 INFO:tasks.workunit.client.0.smithi078.stdout:op 3838 completed, throughput=5MB/sec 2024-08-10T05:29:03.827 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-G6GZfLag77ca0Uk off=11502667 len=833255 2024-08-10T05:29:03.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 3839 completed, throughput=5MB/sec 2024-08-10T05:29:03.828 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xoWzb05ortuXBdG off=3242350 len=943899 2024-08-10T05:29:03.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 3840 completed, throughput=5MB/sec 2024-08-10T05:29:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:04 smithi107 ceph-mon[86658]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:04 smithi078 ceph-mon[92251]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:04 smithi078 ceph-mon[94618]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:04.829 INFO:tasks.workunit.client.0.smithi078.stdout: 744: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:04.830 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f0CZB86UyWytcbo off=8159115 len=865467 2024-08-10T05:29:04.834 INFO:tasks.workunit.client.0.smithi078.stdout:op 3841 completed, throughput=4.99MB/sec 2024-08-10T05:29:04.834 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V4mF8d2M7Cq_10A off=9287096 len=1485583 2024-08-10T05:29:04.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 3842 completed, throughput=5MB/sec 2024-08-10T05:29:04.844 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tX3PM6MMjOOPYgu off=11171210 len=1421961 2024-08-10T05:29:04.846 INFO:tasks.workunit.client.0.smithi078.stdout:op 3843 completed, throughput=5MB/sec 2024-08-10T05:29:04.846 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xumA6nkP2cxFQs9 off=3767650 len=961865 2024-08-10T05:29:04.848 INFO:tasks.workunit.client.0.smithi078.stdout:op 3844 completed, throughput=5MB/sec 2024-08-10T05:29:04.848 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wZuLRy9OwTrz1vu off=9043823 len=142503 2024-08-10T05:29:04.851 INFO:tasks.workunit.client.0.smithi078.stdout:op 3845 completed, throughput=5MB/sec 2024-08-10T05:29:04.851 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NYbaIF33Hq-qTG5 off=6038165 len=691260 2024-08-10T05:29:04.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 3846 completed, throughput=5MB/sec 2024-08-10T05:29:05.855 INFO:tasks.workunit.client.0.smithi078.stdout: 745: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:05.855 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cvKNmpITBlNJMN8 off=2303200 len=246229 2024-08-10T05:29:05.858 INFO:tasks.workunit.client.0.smithi078.stdout:op 3847 completed, throughput=4.99MB/sec 2024-08-10T05:29:05.858 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-leNT2iaRd_Wx1Tx off=20007479 len=2037634 2024-08-10T05:29:05.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 3848 completed, throughput=5MB/sec 2024-08-10T05:29:05.868 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8mBPB5YFVXHhm-t off=279749 len=424779 2024-08-10T05:29:05.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 3849 completed, throughput=5MB/sec 2024-08-10T05:29:05.871 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GfpOqexcuk-QNo- off=10002563 len=1514276 2024-08-10T05:29:05.873 INFO:tasks.workunit.client.0.smithi078.stdout:op 3850 completed, throughput=5MB/sec 2024-08-10T05:29:05.874 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GKBcfHa9HDCIvK7 off=23086612 len=384088 2024-08-10T05:29:05.877 INFO:tasks.workunit.client.0.smithi078.stdout:op 3851 completed, throughput=5MB/sec 2024-08-10T05:29:05.877 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9h6pI372KBpZA1e off=2481863 len=2060936 2024-08-10T05:29:05.878 INFO:tasks.workunit.client.0.smithi078.stdout:op 3852 completed, throughput=5MB/sec 2024-08-10T05:29:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:06 smithi107 ceph-mon[86658]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:29:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:06 smithi078 ceph-mon[92251]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:29:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:06 smithi078 ceph-mon[94618]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:29:06.879 INFO:tasks.workunit.client.0.smithi078.stdout: 746: throughput=5MB/sec pending data=0 2024-08-10T05:29:06.879 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G9TML-Tr9fUawQM off=13063900 len=895925 2024-08-10T05:29:06.884 INFO:tasks.workunit.client.0.smithi078.stdout:op 3853 completed, throughput=5MB/sec 2024-08-10T05:29:06.884 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tf6P8skqMikAGeM off=7202354 len=780325 2024-08-10T05:29:06.887 INFO:tasks.workunit.client.0.smithi078.stdout:op 3854 completed, throughput=5MB/sec 2024-08-10T05:29:06.887 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HRbOCjMfeugt7XJ off=2578325 len=1353446 2024-08-10T05:29:06.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 3855 completed, throughput=5MB/sec 2024-08-10T05:29:06.894 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qpvd5k_dOmxboNd off=9724394 len=1308634 2024-08-10T05:29:06.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 3856 completed, throughput=5MB/sec 2024-08-10T05:29:07.899 INFO:tasks.workunit.client.0.smithi078.stdout: 747: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:07.899 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CrwUl7-h5h00XS3 off=1332652 len=76705 2024-08-10T05:29:07.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 3857 completed, throughput=4.99MB/sec 2024-08-10T05:29:07.900 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IapoVcNWMUhwske off=4400865 len=1965367 2024-08-10T05:29:07.911 INFO:tasks.workunit.client.0.smithi078.stdout:op 3858 completed, throughput=5MB/sec 2024-08-10T05:29:07.911 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6KkNHH-fRbxk6PL off=5241069 len=2031760 2024-08-10T05:29:07.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 3859 completed, throughput=5MB/sec 2024-08-10T05:29:07.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VINFgnsrUavX6Sg off=11443217 len=1097039 2024-08-10T05:29:07.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 3860 completed, throughput=5MB/sec 2024-08-10T05:29:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:08 smithi107 ceph-mon[86658]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:29:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:08 smithi078 ceph-mon[92251]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:29:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:08 smithi078 ceph-mon[94618]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:29:08.916 INFO:tasks.workunit.client.0.smithi078.stdout: 748: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:08.916 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iBJy74jj6-oTf0_ off=8316517 len=1590810 2024-08-10T05:29:08.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 3861 completed, throughput=5MB/sec 2024-08-10T05:29:08.918 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cKdFgzYbWqelBtn off=4768916 len=1010913 2024-08-10T05:29:08.922 INFO:tasks.workunit.client.0.smithi078.stdout:op 3862 completed, throughput=5MB/sec 2024-08-10T05:29:08.923 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Exioa6oeXAoI30P off=7945181 len=817024 2024-08-10T05:29:08.923 INFO:tasks.workunit.client.0.smithi078.stdout:op 3863 completed, throughput=5MB/sec 2024-08-10T05:29:08.923 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nxCrONryK6CeX-a off=2163675 len=571946 2024-08-10T05:29:08.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 3864 completed, throughput=5MB/sec 2024-08-10T05:29:08.925 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7A2tmuXF-8LA6zp off=759862 len=846918 2024-08-10T05:29:08.929 INFO:tasks.workunit.client.0.smithi078.stdout:op 3865 completed, throughput=5MB/sec 2024-08-10T05:29:09.930 INFO:tasks.workunit.client.0.smithi078.stdout: 749: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:09.930 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AHAYMQmNk1Xn7ZH off=6255375 len=1125327 2024-08-10T05:29:09.932 INFO:tasks.workunit.client.0.smithi078.stdout:op 3866 completed, throughput=4.99MB/sec 2024-08-10T05:29:09.932 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FC2-V-PT-Hin9Et off=460116 len=1867352 2024-08-10T05:29:09.942 INFO:tasks.workunit.client.0.smithi078.stdout:op 3867 completed, throughput=5MB/sec 2024-08-10T05:29:09.942 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hhVgOOWE8_zhp71 off=9216257 len=1425060 2024-08-10T05:29:09.949 INFO:tasks.workunit.client.0.smithi078.stdout:op 3868 completed, throughput=5MB/sec 2024-08-10T05:29:09.949 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FbEVN4tV5aD6R6c off=6697273 len=391174 2024-08-10T05:29:09.952 INFO:tasks.workunit.client.0.smithi078.stdout:op 3869 completed, throughput=5MB/sec 2024-08-10T05:29:09.953 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EaHKGIEcQKDbPL3 off=8011636 len=1183469 2024-08-10T05:29:09.958 INFO:tasks.workunit.client.0.smithi078.stdout:op 3870 completed, throughput=5MB/sec 2024-08-10T05:29:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:10 smithi107 ceph-mon[86658]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:10 smithi078 ceph-mon[92251]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:10 smithi078 ceph-mon[94618]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:10.958 INFO:tasks.workunit.client.0.smithi078.stdout: 750: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:10.959 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XXZGYytWShC4dni off=4197148 len=594216 2024-08-10T05:29:10.960 INFO:tasks.workunit.client.0.smithi078.stdout:op 3871 completed, throughput=5MB/sec 2024-08-10T05:29:10.960 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cSJPCr7TIebaxbO off=7807 len=1863489 2024-08-10T05:29:10.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 3872 completed, throughput=5MB/sec 2024-08-10T05:29:10.962 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RyfLySUcb5CwJo3 off=7841146 len=65738 2024-08-10T05:29:10.963 INFO:tasks.workunit.client.0.smithi078.stdout:op 3873 completed, throughput=5MB/sec 2024-08-10T05:29:10.963 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eZVYNo3ut3pgCqf off=748498 len=1899412 2024-08-10T05:29:10.965 INFO:tasks.workunit.client.0.smithi078.stdout:op 3874 completed, throughput=5MB/sec 2024-08-10T05:29:10.965 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iK37mkwxL4lfxs2 off=2896606 len=361059 2024-08-10T05:29:10.965 INFO:tasks.workunit.client.0.smithi078.stdout:op 3875 completed, throughput=5MB/sec 2024-08-10T05:29:11.966 INFO:tasks.workunit.client.0.smithi078.stdout: 751: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:11.966 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cOos6Yzi0y7yCnT off=10714751 len=2054113 2024-08-10T05:29:11.977 INFO:tasks.workunit.client.0.smithi078.stdout:op 3876 completed, throughput=5MB/sec 2024-08-10T05:29:11.978 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-raigag3Pg4N7tHV off=6095587 len=1570035 2024-08-10T05:29:11.984 INFO:tasks.workunit.client.0.smithi078.stdout:op 3877 completed, throughput=5MB/sec 2024-08-10T05:29:11.984 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p7Om1lT9RCbMftB off=9575558 len=325761 2024-08-10T05:29:11.985 INFO:tasks.workunit.client.0.smithi078.stdout:op 3878 completed, throughput=5MB/sec 2024-08-10T05:29:11.985 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1w4Fw2IIku0DL0b off=1037646 len=1000005 2024-08-10T05:29:11.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 3879 completed, throughput=5MB/sec 2024-08-10T05:29:11.987 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wH4rbIjSIGf5ARb off=1840583 len=558423 2024-08-10T05:29:11.991 INFO:tasks.workunit.client.0.smithi078.stdout:op 3880 completed, throughput=5MB/sec 2024-08-10T05:29:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:12 smithi078 ceph-mon[92251]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:29:12.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:12 smithi078 ceph-mon[94618]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:29:12.229 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:29:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:29:11] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-08-10T05:29:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:12 smithi107 ceph-mon[86658]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:29:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:29:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:12.992 INFO:tasks.workunit.client.0.smithi078.stdout: 752: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:12.992 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GLsxtnaw_zqp94l off=0 len=1905082 2024-08-10T05:29:12.994 INFO:tasks.workunit.client.0.smithi078.stdout:op 3881 completed, throughput=5MB/sec 2024-08-10T05:29:12.994 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xh9nbjL1oL8Wvo5 off=8556326 len=1299965 2024-08-10T05:29:13.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 3882 completed, throughput=5MB/sec 2024-08-10T05:29:13.001 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L3yYcbUzr8NzK7J off=1395199 len=779259 2024-08-10T05:29:13.006 INFO:tasks.workunit.client.0.smithi078.stdout:op 3883 completed, throughput=5MB/sec 2024-08-10T05:29:13.006 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PxrJTbg45ctfNdw off=87895 len=971305 2024-08-10T05:29:13.011 INFO:tasks.workunit.client.0.smithi078.stdout:op 3884 completed, throughput=5MB/sec 2024-08-10T05:29:13.011 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Aob4gOjBENK-SLh off=21078003 len=344276 2024-08-10T05:29:13.013 INFO:tasks.workunit.client.0.smithi078.stdout:op 3885 completed, throughput=5MB/sec 2024-08-10T05:29:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:14.014 INFO:tasks.workunit.client.0.smithi078.stdout: 753: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:14.014 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zWx6zfj3ubCirWy off=17951683 len=739573 2024-08-10T05:29:14.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 3886 completed, throughput=4.99MB/sec 2024-08-10T05:29:14.018 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q0rM6wb5UeNu_JC off=9292296 len=980780 2024-08-10T05:29:14.024 INFO:tasks.workunit.client.0.smithi078.stdout:op 3887 completed, throughput=5MB/sec 2024-08-10T05:29:14.024 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-67ApcBA-ntRzAIB off=1492816 len=1469692 2024-08-10T05:29:14.030 INFO:tasks.workunit.client.0.smithi078.stdout:op 3888 completed, throughput=5MB/sec 2024-08-10T05:29:14.030 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3Lsx9nGFDm3pTau off=5825199 len=1099390 2024-08-10T05:29:14.031 INFO:tasks.workunit.client.0.smithi078.stdout:op 3889 completed, throughput=5MB/sec 2024-08-10T05:29:14.031 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-duXf_hTY8TUEl8J off=3858311 len=1521286 2024-08-10T05:29:14.032 INFO:tasks.workunit.client.0.smithi078.stdout:op 3890 completed, throughput=5MB/sec 2024-08-10T05:29:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:14 smithi107 ceph-mon[86658]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:14 smithi078 ceph-mon[92251]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:14 smithi078 ceph-mon[94618]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:15.033 INFO:tasks.workunit.client.0.smithi078.stdout: 754: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:15.033 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-agNgMbIMnX-ddNR off=1734263 len=1993012 2024-08-10T05:29:15.043 INFO:tasks.workunit.client.0.smithi078.stdout:op 3891 completed, throughput=5MB/sec 2024-08-10T05:29:15.043 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bHFm40jjxgA052H off=16154103 len=1546525 2024-08-10T05:29:15.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 3892 completed, throughput=5MB/sec 2024-08-10T05:29:15.051 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zSrSOkfpW-2fkJa off=5857089 len=743794 2024-08-10T05:29:15.052 INFO:tasks.workunit.client.0.smithi078.stdout:op 3893 completed, throughput=5MB/sec 2024-08-10T05:29:15.052 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WGuGE0hADAQ6K_S off=8996880 len=868944 2024-08-10T05:29:15.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 3894 completed, throughput=5MB/sec 2024-08-10T05:29:16.053 INFO:tasks.workunit.client.0.smithi078.stdout: 755: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:16.053 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fyUBKAkscbpp8J5 off=15241774 len=469023 2024-08-10T05:29:16.055 INFO:tasks.workunit.client.0.smithi078.stdout:op 3895 completed, throughput=4.99MB/sec 2024-08-10T05:29:16.055 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6cLawdzdaTJPn_9 off=15934844 len=1733536 2024-08-10T05:29:16.064 INFO:tasks.workunit.client.0.smithi078.stdout:op 3896 completed, throughput=5MB/sec 2024-08-10T05:29:16.064 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PUL7L_7z5B4jmzp off=3651938 len=1130726 2024-08-10T05:29:16.069 INFO:tasks.workunit.client.0.smithi078.stdout:op 3897 completed, throughput=5MB/sec 2024-08-10T05:29:16.069 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jw66NVtOJU6XFZZ off=3943324 len=69315 2024-08-10T05:29:16.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 3898 completed, throughput=5MB/sec 2024-08-10T05:29:16.070 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n3gpGzhkrqs-WDT off=3002589 len=672068 2024-08-10T05:29:16.071 INFO:tasks.workunit.client.0.smithi078.stdout:op 3899 completed, throughput=5MB/sec 2024-08-10T05:29:16.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gxDZLwJzdgU4vWA off=1682808 len=45083 2024-08-10T05:29:16.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 3900 completed, throughput=5MB/sec 2024-08-10T05:29:16.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xz9_u3a6Ql1I-C6 off=8944701 len=1345814 2024-08-10T05:29:16.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 3901 completed, throughput=5MB/sec 2024-08-10T05:29:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:16 smithi107 ceph-mon[86658]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:16 smithi078 ceph-mon[92251]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:16 smithi078 ceph-mon[94618]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:17.073 INFO:tasks.workunit.client.0.smithi078.stdout: 756: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:17.073 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qOPuc5AsWpMOW34 off=2775248 len=2055939 2024-08-10T05:29:17.076 INFO:tasks.workunit.client.0.smithi078.stdout:op 3902 completed, throughput=5MB/sec 2024-08-10T05:29:17.076 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hrjGizg9cDkFlKA off=4420366 len=1746539 2024-08-10T05:29:17.078 INFO:tasks.workunit.client.0.smithi078.stdout:op 3903 completed, throughput=5MB/sec 2024-08-10T05:29:17.078 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qV9RK1P8xS-PaQ- off=12536284 len=964059 2024-08-10T05:29:17.080 INFO:tasks.workunit.client.0.smithi078.stdout:op 3904 completed, throughput=5MB/sec 2024-08-10T05:29:18.080 INFO:tasks.workunit.client.0.smithi078.stdout: 757: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:18.081 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UCYe_yzVihSYec0 off=12543369 len=500199 2024-08-10T05:29:18.081 INFO:tasks.workunit.client.0.smithi078.stdout:op 3905 completed, throughput=4.99MB/sec 2024-08-10T05:29:18.081 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XXZGYytWShC4dni off=3243205 len=425230 2024-08-10T05:29:18.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 3906 completed, throughput=4.99MB/sec 2024-08-10T05:29:18.082 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zF5o96H6zY031_3 off=4217086 len=521937 2024-08-10T05:29:18.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 3907 completed, throughput=5MB/sec 2024-08-10T05:29:18.087 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QUk2SWIr0afZf8q off=4802422 len=536638 2024-08-10T05:29:18.090 INFO:tasks.workunit.client.0.smithi078.stdout:op 3908 completed, throughput=5MB/sec 2024-08-10T05:29:18.090 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i1FAz3YcYhEWq43 off=5132471 len=736809 2024-08-10T05:29:18.093 INFO:tasks.workunit.client.0.smithi078.stdout:op 3909 completed, throughput=5MB/sec 2024-08-10T05:29:18.094 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hHLyTQUF2HjBJNw off=1646776 len=519792 2024-08-10T05:29:18.094 INFO:tasks.workunit.client.0.smithi078.stdout:op 3910 completed, throughput=5MB/sec 2024-08-10T05:29:18.094 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mavR69sndQPqroX off=11627562 len=227478 2024-08-10T05:29:18.095 INFO:tasks.workunit.client.0.smithi078.stdout:op 3911 completed, throughput=5MB/sec 2024-08-10T05:29:18.095 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uhfYWKt5P44-fzv off=8005060 len=696769 2024-08-10T05:29:18.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 3912 completed, throughput=5MB/sec 2024-08-10T05:29:18.096 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dBKbe47QCrMaX10 off=6755047 len=1132742 2024-08-10T05:29:18.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 3913 completed, throughput=5MB/sec 2024-08-10T05:29:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:18 smithi107 ceph-mon[86658]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:18 smithi078 ceph-mon[92251]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:18 smithi078 ceph-mon[94618]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:19.099 INFO:tasks.workunit.client.0.smithi078.stdout: 758: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:19.099 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KW66B3zDyLyxiPB off=15811326 len=1791927 2024-08-10T05:29:19.101 INFO:tasks.workunit.client.0.smithi078.stdout:op 3914 completed, throughput=5MB/sec 2024-08-10T05:29:19.101 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9ImXi3ljpX4xWpB off=2149989 len=1031479 2024-08-10T05:29:19.102 INFO:tasks.workunit.client.0.smithi078.stdout:op 3915 completed, throughput=5MB/sec 2024-08-10T05:29:19.102 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GnAuCbj1HMjXiou off=6178724 len=1181499 2024-08-10T05:29:19.105 INFO:tasks.workunit.client.0.smithi078.stdout:op 3916 completed, throughput=5MB/sec 2024-08-10T05:29:19.105 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6NPuJiq_ik4N9G5 off=2139531 len=213436 2024-08-10T05:29:19.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 3917 completed, throughput=5MB/sec 2024-08-10T05:29:19.107 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-a04y70EygILVNn0 off=1220305 len=1214626 2024-08-10T05:29:19.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 3918 completed, throughput=5MB/sec 2024-08-10T05:29:20.113 INFO:tasks.workunit.client.0.smithi078.stdout: 759: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:20.113 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-a8ChYMRA1kueiPG off=21265778 len=387702 2024-08-10T05:29:20.114 INFO:tasks.workunit.client.0.smithi078.stdout:op 3919 completed, throughput=4.99MB/sec 2024-08-10T05:29:20.114 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--pN1Ynrh7K8c4HB off=6818366 len=410220 2024-08-10T05:29:20.115 INFO:tasks.workunit.client.0.smithi078.stdout:op 3920 completed, throughput=4.99MB/sec 2024-08-10T05:29:20.115 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yirctm8N6VhgVGQ off=5138021 len=1687893 2024-08-10T05:29:20.122 INFO:tasks.workunit.client.0.smithi078.stdout:op 3921 completed, throughput=5MB/sec 2024-08-10T05:29:20.122 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EXjX_4FGFdlBS6V off=2087630 len=1631392 2024-08-10T05:29:20.131 INFO:tasks.workunit.client.0.smithi078.stdout:op 3922 completed, throughput=5MB/sec 2024-08-10T05:29:20.131 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g0aWszMQfR-isCS off=8650883 len=1758621 2024-08-10T05:29:20.139 INFO:tasks.workunit.client.0.smithi078.stdout:op 3923 completed, throughput=5MB/sec 2024-08-10T05:29:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:20 smithi107 ceph-mon[86658]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:20 smithi078 ceph-mon[92251]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:20 smithi078 ceph-mon[94618]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:29:21.139 INFO:tasks.workunit.client.0.smithi078.stdout: 760: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:21.139 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mz-xfV2ewzvMFEN off=5357122 len=245673 2024-08-10T05:29:21.140 INFO:tasks.workunit.client.0.smithi078.stdout:op 3924 completed, throughput=4.99MB/sec 2024-08-10T05:29:21.140 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e-kdzRPr5QEevKJ off=11531497 len=1183130 2024-08-10T05:29:21.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 3925 completed, throughput=5MB/sec 2024-08-10T05:29:21.145 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ICs_kywMeRP-ip8 off=860322 len=91254 2024-08-10T05:29:21.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 3926 completed, throughput=5MB/sec 2024-08-10T05:29:21.148 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9xVdkxqhagwWyKC off=4507758 len=1518771 2024-08-10T05:29:21.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 3927 completed, throughput=5MB/sec 2024-08-10T05:29:21.155 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O1Ol7s3EIardyGe off=5695608 len=429443 2024-08-10T05:29:21.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 3928 completed, throughput=5MB/sec 2024-08-10T05:29:21.156 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XibDKuiy8WFKs-t off=2344905 len=188878 2024-08-10T05:29:21.158 INFO:tasks.workunit.client.0.smithi078.stdout:op 3929 completed, throughput=5MB/sec 2024-08-10T05:29:21.158 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pS1w5X-tk03I7Fp off=1255219 len=1350018 2024-08-10T05:29:21.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 3930 completed, throughput=5MB/sec 2024-08-10T05:29:22.165 INFO:tasks.workunit.client.0.smithi078.stdout: 761: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:22.165 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Wtlu799egBn0DiK off=8525317 len=1686135 2024-08-10T05:29:22.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 3931 completed, throughput=5MB/sec 2024-08-10T05:29:22.172 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-muOJ8uSC-IJkTlX off=18623338 len=1207239 2024-08-10T05:29:22.178 INFO:tasks.workunit.client.0.smithi078.stdout:op 3932 completed, throughput=5MB/sec 2024-08-10T05:29:22.178 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hoR7PcK8QVlvGd- off=4152355 len=163441 2024-08-10T05:29:22.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 3933 completed, throughput=5MB/sec 2024-08-10T05:29:22.181 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aFWkePAVbkwbIPe off=10433679 len=1013183 2024-08-10T05:29:22.182 INFO:tasks.workunit.client.0.smithi078.stdout:op 3934 completed, throughput=5MB/sec 2024-08-10T05:29:22.183 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lm8X26QhgMdSNup off=13213526 len=166569 2024-08-10T05:29:22.183 INFO:tasks.workunit.client.0.smithi078.stdout:op 3935 completed, throughput=5MB/sec 2024-08-10T05:29:22.183 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kIZ2XC7KLeOCoHV off=0 len=1205049 2024-08-10T05:29:22.185 INFO:tasks.workunit.client.0.smithi078.stdout:op 3936 completed, throughput=5MB/sec 2024-08-10T05:29:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:22 smithi078 ceph-mon[94618]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:29:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:22 smithi078 ceph-mon[92251]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:29:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:29:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:29:21] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:29:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:22 smithi107 ceph-mon[86658]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:29:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:29:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:29:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:23.185 INFO:tasks.workunit.client.0.smithi078.stdout: 762: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:23.185 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rxrjyRAeNl1FFKy off=6726189 len=414718 2024-08-10T05:29:23.188 INFO:tasks.workunit.client.0.smithi078.stdout:op 3937 completed, throughput=4.99MB/sec 2024-08-10T05:29:23.189 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AIlt3kgIaf2S7yz off=13837913 len=1500680 2024-08-10T05:29:23.196 INFO:tasks.workunit.client.0.smithi078.stdout:op 3938 completed, throughput=5MB/sec 2024-08-10T05:29:23.196 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_xxJTwF4XZeEqdX off=4215590 len=1779138 2024-08-10T05:29:23.197 INFO:tasks.workunit.client.0.smithi078.stdout:op 3939 completed, throughput=5MB/sec 2024-08-10T05:29:23.197 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hsHph2HBk8m4AUL off=4365105 len=1035782 2024-08-10T05:29:23.199 INFO:tasks.workunit.client.0.smithi078.stdout:op 3940 completed, throughput=5MB/sec 2024-08-10T05:29:23.199 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G_wH7RnWbcR3SdE off=7743093 len=1042467 2024-08-10T05:29:23.203 INFO:tasks.workunit.client.0.smithi078.stdout:op 3941 completed, throughput=5MB/sec 2024-08-10T05:29:24.204 INFO:tasks.workunit.client.0.smithi078.stdout: 763: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:24.204 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wr9neIZJLM0wmiB off=15533343 len=623755 2024-08-10T05:29:24.208 INFO:tasks.workunit.client.0.smithi078.stdout:op 3942 completed, throughput=5MB/sec 2024-08-10T05:29:24.208 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PVYF27xROLeThVw off=832281 len=870456 2024-08-10T05:29:24.209 INFO:tasks.workunit.client.0.smithi078.stdout:op 3943 completed, throughput=5MB/sec 2024-08-10T05:29:24.209 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5CPmREM_vsw-3Dn off=6323502 len=847204 2024-08-10T05:29:24.210 INFO:tasks.workunit.client.0.smithi078.stdout:op 3944 completed, throughput=5MB/sec 2024-08-10T05:29:24.210 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3WJWM28Fk-O1Ta7 off=3714053 len=475627 2024-08-10T05:29:24.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 3945 completed, throughput=5MB/sec 2024-08-10T05:29:24.211 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3gbm9HCHVnHO-wa off=4560489 len=1771554 2024-08-10T05:29:24.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 3946 completed, throughput=5MB/sec 2024-08-10T05:29:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:24 smithi107 ceph-mon[86658]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:24 smithi078 ceph-mon[92251]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:24 smithi078 ceph-mon[94618]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:25.213 INFO:tasks.workunit.client.0.smithi078.stdout: 764: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:25.213 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--rtqykgspt31nVv off=7651720 len=1256880 2024-08-10T05:29:25.220 INFO:tasks.workunit.client.0.smithi078.stdout:op 3947 completed, throughput=5MB/sec 2024-08-10T05:29:25.220 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Iu-l8Kixvzi6fer off=3006785 len=2071762 2024-08-10T05:29:25.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 3948 completed, throughput=5MB/sec 2024-08-10T05:29:25.222 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AtbjCnPHXR3Vhyo off=1310115 len=1118923 2024-08-10T05:29:25.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 3949 completed, throughput=5MB/sec 2024-08-10T05:29:25.224 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KOn7HGyuqGjjS7E off=1628963 len=240581 2024-08-10T05:29:25.226 INFO:tasks.workunit.client.0.smithi078.stdout:op 3950 completed, throughput=5MB/sec 2024-08-10T05:29:25.226 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oduDlVEphzIZ_9S off=17455098 len=239592 2024-08-10T05:29:25.227 INFO:tasks.workunit.client.0.smithi078.stdout:op 3951 completed, throughput=5MB/sec 2024-08-10T05:29:25.227 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AJV-Q5awdFMCM4m off=936015 len=2060640 2024-08-10T05:29:25.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 3952 completed, throughput=5MB/sec 2024-08-10T05:29:26.239 INFO:tasks.workunit.client.0.smithi078.stdout: 765: throughput=5MB/sec pending data=0 2024-08-10T05:29:26.239 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TXOK6zyM8-0EFHN off=6394857 len=2073094 2024-08-10T05:29:26.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 3953 completed, throughput=5MB/sec 2024-08-10T05:29:26.252 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vh3OS2jtEHht5aY off=538194 len=884583 2024-08-10T05:29:26.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 3954 completed, throughput=5MB/sec 2024-08-10T05:29:26.257 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jCMPOPKLkUsKPI4 off=15960067 len=1768110 2024-08-10T05:29:26.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 3955 completed, throughput=5MB/sec 2024-08-10T05:29:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:26 smithi107 ceph-mon[86658]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:29:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:26 smithi078 ceph-mon[92251]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:29:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:26 smithi078 ceph-mon[94618]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:29:27.259 INFO:tasks.workunit.client.0.smithi078.stdout: 766: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:27.259 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ECQCYjaz9onT-vR off=4791236 len=1885671 2024-08-10T05:29:27.270 INFO:tasks.workunit.client.0.smithi078.stdout:op 3956 completed, throughput=5MB/sec 2024-08-10T05:29:27.270 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wGaEt_Ld_sdHwpc off=5841453 len=1732388 2024-08-10T05:29:27.279 INFO:tasks.workunit.client.0.smithi078.stdout:op 3957 completed, throughput=5MB/sec 2024-08-10T05:29:27.279 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mzoMBjMgX5dxsiY off=2617765 len=1718754 2024-08-10T05:29:27.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 3958 completed, throughput=5MB/sec 2024-08-10T05:29:28.281 INFO:tasks.workunit.client.0.smithi078.stdout: 767: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:28.281 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QOKXQRH3TSYLo30 off=1708882 len=879731 2024-08-10T05:29:28.282 INFO:tasks.workunit.client.0.smithi078.stdout:op 3959 completed, throughput=5MB/sec 2024-08-10T05:29:28.282 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T2PePtcZs9OGlVw off=4556993 len=1907015 2024-08-10T05:29:28.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 3960 completed, throughput=5MB/sec 2024-08-10T05:29:28.290 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bnU2s8pB6_dGmYb off=342340 len=668718 2024-08-10T05:29:28.291 INFO:tasks.workunit.client.0.smithi078.stdout:op 3961 completed, throughput=5MB/sec 2024-08-10T05:29:28.291 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mdXx_k4huSafeZO off=12623827 len=381917 2024-08-10T05:29:28.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 3962 completed, throughput=5MB/sec 2024-08-10T05:29:28.294 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pMPAMe8nZZ8DptD off=10506963 len=998578 2024-08-10T05:29:28.298 INFO:tasks.workunit.client.0.smithi078.stdout:op 3963 completed, throughput=5MB/sec 2024-08-10T05:29:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:28 smithi078 ceph-mon[92251]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:29:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:29:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:28 smithi078 ceph-mon[94618]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:29:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:29:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:28 smithi107 ceph-mon[86658]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:29:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:29:29.299 INFO:tasks.workunit.client.0.smithi078.stdout: 768: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:29.299 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ut2pO17NtZQoe6L off=8382907 len=1361668 2024-08-10T05:29:29.300 INFO:tasks.workunit.client.0.smithi078.stdout:op 3964 completed, throughput=5MB/sec 2024-08-10T05:29:29.300 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sRuaD6Xyth5aBTL off=3218830 len=2016398 2024-08-10T05:29:29.304 INFO:tasks.workunit.client.0.smithi078.stdout:op 3965 completed, throughput=5MB/sec 2024-08-10T05:29:29.304 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7ClNt8aLRHdnC9Z off=4384583 len=1820707 2024-08-10T05:29:29.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 3966 completed, throughput=5MB/sec 2024-08-10T05:29:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:29:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:29:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:29:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:29:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:29:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:29:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:29:30.313 INFO:tasks.workunit.client.0.smithi078.stdout: 769: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:30.313 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5jX1ONZOEZb-jIR off=672951 len=1096030 2024-08-10T05:29:30.315 INFO:tasks.workunit.client.0.smithi078.stdout:op 3967 completed, throughput=5MB/sec 2024-08-10T05:29:30.315 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lB4zwhc3RazpIdO off=23220016 len=1322176 2024-08-10T05:29:30.323 INFO:tasks.workunit.client.0.smithi078.stdout:op 3968 completed, throughput=5MB/sec 2024-08-10T05:29:30.323 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ii_LRExPiB-K7WR off=8175701 len=1298920 2024-08-10T05:29:30.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 3969 completed, throughput=5MB/sec 2024-08-10T05:29:30.328 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oaFVCowOFf_aY-Z off=8967360 len=1497954 2024-08-10T05:29:30.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 3970 completed, throughput=5MB/sec 2024-08-10T05:29:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:30 smithi107 ceph-mon[86658]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:30 smithi078 ceph-mon[92251]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:30.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:30 smithi078 ceph-mon[94618]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:29:31.336 INFO:tasks.workunit.client.0.smithi078.stdout: 770: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:31.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XBnKWhOkggbNsce off=11979731 len=110277 2024-08-10T05:29:31.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 3971 completed, throughput=4.99MB/sec 2024-08-10T05:29:31.339 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GCXk2Zwmnj3Uh_F off=1026770 len=1151986 2024-08-10T05:29:31.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 3972 completed, throughput=5MB/sec 2024-08-10T05:29:31.345 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dB5j63sNQn8eiQ1 off=7596788 len=1719511 2024-08-10T05:29:31.347 INFO:tasks.workunit.client.0.smithi078.stdout:op 3973 completed, throughput=5MB/sec 2024-08-10T05:29:31.347 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sd0p850mtQJ-Mae off=16684941 len=597825 2024-08-10T05:29:31.348 INFO:tasks.workunit.client.0.smithi078.stdout:op 3974 completed, throughput=5MB/sec 2024-08-10T05:29:31.348 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-av-RNwj60eZuVMj off=3013163 len=1036801 2024-08-10T05:29:31.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 3975 completed, throughput=5MB/sec 2024-08-10T05:29:31.354 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2Reb0DrxfHIR4A7 off=8273703 len=1895859 2024-08-10T05:29:31.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 3976 completed, throughput=5MB/sec 2024-08-10T05:29:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:29:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:29:31] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-10T05:29:32.364 INFO:tasks.workunit.client.0.smithi078.stdout: 771: throughput=5MB/sec pending data=0 2024-08-10T05:29:32.365 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_rRIBTgZO07OIFN off=1741120 len=1033388 2024-08-10T05:29:32.371 INFO:tasks.workunit.client.0.smithi078.stdout:op 3977 completed, throughput=5MB/sec 2024-08-10T05:29:32.371 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pOjX6fSi4_QazYQ off=2447992 len=551207 2024-08-10T05:29:32.375 INFO:tasks.workunit.client.0.smithi078.stdout:op 3978 completed, throughput=5MB/sec 2024-08-10T05:29:32.375 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yX1-BfuyEzBdojU off=9639512 len=1349353 2024-08-10T05:29:32.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 3979 completed, throughput=5MB/sec 2024-08-10T05:29:32.378 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rej9Px9K5Mo86ok off=3571418 len=120594 2024-08-10T05:29:32.379 INFO:tasks.workunit.client.0.smithi078.stdout:op 3980 completed, throughput=5MB/sec 2024-08-10T05:29:32.379 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LJ1b7lsBzJKDj3G off=9241184 len=2073519 2024-08-10T05:29:32.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 3981 completed, throughput=5MB/sec 2024-08-10T05:29:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:32 smithi107 ceph-mon[86658]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:29:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:32 smithi078 ceph-mon[92251]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:32 smithi078 ceph-mon[94618]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:33.389 INFO:tasks.workunit.client.0.smithi078.stdout: 772: throughput=5MB/sec pending data=0 2024-08-10T05:29:33.389 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qheeho8AmToog-E off=4543920 len=476722 2024-08-10T05:29:33.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 3982 completed, throughput=5MB/sec 2024-08-10T05:29:33.393 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XA4AHY7Cj2ZNXim off=8456128 len=1759319 2024-08-10T05:29:33.403 INFO:tasks.workunit.client.0.smithi078.stdout:op 3983 completed, throughput=5MB/sec 2024-08-10T05:29:33.403 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jnMDGOB5BZQLZSn off=17282932 len=1450175 2024-08-10T05:29:33.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 3984 completed, throughput=5MB/sec 2024-08-10T05:29:33.410 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tVNettKeahe_4BM off=10017595 len=1278560 2024-08-10T05:29:33.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 3985 completed, throughput=5MB/sec 2024-08-10T05:29:34.412 INFO:tasks.workunit.client.0.smithi078.stdout: 773: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:34.412 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mlqTMHi8G_1qTRA off=9258748 len=1327112 2024-08-10T05:29:34.418 INFO:tasks.workunit.client.0.smithi078.stdout:op 3986 completed, throughput=5MB/sec 2024-08-10T05:29:34.419 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hIn4usbXLohwWIU off=6987381 len=634346 2024-08-10T05:29:34.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 3987 completed, throughput=5MB/sec 2024-08-10T05:29:34.423 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-muXxHnI4netyz-p off=8818767 len=1621198 2024-08-10T05:29:34.431 INFO:tasks.workunit.client.0.smithi078.stdout:op 3988 completed, throughput=5MB/sec 2024-08-10T05:29:34.431 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2h_Dmd-XGgVT4e_ off=403054 len=568524 2024-08-10T05:29:34.432 INFO:tasks.workunit.client.0.smithi078.stdout:op 3989 completed, throughput=5MB/sec 2024-08-10T05:29:34.432 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d6gQwwI4ldjE64Q off=502120 len=1018324 2024-08-10T05:29:34.433 INFO:tasks.workunit.client.0.smithi078.stdout:op 3990 completed, throughput=5MB/sec 2024-08-10T05:29:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:34 smithi107 ceph-mon[86658]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:29:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:34 smithi078 ceph-mon[94618]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:29:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:34 smithi078 ceph-mon[92251]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:29:35.434 INFO:tasks.workunit.client.0.smithi078.stdout: 774: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:35.434 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YBYVYnXEqjWGDzm off=4148531 len=1765791 2024-08-10T05:29:35.436 INFO:tasks.workunit.client.0.smithi078.stdout:op 3991 completed, throughput=5MB/sec 2024-08-10T05:29:35.436 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bo4nw-_VxvQCBD1 off=1850425 len=1455811 2024-08-10T05:29:35.438 INFO:tasks.workunit.client.0.smithi078.stdout:op 3992 completed, throughput=5MB/sec 2024-08-10T05:29:35.438 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-plFZTA9SMaR9TIE off=9220592 len=619158 2024-08-10T05:29:35.442 INFO:tasks.workunit.client.0.smithi078.stdout:op 3993 completed, throughput=5MB/sec 2024-08-10T05:29:35.442 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ejBPaL6geHORiak off=3691418 len=1208597 2024-08-10T05:29:35.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 3994 completed, throughput=5MB/sec 2024-08-10T05:29:36.445 INFO:tasks.workunit.client.0.smithi078.stdout: 775: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:36.445 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H3RVbAlZnkdkv5C off=22023716 len=1295586 2024-08-10T05:29:36.447 INFO:tasks.workunit.client.0.smithi078.stdout:op 3995 completed, throughput=5MB/sec 2024-08-10T05:29:36.447 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0FxjktiNiOVcIfz off=5380981 len=954779 2024-08-10T05:29:36.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 3996 completed, throughput=5MB/sec 2024-08-10T05:29:36.453 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xLGwlF99R2-20ND off=3220892 len=309309 2024-08-10T05:29:36.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 3997 completed, throughput=5MB/sec 2024-08-10T05:29:36.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BKKLf2sAG43pbE7 off=5582951 len=676629 2024-08-10T05:29:36.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 3998 completed, throughput=5MB/sec 2024-08-10T05:29:36.457 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gbznMghU8VHgqfi off=14268219 len=435953 2024-08-10T05:29:36.458 INFO:tasks.workunit.client.0.smithi078.stdout:op 3999 completed, throughput=5MB/sec 2024-08-10T05:29:36.458 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QeJnUEe3PmGEoHl off=7635915 len=1384786 2024-08-10T05:29:36.459 INFO:tasks.workunit.client.0.smithi078.stdout:op 4000 completed, throughput=5MB/sec 2024-08-10T05:29:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:36 smithi107 ceph-mon[86658]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:29:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:36 smithi078 ceph-mon[92251]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:29:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:36 smithi078 ceph-mon[94618]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:29:37.460 INFO:tasks.workunit.client.0.smithi078.stdout: 776: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:37.460 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QeIfPru3gYVpTiV off=3916163 len=2016101 2024-08-10T05:29:37.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 4001 completed, throughput=5MB/sec 2024-08-10T05:29:37.462 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VZbvKZzQEJBsnce off=10143624 len=1995303 2024-08-10T05:29:37.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 4002 completed, throughput=5MB/sec 2024-08-10T05:29:37.470 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uAKOQEAM1kpipfF off=7032413 len=1482486 2024-08-10T05:29:37.478 INFO:tasks.workunit.client.0.smithi078.stdout:op 4003 completed, throughput=5MB/sec 2024-08-10T05:29:38.478 INFO:tasks.workunit.client.0.smithi078.stdout: 777: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:38.479 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ql17r8l8JhNR-uW off=19279412 len=1332511 2024-08-10T05:29:38.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 4004 completed, throughput=5MB/sec 2024-08-10T05:29:38.484 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-h0MgXZwRc6C8EPA off=17192107 len=1862449 2024-08-10T05:29:38.496 INFO:tasks.workunit.client.0.smithi078.stdout:op 4005 completed, throughput=5MB/sec 2024-08-10T05:29:38.496 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-62OXkzrdDIr48Rh off=11146060 len=457900 2024-08-10T05:29:38.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 4006 completed, throughput=5MB/sec 2024-08-10T05:29:38.497 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CcFB17bYxwiaiaj off=9880916 len=1281607 2024-08-10T05:29:38.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 4007 completed, throughput=5MB/sec 2024-08-10T05:29:38.500 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZHoPujoQmmMxMdP off=2325610 len=454982 2024-08-10T05:29:38.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 4008 completed, throughput=5MB/sec 2024-08-10T05:29:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:38 smithi107 ceph-mon[86658]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:29:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:38 smithi078 ceph-mon[92251]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:29:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:38 smithi078 ceph-mon[94618]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:29:39.503 INFO:tasks.workunit.client.0.smithi078.stdout: 778: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:39.503 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MadTCLlei3E9ik4 off=12475772 len=1064086 2024-08-10T05:29:39.508 INFO:tasks.workunit.client.0.smithi078.stdout:op 4009 completed, throughput=5MB/sec 2024-08-10T05:29:39.508 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zNKMXzcoozh5-h_ off=7631166 len=335229 2024-08-10T05:29:39.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 4010 completed, throughput=5MB/sec 2024-08-10T05:29:39.512 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JioAvoVFMATjDRi off=1358450 len=38121 2024-08-10T05:29:39.514 INFO:tasks.workunit.client.0.smithi078.stdout:op 4011 completed, throughput=5MB/sec 2024-08-10T05:29:39.514 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CtAci1uW4nc030Z off=8130426 len=1496234 2024-08-10T05:29:39.520 INFO:tasks.workunit.client.0.smithi078.stdout:op 4012 completed, throughput=5MB/sec 2024-08-10T05:29:39.520 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QKVAjXsM9AnUATR off=3355363 len=1187453 2024-08-10T05:29:39.522 INFO:tasks.workunit.client.0.smithi078.stdout:op 4013 completed, throughput=5MB/sec 2024-08-10T05:29:39.523 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tNc8_X15vmw-SWu off=12844517 len=2021056 2024-08-10T05:29:39.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 4014 completed, throughput=5MB/sec 2024-08-10T05:29:40.532 INFO:tasks.workunit.client.0.smithi078.stdout: 779: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:40.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--ZU11O3yXrA6_qq off=12246951 len=106279 2024-08-10T05:29:40.535 INFO:tasks.workunit.client.0.smithi078.stdout:op 4015 completed, throughput=5MB/sec 2024-08-10T05:29:40.535 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lhea0R3jNGMCQUn off=11627757 len=569087 2024-08-10T05:29:40.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 4016 completed, throughput=5MB/sec 2024-08-10T05:29:40.537 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-k33n-fpVFBPFjQI off=1035009 len=2070261 2024-08-10T05:29:40.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 4017 completed, throughput=5MB/sec 2024-08-10T05:29:40.539 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iUhLZLOSqYMS8Ni off=2289870 len=1114038 2024-08-10T05:29:40.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 4018 completed, throughput=5MB/sec 2024-08-10T05:29:40.542 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2s5jrHstWQh2znH off=19822319 len=873966 2024-08-10T05:29:40.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 4019 completed, throughput=5MB/sec 2024-08-10T05:29:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:40 smithi107 ceph-mon[86658]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:29:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:40 smithi078 ceph-mon[92251]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:29:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:40 smithi078 ceph-mon[94618]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:29:41.547 INFO:tasks.workunit.client.0.smithi078.stdout: 780: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:41.547 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CD-J3FUtxmPz-th off=11824797 len=934841 2024-08-10T05:29:41.552 INFO:tasks.workunit.client.0.smithi078.stdout:op 4020 completed, throughput=5MB/sec 2024-08-10T05:29:41.552 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lHXcjqjrWwufz2g off=21469809 len=1799065 2024-08-10T05:29:41.563 INFO:tasks.workunit.client.0.smithi078.stdout:op 4021 completed, throughput=5MB/sec 2024-08-10T05:29:41.563 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GSKRREu3abCniMW off=303523 len=1087367 2024-08-10T05:29:41.568 INFO:tasks.workunit.client.0.smithi078.stdout:op 4022 completed, throughput=5MB/sec 2024-08-10T05:29:41.568 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MSqn7H1k76TAzFa off=2690788 len=1440860 2024-08-10T05:29:41.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 4023 completed, throughput=5MB/sec 2024-08-10T05:29:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:29:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:29:41] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-08-10T05:29:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:42 smithi107 ceph-mon[86658]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:29:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:42.575 INFO:tasks.workunit.client.0.smithi078.stdout: 781: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:42.575 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QrwRRy_Tk1Q_utu off=2744040 len=693409 2024-08-10T05:29:42.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 4024 completed, throughput=4.99MB/sec 2024-08-10T05:29:42.579 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mVhfUE28Kyk1HmF off=16617880 len=1679126 2024-08-10T05:29:42.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 4025 completed, throughput=5MB/sec 2024-08-10T05:29:42.587 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7RP--ici5fXllne off=6910445 len=266045 2024-08-10T05:29:42.587 INFO:tasks.workunit.client.0.smithi078.stdout:op 4026 completed, throughput=5MB/sec 2024-08-10T05:29:42.587 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ocf01sR5EthwPnM off=3401678 len=85658 2024-08-10T05:29:42.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 4027 completed, throughput=5MB/sec 2024-08-10T05:29:42.589 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oSBFtrLvrZQn_ux off=9488398 len=2018746 2024-08-10T05:29:42.601 INFO:tasks.workunit.client.0.smithi078.stdout:op 4028 completed, throughput=5MB/sec 2024-08-10T05:29:42.601 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XggHyzxBig54VvM off=5422708 len=156684 2024-08-10T05:29:42.601 INFO:tasks.workunit.client.0.smithi078.stdout:op 4029 completed, throughput=5MB/sec 2024-08-10T05:29:42.601 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5HQmPe9s8pTOVfW off=431154 len=1500739 2024-08-10T05:29:42.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 4030 completed, throughput=5MB/sec 2024-08-10T05:29:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:42 smithi078 ceph-mon[92251]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:42 smithi078 ceph-mon[94618]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:43.608 INFO:tasks.workunit.client.0.smithi078.stdout: 782: throughput=5MB/sec pending data=0 2024-08-10T05:29:43.609 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-98U4bePBwWPXuRp off=933077 len=794869 2024-08-10T05:29:43.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 4031 completed, throughput=5MB/sec 2024-08-10T05:29:43.609 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bJcTxP4VMijbqC7 off=742873 len=882593 2024-08-10T05:29:43.612 INFO:tasks.workunit.client.0.smithi078.stdout:op 4032 completed, throughput=5MB/sec 2024-08-10T05:29:43.612 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Qhya27kztZWh1Yi off=3098333 len=636303 2024-08-10T05:29:43.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 4033 completed, throughput=5MB/sec 2024-08-10T05:29:43.613 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EucY83K-3mMohhM off=280097 len=1451327 2024-08-10T05:29:43.615 INFO:tasks.workunit.client.0.smithi078.stdout:op 4034 completed, throughput=5MB/sec 2024-08-10T05:29:43.615 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AevX-gu5jJMwCUp off=3892059 len=167755 2024-08-10T05:29:43.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 4035 completed, throughput=5MB/sec 2024-08-10T05:29:43.617 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g7Yvod2gwoOqgzf off=4026529 len=847841 2024-08-10T05:29:43.618 INFO:tasks.workunit.client.0.smithi078.stdout:op 4036 completed, throughput=5MB/sec 2024-08-10T05:29:44.619 INFO:tasks.workunit.client.0.smithi078.stdout: 783: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:44.619 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8Ox8K49vtxxrPnJ off=2784949 len=774789 2024-08-10T05:29:44.624 INFO:tasks.workunit.client.0.smithi078.stdout:op 4037 completed, throughput=5MB/sec 2024-08-10T05:29:44.624 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XK9X8kpDrPGd7_k off=11327156 len=917967 2024-08-10T05:29:44.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 4038 completed, throughput=5MB/sec 2024-08-10T05:29:44.625 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TRaHPB0XTki4eZl off=826886 len=1233471 2024-08-10T05:29:44.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 4039 completed, throughput=5MB/sec 2024-08-10T05:29:44.632 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rRDsWTzn7bYWKyT off=6640010 len=1989783 2024-08-10T05:29:44.644 INFO:tasks.workunit.client.0.smithi078.stdout:op 4040 completed, throughput=5MB/sec 2024-08-10T05:29:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:44 smithi107 ceph-mon[86658]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:44 smithi078 ceph-mon[92251]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:44 smithi078 ceph-mon[94618]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:45.644 INFO:tasks.workunit.client.0.smithi078.stdout: 784: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:45.645 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4FS_YXBEjONDzqm off=3871223 len=1374896 2024-08-10T05:29:45.646 INFO:tasks.workunit.client.0.smithi078.stdout:op 4041 completed, throughput=5MB/sec 2024-08-10T05:29:45.646 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5r0FrmDl0UdC0YA off=22040981 len=1999100 2024-08-10T05:29:45.650 INFO:tasks.workunit.client.0.smithi078.stdout:op 4042 completed, throughput=5MB/sec 2024-08-10T05:29:45.650 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BD2ofxZQGLqkZe9 off=16853221 len=2077545 2024-08-10T05:29:45.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 4043 completed, throughput=5MB/sec 2024-08-10T05:29:46.663 INFO:tasks.workunit.client.0.smithi078.stdout: 785: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:46.663 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wQv_faSj9AeQK0W off=1163061 len=1192667 2024-08-10T05:29:46.665 INFO:tasks.workunit.client.0.smithi078.stdout:op 4044 completed, throughput=5MB/sec 2024-08-10T05:29:46.665 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wds2Idp8D5TvvA4 off=238329 len=1934592 2024-08-10T05:29:46.669 INFO:tasks.workunit.client.0.smithi078.stdout:op 4045 completed, throughput=5MB/sec 2024-08-10T05:29:46.669 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XX3xDJ16-2TRI1p off=9773150 len=2078902 2024-08-10T05:29:46.679 INFO:tasks.workunit.client.0.smithi078.stdout:op 4046 completed, throughput=5MB/sec 2024-08-10T05:29:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:46 smithi107 ceph-mon[86658]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:29:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:46 smithi078 ceph-mon[92251]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:29:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:46 smithi078 ceph-mon[94618]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:29:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: 786: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:47.679 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wgD4Mxk-lxQxeh3 off=22042235 len=1678911 2024-08-10T05:29:47.681 INFO:tasks.workunit.client.0.smithi078.stdout:op 4047 completed, throughput=5MB/sec 2024-08-10T05:29:47.681 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3wiir1xoyrQOnNr off=1280255 len=427428 2024-08-10T05:29:47.685 INFO:tasks.workunit.client.0.smithi078.stdout:op 4048 completed, throughput=5MB/sec 2024-08-10T05:29:47.685 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-beRr5arknuUDofc off=21427110 len=1284865 2024-08-10T05:29:47.687 INFO:tasks.workunit.client.0.smithi078.stdout:op 4049 completed, throughput=5MB/sec 2024-08-10T05:29:47.688 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Hzcr2gr9q0EW22Q off=5495499 len=1682507 2024-08-10T05:29:47.698 INFO:tasks.workunit.client.0.smithi078.stdout:op 4050 completed, throughput=5MB/sec 2024-08-10T05:29:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: 787: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:48.698 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ak5Ro50fClqCdhv off=22337830 len=1177170 2024-08-10T05:29:48.700 INFO:tasks.workunit.client.0.smithi078.stdout:op 4051 completed, throughput=5MB/sec 2024-08-10T05:29:48.700 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IUrYdMrWFIqzuRA off=6943325 len=2081064 2024-08-10T05:29:48.702 INFO:tasks.workunit.client.0.smithi078.stdout:op 4052 completed, throughput=5MB/sec 2024-08-10T05:29:48.702 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WMQ6SYFN7GhwaDY off=558308 len=479810 2024-08-10T05:29:48.706 INFO:tasks.workunit.client.0.smithi078.stdout:op 4053 completed, throughput=5MB/sec 2024-08-10T05:29:48.706 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y6zp-bCPHU-ufP0 off=13103991 len=2086030 2024-08-10T05:29:48.718 INFO:tasks.workunit.client.0.smithi078.stdout:op 4054 completed, throughput=5MB/sec 2024-08-10T05:29:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:48 smithi107 ceph-mon[86658]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:29:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:48 smithi078 ceph-mon[92251]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:29:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:48 smithi078 ceph-mon[94618]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:29:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: 788: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:49.719 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--1pMlnxjRUjg7iS off=584341 len=966545 2024-08-10T05:29:49.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 4055 completed, throughput=5MB/sec 2024-08-10T05:29:49.720 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ul0vwL25roLT1WE off=794296 len=1664816 2024-08-10T05:29:49.722 INFO:tasks.workunit.client.0.smithi078.stdout:op 4056 completed, throughput=5MB/sec 2024-08-10T05:29:49.723 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PPltXxcZ6PYKXNm off=1335115 len=1543887 2024-08-10T05:29:49.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 4057 completed, throughput=5MB/sec 2024-08-10T05:29:49.724 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oT5v68vK4Y6CMzv off=17763780 len=108674 2024-08-10T05:29:49.725 INFO:tasks.workunit.client.0.smithi078.stdout:op 4058 completed, throughput=5MB/sec 2024-08-10T05:29:49.725 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CKbNjv6G3m85ooR off=4517309 len=831958 2024-08-10T05:29:49.730 INFO:tasks.workunit.client.0.smithi078.stdout:op 4059 completed, throughput=5MB/sec 2024-08-10T05:29:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: 789: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:50.731 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M1482P9OCeeg0Kk off=2370224 len=899611 2024-08-10T05:29:50.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 4060 completed, throughput=5MB/sec 2024-08-10T05:29:50.738 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gbTdeKw65SNYbem off=204883 len=1688281 2024-08-10T05:29:50.742 INFO:tasks.workunit.client.0.smithi078.stdout:op 4061 completed, throughput=5MB/sec 2024-08-10T05:29:50.742 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zKO0ozC_iiEry5Y off=2282624 len=191471 2024-08-10T05:29:50.743 INFO:tasks.workunit.client.0.smithi078.stdout:op 4062 completed, throughput=5MB/sec 2024-08-10T05:29:50.743 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LGzM2FpNhM0wBVJ off=11303568 len=361199 2024-08-10T05:29:50.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 4063 completed, throughput=5MB/sec 2024-08-10T05:29:50.745 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3xejnhW3PJpsBjE off=1785524 len=283428 2024-08-10T05:29:50.746 INFO:tasks.workunit.client.0.smithi078.stdout:op 4064 completed, throughput=5MB/sec 2024-08-10T05:29:50.746 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-i69JQd85yMzPJ_l off=14306059 len=1465787 2024-08-10T05:29:50.748 INFO:tasks.workunit.client.0.smithi078.stdout:op 4065 completed, throughput=5MB/sec 2024-08-10T05:29:50.748 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wH5aaz__b0tcRtf off=11028571 len=1614223 2024-08-10T05:29:50.755 INFO:tasks.workunit.client.0.smithi078.stdout:op 4066 completed, throughput=5MB/sec 2024-08-10T05:29:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:50 smithi078 ceph-mon[92251]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:50.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:50 smithi078 ceph-mon[94618]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:50 smithi107 ceph-mon[86658]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:29:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: 790: throughput=5MB/sec pending data=0 2024-08-10T05:29:51.758 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SYCuRGxRuvLMjpU off=1954171 len=574038 2024-08-10T05:29:51.758 INFO:tasks.workunit.client.0.smithi078.stdout:op 4067 completed, throughput=5MB/sec 2024-08-10T05:29:51.758 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x-3JLX3mbcUA7PL off=5461812 len=1219413 2024-08-10T05:29:51.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 4068 completed, throughput=5MB/sec 2024-08-10T05:29:51.763 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3ciM-r32FrHe2HS off=1873652 len=879849 2024-08-10T05:29:51.768 INFO:tasks.workunit.client.0.smithi078.stdout:op 4069 completed, throughput=5MB/sec 2024-08-10T05:29:51.768 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C9Me7SID5o0-3dH off=1853948 len=1225374 2024-08-10T05:29:51.776 INFO:tasks.workunit.client.0.smithi078.stdout:op 4070 completed, throughput=5MB/sec 2024-08-10T05:29:51.776 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NzR2iwqdnc2Ezk8 off=17786192 len=846628 2024-08-10T05:29:51.780 INFO:tasks.workunit.client.0.smithi078.stdout:op 4071 completed, throughput=5MB/sec 2024-08-10T05:29:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:29:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:29:51] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-08-10T05:29:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:29:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: 791: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:52.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2XBBM_Ds3P8Vk6C off=18796889 len=654232 2024-08-10T05:29:52.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 4072 completed, throughput=5MB/sec 2024-08-10T05:29:52.782 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eod8dSq0UDXUTwF off=3875408 len=1398753 2024-08-10T05:29:52.784 INFO:tasks.workunit.client.0.smithi078.stdout:op 4073 completed, throughput=5MB/sec 2024-08-10T05:29:52.784 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GHSS0iMszVgj3G- off=2639564 len=1837687 2024-08-10T05:29:52.792 INFO:tasks.workunit.client.0.smithi078.stdout:op 4074 completed, throughput=5MB/sec 2024-08-10T05:29:52.792 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dUDoIx2AYgCy0af off=521920 len=1570765 2024-08-10T05:29:52.793 INFO:tasks.workunit.client.0.smithi078.stdout:op 4075 completed, throughput=5MB/sec 2024-08-10T05:29:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:52 smithi078 ceph-mon[92251]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:29:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:52 smithi078 ceph-mon[94618]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:29:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:52 smithi107 ceph-mon[86658]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:29:53.794 INFO:tasks.workunit.client.0.smithi078.stdout: 792: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:53.794 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KdfhOKfoKSnHNV4 off=1605433 len=448759 2024-08-10T05:29:53.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 4076 completed, throughput=5MB/sec 2024-08-10T05:29:53.798 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sRUBanKKwhanRNy off=9154954 len=1971335 2024-08-10T05:29:53.807 INFO:tasks.workunit.client.0.smithi078.stdout:op 4077 completed, throughput=5MB/sec 2024-08-10T05:29:53.807 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6tWVYJyBdNjbJFD off=2548203 len=791575 2024-08-10T05:29:53.809 INFO:tasks.workunit.client.0.smithi078.stdout:op 4078 completed, throughput=5MB/sec 2024-08-10T05:29:53.809 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-v8-yBCl7BhtD12p off=11220951 len=127978 2024-08-10T05:29:53.812 INFO:tasks.workunit.client.0.smithi078.stdout:op 4079 completed, throughput=5MB/sec 2024-08-10T05:29:53.812 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mjCjTCE7Tmy-GP1 off=7000162 len=1067074 2024-08-10T05:29:53.813 INFO:tasks.workunit.client.0.smithi078.stdout:op 4080 completed, throughput=5MB/sec 2024-08-10T05:29:54.814 INFO:tasks.workunit.client.0.smithi078.stdout: 793: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:54.814 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qMSPoXRsTo2kj_j off=13382453 len=1113136 2024-08-10T05:29:54.818 INFO:tasks.workunit.client.0.smithi078.stdout:op 4081 completed, throughput=5MB/sec 2024-08-10T05:29:54.818 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mGYz406QzHvVCVn off=6342117 len=913823 2024-08-10T05:29:54.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 4082 completed, throughput=5MB/sec 2024-08-10T05:29:54.821 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C-pgQiFYgOVagTF off=7639716 len=1124343 2024-08-10T05:29:54.827 INFO:tasks.workunit.client.0.smithi078.stdout:op 4083 completed, throughput=5MB/sec 2024-08-10T05:29:54.827 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VguABt-umFZiUov off=1018481 len=117399 2024-08-10T05:29:54.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 4084 completed, throughput=5MB/sec 2024-08-10T05:29:54.830 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7oJWojHCPjeEYkO off=1130703 len=720537 2024-08-10T05:29:54.833 INFO:tasks.workunit.client.0.smithi078.stdout:op 4085 completed, throughput=5MB/sec 2024-08-10T05:29:54.834 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-on_3Fk3ElPcjnWM off=2426086 len=1389096 2024-08-10T05:29:54.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 4086 completed, throughput=5MB/sec 2024-08-10T05:29:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:54 smithi078 ceph-mon[92251]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:29:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:54 smithi078 ceph-mon[94618]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:29:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:54 smithi107 ceph-mon[86658]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:29:55.842 INFO:tasks.workunit.client.0.smithi078.stdout: 794: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:55.843 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JioAvoVFMATjDRi off=160569 len=1391809 2024-08-10T05:29:55.850 INFO:tasks.workunit.client.0.smithi078.stdout:op 4087 completed, throughput=5MB/sec 2024-08-10T05:29:55.850 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VCs-ue2o4r2MM2D off=3322901 len=2004682 2024-08-10T05:29:55.860 INFO:tasks.workunit.client.0.smithi078.stdout:op 4088 completed, throughput=5MB/sec 2024-08-10T05:29:55.860 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GlqXtOZ5CTA3-h1 off=10636651 len=1000187 2024-08-10T05:29:55.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 4089 completed, throughput=5MB/sec 2024-08-10T05:29:55.865 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w0uV_DC67hOFFw2 off=5239846 len=1523438 2024-08-10T05:29:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:op 4090 completed, throughput=5MB/sec 2024-08-10T05:29:56.867 INFO:tasks.workunit.client.0.smithi078.stdout: 795: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:56.867 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xCAL2Gj55M3Jpmw off=7823981 len=2090918 2024-08-10T05:29:56.869 INFO:tasks.workunit.client.0.smithi078.stdout:op 4091 completed, throughput=5MB/sec 2024-08-10T05:29:56.870 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-x9H-TxU25zQSBtf off=4532546 len=858106 2024-08-10T05:29:56.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 4092 completed, throughput=5MB/sec 2024-08-10T05:29:56.871 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oSgTd6i5Or1pvtP off=1771712 len=347159 2024-08-10T05:29:56.874 INFO:tasks.workunit.client.0.smithi078.stdout:op 4093 completed, throughput=5MB/sec 2024-08-10T05:29:56.874 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uaf1ItheOxN3XQE off=703738 len=17506 2024-08-10T05:29:56.876 INFO:tasks.workunit.client.0.smithi078.stdout:op 4094 completed, throughput=5MB/sec 2024-08-10T05:29:56.876 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Jzlz2KX26-x6r7Y off=14865516 len=175082 2024-08-10T05:29:56.879 INFO:tasks.workunit.client.0.smithi078.stdout:op 4095 completed, throughput=5MB/sec 2024-08-10T05:29:56.879 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-u8Jc-LDk8OONPiV off=13360600 len=1712445 2024-08-10T05:29:56.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 4096 completed, throughput=5MB/sec 2024-08-10T05:29:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:56 smithi078 ceph-mon[94618]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:56 smithi078 ceph-mon[92251]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:56 smithi107 ceph-mon[86658]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:57.889 INFO:tasks.workunit.client.0.smithi078.stdout: 796: throughput=4.99MB/sec pending data=0 2024-08-10T05:29:57.890 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-usvzOi6S0wYw9rc off=4537644 len=1546566 2024-08-10T05:29:57.891 INFO:tasks.workunit.client.0.smithi078.stdout:op 4097 completed, throughput=5MB/sec 2024-08-10T05:29:57.891 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q5mFOW1ZaZEOmft off=6291767 len=1429453 2024-08-10T05:29:57.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 4098 completed, throughput=5MB/sec 2024-08-10T05:29:57.900 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-73Fhjj66m-ulaFT off=247861 len=1559633 2024-08-10T05:29:57.908 INFO:tasks.workunit.client.0.smithi078.stdout:op 4099 completed, throughput=5MB/sec 2024-08-10T05:29:57.908 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zxiBC6qCtU4YQFY off=1177390 len=1807999 2024-08-10T05:29:57.917 INFO:tasks.workunit.client.0.smithi078.stdout:op 4100 completed, throughput=5MB/sec 2024-08-10T05:29:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:58.918 INFO:tasks.workunit.client.0.smithi078.stdout: 797: throughput=5MB/sec pending data=0 2024-08-10T05:29:58.918 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nEZRpG98e6sRqby off=5538192 len=47755 2024-08-10T05:29:58.919 INFO:tasks.workunit.client.0.smithi078.stdout:op 4101 completed, throughput=5MB/sec 2024-08-10T05:29:58.919 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1p8M_fUgnyZKvHk off=7418569 len=116888 2024-08-10T05:29:58.922 INFO:tasks.workunit.client.0.smithi078.stdout:op 4102 completed, throughput=5MB/sec 2024-08-10T05:29:58.922 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YfeiW286zASsUeq off=9883873 len=237181 2024-08-10T05:29:58.923 INFO:tasks.workunit.client.0.smithi078.stdout:op 4103 completed, throughput=5MB/sec 2024-08-10T05:29:58.923 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XfK3EbKXNPqSxuS off=9430191 len=179061 2024-08-10T05:29:58.924 INFO:tasks.workunit.client.0.smithi078.stdout:op 4104 completed, throughput=5MB/sec 2024-08-10T05:29:58.924 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S70tTHDmVUvPZli off=2391586 len=210565 2024-08-10T05:29:58.924 INFO:tasks.workunit.client.0.smithi078.stdout:op 4105 completed, throughput=5MB/sec 2024-08-10T05:29:58.924 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UFQMV5jMg3nOYjh off=2182043 len=307526 2024-08-10T05:29:58.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 4106 completed, throughput=5MB/sec 2024-08-10T05:29:58.925 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AbX4viZRq4TsQ9P off=1914478 len=1549320 2024-08-10T05:29:58.927 INFO:tasks.workunit.client.0.smithi078.stdout:op 4107 completed, throughput=5MB/sec 2024-08-10T05:29:58.927 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P30grGOtYMgZKFW off=14638104 len=902878 2024-08-10T05:29:58.932 INFO:tasks.workunit.client.0.smithi078.stdout:op 4108 completed, throughput=5MB/sec 2024-08-10T05:29:58.932 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YdMR2DHovhuzNCw off=3928923 len=1803275 2024-08-10T05:29:58.942 INFO:tasks.workunit.client.0.smithi078.stdout:op 4109 completed, throughput=5MB/sec 2024-08-10T05:29:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:29:58 smithi078 ceph-mon[92251]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:58.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:29:58 smithi078 ceph-mon[94618]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:29:58 smithi107 ceph-mon[86658]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:29:59.942 INFO:tasks.workunit.client.0.smithi078.stdout: 798: throughput=5MB/sec pending data=0 2024-08-10T05:29:59.943 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6qeLxlRi_RNqKCn off=3585189 len=1582001 2024-08-10T05:29:59.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 4110 completed, throughput=5MB/sec 2024-08-10T05:29:59.951 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aFWkePAVbkwbIPe off=5056003 len=120226 2024-08-10T05:29:59.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 4111 completed, throughput=5MB/sec 2024-08-10T05:29:59.951 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CMj9Kosr-3EUuV- off=3245553 len=306395 2024-08-10T05:29:59.955 INFO:tasks.workunit.client.0.smithi078.stdout:op 4112 completed, throughput=5MB/sec 2024-08-10T05:29:59.955 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wAFm7RjAGtvkwmk off=1783340 len=661958 2024-08-10T05:29:59.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 4113 completed, throughput=5MB/sec 2024-08-10T05:29:59.956 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3WRlbmcpqY2YeVj off=7464234 len=971540 2024-08-10T05:29:59.959 INFO:tasks.workunit.client.0.smithi078.stdout:op 4114 completed, throughput=5MB/sec 2024-08-10T05:29:59.959 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LapCPJeysyGbCX8 off=5752733 len=1265822 2024-08-10T05:29:59.964 INFO:tasks.workunit.client.0.smithi078.stdout:op 4115 completed, throughput=5MB/sec 2024-08-10T05:30:00.965 INFO:tasks.workunit.client.0.smithi078.stdout: 799: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:00.965 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NrIPW8jUOag_cIp off=2334700 len=2011868 2024-08-10T05:30:00.969 INFO:tasks.workunit.client.0.smithi078.stdout:op 4116 completed, throughput=5MB/sec 2024-08-10T05:30:00.969 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_rBkAEcwU4b5MFk off=3845962 len=139087 2024-08-10T05:30:00.970 INFO:tasks.workunit.client.0.smithi078.stdout:op 4117 completed, throughput=5MB/sec 2024-08-10T05:30:00.970 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BJGIG4PeFkiL1On off=2690070 len=1128059 2024-08-10T05:30:00.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 4118 completed, throughput=5MB/sec 2024-08-10T05:30:00.971 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RFFpls3LP1KG1NO off=1216957 len=1989502 2024-08-10T05:30:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:00 smithi078 ceph-mon[92251]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:00 smithi078 ceph-mon[92251]: overall HEALTH_OK 2024-08-10T05:30:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:00 smithi078 ceph-mon[94618]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:00 smithi078 ceph-mon[94618]: overall HEALTH_OK 2024-08-10T05:30:00.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 4119 completed, throughput=5MB/sec 2024-08-10T05:30:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:00 smithi107 ceph-mon[86658]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:00 smithi107 ceph-mon[86658]: overall HEALTH_OK 2024-08-10T05:30:01.980 INFO:tasks.workunit.client.0.smithi078.stdout: 800: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:01.980 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2YZJoNr6dK2vAnP off=2226005 len=1764784 2024-08-10T05:30:01.991 INFO:tasks.workunit.client.0.smithi078.stdout:op 4120 completed, throughput=5MB/sec 2024-08-10T05:30:01.991 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9R-1TdKS2WZwJk2 off=2490581 len=320732 2024-08-10T05:30:01.994 INFO:tasks.workunit.client.0.smithi078.stdout:op 4121 completed, throughput=5MB/sec 2024-08-10T05:30:01.994 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oKdTTO5p83A0I_j off=8853259 len=1764940 2024-08-10T05:30:02.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 4122 completed, throughput=5MB/sec 2024-08-10T05:30:02.002 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C4i6EmXubSqKmPt off=292008 len=62043 2024-08-10T05:30:02.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 4123 completed, throughput=5MB/sec 2024-08-10T05:30:02.002 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9zSuMxlIhb6PG9f off=331052 len=1329546 2024-08-10T05:30:02.008 INFO:tasks.workunit.client.0.smithi078.stdout:op 4124 completed, throughput=5MB/sec 2024-08-10T05:30:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:30:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:30:01] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:30:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:30:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:02 smithi078 ceph-mon[94618]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:02 smithi078 ceph-mon[92251]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:03.009 INFO:tasks.workunit.client.0.smithi078.stdout: 801: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:03.009 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5PqHk5k3dbOrMRu off=9545462 len=1667760 2024-08-10T05:30:03.019 INFO:tasks.workunit.client.0.smithi078.stdout:op 4125 completed, throughput=5MB/sec 2024-08-10T05:30:03.019 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CRPjREjfmeuK7IP off=18900143 len=255061 2024-08-10T05:30:03.022 INFO:tasks.workunit.client.0.smithi078.stdout:op 4126 completed, throughput=5MB/sec 2024-08-10T05:30:03.022 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-N9V6nTp2GoFUtBT off=1968109 len=153496 2024-08-10T05:30:03.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 4127 completed, throughput=5MB/sec 2024-08-10T05:30:03.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uSpSwaqSVBNn8nb off=12040049 len=1429707 2024-08-10T05:30:03.024 INFO:tasks.workunit.client.0.smithi078.stdout:op 4128 completed, throughput=5MB/sec 2024-08-10T05:30:03.025 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-J-uBr2bhRC3ZDPi off=823272 len=1929618 2024-08-10T05:30:03.027 INFO:tasks.workunit.client.0.smithi078.stdout:op 4129 completed, throughput=5MB/sec 2024-08-10T05:30:03.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:02 smithi107 ceph-mon[86658]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:04.027 INFO:tasks.workunit.client.0.smithi078.stdout: 802: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:04.027 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CU6rW8sFuQzL20O off=5809778 len=1689845 2024-08-10T05:30:04.035 INFO:tasks.workunit.client.0.smithi078.stdout:op 4130 completed, throughput=5MB/sec 2024-08-10T05:30:04.035 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--LCUZRqiZc-FCIm off=3899300 len=1513068 2024-08-10T05:30:04.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 4131 completed, throughput=5MB/sec 2024-08-10T05:30:04.042 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V7mMSOZ_Y5kn3SJ off=2570505 len=836057 2024-08-10T05:30:04.047 INFO:tasks.workunit.client.0.smithi078.stdout:op 4132 completed, throughput=5MB/sec 2024-08-10T05:30:04.047 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bfMFB5p9EABkBQz off=4038904 len=261774 2024-08-10T05:30:04.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 4133 completed, throughput=5MB/sec 2024-08-10T05:30:04.050 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Pi9AUTmQHgEQihh off=8151843 len=236526 2024-08-10T05:30:04.052 INFO:tasks.workunit.client.0.smithi078.stdout:op 4134 completed, throughput=5MB/sec 2024-08-10T05:30:04.052 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7rBxQFsE8_MMuu1 off=4605873 len=758204 2024-08-10T05:30:04.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 4135 completed, throughput=5MB/sec 2024-08-10T05:30:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:04 smithi078 ceph-mon[92251]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:30:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:04 smithi078 ceph-mon[94618]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:30:05.054 INFO:tasks.workunit.client.0.smithi078.stdout: 803: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:05.054 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-t3eqrvxSL7kuSGT off=2467260 len=707931 2024-08-10T05:30:05.055 INFO:tasks.workunit.client.0.smithi078.stdout:op 4136 completed, throughput=5MB/sec 2024-08-10T05:30:05.055 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-igIV1dH_cEOG7Yr off=3471869 len=76785 2024-08-10T05:30:05.058 INFO:tasks.workunit.client.0.smithi078.stdout:op 4137 completed, throughput=5MB/sec 2024-08-10T05:30:05.058 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9iAL55dIgE_ntQ7 off=382641 len=270810 2024-08-10T05:30:05.059 INFO:tasks.workunit.client.0.smithi078.stdout:op 4138 completed, throughput=5MB/sec 2024-08-10T05:30:05.059 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xVt0VK5NSZe-shk off=2932344 len=1941113 2024-08-10T05:30:05.061 INFO:tasks.workunit.client.0.smithi078.stdout:op 4139 completed, throughput=5MB/sec 2024-08-10T05:30:05.061 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iXTVYjdcAH530Oc off=5401781 len=1476388 2024-08-10T05:30:05.063 INFO:tasks.workunit.client.0.smithi078.stdout:op 4140 completed, throughput=5MB/sec 2024-08-10T05:30:05.063 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ll5JcDWVEcb1Ukz off=11073765 len=986271 2024-08-10T05:30:05.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:04 smithi107 ceph-mon[86658]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:30:05.068 INFO:tasks.workunit.client.0.smithi078.stdout:op 4141 completed, throughput=5MB/sec 2024-08-10T05:30:06.069 INFO:tasks.workunit.client.0.smithi078.stdout: 804: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:06.069 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XQiOjJjDOF-0zBF off=1655496 len=457607 2024-08-10T05:30:06.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 4142 completed, throughput=5MB/sec 2024-08-10T05:30:06.073 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aN_cjkZCtnt_jlc off=10538222 len=802924 2024-08-10T05:30:06.078 INFO:tasks.workunit.client.0.smithi078.stdout:op 4143 completed, throughput=5MB/sec 2024-08-10T05:30:06.078 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R_sv8ZBnstTX3oV off=1224558 len=734179 2024-08-10T05:30:06.083 INFO:tasks.workunit.client.0.smithi078.stdout:op 4144 completed, throughput=5MB/sec 2024-08-10T05:30:06.083 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GBippynhtfHJgHg off=2031012 len=404928 2024-08-10T05:30:06.084 INFO:tasks.workunit.client.0.smithi078.stdout:op 4145 completed, throughput=5MB/sec 2024-08-10T05:30:06.084 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2xKELiyDhjiGZkp off=3439491 len=1325631 2024-08-10T05:30:06.090 INFO:tasks.workunit.client.0.smithi078.stdout:op 4146 completed, throughput=5MB/sec 2024-08-10T05:30:06.091 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r0PKnphOgUb_-G4 off=2908798 len=1911831 2024-08-10T05:30:06.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 4147 completed, throughput=5MB/sec 2024-08-10T05:30:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:06 smithi078 ceph-mon[92251]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:30:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:06 smithi078 ceph-mon[94618]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:30:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:06 smithi107 ceph-mon[86658]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:30:07.100 INFO:tasks.workunit.client.0.smithi078.stdout: 805: throughput=5MB/sec pending data=0 2024-08-10T05:30:07.100 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NE--2moBEWSbXpM off=3479189 len=1567214 2024-08-10T05:30:07.103 INFO:tasks.workunit.client.0.smithi078.stdout:op 4148 completed, throughput=5MB/sec 2024-08-10T05:30:07.104 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R54wy97qPCMdBWB off=6445759 len=922371 2024-08-10T05:30:07.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 4149 completed, throughput=5MB/sec 2024-08-10T05:30:07.106 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4si6SbfXqLDNIq4 off=6183805 len=734009 2024-08-10T05:30:07.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 4150 completed, throughput=5MB/sec 2024-08-10T05:30:07.111 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4iTeaNHGtj6R42D off=1247142 len=1693994 2024-08-10T05:30:07.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 4151 completed, throughput=5MB/sec 2024-08-10T05:30:08.113 INFO:tasks.workunit.client.0.smithi078.stdout: 806: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:08.114 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7pzvDl9dTNxkRil off=574880 len=497175 2024-08-10T05:30:08.117 INFO:tasks.workunit.client.0.smithi078.stdout:op 4152 completed, throughput=5MB/sec 2024-08-10T05:30:08.117 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qz6frAm9vt28yZk off=18182041 len=1703222 2024-08-10T05:30:08.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 4153 completed, throughput=5MB/sec 2024-08-10T05:30:08.126 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qyBwy8t05Ny3_7q off=1242775 len=1188056 2024-08-10T05:30:08.127 INFO:tasks.workunit.client.0.smithi078.stdout:op 4154 completed, throughput=5MB/sec 2024-08-10T05:30:08.127 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G7-gCeiMG-wtZ5w off=18507800 len=1810164 2024-08-10T05:30:08.136 INFO:tasks.workunit.client.0.smithi078.stdout:op 4155 completed, throughput=5MB/sec 2024-08-10T05:30:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:08 smithi078 ceph-mon[92251]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:08 smithi078 ceph-mon[94618]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:08 smithi107 ceph-mon[86658]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:09.136 INFO:tasks.workunit.client.0.smithi078.stdout: 807: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:09.137 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sJfBbmnNveyCVNw off=1022421 len=1714831 2024-08-10T05:30:09.139 INFO:tasks.workunit.client.0.smithi078.stdout:op 4156 completed, throughput=5MB/sec 2024-08-10T05:30:09.139 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3-w3WAeewp-94FZ off=2205794 len=809851 2024-08-10T05:30:09.140 INFO:tasks.workunit.client.0.smithi078.stdout:op 4157 completed, throughput=5MB/sec 2024-08-10T05:30:09.140 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wS0ogQm1HmiNYyS off=2996447 len=1070653 2024-08-10T05:30:09.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 4158 completed, throughput=5MB/sec 2024-08-10T05:30:09.147 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WxUkT2xghawjmPl off=3310116 len=1219031 2024-08-10T05:30:09.153 INFO:tasks.workunit.client.0.smithi078.stdout:op 4159 completed, throughput=5MB/sec 2024-08-10T05:30:09.153 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8meAIOZfKcJdYHs off=3899321 len=993348 2024-08-10T05:30:09.158 INFO:tasks.workunit.client.0.smithi078.stdout:op 4160 completed, throughput=5MB/sec 2024-08-10T05:30:10.158 INFO:tasks.workunit.client.0.smithi078.stdout: 808: throughput=5MB/sec pending data=0 2024-08-10T05:30:10.158 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-phZUA_dHUr2U3tS off=13311832 len=1467112 2024-08-10T05:30:10.167 INFO:tasks.workunit.client.0.smithi078.stdout:op 4161 completed, throughput=5MB/sec 2024-08-10T05:30:10.167 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RQ5x4K3ypvPODVy off=8395351 len=1995901 2024-08-10T05:30:10.169 INFO:tasks.workunit.client.0.smithi078.stdout:op 4162 completed, throughput=5MB/sec 2024-08-10T05:30:10.169 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gZT0fJ1ibY_cXrD off=10513073 len=148838 2024-08-10T05:30:10.170 INFO:tasks.workunit.client.0.smithi078.stdout:op 4163 completed, throughput=5MB/sec 2024-08-10T05:30:10.170 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wUMzSEJqrs1-0iY off=2650813 len=1164481 2024-08-10T05:30:10.171 INFO:tasks.workunit.client.0.smithi078.stdout:op 4164 completed, throughput=5MB/sec 2024-08-10T05:30:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:10 smithi078 ceph-mon[92251]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:10 smithi078 ceph-mon[94618]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:10 smithi107 ceph-mon[86658]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:11.171 INFO:tasks.workunit.client.0.smithi078.stdout: 809: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:11.171 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NsIYgn0a0SE6pxN off=3660246 len=2002142 2024-08-10T05:30:11.179 INFO:tasks.workunit.client.0.smithi078.stdout:op 4165 completed, throughput=5MB/sec 2024-08-10T05:30:11.179 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TaN7soYlTemIJ84 off=13892029 len=430507 2024-08-10T05:30:11.182 INFO:tasks.workunit.client.0.smithi078.stdout:op 4166 completed, throughput=5MB/sec 2024-08-10T05:30:11.182 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1Jym0LP6sG-yVT_ off=19137411 len=1048645 2024-08-10T05:30:11.188 INFO:tasks.workunit.client.0.smithi078.stdout:op 4167 completed, throughput=5MB/sec 2024-08-10T05:30:11.188 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uiJW4UuFJgBYG6Z off=3643201 len=557434 2024-08-10T05:30:11.192 INFO:tasks.workunit.client.0.smithi078.stdout:op 4168 completed, throughput=5MB/sec 2024-08-10T05:30:11.192 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JpMVYyfvZAle2KW off=1837171 len=1118400 2024-08-10T05:30:11.197 INFO:tasks.workunit.client.0.smithi078.stdout:op 4169 completed, throughput=5MB/sec 2024-08-10T05:30:12.197 INFO:tasks.workunit.client.0.smithi078.stdout: 810: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:12.197 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-swVK27mfZvFglfi off=6932410 len=1027502 2024-08-10T05:30:12.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 4170 completed, throughput=5MB/sec 2024-08-10T05:30:12.202 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-U2qZcbo8ri4aBwi off=7120092 len=1984484 2024-08-10T05:30:12.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 4171 completed, throughput=5MB/sec 2024-08-10T05:30:12.204 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nCPi4d48L3-QOMR off=1909953 len=20635 2024-08-10T05:30:12.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 4172 completed, throughput=5MB/sec 2024-08-10T05:30:12.206 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1ud3mNyjDyAcxaF off=9793182 len=246440 2024-08-10T05:30:12.207 INFO:tasks.workunit.client.0.smithi078.stdout:op 4173 completed, throughput=5MB/sec 2024-08-10T05:30:12.207 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fe6WgclV0FaINeZ off=6750438 len=2043078 2024-08-10T05:30:12.218 INFO:tasks.workunit.client.0.smithi078.stdout:op 4174 completed, throughput=5MB/sec 2024-08-10T05:30:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:30:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:30:11] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:30:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:30:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:12 smithi078 ceph-mon[92251]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:12 smithi078 ceph-mon[94618]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:12 smithi107 ceph-mon[86658]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:13.218 INFO:tasks.workunit.client.0.smithi078.stdout: 811: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:13.218 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YfFKo5GtQt4P5F- off=4431215 len=1926399 2024-08-10T05:30:13.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 4175 completed, throughput=5MB/sec 2024-08-10T05:30:13.229 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-A9XUydIKXe_VE_n off=7670511 len=870051 2024-08-10T05:30:13.231 INFO:tasks.workunit.client.0.smithi078.stdout:op 4176 completed, throughput=5MB/sec 2024-08-10T05:30:13.231 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YJlf1fId_68R3kS off=4402945 len=2090975 2024-08-10T05:30:13.243 INFO:tasks.workunit.client.0.smithi078.stdout:op 4177 completed, throughput=5MB/sec 2024-08-10T05:30:13.243 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tHX45ew1LW8ML4Z off=9901702 len=1480873 2024-08-10T05:30:13.245 INFO:tasks.workunit.client.0.smithi078.stdout:op 4178 completed, throughput=5MB/sec 2024-08-10T05:30:14.245 INFO:tasks.workunit.client.0.smithi078.stdout: 812: throughput=5MB/sec pending data=0 2024-08-10T05:30:14.245 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZVYB82Er5gTZJ5I off=710167 len=1765399 2024-08-10T05:30:14.248 INFO:tasks.workunit.client.0.smithi078.stdout:op 4179 completed, throughput=5MB/sec 2024-08-10T05:30:14.248 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SqdZpkJdXST1MuJ off=10850056 len=1774937 2024-08-10T05:30:14.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 4180 completed, throughput=5MB/sec 2024-08-10T05:30:14.259 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cEtwGzsAc8dW4VZ off=8680259 len=1452184 2024-08-10T05:30:14.261 INFO:tasks.workunit.client.0.smithi078.stdout:op 4181 completed, throughput=5MB/sec 2024-08-10T05:30:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:14 smithi078 ceph-mon[92251]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:14 smithi078 ceph-mon[94618]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:14 smithi107 ceph-mon[86658]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:15.261 INFO:tasks.workunit.client.0.smithi078.stdout: 813: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:15.261 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xCAL2Gj55M3Jpmw off=1922106 len=1415287 2024-08-10T05:30:15.263 INFO:tasks.workunit.client.0.smithi078.stdout:op 4182 completed, throughput=5MB/sec 2024-08-10T05:30:15.263 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PBrW513QTj06nr9 off=14725136 len=1775957 2024-08-10T05:30:15.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 4183 completed, throughput=5MB/sec 2024-08-10T05:30:15.274 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4LX9JO3Y6qA7v8F off=11203344 len=729707 2024-08-10T05:30:15.275 INFO:tasks.workunit.client.0.smithi078.stdout:op 4184 completed, throughput=5MB/sec 2024-08-10T05:30:15.275 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IV-0NtPSIWVvQWM off=4320427 len=180373 2024-08-10T05:30:15.278 INFO:tasks.workunit.client.0.smithi078.stdout:op 4185 completed, throughput=5MB/sec 2024-08-10T05:30:15.278 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q2wEf16WhcjwrAB off=11955658 len=1385151 2024-08-10T05:30:15.284 INFO:tasks.workunit.client.0.smithi078.stdout:op 4186 completed, throughput=5MB/sec 2024-08-10T05:30:16.284 INFO:tasks.workunit.client.0.smithi078.stdout: 814: throughput=5MB/sec pending data=0 2024-08-10T05:30:16.285 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lSBJ0o4JxKi-Pt7 off=7689829 len=1802123 2024-08-10T05:30:16.287 INFO:tasks.workunit.client.0.smithi078.stdout:op 4187 completed, throughput=5MB/sec 2024-08-10T05:30:16.287 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yIVikwU2gbwJGhs off=1401992 len=850773 2024-08-10T05:30:16.288 INFO:tasks.workunit.client.0.smithi078.stdout:op 4188 completed, throughput=5MB/sec 2024-08-10T05:30:16.288 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ej7O0KbQoKVbOF6 off=2224839 len=2034057 2024-08-10T05:30:16.298 INFO:tasks.workunit.client.0.smithi078.stdout:op 4189 completed, throughput=5MB/sec 2024-08-10T05:30:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:16 smithi078 ceph-mon[92251]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:30:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:16 smithi078 ceph-mon[94618]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:30:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:16 smithi107 ceph-mon[86658]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:30:17.298 INFO:tasks.workunit.client.0.smithi078.stdout: 815: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:17.298 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xyatEWmLbPWnBT3 off=19748978 len=1122016 2024-08-10T05:30:17.305 INFO:tasks.workunit.client.0.smithi078.stdout:op 4190 completed, throughput=5MB/sec 2024-08-10T05:30:17.306 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F_LoZgJtiUL_1jU off=9214878 len=117120 2024-08-10T05:30:17.308 INFO:tasks.workunit.client.0.smithi078.stdout:op 4191 completed, throughput=5MB/sec 2024-08-10T05:30:17.308 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-unfxFZRbaYHUjEz off=1995591 len=1706273 2024-08-10T05:30:17.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 4192 completed, throughput=5MB/sec 2024-08-10T05:30:17.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-76j16BLE1d71UvW off=18733258 len=897533 2024-08-10T05:30:17.313 INFO:tasks.workunit.client.0.smithi078.stdout:op 4193 completed, throughput=5MB/sec 2024-08-10T05:30:17.313 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--1SqUGgvPLY3zZC off=6243723 len=525563 2024-08-10T05:30:17.316 INFO:tasks.workunit.client.0.smithi078.stdout:op 4194 completed, throughput=5MB/sec 2024-08-10T05:30:17.316 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Mf0qzaK-eOCOber off=1683826 len=1030350 2024-08-10T05:30:17.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 4195 completed, throughput=5MB/sec 2024-08-10T05:30:18.321 INFO:tasks.workunit.client.0.smithi078.stdout: 816: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:18.321 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hV3MSMPPAJV4tFX off=41503 len=1854785 2024-08-10T05:30:18.332 INFO:tasks.workunit.client.0.smithi078.stdout:op 4196 completed, throughput=5MB/sec 2024-08-10T05:30:18.332 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LEQYiHsvmWWIXVf off=11836631 len=516558 2024-08-10T05:30:18.336 INFO:tasks.workunit.client.0.smithi078.stdout:op 4197 completed, throughput=5MB/sec 2024-08-10T05:30:18.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5w3NFE20O0-vudu off=4264631 len=1731101 2024-08-10T05:30:18.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 4198 completed, throughput=5MB/sec 2024-08-10T05:30:18.346 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AJJ7Qb6Jr1TbIRs off=24180710 len=722366 2024-08-10T05:30:18.349 INFO:tasks.workunit.client.0.smithi078.stdout:op 4199 completed, throughput=5MB/sec 2024-08-10T05:30:18.350 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8EsvBs27skojQg- off=8598377 len=1336954 2024-08-10T05:30:18.356 INFO:tasks.workunit.client.0.smithi078.stdout:op 4200 completed, throughput=5MB/sec 2024-08-10T05:30:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:18 smithi078 ceph-mon[92251]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:18 smithi078 ceph-mon[94618]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:18 smithi107 ceph-mon[86658]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:19.356 INFO:tasks.workunit.client.0.smithi078.stdout: 817: throughput=5MB/sec pending data=0 2024-08-10T05:30:19.356 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-paRTbsu-kK2nx93 off=16301501 len=182825 2024-08-10T05:30:19.359 INFO:tasks.workunit.client.0.smithi078.stdout:op 4201 completed, throughput=5MB/sec 2024-08-10T05:30:19.359 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0FdyjZw_ncPN1q9 off=1077568 len=1018977 2024-08-10T05:30:19.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 4202 completed, throughput=5MB/sec 2024-08-10T05:30:19.364 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fRPt2mGDF56migC off=3182745 len=339602 2024-08-10T05:30:19.365 INFO:tasks.workunit.client.0.smithi078.stdout:op 4203 completed, throughput=5MB/sec 2024-08-10T05:30:19.365 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-laGMe7xAklA6kv0 off=1425752 len=761450 2024-08-10T05:30:19.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 4204 completed, throughput=5MB/sec 2024-08-10T05:30:19.370 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dn-PFXQV3_jjpqw off=540935 len=1138509 2024-08-10T05:30:19.371 INFO:tasks.workunit.client.0.smithi078.stdout:op 4205 completed, throughput=5MB/sec 2024-08-10T05:30:19.371 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TP0g78r5Wf-qiKl off=6234577 len=1063355 2024-08-10T05:30:19.373 INFO:tasks.workunit.client.0.smithi078.stdout:op 4206 completed, throughput=5MB/sec 2024-08-10T05:30:20.374 INFO:tasks.workunit.client.0.smithi078.stdout: 818: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:20.374 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2_Mrmc1RuvPnxtw off=3512618 len=669732 2024-08-10T05:30:20.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 4207 completed, throughput=5MB/sec 2024-08-10T05:30:20.378 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kCnCqVcJ7X2-kcF off=22815494 len=1257908 2024-08-10T05:30:20.386 INFO:tasks.workunit.client.0.smithi078.stdout:op 4208 completed, throughput=5MB/sec 2024-08-10T05:30:20.387 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-izHsqs9NWYmYPrs off=956828 len=1476798 2024-08-10T05:30:20.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 4209 completed, throughput=5MB/sec 2024-08-10T05:30:20.388 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tVNettKeahe_4BM off=21112042 len=1889914 2024-08-10T05:30:20.390 INFO:tasks.workunit.client.0.smithi078.stdout:op 4210 completed, throughput=5MB/sec 2024-08-10T05:30:20.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:20 smithi078 ceph-mon[92251]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:30:20.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:20 smithi078 ceph-mon[94618]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:30:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:20 smithi107 ceph-mon[86658]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:30:21.390 INFO:tasks.workunit.client.0.smithi078.stdout: 819: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:21.390 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JzEKlBuNCkhuTZQ off=2219306 len=308020 2024-08-10T05:30:21.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 4211 completed, throughput=4.99MB/sec 2024-08-10T05:30:21.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-j2Ge9sjKyk_YHf9 off=225461 len=1541416 2024-08-10T05:30:21.393 INFO:tasks.workunit.client.0.smithi078.stdout:op 4212 completed, throughput=5MB/sec 2024-08-10T05:30:21.393 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tNc8_X15vmw-SWu off=2214923 len=1195921 2024-08-10T05:30:21.395 INFO:tasks.workunit.client.0.smithi078.stdout:op 4213 completed, throughput=5MB/sec 2024-08-10T05:30:21.395 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jABdMZrCgaxRHH7 off=15328932 len=510345 2024-08-10T05:30:21.399 INFO:tasks.workunit.client.0.smithi078.stdout:op 4214 completed, throughput=5MB/sec 2024-08-10T05:30:21.399 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UYEQ6wGGuCmgKEb off=18015363 len=6609 2024-08-10T05:30:21.402 INFO:tasks.workunit.client.0.smithi078.stdout:op 4215 completed, throughput=5MB/sec 2024-08-10T05:30:21.402 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CYhox_S7tbcwmIf off=2902024 len=1816831 2024-08-10T05:30:21.409 INFO:tasks.workunit.client.0.smithi078.stdout:op 4216 completed, throughput=5MB/sec 2024-08-10T05:30:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:30:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:30:21] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-08-10T05:30:22.409 INFO:tasks.workunit.client.0.smithi078.stdout: 820: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:22.409 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TYwD0hZNAogssT3 off=9404220 len=1757893 2024-08-10T05:30:22.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 4217 completed, throughput=5MB/sec 2024-08-10T05:30:22.420 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ayaQHs3t_l1K6wj off=18274663 len=302715 2024-08-10T05:30:22.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 4218 completed, throughput=5MB/sec 2024-08-10T05:30:22.421 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nuLZZGplqzGxEJo off=10402969 len=204851 2024-08-10T05:30:22.422 INFO:tasks.workunit.client.0.smithi078.stdout:op 4219 completed, throughput=5MB/sec 2024-08-10T05:30:22.422 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sWzFUm2nivWPjN1 off=17544976 len=675690 2024-08-10T05:30:22.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 4220 completed, throughput=5MB/sec 2024-08-10T05:30:22.423 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7jJV9FBEaKGGhm5 off=17635142 len=459584 2024-08-10T05:30:22.427 INFO:tasks.workunit.client.0.smithi078.stdout:op 4221 completed, throughput=5MB/sec 2024-08-10T05:30:22.427 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cEYoPiGMU0y_1wE off=914047 len=238986 2024-08-10T05:30:22.427 INFO:tasks.workunit.client.0.smithi078.stdout:op 4222 completed, throughput=5MB/sec 2024-08-10T05:30:22.428 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W8DXpzqtMC9SIIn off=1522192 len=356172 2024-08-10T05:30:22.430 INFO:tasks.workunit.client.0.smithi078.stdout:op 4223 completed, throughput=5MB/sec 2024-08-10T05:30:22.430 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fLLcSUtiovwC8Ty off=13483975 len=1076074 2024-08-10T05:30:22.436 INFO:tasks.workunit.client.0.smithi078.stdout:op 4224 completed, throughput=5MB/sec 2024-08-10T05:30:22.436 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KO0IVe2Uq9ckLM_ off=6015518 len=467855 2024-08-10T05:30:22.439 INFO:tasks.workunit.client.0.smithi078.stdout:op 4225 completed, throughput=5MB/sec 2024-08-10T05:30:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:30:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:22.830 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:22 smithi107 ceph-mon[86658]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:30:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:22 smithi078 ceph-mon[92251]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:30:22.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:22 smithi078 ceph-mon[94618]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:30:23.439 INFO:tasks.workunit.client.0.smithi078.stdout: 821: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:23.440 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gGvC5v3Twywrps9 off=1283770 len=1851665 2024-08-10T05:30:23.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 4226 completed, throughput=5MB/sec 2024-08-10T05:30:23.449 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7PHC5iwJ3ezEdwi off=1383528 len=1181564 2024-08-10T05:30:23.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 4227 completed, throughput=5MB/sec 2024-08-10T05:30:23.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9qXbDsHNC8jaxPV off=5330362 len=1291697 2024-08-10T05:30:23.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 4228 completed, throughput=5MB/sec 2024-08-10T05:30:23.453 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KJLPap2RaxF4iwj off=20084889 len=706120 2024-08-10T05:30:23.454 INFO:tasks.workunit.client.0.smithi078.stdout:op 4229 completed, throughput=5MB/sec 2024-08-10T05:30:24.454 INFO:tasks.workunit.client.0.smithi078.stdout: 822: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:24.454 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-21drP3MGkA3rJTz off=24069622 len=944970 2024-08-10T05:30:24.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 4230 completed, throughput=5MB/sec 2024-08-10T05:30:24.460 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jsLnmfCM9aGkLSJ off=3123051 len=1535085 2024-08-10T05:30:24.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 4231 completed, throughput=5MB/sec 2024-08-10T05:30:24.462 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ssbwws-nGahCtz0 off=2096724 len=816876 2024-08-10T05:30:24.464 INFO:tasks.workunit.client.0.smithi078.stdout:op 4232 completed, throughput=5MB/sec 2024-08-10T05:30:24.464 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8D-Vguvw-QZgacJ off=5926804 len=1124718 2024-08-10T05:30:24.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 4233 completed, throughput=5MB/sec 2024-08-10T05:30:24.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ykmAz6uJ40d0vRf off=2221795 len=392510 2024-08-10T05:30:24.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 4234 completed, throughput=5MB/sec 2024-08-10T05:30:24.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-03oMkSJ1O63SYvd off=698747 len=784263 2024-08-10T05:30:24.467 INFO:tasks.workunit.client.0.smithi078.stdout:op 4235 completed, throughput=5MB/sec 2024-08-10T05:30:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:24 smithi078 ceph-mon[92251]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:24.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:24 smithi078 ceph-mon[94618]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:24 smithi107 ceph-mon[86658]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:30:25.468 INFO:tasks.workunit.client.0.smithi078.stdout: 823: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:25.468 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-g2kFqgfvdDH682U off=9929287 len=633103 2024-08-10T05:30:25.472 INFO:tasks.workunit.client.0.smithi078.stdout:op 4236 completed, throughput=5MB/sec 2024-08-10T05:30:25.472 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-u-WmYOU5nLPxAf7 off=8584687 len=641245 2024-08-10T05:30:25.476 INFO:tasks.workunit.client.0.smithi078.stdout:op 4237 completed, throughput=5MB/sec 2024-08-10T05:30:25.476 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1DyfmyRLB4M_ofG off=9256541 len=995229 2024-08-10T05:30:25.481 INFO:tasks.workunit.client.0.smithi078.stdout:op 4238 completed, throughput=5MB/sec 2024-08-10T05:30:25.481 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s3XEtSPrZoVMFVY off=5245299 len=1083511 2024-08-10T05:30:25.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 4239 completed, throughput=5MB/sec 2024-08-10T05:30:25.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3E97vE0w0NVVtX9 off=7279785 len=842205 2024-08-10T05:30:25.491 INFO:tasks.workunit.client.0.smithi078.stdout:op 4240 completed, throughput=5MB/sec 2024-08-10T05:30:25.491 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mY97Bt_Ly-8ZYOP off=3404705 len=1971417 2024-08-10T05:30:25.493 INFO:tasks.workunit.client.0.smithi078.stdout:op 4241 completed, throughput=5MB/sec 2024-08-10T05:30:26.494 INFO:tasks.workunit.client.0.smithi078.stdout: 824: throughput=5MB/sec pending data=0 2024-08-10T05:30:26.494 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-on_3Fk3ElPcjnWM off=7818783 len=5883 2024-08-10T05:30:26.494 INFO:tasks.workunit.client.0.smithi078.stdout:op 4242 completed, throughput=5MB/sec 2024-08-10T05:30:26.494 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aJnprFhLUdIip2c off=1308279 len=1477933 2024-08-10T05:30:26.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 4243 completed, throughput=5MB/sec 2024-08-10T05:30:26.497 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uOH4wtJw3kMkWiu off=10512566 len=527025 2024-08-10T05:30:26.501 INFO:tasks.workunit.client.0.smithi078.stdout:op 4244 completed, throughput=5MB/sec 2024-08-10T05:30:26.501 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-87PoF5TLh02VWdC off=9109580 len=1829519 2024-08-10T05:30:26.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 4245 completed, throughput=5MB/sec 2024-08-10T05:30:26.505 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9vICVlr4Y8s2r1H off=3178500 len=1283643 2024-08-10T05:30:26.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 4246 completed, throughput=5MB/sec 2024-08-10T05:30:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:26 smithi078 ceph-mon[92251]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:26.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:26 smithi078 ceph-mon[94618]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:26 smithi107 ceph-mon[86658]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:27.512 INFO:tasks.workunit.client.0.smithi078.stdout: 825: throughput=5MB/sec pending data=0 2024-08-10T05:30:27.512 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cOSzBcNZj6c3ulY off=506164 len=768669 2024-08-10T05:30:27.514 INFO:tasks.workunit.client.0.smithi078.stdout:op 4247 completed, throughput=5MB/sec 2024-08-10T05:30:27.514 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ctN8IL70kEzjW-G off=10128310 len=1456429 2024-08-10T05:30:27.515 INFO:tasks.workunit.client.0.smithi078.stdout:op 4248 completed, throughput=5MB/sec 2024-08-10T05:30:27.515 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZV1qom0BdwVFaJw off=1277873 len=1719118 2024-08-10T05:30:27.517 INFO:tasks.workunit.client.0.smithi078.stdout:op 4249 completed, throughput=5MB/sec 2024-08-10T05:30:27.517 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NqiTjU2XBFSx9hq off=430105 len=1640615 2024-08-10T05:30:27.521 INFO:tasks.workunit.client.0.smithi078.stdout:op 4250 completed, throughput=5MB/sec 2024-08-10T05:30:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:28.522 INFO:tasks.workunit.client.0.smithi078.stdout: 826: throughput=5MB/sec pending data=0 2024-08-10T05:30:28.522 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UmbQ8kasAIENG3C off=7816991 len=981838 2024-08-10T05:30:28.527 INFO:tasks.workunit.client.0.smithi078.stdout:op 4251 completed, throughput=5MB/sec 2024-08-10T05:30:28.527 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-q63Af6ucelvg29l off=4600243 len=1288644 2024-08-10T05:30:28.529 INFO:tasks.workunit.client.0.smithi078.stdout:op 4252 completed, throughput=5MB/sec 2024-08-10T05:30:28.529 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GjQspR7g67IHrWx off=9392795 len=20076 2024-08-10T05:30:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 4253 completed, throughput=5MB/sec 2024-08-10T05:30:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YEQY0geoIDEmHr2 off=2197314 len=103111 2024-08-10T05:30:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 4254 completed, throughput=5MB/sec 2024-08-10T05:30:28.530 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5OlApT-6pk4ebh7 off=6044174 len=636051 2024-08-10T05:30:28.534 INFO:tasks.workunit.client.0.smithi078.stdout:op 4255 completed, throughput=5MB/sec 2024-08-10T05:30:28.535 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FpO59SEGz8IjM6- off=486149 len=1278566 2024-08-10T05:30:28.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 4256 completed, throughput=5MB/sec 2024-08-10T05:30:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:28 smithi078 ceph-mon[92251]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:30:28.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:28 smithi078 ceph-mon[94618]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:30:29.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:28 smithi107 ceph-mon[86658]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:30:29.536 INFO:tasks.workunit.client.0.smithi078.stdout: 827: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:29.536 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-D32Xz-2ZcsXK6q_ off=19129579 len=804079 2024-08-10T05:30:29.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 4257 completed, throughput=5MB/sec 2024-08-10T05:30:29.541 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-etlVMvW6y0fbD2W off=12706107 len=1660412 2024-08-10T05:30:29.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 4258 completed, throughput=5MB/sec 2024-08-10T05:30:29.543 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xWQkjg4NNn5ldUD off=1409217 len=589156 2024-08-10T05:30:29.544 INFO:tasks.workunit.client.0.smithi078.stdout:op 4259 completed, throughput=5MB/sec 2024-08-10T05:30:29.544 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gEl_oR2uiXdMQT8 off=16650478 len=34946 2024-08-10T05:30:29.546 INFO:tasks.workunit.client.0.smithi078.stdout:op 4260 completed, throughput=5MB/sec 2024-08-10T05:30:29.546 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ByE7ZpzsHzPBuxq off=8783238 len=31030 2024-08-10T05:30:29.548 INFO:tasks.workunit.client.0.smithi078.stdout:op 4261 completed, throughput=5MB/sec 2024-08-10T05:30:29.548 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wk9Vxc_Vt6w9fvn off=4489149 len=1769285 2024-08-10T05:30:29.549 INFO:tasks.workunit.client.0.smithi078.stdout:op 4262 completed, throughput=5MB/sec 2024-08-10T05:30:29.549 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZgAwLTnnWMzQ6VM off=1756074 len=444061 2024-08-10T05:30:29.552 INFO:tasks.workunit.client.0.smithi078.stdout:op 4263 completed, throughput=5MB/sec 2024-08-10T05:30:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:30:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:30:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:30:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:30:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:30:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:30:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:30:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:30:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:30:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:30:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:30:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:30:30.552 INFO:tasks.workunit.client.0.smithi078.stdout: 828: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:30.552 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h_An7qIkyoZ9STd off=5472476 len=246990 2024-08-10T05:30:30.553 INFO:tasks.workunit.client.0.smithi078.stdout:op 4264 completed, throughput=4.99MB/sec 2024-08-10T05:30:30.553 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-adzsmXjfyKudhwO off=1130530 len=104523 2024-08-10T05:30:30.556 INFO:tasks.workunit.client.0.smithi078.stdout:op 4265 completed, throughput=4.99MB/sec 2024-08-10T05:30:30.557 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ks1K3V_FlJkgK9S off=4074287 len=1357735 2024-08-10T05:30:30.564 INFO:tasks.workunit.client.0.smithi078.stdout:op 4266 completed, throughput=5MB/sec 2024-08-10T05:30:30.564 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AD9T-Q1ZazqrX3N off=14634654 len=1603875 2024-08-10T05:30:30.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 4267 completed, throughput=5MB/sec 2024-08-10T05:30:30.570 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wr9neIZJLM0wmiB off=2285067 len=828442 2024-08-10T05:30:30.574 INFO:tasks.workunit.client.0.smithi078.stdout:op 4268 completed, throughput=5MB/sec 2024-08-10T05:30:30.574 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0alCip-HMX-GCGE off=7057428 len=1164514 2024-08-10T05:30:30.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 4269 completed, throughput=5MB/sec 2024-08-10T05:30:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:30 smithi078 ceph-mon[92251]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:30:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:30 smithi078 ceph-mon[94618]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:30:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:30 smithi107 ceph-mon[86658]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:30:31.577 INFO:tasks.workunit.client.0.smithi078.stdout: 829: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:31.577 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UAvRXWISXgDzp7n off=81102 len=1907266 2024-08-10T05:30:31.581 INFO:tasks.workunit.client.0.smithi078.stdout:op 4270 completed, throughput=5MB/sec 2024-08-10T05:30:31.581 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QQJq5uM9JQoiNWg off=16147582 len=410261 2024-08-10T05:30:31.584 INFO:tasks.workunit.client.0.smithi078.stdout:op 4271 completed, throughput=5MB/sec 2024-08-10T05:30:31.584 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3R58DlGKcR-1_1a off=7412632 len=1570162 2024-08-10T05:30:31.592 INFO:tasks.workunit.client.0.smithi078.stdout:op 4272 completed, throughput=5MB/sec 2024-08-10T05:30:31.592 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CbyosB8WuC_jXQ- off=8482817 len=140330 2024-08-10T05:30:31.593 INFO:tasks.workunit.client.0.smithi078.stdout:op 4273 completed, throughput=5MB/sec 2024-08-10T05:30:31.593 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QeIKwWVESJLXfFo off=15677055 len=1122363 2024-08-10T05:30:31.594 INFO:tasks.workunit.client.0.smithi078.stdout:op 4274 completed, throughput=5MB/sec 2024-08-10T05:30:31.594 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rTrCHxvkXmDaI7M off=13557007 len=967884 2024-08-10T05:30:31.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 4275 completed, throughput=5MB/sec 2024-08-10T05:30:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:30:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:30:31] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-08-10T05:30:32.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:30:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:32.595 INFO:tasks.workunit.client.0.smithi078.stdout: 830: throughput=5MB/sec pending data=0 2024-08-10T05:30:32.595 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E6aLHb-lFMPFUa_ off=8534893 len=348131 2024-08-10T05:30:32.599 INFO:tasks.workunit.client.0.smithi078.stdout:op 4276 completed, throughput=5MB/sec 2024-08-10T05:30:32.599 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9kL5Yp4TIWF_aaA off=863707 len=1572500 2024-08-10T05:30:32.600 INFO:tasks.workunit.client.0.smithi078.stdout:op 4277 completed, throughput=5MB/sec 2024-08-10T05:30:32.601 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pux_SpY2RP3pJih off=3038973 len=1687226 2024-08-10T05:30:32.604 INFO:tasks.workunit.client.0.smithi078.stdout:op 4278 completed, throughput=5MB/sec 2024-08-10T05:30:32.604 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-695O5l-GyOgM-Go off=3380559 len=160798 2024-08-10T05:30:32.605 INFO:tasks.workunit.client.0.smithi078.stdout:op 4279 completed, throughput=5MB/sec 2024-08-10T05:30:32.605 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N49JTSPGoVAcywy off=12765048 len=813270 2024-08-10T05:30:32.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 4280 completed, throughput=5MB/sec 2024-08-10T05:30:32.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:32 smithi078 ceph-mon[92251]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:30:32.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:32 smithi078 ceph-mon[94618]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:30:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:32 smithi107 ceph-mon[86658]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:30:33.610 INFO:tasks.workunit.client.0.smithi078.stdout: 831: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:33.610 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Su44zDYMYXDp43w off=794757 len=268567 2024-08-10T05:30:33.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 4281 completed, throughput=4.99MB/sec 2024-08-10T05:30:33.613 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wMe0wCPlAsQ30m0 off=11312028 len=539894 2024-08-10T05:30:33.615 INFO:tasks.workunit.client.0.smithi078.stdout:op 4282 completed, throughput=5MB/sec 2024-08-10T05:30:33.615 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Fwu4bZupkPkWww8 off=5619882 len=1582891 2024-08-10T05:30:33.618 INFO:tasks.workunit.client.0.smithi078.stdout:op 4283 completed, throughput=5MB/sec 2024-08-10T05:30:33.618 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TPaESuBnQo1NVML off=5530590 len=489360 2024-08-10T05:30:33.619 INFO:tasks.workunit.client.0.smithi078.stdout:op 4284 completed, throughput=5MB/sec 2024-08-10T05:30:33.619 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7Er8yuTsIFbSsJN off=16215234 len=2070832 2024-08-10T05:30:33.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 4285 completed, throughput=5MB/sec 2024-08-10T05:30:33.621 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GhLumU-vBxTirKQ off=2335072 len=831451 2024-08-10T05:30:33.623 INFO:tasks.workunit.client.0.smithi078.stdout:op 4286 completed, throughput=5MB/sec 2024-08-10T05:30:34.624 INFO:tasks.workunit.client.0.smithi078.stdout: 832: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:34.624 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HeIosIaQPxSRisc off=4799601 len=1204167 2024-08-10T05:30:34.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 4287 completed, throughput=5MB/sec 2024-08-10T05:30:34.625 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6dHg03OLqzFeKd3 off=329007 len=1944832 2024-08-10T05:30:34.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 4288 completed, throughput=5MB/sec 2024-08-10T05:30:34.627 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PpDQQSaUFKAvMTB off=10042916 len=1657551 2024-08-10T05:30:34.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 4289 completed, throughput=5MB/sec 2024-08-10T05:30:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:34 smithi078 ceph-mon[92251]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:30:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:34 smithi078 ceph-mon[94618]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:30:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:34 smithi107 ceph-mon[86658]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:30:35.634 INFO:tasks.workunit.client.0.smithi078.stdout: 833: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:35.634 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wdaHCs0AusOwEWI off=2890901 len=1951358 2024-08-10T05:30:35.645 INFO:tasks.workunit.client.0.smithi078.stdout:op 4290 completed, throughput=5MB/sec 2024-08-10T05:30:35.645 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B_NZtM4Ilf2SEeZ off=1827108 len=1823805 2024-08-10T05:30:35.655 INFO:tasks.workunit.client.0.smithi078.stdout:op 4291 completed, throughput=5MB/sec 2024-08-10T05:30:35.655 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0emy2nIqA29NEdg off=1608472 len=988000 2024-08-10T05:30:35.660 INFO:tasks.workunit.client.0.smithi078.stdout:op 4292 completed, throughput=5MB/sec 2024-08-10T05:30:35.661 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GG_PGD5P1XBw338 off=141248 len=598344 2024-08-10T05:30:35.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 4293 completed, throughput=5MB/sec 2024-08-10T05:30:36.662 INFO:tasks.workunit.client.0.smithi078.stdout: 834: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:36.662 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DPoUxZl1PkIbDGQ off=19007784 len=492511 2024-08-10T05:30:36.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 4294 completed, throughput=4.99MB/sec 2024-08-10T05:30:36.664 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AJJ7Qb6Jr1TbIRs off=19523922 len=1400013 2024-08-10T05:30:36.672 INFO:tasks.workunit.client.0.smithi078.stdout:op 4295 completed, throughput=5MB/sec 2024-08-10T05:30:36.672 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-499FWLU4vStWbVA off=11280784 len=2093882 2024-08-10T05:30:36.675 INFO:tasks.workunit.client.0.smithi078.stdout:op 4296 completed, throughput=5MB/sec 2024-08-10T05:30:36.675 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_p5iykFZMpBkzum off=8692651 len=414996 2024-08-10T05:30:36.676 INFO:tasks.workunit.client.0.smithi078.stdout:op 4297 completed, throughput=5MB/sec 2024-08-10T05:30:36.676 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vpZtINWVlDuUWvV off=10065630 len=1157903 2024-08-10T05:30:36.684 INFO:tasks.workunit.client.0.smithi078.stdout:op 4298 completed, throughput=5MB/sec 2024-08-10T05:30:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:36 smithi078 ceph-mon[92251]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:30:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:36 smithi078 ceph-mon[94618]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:30:37.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:36 smithi107 ceph-mon[86658]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:30:37.684 INFO:tasks.workunit.client.0.smithi078.stdout: 835: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:37.684 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-t2q-p7GKaUu3g_P off=3379221 len=1901184 2024-08-10T05:30:37.688 INFO:tasks.workunit.client.0.smithi078.stdout:op 4299 completed, throughput=5MB/sec 2024-08-10T05:30:37.688 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1q3KItIqEuSw935 off=17496893 len=223379 2024-08-10T05:30:37.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 4300 completed, throughput=5MB/sec 2024-08-10T05:30:37.691 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-peBmisKrmobeO9y off=23769959 len=727108 2024-08-10T05:30:37.693 INFO:tasks.workunit.client.0.smithi078.stdout:op 4301 completed, throughput=5MB/sec 2024-08-10T05:30:37.693 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-b3olFcc-INI16ay off=1594077 len=1677261 2024-08-10T05:30:37.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 4302 completed, throughput=5MB/sec 2024-08-10T05:30:37.701 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2fBwo0G5L-CbW9n off=4708771 len=1753935 2024-08-10T05:30:37.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 4303 completed, throughput=5MB/sec 2024-08-10T05:30:38.706 INFO:tasks.workunit.client.0.smithi078.stdout: 836: throughput=5MB/sec pending data=0 2024-08-10T05:30:38.707 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e3_knEUYmQNCQfm off=11358768 len=1771118 2024-08-10T05:30:38.707 INFO:tasks.workunit.client.0.smithi078.stdout:op 4304 completed, throughput=5MB/sec 2024-08-10T05:30:38.707 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wZuLRy9OwTrz1vu off=6064841 len=1479844 2024-08-10T05:30:38.713 INFO:tasks.workunit.client.0.smithi078.stdout:op 4305 completed, throughput=5MB/sec 2024-08-10T05:30:38.713 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8EO43CoW1tUsRMk off=2706595 len=1962718 2024-08-10T05:30:38.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 4306 completed, throughput=5MB/sec 2024-08-10T05:30:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:38 smithi078 ceph-mon[92251]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:30:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:38 smithi078 ceph-mon[94618]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:30:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:38 smithi107 ceph-mon[86658]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:30:39.724 INFO:tasks.workunit.client.0.smithi078.stdout: 837: throughput=5MB/sec pending data=0 2024-08-10T05:30:39.724 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5I9bcc3lPoHJORT off=2199772 len=941402 2024-08-10T05:30:39.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 4307 completed, throughput=5MB/sec 2024-08-10T05:30:39.731 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XhYxyOiLXFJRoBL off=9085378 len=194725 2024-08-10T05:30:39.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 4308 completed, throughput=5MB/sec 2024-08-10T05:30:39.731 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oqk6lZAZuLiV8Xr off=3610601 len=1434689 2024-08-10T05:30:39.733 INFO:tasks.workunit.client.0.smithi078.stdout:op 4309 completed, throughput=5MB/sec 2024-08-10T05:30:39.733 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LsHE7A53YOpFvZm off=11083184 len=91955 2024-08-10T05:30:39.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 4310 completed, throughput=5MB/sec 2024-08-10T05:30:39.736 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OIPvmnIwt_7ukki off=9005514 len=1214849 2024-08-10T05:30:39.742 INFO:tasks.workunit.client.0.smithi078.stdout:op 4311 completed, throughput=5MB/sec 2024-08-10T05:30:39.742 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R54wy97qPCMdBWB off=2510353 len=261104 2024-08-10T05:30:39.746 INFO:tasks.workunit.client.0.smithi078.stdout:op 4312 completed, throughput=5MB/sec 2024-08-10T05:30:39.746 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GAGJmSw3MN97yGW off=5131353 len=1448660 2024-08-10T05:30:39.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 4313 completed, throughput=5MB/sec 2024-08-10T05:30:40.750 INFO:tasks.workunit.client.0.smithi078.stdout: 838: throughput=5MB/sec pending data=0 2024-08-10T05:30:40.750 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CowO6u3AwMDx6kw off=22632879 len=1331408 2024-08-10T05:30:40.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 4314 completed, throughput=5MB/sec 2024-08-10T05:30:40.754 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OM7gbqrdibpaFYu off=2405587 len=994558 2024-08-10T05:30:40.759 INFO:tasks.workunit.client.0.smithi078.stdout:op 4315 completed, throughput=5MB/sec 2024-08-10T05:30:40.759 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ch7HB9e74TXxlmw off=13227117 len=1834220 2024-08-10T05:30:40.766 INFO:tasks.workunit.client.0.smithi078.stdout:op 4316 completed, throughput=5MB/sec 2024-08-10T05:30:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:40 smithi078 ceph-mon[92251]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:30:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:40 smithi078 ceph-mon[94618]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:30:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:40 smithi107 ceph-mon[86658]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:30:41.767 INFO:tasks.workunit.client.0.smithi078.stdout: 839: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:41.767 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Kifv1gtcaOzNl9J off=6195738 len=994227 2024-08-10T05:30:41.768 INFO:tasks.workunit.client.0.smithi078.stdout:op 4317 completed, throughput=5MB/sec 2024-08-10T05:30:41.768 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AqmxvXqTCodPizP off=2078551 len=1353296 2024-08-10T05:30:41.770 INFO:tasks.workunit.client.0.smithi078.stdout:op 4318 completed, throughput=5MB/sec 2024-08-10T05:30:41.770 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9jQ9HtdjYHj2KEm off=5256584 len=1299410 2024-08-10T05:30:41.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 4319 completed, throughput=5MB/sec 2024-08-10T05:30:41.774 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--dfa_WTvk9xYQUZ off=12409865 len=875572 2024-08-10T05:30:41.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 4320 completed, throughput=5MB/sec 2024-08-10T05:30:41.774 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--aSXH5yxCOX5SqI off=1876720 len=283672 2024-08-10T05:30:41.776 INFO:tasks.workunit.client.0.smithi078.stdout:op 4321 completed, throughput=5MB/sec 2024-08-10T05:30:41.776 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--8lbujZQswuaFcf off=5831470 len=1324598 2024-08-10T05:30:41.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 4322 completed, throughput=5MB/sec 2024-08-10T05:30:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:30:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:30:41] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-08-10T05:30:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:30:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:42.783 INFO:tasks.workunit.client.0.smithi078.stdout: 840: throughput=5MB/sec pending data=0 2024-08-10T05:30:42.783 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UREj3tNheOIpnPQ off=1776174 len=926536 2024-08-10T05:30:42.788 INFO:tasks.workunit.client.0.smithi078.stdout:op 4323 completed, throughput=5MB/sec 2024-08-10T05:30:42.788 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WL7yMLIO66AbgD5 off=20558927 len=1022828 2024-08-10T05:30:42.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 4324 completed, throughput=5MB/sec 2024-08-10T05:30:42.790 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ESxfxrvudjEns4G off=3075568 len=540145 2024-08-10T05:30:42.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 4325 completed, throughput=5MB/sec 2024-08-10T05:30:42.794 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ejBPaL6geHORiak off=3391772 len=1619269 2024-08-10T05:30:42.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 4326 completed, throughput=5MB/sec 2024-08-10T05:30:42.795 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P_xbeqmLiB2K5Ql off=4793079 len=2069534 2024-08-10T05:30:42.807 INFO:tasks.workunit.client.0.smithi078.stdout:op 4327 completed, throughput=5MB/sec 2024-08-10T05:30:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:42 smithi078 ceph-mon[94618]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:30:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:42 smithi078 ceph-mon[92251]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:30:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:42 smithi107 ceph-mon[86658]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:30:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:43.807 INFO:tasks.workunit.client.0.smithi078.stdout: 841: throughput=5MB/sec pending data=0 2024-08-10T05:30:43.808 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JcTEBzkhhRAaHXf off=10538136 len=273981 2024-08-10T05:30:43.808 INFO:tasks.workunit.client.0.smithi078.stdout:op 4328 completed, throughput=5MB/sec 2024-08-10T05:30:43.808 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-X-uB9oD_vndRhZw off=15602240 len=1533889 2024-08-10T05:30:43.812 INFO:tasks.workunit.client.0.smithi078.stdout:op 4329 completed, throughput=5MB/sec 2024-08-10T05:30:43.812 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AHY0YjS_mJ0rAU2 off=1127983 len=317469 2024-08-10T05:30:43.818 INFO:tasks.workunit.client.0.smithi078.stdout:op 4330 completed, throughput=5MB/sec 2024-08-10T05:30:43.818 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--tjOGm4J3-fxkLK off=3680037 len=260981 2024-08-10T05:30:43.819 INFO:tasks.workunit.client.0.smithi078.stdout:op 4331 completed, throughput=5MB/sec 2024-08-10T05:30:43.819 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gJkOd1Wjpecd5L- off=914758 len=1262664 2024-08-10T05:30:43.819 INFO:tasks.workunit.client.0.smithi078.stdout:op 4332 completed, throughput=5MB/sec 2024-08-10T05:30:44.817 INFO:tasks.workunit.client.0.smithi078.stdout: 842: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:44.818 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e3Jo-R0D1DTuSPH off=16648845 len=1428705 2024-08-10T05:30:44.819 INFO:tasks.workunit.client.0.smithi078.stdout:op 4333 completed, throughput=5MB/sec 2024-08-10T05:30:44.819 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Fs033Jxm4MwfiGu off=2823343 len=1652113 2024-08-10T05:30:44.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 4334 completed, throughput=5MB/sec 2024-08-10T05:30:44.821 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jNtWzzNTR5xjpU3 off=10264395 len=2005950 2024-08-10T05:30:44.823 INFO:tasks.workunit.client.0.smithi078.stdout:op 4335 completed, throughput=5MB/sec 2024-08-10T05:30:44.824 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6jRT04ZuZoc-UJJ off=5020115 len=1667964 2024-08-10T05:30:44.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 4336 completed, throughput=5MB/sec 2024-08-10T05:30:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:44 smithi078 ceph-mon[92251]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:30:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:44 smithi078 ceph-mon[94618]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:30:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:44 smithi107 ceph-mon[86658]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:30:45.832 INFO:tasks.workunit.client.0.smithi078.stdout: 843: throughput=5MB/sec pending data=0 2024-08-10T05:30:45.832 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TYlRT7LrHyVfQPh off=9435632 len=1120600 2024-08-10T05:30:45.834 INFO:tasks.workunit.client.0.smithi078.stdout:op 4337 completed, throughput=5MB/sec 2024-08-10T05:30:45.834 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QCQBI1USRN3vLVF off=13227587 len=1456308 2024-08-10T05:30:45.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 4338 completed, throughput=5MB/sec 2024-08-10T05:30:45.842 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kxXv0V4QZlfiPav off=3048455 len=2024219 2024-08-10T05:30:45.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 4339 completed, throughput=5MB/sec 2024-08-10T05:30:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: 844: throughput=5MB/sec pending data=0 2024-08-10T05:30:46.854 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YgwD9iZUBm7hwcb off=1496469 len=772576 2024-08-10T05:30:46.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 4340 completed, throughput=5MB/sec 2024-08-10T05:30:46.856 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NyNTojXe9drUF9Z off=6070668 len=1745709 2024-08-10T05:30:46.858 INFO:tasks.workunit.client.0.smithi078.stdout:op 4341 completed, throughput=5MB/sec 2024-08-10T05:30:46.859 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Pv8o00ddw9w_Tcx off=545205 len=1954827 2024-08-10T05:30:46.860 INFO:tasks.workunit.client.0.smithi078.stdout:op 4342 completed, throughput=5MB/sec 2024-08-10T05:30:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:46 smithi078 ceph-mon[92251]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:30:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:46 smithi078 ceph-mon[94618]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:30:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:46 smithi107 ceph-mon[86658]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:30:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: 845: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:47.861 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A34l2h_867wQ6JW off=2348899 len=57620 2024-08-10T05:30:47.863 INFO:tasks.workunit.client.0.smithi078.stdout:op 4343 completed, throughput=4.99MB/sec 2024-08-10T05:30:47.864 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cqRA9Vv4nHqBINo off=9346248 len=1210444 2024-08-10T05:30:47.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 4344 completed, throughput=5MB/sec 2024-08-10T05:30:47.865 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-M1Af62fa5IZhbwK off=7929759 len=1731506 2024-08-10T05:30:47.869 INFO:tasks.workunit.client.0.smithi078.stdout:op 4345 completed, throughput=5MB/sec 2024-08-10T05:30:47.869 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RLPUnKWqeRh7Jq4 off=12582289 len=1636584 2024-08-10T05:30:47.878 INFO:tasks.workunit.client.0.smithi078.stdout:op 4346 completed, throughput=5MB/sec 2024-08-10T05:30:47.878 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Qtomp25WTywP7HD off=7465459 len=969223 2024-08-10T05:30:47.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 4347 completed, throughput=5MB/sec 2024-08-10T05:30:48.883 INFO:tasks.workunit.client.0.smithi078.stdout: 846: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:48.884 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TYNd0D2QFDcEp4P off=12714963 len=1482586 2024-08-10T05:30:48.887 INFO:tasks.workunit.client.0.smithi078.stdout:op 4348 completed, throughput=5MB/sec 2024-08-10T05:30:48.887 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i-lRN1sp13fN6TW off=11369493 len=1551260 2024-08-10T05:30:48.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 4349 completed, throughput=5MB/sec 2024-08-10T05:30:48.894 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rnADOqs1AG-9cFM off=7256565 len=428185 2024-08-10T05:30:48.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 4350 completed, throughput=5MB/sec 2024-08-10T05:30:48.895 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hhVgOOWE8_zhp71 off=12458721 len=628123 2024-08-10T05:30:48.896 INFO:tasks.workunit.client.0.smithi078.stdout:op 4351 completed, throughput=5MB/sec 2024-08-10T05:30:48.896 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_5jO6byQLfh1CGw off=571860 len=1412041 2024-08-10T05:30:48.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 4352 completed, throughput=5MB/sec 2024-08-10T05:30:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:48 smithi078 ceph-mon[92251]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:30:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:48 smithi078 ceph-mon[94618]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:30:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:48 smithi107 ceph-mon[86658]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:30:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: 847: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:49.905 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-25PZ8sQjFQx0z2B off=6203223 len=686474 2024-08-10T05:30:49.909 INFO:tasks.workunit.client.0.smithi078.stdout:op 4353 completed, throughput=5MB/sec 2024-08-10T05:30:49.909 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-m71CLVuAo13Pm5W off=6911640 len=1595857 2024-08-10T05:30:49.911 INFO:tasks.workunit.client.0.smithi078.stdout:op 4354 completed, throughput=5MB/sec 2024-08-10T05:30:49.911 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MOkLxk5LM2w2i15 off=6550365 len=482842 2024-08-10T05:30:49.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 4355 completed, throughput=5MB/sec 2024-08-10T05:30:49.912 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l8Bzjvl7LRE8h_y off=7543898 len=2096852 2024-08-10T05:30:49.921 INFO:tasks.workunit.client.0.smithi078.stdout:op 4356 completed, throughput=5MB/sec 2024-08-10T05:30:49.921 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bf0LIR7vrvnwWab off=455727 len=571142 2024-08-10T05:30:49.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 4357 completed, throughput=5MB/sec 2024-08-10T05:30:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: 848: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:50.926 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RbVQDfXiu46-o5z off=2170227 len=678208 2024-08-10T05:30:50.930 INFO:tasks.workunit.client.0.smithi078.stdout:op 4358 completed, throughput=5MB/sec 2024-08-10T05:30:50.930 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JcQjiuShQe10K2W off=5734304 len=1204542 2024-08-10T05:30:50.932 INFO:tasks.workunit.client.0.smithi078.stdout:op 4359 completed, throughput=5MB/sec 2024-08-10T05:30:50.932 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--lXSByB_w2u6tsg off=10745138 len=2061473 2024-08-10T05:30:50.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 4360 completed, throughput=5MB/sec 2024-08-10T05:30:50.944 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ccY8mCO2Rm3hXqH off=11305849 len=382194 2024-08-10T05:30:50.947 INFO:tasks.workunit.client.0.smithi078.stdout:op 4361 completed, throughput=5MB/sec 2024-08-10T05:30:50.947 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E2SEio5Twn1JT8I off=11926841 len=2081303 2024-08-10T05:30:50.949 INFO:tasks.workunit.client.0.smithi078.stdout:op 4362 completed, throughput=5MB/sec 2024-08-10T05:30:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:50 smithi078 ceph-mon[94618]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:50 smithi078 ceph-mon[92251]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:50 smithi107 ceph-mon[86658]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:30:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: 849: throughput=5MB/sec pending data=0 2024-08-10T05:30:51.949 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rRDsWTzn7bYWKyT off=3333927 len=1748691 2024-08-10T05:30:51.959 INFO:tasks.workunit.client.0.smithi078.stdout:op 4363 completed, throughput=5MB/sec 2024-08-10T05:30:51.960 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d4_Pe7qa9YxFQoL off=4683460 len=1756682 2024-08-10T05:30:51.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 4364 completed, throughput=5MB/sec 2024-08-10T05:30:51.962 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9BNoZAgDh2R_lX0 off=3996439 len=1611325 2024-08-10T05:30:51.968 INFO:tasks.workunit.client.0.smithi078.stdout:op 4365 completed, throughput=5MB/sec 2024-08-10T05:30:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:30:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:30:51] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:30:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:30:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: 850: throughput=5MB/sec pending data=0 2024-08-10T05:30:52.968 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9G0Xnrf4-Hjv5oy off=9100166 len=1972752 2024-08-10T05:30:52.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 4366 completed, throughput=5MB/sec 2024-08-10T05:30:52.971 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ow3wizt76XOyrEV off=19686296 len=116193 2024-08-10T05:30:52.972 INFO:tasks.workunit.client.0.smithi078.stdout:op 4367 completed, throughput=5MB/sec 2024-08-10T05:30:52.972 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XwaOXkJHks684-t off=164974 len=987773 2024-08-10T05:30:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:52 smithi078 ceph-mon[92251]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:30:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:52 smithi078 ceph-mon[94618]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:30:52.978 INFO:tasks.workunit.client.0.smithi078.stdout:op 4368 completed, throughput=5MB/sec 2024-08-10T05:30:52.978 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tiB7_4R7LR8r1_X off=0 len=1168076 2024-08-10T05:30:52.986 INFO:tasks.workunit.client.0.smithi078.stdout:op 4369 completed, throughput=5MB/sec 2024-08-10T05:30:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:52 smithi107 ceph-mon[86658]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:30:53.986 INFO:tasks.workunit.client.0.smithi078.stdout: 851: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:53.986 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3ZRW-LzFftdxrSb off=305898 len=390100 2024-08-10T05:30:53.989 INFO:tasks.workunit.client.0.smithi078.stdout:op 4370 completed, throughput=4.99MB/sec 2024-08-10T05:30:53.989 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cYcmZ10H789d7Vw off=1534749 len=66668 2024-08-10T05:30:53.990 INFO:tasks.workunit.client.0.smithi078.stdout:op 4371 completed, throughput=4.99MB/sec 2024-08-10T05:30:53.990 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8LGBi_7-6g8f_9B off=405130 len=1645735 2024-08-10T05:30:53.998 INFO:tasks.workunit.client.0.smithi078.stdout:op 4372 completed, throughput=5MB/sec 2024-08-10T05:30:53.998 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s0XblC96F5AiSCv off=933674 len=100855 2024-08-10T05:30:54.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 4373 completed, throughput=5MB/sec 2024-08-10T05:30:54.000 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-W4dP1SBb7Z6XKwx off=2731911 len=849291 2024-08-10T05:30:54.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 4374 completed, throughput=5MB/sec 2024-08-10T05:30:54.002 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nvETKfMDWa996vF off=1114740 len=326373 2024-08-10T05:30:54.003 INFO:tasks.workunit.client.0.smithi078.stdout:op 4375 completed, throughput=5MB/sec 2024-08-10T05:30:54.003 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ANb8J1FS2DnIPgp off=19477071 len=1174688 2024-08-10T05:30:54.004 INFO:tasks.workunit.client.0.smithi078.stdout:op 4376 completed, throughput=5MB/sec 2024-08-10T05:30:54.004 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UHn0y77l8GI6kTJ off=15902514 len=1134261 2024-08-10T05:30:54.005 INFO:tasks.workunit.client.0.smithi078.stdout:op 4377 completed, throughput=5MB/sec 2024-08-10T05:30:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:54 smithi078 ceph-mon[92251]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:54 smithi078 ceph-mon[94618]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:55.006 INFO:tasks.workunit.client.0.smithi078.stdout: 852: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:55.006 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-peHwEjfvJMIEDcl off=22517386 len=24350 2024-08-10T05:30:55.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 4378 completed, throughput=4.99MB/sec 2024-08-10T05:30:55.009 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MUxbQtos1mTj-3O off=10928096 len=16489 2024-08-10T05:30:55.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 4379 completed, throughput=4.99MB/sec 2024-08-10T05:30:55.010 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UiDzhdFMBouwzaa off=1016355 len=56864 2024-08-10T05:30:55.010 INFO:tasks.workunit.client.0.smithi078.stdout:op 4380 completed, throughput=4.99MB/sec 2024-08-10T05:30:55.010 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9PnpM0k3TnSZjYf off=3447373 len=2091397 2024-08-10T05:30:55.018 INFO:tasks.workunit.client.0.smithi078.stdout:op 4381 completed, throughput=5MB/sec 2024-08-10T05:30:55.018 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xzShBCRCzUAaZe9 off=7460057 len=717576 2024-08-10T05:30:55.022 INFO:tasks.workunit.client.0.smithi078.stdout:op 4382 completed, throughput=5MB/sec 2024-08-10T05:30:55.022 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ip8OFF7kSQguRc5 off=17995458 len=1301586 2024-08-10T05:30:55.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 4383 completed, throughput=5MB/sec 2024-08-10T05:30:55.026 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--noGmLqpAGgboMx off=16660463 len=257775 2024-08-10T05:30:55.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 4384 completed, throughput=5MB/sec 2024-08-10T05:30:55.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1qBJtKEGoEl4K3B off=718349 len=114328 2024-08-10T05:30:55.029 INFO:tasks.workunit.client.0.smithi078.stdout:op 4385 completed, throughput=5MB/sec 2024-08-10T05:30:55.029 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4wXOnuZjAzSvPbv off=825147 len=229123 2024-08-10T05:30:55.031 INFO:tasks.workunit.client.0.smithi078.stdout:op 4386 completed, throughput=5MB/sec 2024-08-10T05:30:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:54 smithi107 ceph-mon[86658]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:30:56.032 INFO:tasks.workunit.client.0.smithi078.stdout: 853: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:56.032 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ebqzeabPMoBFusw off=4545397 len=169262 2024-08-10T05:30:56.033 INFO:tasks.workunit.client.0.smithi078.stdout:op 4387 completed, throughput=4.99MB/sec 2024-08-10T05:30:56.033 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Q6iU4Tq2Bt6h6JW off=3637951 len=505088 2024-08-10T05:30:56.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 4388 completed, throughput=4.99MB/sec 2024-08-10T05:30:56.034 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iqB_OqcSo3llEup off=833144 len=1629441 2024-08-10T05:30:56.037 INFO:tasks.workunit.client.0.smithi078.stdout:op 4389 completed, throughput=5MB/sec 2024-08-10T05:30:56.038 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BWc-rlWWpLUDre4 off=1449017 len=1551905 2024-08-10T05:30:56.040 INFO:tasks.workunit.client.0.smithi078.stdout:op 4390 completed, throughput=5MB/sec 2024-08-10T05:30:56.040 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GsDpx5KDaCuXGRm off=4736114 len=627708 2024-08-10T05:30:56.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 4391 completed, throughput=5MB/sec 2024-08-10T05:30:56.042 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Mf0qzaK-eOCOber off=5991711 len=1246560 2024-08-10T05:30:56.043 INFO:tasks.workunit.client.0.smithi078.stdout:op 4392 completed, throughput=5MB/sec 2024-08-10T05:30:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:56 smithi078 ceph-mon[92251]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:30:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:56 smithi078 ceph-mon[94618]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:30:57.044 INFO:tasks.workunit.client.0.smithi078.stdout: 854: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:57.044 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2Ujk7PiZJQjGsnl off=4625466 len=57145 2024-08-10T05:30:57.046 INFO:tasks.workunit.client.0.smithi078.stdout:op 4393 completed, throughput=4.99MB/sec 2024-08-10T05:30:57.047 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dYHtESQmTLCHQv- off=653897 len=1295763 2024-08-10T05:30:57.055 INFO:tasks.workunit.client.0.smithi078.stdout:op 4394 completed, throughput=5MB/sec 2024-08-10T05:30:57.055 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h7RCYiF4-Jo2EW7 off=13439926 len=276735 2024-08-10T05:30:57.056 INFO:tasks.workunit.client.0.smithi078.stdout:op 4395 completed, throughput=5MB/sec 2024-08-10T05:30:57.056 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Rc_RFhPHSNlx7Sc off=4119570 len=828977 2024-08-10T05:30:57.060 INFO:tasks.workunit.client.0.smithi078.stdout:op 4396 completed, throughput=5MB/sec 2024-08-10T05:30:57.060 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0p1uX45I0Epp-JT off=2335727 len=378014 2024-08-10T05:30:57.061 INFO:tasks.workunit.client.0.smithi078.stdout:op 4397 completed, throughput=5MB/sec 2024-08-10T05:30:57.061 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RYRkkk2edO70vGx off=3385104 len=1349782 2024-08-10T05:30:57.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 4398 completed, throughput=5MB/sec 2024-08-10T05:30:57.062 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RftWJKK24M_lYqT off=19852881 len=934101 2024-08-10T05:30:57.064 INFO:tasks.workunit.client.0.smithi078.stdout:op 4399 completed, throughput=5MB/sec 2024-08-10T05:30:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:56 smithi107 ceph-mon[86658]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:30:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:58.065 INFO:tasks.workunit.client.0.smithi078.stdout: 855: throughput=4.99MB/sec pending data=0 2024-08-10T05:30:58.065 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8M8Ly2C5O7UrOhc off=7850343 len=954666 2024-08-10T05:30:58.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:58.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 4400 completed, throughput=5MB/sec 2024-08-10T05:30:58.070 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ON_JkAw6raGLKSQ off=4137441 len=232663 2024-08-10T05:30:58.074 INFO:tasks.workunit.client.0.smithi078.stdout:op 4401 completed, throughput=5MB/sec 2024-08-10T05:30:58.074 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZLiywlHGF7yI2Ot off=711860 len=1648620 2024-08-10T05:30:58.080 INFO:tasks.workunit.client.0.smithi078.stdout:op 4402 completed, throughput=5MB/sec 2024-08-10T05:30:58.081 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4uu84Z8kNtK25MU off=375518 len=2015851 2024-08-10T05:30:58.091 INFO:tasks.workunit.client.0.smithi078.stdout:op 4403 completed, throughput=5MB/sec 2024-08-10T05:30:58.091 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tQgwxszhk7QPnD8 off=352513 len=1526193 2024-08-10T05:30:58.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 4404 completed, throughput=5MB/sec 2024-08-10T05:30:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:30:58 smithi078 ceph-mon[92251]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:30:58.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:30:58 smithi078 ceph-mon[94618]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:30:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:30:58 smithi107 ceph-mon[86658]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:30:59.097 INFO:tasks.workunit.client.0.smithi078.stdout: 856: throughput=5MB/sec pending data=0 2024-08-10T05:30:59.097 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C4i6EmXubSqKmPt off=3193305 len=1682822 2024-08-10T05:30:59.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 4405 completed, throughput=5MB/sec 2024-08-10T05:30:59.106 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yirctm8N6VhgVGQ off=5572492 len=1253422 2024-08-10T05:30:59.108 INFO:tasks.workunit.client.0.smithi078.stdout:op 4406 completed, throughput=5MB/sec 2024-08-10T05:30:59.108 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-M-5VGKHU0E4-jR2 off=196816 len=1879817 2024-08-10T05:30:59.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 4407 completed, throughput=5MB/sec 2024-08-10T05:31:00.110 INFO:tasks.workunit.client.0.smithi078.stdout: 857: throughput=5MB/sec pending data=0 2024-08-10T05:31:00.110 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CiwmC9NwGn2AmhR off=9394249 len=384653 2024-08-10T05:31:00.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 4408 completed, throughput=5MB/sec 2024-08-10T05:31:00.111 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fua6wk9OiVV4QGC off=10848328 len=1328481 2024-08-10T05:31:00.112 INFO:tasks.workunit.client.0.smithi078.stdout:op 4409 completed, throughput=5MB/sec 2024-08-10T05:31:00.112 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_hvDfWwMd3sag0s off=8527730 len=1192891 2024-08-10T05:31:00.118 INFO:tasks.workunit.client.0.smithi078.stdout:op 4410 completed, throughput=5MB/sec 2024-08-10T05:31:00.118 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-f4T_OrZbPItGzhA off=14221941 len=1619595 2024-08-10T05:31:00.122 INFO:tasks.workunit.client.0.smithi078.stdout:op 4411 completed, throughput=5MB/sec 2024-08-10T05:31:00.122 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1y1hVnxTfqUX94P off=470338 len=1762547 2024-08-10T05:31:00.129 INFO:tasks.workunit.client.0.smithi078.stdout:op 4412 completed, throughput=5MB/sec 2024-08-10T05:31:00.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:00 smithi078 ceph-mon[92251]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:31:00.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:00 smithi078 ceph-mon[94618]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:31:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:00 smithi107 ceph-mon[86658]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:31:01.129 INFO:tasks.workunit.client.0.smithi078.stdout: 858: throughput=5MB/sec pending data=0 2024-08-10T05:31:01.129 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bu7hz7-MHYmKXKl off=3961955 len=599364 2024-08-10T05:31:01.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 4413 completed, throughput=5MB/sec 2024-08-10T05:31:01.133 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H3RVbAlZnkdkv5C off=1781166 len=1461440 2024-08-10T05:31:01.140 INFO:tasks.workunit.client.0.smithi078.stdout:op 4414 completed, throughput=5MB/sec 2024-08-10T05:31:01.141 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7-SejZ9hvJBgM1_ off=1383922 len=143043 2024-08-10T05:31:01.141 INFO:tasks.workunit.client.0.smithi078.stdout:op 4415 completed, throughput=5MB/sec 2024-08-10T05:31:01.141 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CKx_SXyt3U5jEt3 off=10426603 len=917863 2024-08-10T05:31:01.146 INFO:tasks.workunit.client.0.smithi078.stdout:op 4416 completed, throughput=5MB/sec 2024-08-10T05:31:01.146 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oTdT3PyEI4DF2oI off=12575299 len=477027 2024-08-10T05:31:01.150 INFO:tasks.workunit.client.0.smithi078.stdout:op 4417 completed, throughput=5MB/sec 2024-08-10T05:31:01.150 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YJlf1fId_68R3kS off=5945332 len=361559 2024-08-10T05:31:01.153 INFO:tasks.workunit.client.0.smithi078.stdout:op 4418 completed, throughput=5MB/sec 2024-08-10T05:31:02.154 INFO:tasks.workunit.client.0.smithi078.stdout: 859: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:02.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-InJb7Hd-HuK35uh off=8533400 len=746774 2024-08-10T05:31:02.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 4419 completed, throughput=5MB/sec 2024-08-10T05:31:02.156 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iJnfkA7SIadNw7R off=8735041 len=1001978 2024-08-10T05:31:02.157 INFO:tasks.workunit.client.0.smithi078.stdout:op 4420 completed, throughput=5MB/sec 2024-08-10T05:31:02.157 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4iTeaNHGtj6R42D off=259842 len=1310585 2024-08-10T05:31:02.163 INFO:tasks.workunit.client.0.smithi078.stdout:op 4421 completed, throughput=5MB/sec 2024-08-10T05:31:02.163 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GLFemoQlSeToJqw off=8075256 len=1665989 2024-08-10T05:31:02.170 INFO:tasks.workunit.client.0.smithi078.stdout:op 4422 completed, throughput=5MB/sec 2024-08-10T05:31:02.170 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RACs00fctFjfOLu off=8292530 len=939774 2024-08-10T05:31:02.170 INFO:tasks.workunit.client.0.smithi078.stdout:op 4423 completed, throughput=5MB/sec 2024-08-10T05:31:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:31:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:31:01] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:31:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:31:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:02 smithi078 ceph-mon[92251]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:31:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:02 smithi078 ceph-mon[94618]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:31:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:02 smithi107 ceph-mon[86658]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:31:03.171 INFO:tasks.workunit.client.0.smithi078.stdout: 860: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:03.171 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_8RPlUMd8RWsyQE off=9546789 len=453035 2024-08-10T05:31:03.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 4424 completed, throughput=5MB/sec 2024-08-10T05:31:03.172 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-k_zOwA7OB6QKe28 off=6801034 len=1706120 2024-08-10T05:31:03.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 4425 completed, throughput=5MB/sec 2024-08-10T05:31:03.174 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Mva6gBgXnZaaWm1 off=8062970 len=724213 2024-08-10T05:31:03.179 INFO:tasks.workunit.client.0.smithi078.stdout:op 4426 completed, throughput=5MB/sec 2024-08-10T05:31:03.179 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4lG3vUA_pva5Z9k off=897675 len=1945328 2024-08-10T05:31:03.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 4427 completed, throughput=5MB/sec 2024-08-10T05:31:04.181 INFO:tasks.workunit.client.0.smithi078.stdout: 861: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:04.182 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sbpPCqqW9yKUFQy off=3653824 len=1605477 2024-08-10T05:31:04.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 4428 completed, throughput=5MB/sec 2024-08-10T05:31:04.184 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MDlMW0hCwArU78j off=11136532 len=1424695 2024-08-10T05:31:04.186 INFO:tasks.workunit.client.0.smithi078.stdout:op 4429 completed, throughput=5MB/sec 2024-08-10T05:31:04.186 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OTQry8lQyJAJC4c off=20130652 len=77006 2024-08-10T05:31:04.189 INFO:tasks.workunit.client.0.smithi078.stdout:op 4430 completed, throughput=5MB/sec 2024-08-10T05:31:04.189 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AwEKrLPvIHyfxCE off=2457697 len=1827051 2024-08-10T05:31:04.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 4431 completed, throughput=5MB/sec 2024-08-10T05:31:04.191 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OL83DBGbUiuMZ79 off=2625824 len=1002048 2024-08-10T05:31:04.193 INFO:tasks.workunit.client.0.smithi078.stdout:op 4432 completed, throughput=5MB/sec 2024-08-10T05:31:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:04 smithi078 ceph-mon[92251]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:31:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:04 smithi078 ceph-mon[94618]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:31:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:04 smithi107 ceph-mon[86658]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:31:05.193 INFO:tasks.workunit.client.0.smithi078.stdout: 862: throughput=5MB/sec pending data=0 2024-08-10T05:31:05.193 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B-rjM5XZPIpqDU6 off=874081 len=1187298 2024-08-10T05:31:05.199 INFO:tasks.workunit.client.0.smithi078.stdout:op 4433 completed, throughput=5MB/sec 2024-08-10T05:31:05.199 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6oEVn2MZuAikFEm off=1044348 len=303032 2024-08-10T05:31:05.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 4434 completed, throughput=5MB/sec 2024-08-10T05:31:05.202 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-N_haxTWhc3SQ5JP off=2158681 len=1905532 2024-08-10T05:31:05.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 4435 completed, throughput=5MB/sec 2024-08-10T05:31:05.212 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_opksdhuzLoe_aw off=5151964 len=1067544 2024-08-10T05:31:05.218 INFO:tasks.workunit.client.0.smithi078.stdout:op 4436 completed, throughput=5MB/sec 2024-08-10T05:31:05.218 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TYwD0hZNAogssT3 off=6165472 len=1133083 2024-08-10T05:31:05.225 INFO:tasks.workunit.client.0.smithi078.stdout:op 4437 completed, throughput=5MB/sec 2024-08-10T05:31:06.226 INFO:tasks.workunit.client.0.smithi078.stdout: 863: throughput=5MB/sec pending data=0 2024-08-10T05:31:06.226 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ponZi5z77ROVZpn off=7097543 len=1033741 2024-08-10T05:31:06.227 INFO:tasks.workunit.client.0.smithi078.stdout:op 4438 completed, throughput=5MB/sec 2024-08-10T05:31:06.227 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-b12JVX-1T9xBIAN off=1539065 len=1892554 2024-08-10T05:31:06.235 INFO:tasks.workunit.client.0.smithi078.stdout:op 4439 completed, throughput=5MB/sec 2024-08-10T05:31:06.236 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-35uTJ35owCJsPL8 off=9580376 len=415718 2024-08-10T05:31:06.238 INFO:tasks.workunit.client.0.smithi078.stdout:op 4440 completed, throughput=5MB/sec 2024-08-10T05:31:06.239 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-faQZHg6lygBF2YD off=5372286 len=281316 2024-08-10T05:31:06.242 INFO:tasks.workunit.client.0.smithi078.stdout:op 4441 completed, throughput=5MB/sec 2024-08-10T05:31:06.242 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Fs1jIfIkeLlo5In off=632856 len=1587213 2024-08-10T05:31:06.250 INFO:tasks.workunit.client.0.smithi078.stdout:op 4442 completed, throughput=5MB/sec 2024-08-10T05:31:06.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:06 smithi078 ceph-mon[92251]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:31:06.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:06 smithi078 ceph-mon[94618]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:31:07.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:06 smithi107 ceph-mon[86658]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:31:07.251 INFO:tasks.workunit.client.0.smithi078.stdout: 864: throughput=5MB/sec pending data=0 2024-08-10T05:31:07.251 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TlcoyJOo4Zlky7M off=3468055 len=1638838 2024-08-10T05:31:07.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 4443 completed, throughput=5MB/sec 2024-08-10T05:31:07.258 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LIP637hnu6G3UID off=613266 len=541110 2024-08-10T05:31:07.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 4444 completed, throughput=5MB/sec 2024-08-10T05:31:07.259 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0mCbq7j-U9CMT3R off=10054864 len=1492708 2024-08-10T05:31:07.266 INFO:tasks.workunit.client.0.smithi078.stdout:op 4445 completed, throughput=5MB/sec 2024-08-10T05:31:07.266 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XQH3BXg2rcgldvx off=116936 len=2084576 2024-08-10T05:31:07.276 INFO:tasks.workunit.client.0.smithi078.stdout:op 4446 completed, throughput=5MB/sec 2024-08-10T05:31:08.276 INFO:tasks.workunit.client.0.smithi078.stdout: 865: throughput=5MB/sec pending data=0 2024-08-10T05:31:08.276 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CmQsHqnN4dZZTlK off=2303762 len=206339 2024-08-10T05:31:08.277 INFO:tasks.workunit.client.0.smithi078.stdout:op 4447 completed, throughput=5MB/sec 2024-08-10T05:31:08.277 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-K5usBriSVfCMVDa off=5063044 len=2008749 2024-08-10T05:31:08.287 INFO:tasks.workunit.client.0.smithi078.stdout:op 4448 completed, throughput=5MB/sec 2024-08-10T05:31:08.287 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6Munq0JS_Uckj3n off=6067576 len=1600363 2024-08-10T05:31:08.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 4449 completed, throughput=5MB/sec 2024-08-10T05:31:08.294 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_bhFGtQqe_jn1tn off=3233157 len=1419833 2024-08-10T05:31:08.295 INFO:tasks.workunit.client.0.smithi078.stdout:op 4450 completed, throughput=5MB/sec 2024-08-10T05:31:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:08 smithi078 ceph-mon[92251]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:31:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:08 smithi078 ceph-mon[94618]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:31:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:08 smithi107 ceph-mon[86658]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:31:09.296 INFO:tasks.workunit.client.0.smithi078.stdout: 866: throughput=5MB/sec pending data=0 2024-08-10T05:31:09.296 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pbGxI_omiN-Ys0A off=13331968 len=331751 2024-08-10T05:31:09.297 INFO:tasks.workunit.client.0.smithi078.stdout:op 4451 completed, throughput=5MB/sec 2024-08-10T05:31:09.297 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zECaIQXgBTgZD9v off=15081714 len=1771481 2024-08-10T05:31:09.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 4452 completed, throughput=5MB/sec 2024-08-10T05:31:09.299 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F08Vz_mx79C63-7 off=3959085 len=248328 2024-08-10T05:31:09.303 INFO:tasks.workunit.client.0.smithi078.stdout:op 4453 completed, throughput=5MB/sec 2024-08-10T05:31:09.303 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ka7rZLn-W943m1T off=14140752 len=1092532 2024-08-10T05:31:09.307 INFO:tasks.workunit.client.0.smithi078.stdout:op 4454 completed, throughput=5MB/sec 2024-08-10T05:31:09.308 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7e8CZUoqCebvE-M off=5391211 len=284143 2024-08-10T05:31:09.308 INFO:tasks.workunit.client.0.smithi078.stdout:op 4455 completed, throughput=5MB/sec 2024-08-10T05:31:09.308 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Lsu_jJ35ykCd41R off=3969235 len=1516998 2024-08-10T05:31:09.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 4456 completed, throughput=5MB/sec 2024-08-10T05:31:10.310 INFO:tasks.workunit.client.0.smithi078.stdout: 867: throughput=5MB/sec pending data=0 2024-08-10T05:31:10.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6gWCNY47nuscqIf off=8503262 len=1787301 2024-08-10T05:31:10.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 4457 completed, throughput=5MB/sec 2024-08-10T05:31:10.312 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IP1fMWCk_x1Rsdj off=9092031 len=1536843 2024-08-10T05:31:10.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 4458 completed, throughput=5MB/sec 2024-08-10T05:31:10.320 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zKc1e7edlR7EIhB off=14057113 len=1867062 2024-08-10T05:31:10.323 INFO:tasks.workunit.client.0.smithi078.stdout:op 4459 completed, throughput=5MB/sec 2024-08-10T05:31:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:10 smithi078 ceph-mon[94618]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:10 smithi078 ceph-mon[92251]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:10 smithi107 ceph-mon[86658]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:11.323 INFO:tasks.workunit.client.0.smithi078.stdout: 868: throughput=5MB/sec pending data=0 2024-08-10T05:31:11.323 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj---bvt7l5f7JjJpa off=6134713 len=1130341 2024-08-10T05:31:11.329 INFO:tasks.workunit.client.0.smithi078.stdout:op 4460 completed, throughput=5MB/sec 2024-08-10T05:31:11.329 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LyLbW4Pa31B7t_v off=3604853 len=990638 2024-08-10T05:31:11.330 INFO:tasks.workunit.client.0.smithi078.stdout:op 4461 completed, throughput=5MB/sec 2024-08-10T05:31:11.330 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fAM3ttcbdzrAh33 off=425916 len=2032931 2024-08-10T05:31:11.332 INFO:tasks.workunit.client.0.smithi078.stdout:op 4462 completed, throughput=5MB/sec 2024-08-10T05:31:11.332 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lHXcjqjrWwufz2g off=22184773 len=286878 2024-08-10T05:31:11.334 INFO:tasks.workunit.client.0.smithi078.stdout:op 4463 completed, throughput=5MB/sec 2024-08-10T05:31:11.334 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-urwzZsZWl7FUH7U off=6659623 len=156474 2024-08-10T05:31:11.334 INFO:tasks.workunit.client.0.smithi078.stdout:op 4464 completed, throughput=5MB/sec 2024-08-10T05:31:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:31:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:31:11] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:31:12.335 INFO:tasks.workunit.client.0.smithi078.stdout: 869: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:12.335 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AIWqHGlS94sDEot off=1579890 len=149520 2024-08-10T05:31:12.336 INFO:tasks.workunit.client.0.smithi078.stdout:op 4465 completed, throughput=4.99MB/sec 2024-08-10T05:31:12.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pMPAMe8nZZ8DptD off=15750805 len=1443083 2024-08-10T05:31:12.344 INFO:tasks.workunit.client.0.smithi078.stdout:op 4466 completed, throughput=5MB/sec 2024-08-10T05:31:12.344 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1eL8ytOa-lQWpr3 off=2133078 len=825261 2024-08-10T05:31:12.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 4467 completed, throughput=5MB/sec 2024-08-10T05:31:12.345 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Sqm9_LNp4-41K1A off=812787 len=1055662 2024-08-10T05:31:12.347 INFO:tasks.workunit.client.0.smithi078.stdout:op 4468 completed, throughput=5MB/sec 2024-08-10T05:31:12.347 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-01NqyFozg-iQSTV off=9587015 len=1563343 2024-08-10T05:31:12.349 INFO:tasks.workunit.client.0.smithi078.stdout:op 4469 completed, throughput=5MB/sec 2024-08-10T05:31:12.349 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HANk_w2u8bIqTMC off=0 len=1331233 2024-08-10T05:31:12.356 INFO:tasks.workunit.client.0.smithi078.stdout:op 4470 completed, throughput=5MB/sec 2024-08-10T05:31:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:31:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:12 smithi078 ceph-mon[94618]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:31:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:12 smithi078 ceph-mon[92251]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:31:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:12 smithi107 ceph-mon[86658]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:31:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:13.357 INFO:tasks.workunit.client.0.smithi078.stdout: 870: throughput=5MB/sec pending data=0 2024-08-10T05:31:13.357 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0-_atHc7KSj8GfZ off=18396520 len=938214 2024-08-10T05:31:13.363 INFO:tasks.workunit.client.0.smithi078.stdout:op 4471 completed, throughput=5MB/sec 2024-08-10T05:31:13.363 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3J0TLjlGpySHY5K off=4018196 len=1382623 2024-08-10T05:31:13.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 4472 completed, throughput=5MB/sec 2024-08-10T05:31:13.369 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wH9tLngWYdneqKW off=1857693 len=1535818 2024-08-10T05:31:13.377 INFO:tasks.workunit.client.0.smithi078.stdout:op 4473 completed, throughput=5MB/sec 2024-08-10T05:31:13.378 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-waQQYuI9r15_c4y off=15489699 len=645488 2024-08-10T05:31:13.379 INFO:tasks.workunit.client.0.smithi078.stdout:op 4474 completed, throughput=5MB/sec 2024-08-10T05:31:14.380 INFO:tasks.workunit.client.0.smithi078.stdout: 871: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:14.380 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fTCf-SuH1yfuagD off=3058930 len=775093 2024-08-10T05:31:14.385 INFO:tasks.workunit.client.0.smithi078.stdout:op 4475 completed, throughput=5MB/sec 2024-08-10T05:31:14.385 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zggNzA19nIWICqZ off=981979 len=79518 2024-08-10T05:31:14.387 INFO:tasks.workunit.client.0.smithi078.stdout:op 4476 completed, throughput=5MB/sec 2024-08-10T05:31:14.387 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CcrQj-tWB3i3a4a off=2576252 len=957899 2024-08-10T05:31:14.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 4477 completed, throughput=5MB/sec 2024-08-10T05:31:14.393 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rFnDaEBfyJkr64t off=14696352 len=748686 2024-08-10T05:31:14.396 INFO:tasks.workunit.client.0.smithi078.stdout:op 4478 completed, throughput=5MB/sec 2024-08-10T05:31:14.397 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yIkRKv7CSnb_nPp off=20386608 len=1167699 2024-08-10T05:31:14.399 INFO:tasks.workunit.client.0.smithi078.stdout:op 4479 completed, throughput=5MB/sec 2024-08-10T05:31:14.399 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-buByh3SCAwdEyhY off=12799276 len=1775449 2024-08-10T05:31:14.406 INFO:tasks.workunit.client.0.smithi078.stdout:op 4480 completed, throughput=5MB/sec 2024-08-10T05:31:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:14 smithi078 ceph-mon[94618]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:31:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:14 smithi078 ceph-mon[92251]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:31:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:14 smithi107 ceph-mon[86658]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:31:15.407 INFO:tasks.workunit.client.0.smithi078.stdout: 872: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:15.407 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QLGX0-CCNRLv39M off=8326896 len=717324 2024-08-10T05:31:15.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 4481 completed, throughput=5MB/sec 2024-08-10T05:31:15.408 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mHPdyy0I9QV7r9E off=518677 len=1953061 2024-08-10T05:31:15.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 4482 completed, throughput=5MB/sec 2024-08-10T05:31:15.411 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aD-A5BStRTeMpSX off=3813905 len=428803 2024-08-10T05:31:15.412 INFO:tasks.workunit.client.0.smithi078.stdout:op 4483 completed, throughput=5MB/sec 2024-08-10T05:31:15.412 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IKdkCRJsAOsQN5j off=9973894 len=548877 2024-08-10T05:31:15.416 INFO:tasks.workunit.client.0.smithi078.stdout:op 4484 completed, throughput=5MB/sec 2024-08-10T05:31:15.416 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--fwLxj8iSLdGgmg off=10194057 len=1753115 2024-08-10T05:31:15.424 INFO:tasks.workunit.client.0.smithi078.stdout:op 4485 completed, throughput=5MB/sec 2024-08-10T05:31:16.424 INFO:tasks.workunit.client.0.smithi078.stdout: 873: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:16.425 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wXHxNss3yxdxdUS off=21407309 len=1318432 2024-08-10T05:31:16.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 4486 completed, throughput=5MB/sec 2024-08-10T05:31:16.426 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S3LFzpuLY_-tDJw off=4345272 len=234781 2024-08-10T05:31:16.427 INFO:tasks.workunit.client.0.smithi078.stdout:op 4487 completed, throughput=5MB/sec 2024-08-10T05:31:16.427 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yZXi3jvF4jtXIAj off=8711769 len=1901260 2024-08-10T05:31:16.429 INFO:tasks.workunit.client.0.smithi078.stdout:op 4488 completed, throughput=5MB/sec 2024-08-10T05:31:16.429 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-23sV_cvSnKSERLg off=1616836 len=1379100 2024-08-10T05:31:16.438 INFO:tasks.workunit.client.0.smithi078.stdout:op 4489 completed, throughput=5MB/sec 2024-08-10T05:31:16.438 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-94Tc306V7IPcEsQ off=4847161 len=1728887 2024-08-10T05:31:16.440 INFO:tasks.workunit.client.0.smithi078.stdout:op 4490 completed, throughput=5MB/sec 2024-08-10T05:31:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:16 smithi078 ceph-mon[92251]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:16 smithi078 ceph-mon[94618]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:16 smithi107 ceph-mon[86658]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:17.440 INFO:tasks.workunit.client.0.smithi078.stdout: 874: throughput=5MB/sec pending data=0 2024-08-10T05:31:17.440 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vpZtINWVlDuUWvV off=17530099 len=1354846 2024-08-10T05:31:17.447 INFO:tasks.workunit.client.0.smithi078.stdout:op 4491 completed, throughput=5MB/sec 2024-08-10T05:31:17.447 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Rx0JP-UFPQEASdF off=2947631 len=655174 2024-08-10T05:31:17.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 4492 completed, throughput=5MB/sec 2024-08-10T05:31:17.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fiIbT-3u4knwJSn off=3735401 len=512598 2024-08-10T05:31:17.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 4493 completed, throughput=5MB/sec 2024-08-10T05:31:17.453 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LspyDagzo0lYSBO off=9376951 len=111801 2024-08-10T05:31:17.455 INFO:tasks.workunit.client.0.smithi078.stdout:op 4494 completed, throughput=5MB/sec 2024-08-10T05:31:17.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-K5pUOxs_I88LjR0 off=6860486 len=469136 2024-08-10T05:31:17.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 4495 completed, throughput=5MB/sec 2024-08-10T05:31:17.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9JwA2tfBXV9EclG off=2267812 len=408726 2024-08-10T05:31:17.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 4496 completed, throughput=5MB/sec 2024-08-10T05:31:17.456 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nGG8dVRKSE4D2i8 off=1871733 len=467220 2024-08-10T05:31:17.459 INFO:tasks.workunit.client.0.smithi078.stdout:op 4497 completed, throughput=5MB/sec 2024-08-10T05:31:18.459 INFO:tasks.workunit.client.0.smithi078.stdout: 875: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:18.460 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MbbBGan7MGe7NGU off=1046103 len=606332 2024-08-10T05:31:18.461 INFO:tasks.workunit.client.0.smithi078.stdout:op 4498 completed, throughput=5MB/sec 2024-08-10T05:31:18.462 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C_U7pRUUWltgw2j off=1005956 len=1920339 2024-08-10T05:31:18.464 INFO:tasks.workunit.client.0.smithi078.stdout:op 4499 completed, throughput=5MB/sec 2024-08-10T05:31:18.464 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wA4xSZpHbeOmJBu off=10888119 len=892788 2024-08-10T05:31:18.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 4500 completed, throughput=5MB/sec 2024-08-10T05:31:18.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-12FClKn-nT83D4U off=4910080 len=100886 2024-08-10T05:31:18.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 4501 completed, throughput=5MB/sec 2024-08-10T05:31:18.466 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Re5VaQa4EjSZpHG off=6884664 len=1052725 2024-08-10T05:31:18.472 INFO:tasks.workunit.client.0.smithi078.stdout:op 4502 completed, throughput=5MB/sec 2024-08-10T05:31:18.472 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UjmxDEmaVCj-gv6 off=14849844 len=1954300 2024-08-10T05:31:18.482 INFO:tasks.workunit.client.0.smithi078.stdout:op 4503 completed, throughput=5MB/sec 2024-08-10T05:31:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:18 smithi078 ceph-mon[92251]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:31:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:18 smithi078 ceph-mon[94618]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:31:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:18 smithi107 ceph-mon[86658]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:31:19.482 INFO:tasks.workunit.client.0.smithi078.stdout: 876: throughput=5MB/sec pending data=0 2024-08-10T05:31:19.482 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FJ4Z-0ZbmhWBXek off=5521908 len=836230 2024-08-10T05:31:19.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 4504 completed, throughput=5MB/sec 2024-08-10T05:31:19.484 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ON_DON-4yync3CG off=12637963 len=304967 2024-08-10T05:31:19.487 INFO:tasks.workunit.client.0.smithi078.stdout:op 4505 completed, throughput=5MB/sec 2024-08-10T05:31:19.488 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ClkLRwvPJpurDxn off=404316 len=854391 2024-08-10T05:31:19.489 INFO:tasks.workunit.client.0.smithi078.stdout:op 4506 completed, throughput=5MB/sec 2024-08-10T05:31:19.489 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GuDt6t2fU5i1nJ8 off=14168891 len=1845122 2024-08-10T05:31:19.492 INFO:tasks.workunit.client.0.smithi078.stdout:op 4507 completed, throughput=5MB/sec 2024-08-10T05:31:20.492 INFO:tasks.workunit.client.0.smithi078.stdout: 877: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:20.492 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hHJy_52r2o9QVV- off=3029908 len=1535705 2024-08-10T05:31:20.499 INFO:tasks.workunit.client.0.smithi078.stdout:op 4508 completed, throughput=5MB/sec 2024-08-10T05:31:20.499 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dgXqiyczbz4Wi5q off=4683705 len=1621468 2024-08-10T05:31:20.506 INFO:tasks.workunit.client.0.smithi078.stdout:op 4509 completed, throughput=5MB/sec 2024-08-10T05:31:20.506 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xH3mtXTxagPzMg5 off=1128899 len=1726841 2024-08-10T05:31:20.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 4510 completed, throughput=5MB/sec 2024-08-10T05:31:20.510 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-93SrVLktmXg6CcU off=2257020 len=1457013 2024-08-10T05:31:20.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 4511 completed, throughput=5MB/sec 2024-08-10T05:31:21.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:20 smithi107 ceph-mon[86658]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:31:21.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:20 smithi078 ceph-mon[92251]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:31:21.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:20 smithi078 ceph-mon[94618]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:31:21.512 INFO:tasks.workunit.client.0.smithi078.stdout: 878: throughput=5MB/sec pending data=0 2024-08-10T05:31:21.512 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gGZCQtQZ1EppKDO off=16190064 len=167960 2024-08-10T05:31:21.515 INFO:tasks.workunit.client.0.smithi078.stdout:op 4512 completed, throughput=5MB/sec 2024-08-10T05:31:21.515 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2ttajShg2cLa5tT off=6897312 len=922994 2024-08-10T05:31:21.519 INFO:tasks.workunit.client.0.smithi078.stdout:op 4513 completed, throughput=5MB/sec 2024-08-10T05:31:21.519 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V69aH_Wr6dRXmjm off=9618082 len=788673 2024-08-10T05:31:21.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 4514 completed, throughput=5MB/sec 2024-08-10T05:31:21.524 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Xh6segCxRqy_zRl off=8935348 len=2093381 2024-08-10T05:31:21.528 INFO:tasks.workunit.client.0.smithi078.stdout:op 4515 completed, throughput=5MB/sec 2024-08-10T05:31:21.528 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1eL8ytOa-lQWpr3 off=2347412 len=1147335 2024-08-10T05:31:21.533 INFO:tasks.workunit.client.0.smithi078.stdout:op 4516 completed, throughput=5MB/sec 2024-08-10T05:31:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:31:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:31:21] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-08-10T05:31:22.534 INFO:tasks.workunit.client.0.smithi078.stdout: 879: throughput=5MB/sec pending data=0 2024-08-10T05:31:22.534 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--9tFtOI_rQLPS8_ off=15077515 len=2086412 2024-08-10T05:31:22.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 4517 completed, throughput=5MB/sec 2024-08-10T05:31:22.536 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6ELV8whS6Vq9zwX off=3495962 len=1213898 2024-08-10T05:31:22.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 4518 completed, throughput=5MB/sec 2024-08-10T05:31:22.542 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xFUwQUmN1JH2mKZ off=7749521 len=1421568 2024-08-10T05:31:22.551 INFO:tasks.workunit.client.0.smithi078.stdout:op 4519 completed, throughput=5MB/sec 2024-08-10T05:31:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:31:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:22 smithi107 ceph-mon[86658]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:31:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:22 smithi078 ceph-mon[92251]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:31:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:22 smithi078 ceph-mon[94618]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:31:23.552 INFO:tasks.workunit.client.0.smithi078.stdout: 880: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:23.552 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fR3Oh9ympZa-mLJ off=22285465 len=863479 2024-08-10T05:31:23.557 INFO:tasks.workunit.client.0.smithi078.stdout:op 4520 completed, throughput=5MB/sec 2024-08-10T05:31:23.557 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YGzoBMr5MMo36na off=4803055 len=2068973 2024-08-10T05:31:23.560 INFO:tasks.workunit.client.0.smithi078.stdout:op 4521 completed, throughput=5MB/sec 2024-08-10T05:31:23.560 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yNGAjk6txhxm8pE off=1867165 len=136792 2024-08-10T05:31:23.563 INFO:tasks.workunit.client.0.smithi078.stdout:op 4522 completed, throughput=5MB/sec 2024-08-10T05:31:23.563 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SkzxgdNZZmIzSJd off=973296 len=971342 2024-08-10T05:31:23.567 INFO:tasks.workunit.client.0.smithi078.stdout:op 4523 completed, throughput=5MB/sec 2024-08-10T05:31:23.568 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5s7s5XhD2dvvDMy off=6037378 len=1016464 2024-08-10T05:31:23.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 4524 completed, throughput=5MB/sec 2024-08-10T05:31:23.570 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RBvqsGhVTAwexNd off=2855208 len=638656 2024-08-10T05:31:23.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 4525 completed, throughput=5MB/sec 2024-08-10T05:31:24.571 INFO:tasks.workunit.client.0.smithi078.stdout: 881: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:24.571 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KP6CxbQOdQPbQCR off=2770072 len=211422 2024-08-10T05:31:24.571 INFO:tasks.workunit.client.0.smithi078.stdout:op 4526 completed, throughput=5MB/sec 2024-08-10T05:31:24.571 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R_jZlp7EZ-xEunZ off=373937 len=222285 2024-08-10T05:31:24.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 4527 completed, throughput=5MB/sec 2024-08-10T05:31:24.572 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hV7TW_u3W8ICjTc off=1359870 len=1980718 2024-08-10T05:31:24.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 4528 completed, throughput=5MB/sec 2024-08-10T05:31:24.575 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DQNAwDbykTrYb34 off=2345685 len=1456078 2024-08-10T05:31:24.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 4529 completed, throughput=5MB/sec 2024-08-10T05:31:24.577 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HxXbbWMosiEa_sp off=5683465 len=571796 2024-08-10T05:31:24.578 INFO:tasks.workunit.client.0.smithi078.stdout:op 4530 completed, throughput=5MB/sec 2024-08-10T05:31:24.578 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Mfzqyz7Gj9lZTTw off=5747936 len=1969065 2024-08-10T05:31:24.582 INFO:tasks.workunit.client.0.smithi078.stdout:op 4531 completed, throughput=5MB/sec 2024-08-10T05:31:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:24 smithi107 ceph-mon[86658]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:31:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:24 smithi078 ceph-mon[92251]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:31:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:24 smithi078 ceph-mon[94618]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:31:25.582 INFO:tasks.workunit.client.0.smithi078.stdout: 882: throughput=5MB/sec pending data=0 2024-08-10T05:31:25.583 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c-0Yq5WDkywwLyh off=6937871 len=173295 2024-08-10T05:31:25.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 4532 completed, throughput=5MB/sec 2024-08-10T05:31:25.586 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UL8jk7Cc3MD8gbM off=17412919 len=502482 2024-08-10T05:31:25.587 INFO:tasks.workunit.client.0.smithi078.stdout:op 4533 completed, throughput=5MB/sec 2024-08-10T05:31:25.587 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fpRkBKUTiWYROZo off=8999161 len=25412 2024-08-10T05:31:25.590 INFO:tasks.workunit.client.0.smithi078.stdout:op 4534 completed, throughput=5MB/sec 2024-08-10T05:31:25.590 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CswDUtUBVi-u6oB off=10147050 len=1003092 2024-08-10T05:31:25.591 INFO:tasks.workunit.client.0.smithi078.stdout:op 4535 completed, throughput=5MB/sec 2024-08-10T05:31:25.591 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5Z3gyg9CFMIGEYN off=9656730 len=777698 2024-08-10T05:31:25.596 INFO:tasks.workunit.client.0.smithi078.stdout:op 4536 completed, throughput=5MB/sec 2024-08-10T05:31:25.596 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v2a1EXu8OaypQIV off=7342077 len=1090640 2024-08-10T05:31:25.598 INFO:tasks.workunit.client.0.smithi078.stdout:op 4537 completed, throughput=5MB/sec 2024-08-10T05:31:25.599 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BKKLf2sAG43pbE7 off=8113604 len=41032 2024-08-10T05:31:25.601 INFO:tasks.workunit.client.0.smithi078.stdout:op 4538 completed, throughput=5MB/sec 2024-08-10T05:31:25.601 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZP_9EhTqANyv9b2 off=1945675 len=1670612 2024-08-10T05:31:25.610 INFO:tasks.workunit.client.0.smithi078.stdout:op 4539 completed, throughput=5MB/sec 2024-08-10T05:31:26.611 INFO:tasks.workunit.client.0.smithi078.stdout: 883: throughput=5MB/sec pending data=0 2024-08-10T05:31:26.611 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-m8vAfSRQPkHXX_F off=11346711 len=1902120 2024-08-10T05:31:26.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 4540 completed, throughput=5MB/sec 2024-08-10T05:31:26.614 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KpaUyGcq6gJCIQr off=7167840 len=1737121 2024-08-10T05:31:26.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 4541 completed, throughput=5MB/sec 2024-08-10T05:31:26.621 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QNRUuACVnANXxsf off=8384815 len=1450256 2024-08-10T05:31:26.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 4542 completed, throughput=5MB/sec 2024-08-10T05:31:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:26 smithi107 ceph-mon[86658]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:26 smithi078 ceph-mon[92251]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:26 smithi078 ceph-mon[94618]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:27.631 INFO:tasks.workunit.client.0.smithi078.stdout: 884: throughput=5MB/sec pending data=0 2024-08-10T05:31:27.631 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CaPUxp-zEbuV2j4 off=11738143 len=1179740 2024-08-10T05:31:27.637 INFO:tasks.workunit.client.0.smithi078.stdout:op 4543 completed, throughput=5MB/sec 2024-08-10T05:31:27.637 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rqnSeQ93fjemcGf off=4151904 len=1725024 2024-08-10T05:31:27.646 INFO:tasks.workunit.client.0.smithi078.stdout:op 4544 completed, throughput=5MB/sec 2024-08-10T05:31:27.646 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-c5fCxi74d5GN9-8 off=2241290 len=656389 2024-08-10T05:31:27.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 4545 completed, throughput=5MB/sec 2024-08-10T05:31:27.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I3X-hn_miz_U_XP off=8193863 len=1522876 2024-08-10T05:31:27.659 INFO:tasks.workunit.client.0.smithi078.stdout:op 4546 completed, throughput=5MB/sec 2024-08-10T05:31:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:27 smithi078 ceph-mon[92251]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:27 smithi078 ceph-mon[94618]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:27 smithi107 ceph-mon[86658]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:28.659 INFO:tasks.workunit.client.0.smithi078.stdout: 885: throughput=5MB/sec pending data=0 2024-08-10T05:31:28.660 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pOphF3gZBc7ZKd7 off=20868324 len=1431466 2024-08-10T05:31:28.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 4547 completed, throughput=5MB/sec 2024-08-10T05:31:28.662 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CvYrD0OZ7OmEgje off=4419471 len=1334014 2024-08-10T05:31:28.670 INFO:tasks.workunit.client.0.smithi078.stdout:op 4548 completed, throughput=5MB/sec 2024-08-10T05:31:28.670 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-coRwU8e6ql5eIvF off=5534294 len=944952 2024-08-10T05:31:28.673 INFO:tasks.workunit.client.0.smithi078.stdout:op 4549 completed, throughput=5MB/sec 2024-08-10T05:31:28.673 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rvy0ruZFk4aFHfb off=3743905 len=978083 2024-08-10T05:31:28.675 INFO:tasks.workunit.client.0.smithi078.stdout:op 4550 completed, throughput=5MB/sec 2024-08-10T05:31:29.675 INFO:tasks.workunit.client.0.smithi078.stdout: 886: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:29.676 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3qWAP3eR-rvybf_ off=10749742 len=426211 2024-08-10T05:31:29.676 INFO:tasks.workunit.client.0.smithi078.stdout:op 4551 completed, throughput=5MB/sec 2024-08-10T05:31:29.676 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Cr9xd5FS7kyybbw off=3863532 len=687452 2024-08-10T05:31:29.679 INFO:tasks.workunit.client.0.smithi078.stdout:op 4552 completed, throughput=5MB/sec 2024-08-10T05:31:29.679 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fc4x52lSR5p91Jp off=5732060 len=1835471 2024-08-10T05:31:29.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 4553 completed, throughput=5MB/sec 2024-08-10T05:31:29.689 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YlpSvXIyH9NG6C4 off=11063007 len=519940 2024-08-10T05:31:29.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 4554 completed, throughput=5MB/sec 2024-08-10T05:31:29.689 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y3wImcfH0UrKJ0_ off=9830645 len=1845700 2024-08-10T05:31:29.699 INFO:tasks.workunit.client.0.smithi078.stdout:op 4555 completed, throughput=5MB/sec 2024-08-10T05:31:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[92251]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:31:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:31:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:31:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:31:30.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:31:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[94618]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:31:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:31:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:31:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:31:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:31:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:29 smithi107 ceph-mon[86658]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:31:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:31:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:31:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:31:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:31:30.700 INFO:tasks.workunit.client.0.smithi078.stdout: 887: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:30.700 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xhwINddVu_X_Q9v off=12503066 len=584363 2024-08-10T05:31:30.704 INFO:tasks.workunit.client.0.smithi078.stdout:op 4556 completed, throughput=5MB/sec 2024-08-10T05:31:30.704 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jCoCnClnIuR5ypf off=731046 len=1129244 2024-08-10T05:31:30.710 INFO:tasks.workunit.client.0.smithi078.stdout:op 4557 completed, throughput=5MB/sec 2024-08-10T05:31:30.710 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TpTzGtea5RQt4Fq off=2212588 len=642278 2024-08-10T05:31:30.714 INFO:tasks.workunit.client.0.smithi078.stdout:op 4558 completed, throughput=5MB/sec 2024-08-10T05:31:30.715 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iQCV3bNbWbzMvwU off=5158255 len=1146225 2024-08-10T05:31:30.719 INFO:tasks.workunit.client.0.smithi078.stdout:op 4559 completed, throughput=5MB/sec 2024-08-10T05:31:30.719 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2kTaXDSBcwf9qjK off=6411744 len=921495 2024-08-10T05:31:30.721 INFO:tasks.workunit.client.0.smithi078.stdout:op 4560 completed, throughput=5MB/sec 2024-08-10T05:31:30.721 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hMCeperLWw0MY6N off=6186131 len=1661743 2024-08-10T05:31:30.728 INFO:tasks.workunit.client.0.smithi078.stdout:op 4561 completed, throughput=5MB/sec 2024-08-10T05:31:31.728 INFO:tasks.workunit.client.0.smithi078.stdout: 888: throughput=5MB/sec pending data=0 2024-08-10T05:31:31.729 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LzYmRsitpaOJonj off=16511119 len=1448414 2024-08-10T05:31:31.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 4562 completed, throughput=5MB/sec 2024-08-10T05:31:31.737 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p9dd1PSbp2ZVYse off=643127 len=1238581 2024-08-10T05:31:31.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 4563 completed, throughput=5MB/sec 2024-08-10T05:31:31.738 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xUUs2KAAjo4a4fn off=13562329 len=1100021 2024-08-10T05:31:31.740 INFO:tasks.workunit.client.0.smithi078.stdout:op 4564 completed, throughput=5MB/sec 2024-08-10T05:31:31.740 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0FxjktiNiOVcIfz off=67691 len=483543 2024-08-10T05:31:31.742 INFO:tasks.workunit.client.0.smithi078.stdout:op 4565 completed, throughput=5MB/sec 2024-08-10T05:31:31.742 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6o53D-KYtQQrXNx off=1636737 len=1818937 2024-08-10T05:31:31.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 4566 completed, throughput=5MB/sec 2024-08-10T05:31:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:31 smithi078 ceph-mon[92251]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:31:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:31:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:31:31] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:31:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:31 smithi078 ceph-mon[94618]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:31:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:31 smithi107 ceph-mon[86658]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:31:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:31:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:32.750 INFO:tasks.workunit.client.0.smithi078.stdout: 889: throughput=5MB/sec pending data=0 2024-08-10T05:31:32.750 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hzHhL-JXmhYcKoa off=6290724 len=91297 2024-08-10T05:31:32.753 INFO:tasks.workunit.client.0.smithi078.stdout:op 4567 completed, throughput=5MB/sec 2024-08-10T05:31:32.753 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2wvxB_X52QGt6Qw off=96739 len=758805 2024-08-10T05:31:32.757 INFO:tasks.workunit.client.0.smithi078.stdout:op 4568 completed, throughput=5MB/sec 2024-08-10T05:31:32.757 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Tkva3r2F7MY868A off=2107689 len=608911 2024-08-10T05:31:32.758 INFO:tasks.workunit.client.0.smithi078.stdout:op 4569 completed, throughput=5MB/sec 2024-08-10T05:31:32.758 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qn9e3WqhPTgODK_ off=2437098 len=1093747 2024-08-10T05:31:32.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 4570 completed, throughput=5MB/sec 2024-08-10T05:31:32.763 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ziZ_HpPEm42bI0h off=22344663 len=1371204 2024-08-10T05:31:32.764 INFO:tasks.workunit.client.0.smithi078.stdout:op 4571 completed, throughput=5MB/sec 2024-08-10T05:31:33.764 INFO:tasks.workunit.client.0.smithi078.stdout: 890: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:33.765 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2SXnwHa7YZ2m9_m off=7762461 len=1990973 2024-08-10T05:31:33.767 INFO:tasks.workunit.client.0.smithi078.stdout:op 4572 completed, throughput=5MB/sec 2024-08-10T05:31:33.767 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OwafKKtOu-tjY3S off=394221 len=728738 2024-08-10T05:31:33.769 INFO:tasks.workunit.client.0.smithi078.stdout:op 4573 completed, throughput=5MB/sec 2024-08-10T05:31:33.769 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gTAR3GTEYwZh0nm off=11350845 len=423965 2024-08-10T05:31:33.770 INFO:tasks.workunit.client.0.smithi078.stdout:op 4574 completed, throughput=5MB/sec 2024-08-10T05:31:33.770 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uR1tI2BujbJEqSi off=2989635 len=1016907 2024-08-10T05:31:33.771 INFO:tasks.workunit.client.0.smithi078.stdout:op 4575 completed, throughput=5MB/sec 2024-08-10T05:31:33.771 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U7f47l-iURD-svU off=12318242 len=1806314 2024-08-10T05:31:33.782 INFO:tasks.workunit.client.0.smithi078.stdout:op 4576 completed, throughput=5MB/sec 2024-08-10T05:31:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:33 smithi078 ceph-mon[92251]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:31:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:33 smithi078 ceph-mon[94618]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:31:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:33 smithi107 ceph-mon[86658]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:31:34.782 INFO:tasks.workunit.client.0.smithi078.stdout: 891: throughput=5MB/sec pending data=0 2024-08-10T05:31:34.783 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8eGqUNhBFdJqoYW off=1491611 len=925047 2024-08-10T05:31:34.788 INFO:tasks.workunit.client.0.smithi078.stdout:op 4577 completed, throughput=5MB/sec 2024-08-10T05:31:34.788 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wp7mocQCCufHQQ7 off=10639073 len=1605643 2024-08-10T05:31:34.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 4578 completed, throughput=5MB/sec 2024-08-10T05:31:34.790 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G0gw1p7zONm3LuJ off=13150251 len=1592296 2024-08-10T05:31:34.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 4579 completed, throughput=5MB/sec 2024-08-10T05:31:34.796 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2wkZUlXiE6E8843 off=13749566 len=1097321 2024-08-10T05:31:34.799 INFO:tasks.workunit.client.0.smithi078.stdout:op 4580 completed, throughput=5MB/sec 2024-08-10T05:31:35.799 INFO:tasks.workunit.client.0.smithi078.stdout: 892: throughput=5MB/sec pending data=0 2024-08-10T05:31:35.799 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pKwGYcPMZDoewSi off=5231046 len=486082 2024-08-10T05:31:35.800 INFO:tasks.workunit.client.0.smithi078.stdout:op 4581 completed, throughput=5MB/sec 2024-08-10T05:31:35.800 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l8tT7tAIDPOaJCX off=12954062 len=643492 2024-08-10T05:31:35.805 INFO:tasks.workunit.client.0.smithi078.stdout:op 4582 completed, throughput=5MB/sec 2024-08-10T05:31:35.805 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_YN4l94yqOkVSoT off=864068 len=1401205 2024-08-10T05:31:35.806 INFO:tasks.workunit.client.0.smithi078.stdout:op 4583 completed, throughput=5MB/sec 2024-08-10T05:31:35.807 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pgVQY_UBd8xJIhC off=10135461 len=1206331 2024-08-10T05:31:35.814 INFO:tasks.workunit.client.0.smithi078.stdout:op 4584 completed, throughput=5MB/sec 2024-08-10T05:31:35.814 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wds2Idp8D5TvvA4 off=4551453 len=1696291 2024-08-10T05:31:35.822 INFO:tasks.workunit.client.0.smithi078.stdout:op 4585 completed, throughput=5MB/sec 2024-08-10T05:31:36.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:35 smithi078 ceph-mon[92251]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:31:36.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:35 smithi078 ceph-mon[94618]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:31:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:35 smithi107 ceph-mon[86658]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:31:36.822 INFO:tasks.workunit.client.0.smithi078.stdout: 893: throughput=5MB/sec pending data=0 2024-08-10T05:31:36.822 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ksgCrg_f1UN98op off=7623389 len=1559815 2024-08-10T05:31:36.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 4586 completed, throughput=5MB/sec 2024-08-10T05:31:36.837 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lgLyGB4E-BCcsFt off=1924158 len=201433 2024-08-10T05:31:36.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 4587 completed, throughput=5MB/sec 2024-08-10T05:31:36.838 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BD7so3H18i9IujS off=3233051 len=876512 2024-08-10T05:31:36.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 4588 completed, throughput=5MB/sec 2024-08-10T05:31:36.838 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VV1TaWIz_mQ6liu off=3099446 len=408449 2024-08-10T05:31:36.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 4589 completed, throughput=5MB/sec 2024-08-10T05:31:36.838 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6PtD40YFnw8VwIV off=801018 len=678258 2024-08-10T05:31:36.840 INFO:tasks.workunit.client.0.smithi078.stdout:op 4590 completed, throughput=5MB/sec 2024-08-10T05:31:36.840 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BSTN5-cy78iokx7 off=2009244 len=134711 2024-08-10T05:31:36.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 4591 completed, throughput=5MB/sec 2024-08-10T05:31:36.844 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BAf9KHyA2yfE3NE off=6714100 len=204821 2024-08-10T05:31:36.845 INFO:tasks.workunit.client.0.smithi078.stdout:op 4592 completed, throughput=5MB/sec 2024-08-10T05:31:36.845 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tXMPb9zI6WZvUd5 off=17657342 len=1413011 2024-08-10T05:31:36.845 INFO:tasks.workunit.client.0.smithi078.stdout:op 4593 completed, throughput=5MB/sec 2024-08-10T05:31:37.845 INFO:tasks.workunit.client.0.smithi078.stdout: 894: throughput=5MB/sec pending data=0 2024-08-10T05:31:37.845 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LAb2EpoiE4C2zum off=7115360 len=1500155 2024-08-10T05:31:37.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 4594 completed, throughput=5MB/sec 2024-08-10T05:31:37.853 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2auIyYuX8srBv0d off=2315386 len=1474936 2024-08-10T05:31:37.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 4595 completed, throughput=5MB/sec 2024-08-10T05:31:37.855 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-V7bHGGroT_r0zd0 off=8804770 len=829758 2024-08-10T05:31:37.860 INFO:tasks.workunit.client.0.smithi078.stdout:op 4596 completed, throughput=5MB/sec 2024-08-10T05:31:37.860 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3WLgGWsYO0RPAAz off=3676241 len=545627 2024-08-10T05:31:37.861 INFO:tasks.workunit.client.0.smithi078.stdout:op 4597 completed, throughput=5MB/sec 2024-08-10T05:31:37.861 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0P_f8b8zzJU3b8A off=7440216 len=1687824 2024-08-10T05:31:37.864 INFO:tasks.workunit.client.0.smithi078.stdout:op 4598 completed, throughput=5MB/sec 2024-08-10T05:31:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:37 smithi078 ceph-mon[92251]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:31:38.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:37 smithi078 ceph-mon[94618]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:31:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:37 smithi107 ceph-mon[86658]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:31:38.864 INFO:tasks.workunit.client.0.smithi078.stdout: 895: throughput=5MB/sec pending data=0 2024-08-10T05:31:38.864 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ls4yGbMn9JsNiRs off=2930281 len=1364878 2024-08-10T05:31:38.870 INFO:tasks.workunit.client.0.smithi078.stdout:op 4599 completed, throughput=5MB/sec 2024-08-10T05:31:38.870 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bPsJA_LII3TPj_6 off=2581807 len=1616318 2024-08-10T05:31:38.878 INFO:tasks.workunit.client.0.smithi078.stdout:op 4600 completed, throughput=5MB/sec 2024-08-10T05:31:38.878 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xUZvhZ_Elms3GR8 off=365220 len=1569112 2024-08-10T05:31:38.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 4601 completed, throughput=5MB/sec 2024-08-10T05:31:39.880 INFO:tasks.workunit.client.0.smithi078.stdout: 896: throughput=5MB/sec pending data=0 2024-08-10T05:31:39.880 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WweVD7SkoEk4l_c off=1346817 len=1053096 2024-08-10T05:31:39.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 4602 completed, throughput=5MB/sec 2024-08-10T05:31:39.881 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HiNa0jUhF_c9qaS off=6227671 len=464675 2024-08-10T05:31:39.882 INFO:tasks.workunit.client.0.smithi078.stdout:op 4603 completed, throughput=5MB/sec 2024-08-10T05:31:39.883 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qqLWn8ex7-LAs5x off=1851893 len=98984 2024-08-10T05:31:39.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 4604 completed, throughput=5MB/sec 2024-08-10T05:31:39.885 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hGiAMSX-x3KOvb3 off=15695458 len=1299310 2024-08-10T05:31:39.893 INFO:tasks.workunit.client.0.smithi078.stdout:op 4605 completed, throughput=5MB/sec 2024-08-10T05:31:39.894 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nF1QK3qQQfMRsKE off=1316061 len=1446228 2024-08-10T05:31:39.895 INFO:tasks.workunit.client.0.smithi078.stdout:op 4606 completed, throughput=5MB/sec 2024-08-10T05:31:39.895 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1I6McAEmvyWBUF1 off=436120 len=303620 2024-08-10T05:31:39.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 4607 completed, throughput=5MB/sec 2024-08-10T05:31:40.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:39 smithi078 ceph-mon[92251]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:31:40.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:39 smithi078 ceph-mon[94618]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:31:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:39 smithi107 ceph-mon[86658]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:31:40.899 INFO:tasks.workunit.client.0.smithi078.stdout: 897: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:40.899 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ktQUKuDMnXpEsO4 off=4156908 len=400714 2024-08-10T05:31:40.899 INFO:tasks.workunit.client.0.smithi078.stdout:op 4608 completed, throughput=5MB/sec 2024-08-10T05:31:40.899 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6UWz3xTF8WVGgDD off=3244748 len=878365 2024-08-10T05:31:40.905 INFO:tasks.workunit.client.0.smithi078.stdout:op 4609 completed, throughput=5MB/sec 2024-08-10T05:31:40.905 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4EHS6x5TWgVX0Tr off=12534612 len=981221 2024-08-10T05:31:40.910 INFO:tasks.workunit.client.0.smithi078.stdout:op 4610 completed, throughput=5MB/sec 2024-08-10T05:31:40.910 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-I64q7klgw0rMj02 off=1780159 len=1139501 2024-08-10T05:31:40.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 4611 completed, throughput=5MB/sec 2024-08-10T05:31:40.912 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bDyOSHjX0lTt801 off=5142659 len=1331101 2024-08-10T05:31:40.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 4612 completed, throughput=5MB/sec 2024-08-10T05:31:40.915 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LRNmT8jWD4SSnE5 off=673235 len=1392686 2024-08-10T05:31:40.916 INFO:tasks.workunit.client.0.smithi078.stdout:op 4613 completed, throughput=5MB/sec 2024-08-10T05:31:41.917 INFO:tasks.workunit.client.0.smithi078.stdout: 898: throughput=5MB/sec pending data=0 2024-08-10T05:31:41.917 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZAw6DQCH218_xAA off=5403432 len=443794 2024-08-10T05:31:41.920 INFO:tasks.workunit.client.0.smithi078.stdout:op 4614 completed, throughput=5MB/sec 2024-08-10T05:31:41.921 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sssw2TlC2ZSp07B off=4011326 len=1384752 2024-08-10T05:31:41.929 INFO:tasks.workunit.client.0.smithi078.stdout:op 4615 completed, throughput=5MB/sec 2024-08-10T05:31:41.929 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IvaalijmHWvvG0A off=3825371 len=2091110 2024-08-10T05:31:41.932 INFO:tasks.workunit.client.0.smithi078.stdout:op 4616 completed, throughput=5MB/sec 2024-08-10T05:31:41.932 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Fq0MRrssP2ZnxSg off=2361002 len=1074383 2024-08-10T05:31:41.937 INFO:tasks.workunit.client.0.smithi078.stdout:op 4617 completed, throughput=5MB/sec 2024-08-10T05:31:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:41 smithi078 ceph-mon[92251]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:31:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:41 smithi078 ceph-mon[94618]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:31:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:31:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:31:41] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:31:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:41 smithi107 ceph-mon[86658]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:31:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:31:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:42.938 INFO:tasks.workunit.client.0.smithi078.stdout: 899: throughput=5MB/sec pending data=0 2024-08-10T05:31:42.938 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-D8JsdhA7_G86GYe off=1025861 len=1389830 2024-08-10T05:31:42.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 4618 completed, throughput=5MB/sec 2024-08-10T05:31:42.944 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6jtjcldDZ9vwIpm off=9505851 len=673131 2024-08-10T05:31:42.945 INFO:tasks.workunit.client.0.smithi078.stdout:op 4619 completed, throughput=5MB/sec 2024-08-10T05:31:42.945 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-v35FddcSginlj2j off=13718635 len=1513958 2024-08-10T05:31:42.953 INFO:tasks.workunit.client.0.smithi078.stdout:op 4620 completed, throughput=5MB/sec 2024-08-10T05:31:42.953 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mGYz406QzHvVCVn off=14334005 len=1937937 2024-08-10T05:31:42.957 INFO:tasks.workunit.client.0.smithi078.stdout:op 4621 completed, throughput=5MB/sec 2024-08-10T05:31:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:43.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:43.958 INFO:tasks.workunit.client.0.smithi078.stdout: 900: throughput=5MB/sec pending data=0 2024-08-10T05:31:43.958 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xsyGO8CKv7RPDyy off=4588914 len=1703828 2024-08-10T05:31:43.960 INFO:tasks.workunit.client.0.smithi078.stdout:op 4622 completed, throughput=5MB/sec 2024-08-10T05:31:43.960 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZzbO2QZnkR2id8t off=2537506 len=1457218 2024-08-10T05:31:43.968 INFO:tasks.workunit.client.0.smithi078.stdout:op 4623 completed, throughput=5MB/sec 2024-08-10T05:31:43.968 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EGr00ZECx8lJKk3 off=1384853 len=675589 2024-08-10T05:31:43.970 INFO:tasks.workunit.client.0.smithi078.stdout:op 4624 completed, throughput=5MB/sec 2024-08-10T05:31:43.970 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Uh89jLARNTCVqTT off=0 len=1256136 2024-08-10T05:31:43.971 INFO:tasks.workunit.client.0.smithi078.stdout:op 4625 completed, throughput=5MB/sec 2024-08-10T05:31:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:43 smithi078 ceph-mon[92251]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:31:44.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:43 smithi078 ceph-mon[94618]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:31:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:43 smithi107 ceph-mon[86658]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:31:44.972 INFO:tasks.workunit.client.0.smithi078.stdout: 901: throughput=5MB/sec pending data=0 2024-08-10T05:31:44.972 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-37qtaQHhDhCIXYt off=10022195 len=1432594 2024-08-10T05:31:44.975 INFO:tasks.workunit.client.0.smithi078.stdout:op 4626 completed, throughput=5MB/sec 2024-08-10T05:31:44.975 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VnmOaztg-4YYq41 off=6093394 len=216229 2024-08-10T05:31:44.976 INFO:tasks.workunit.client.0.smithi078.stdout:op 4627 completed, throughput=5MB/sec 2024-08-10T05:31:44.976 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QwFNPs6c6hKy9HH off=13104250 len=1440688 2024-08-10T05:31:44.986 INFO:tasks.workunit.client.0.smithi078.stdout:op 4628 completed, throughput=5MB/sec 2024-08-10T05:31:44.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eGzSpQUdNBzT_1p off=16393276 len=706876 2024-08-10T05:31:44.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 4629 completed, throughput=5MB/sec 2024-08-10T05:31:44.987 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wbvgQ6sFfjx_FMp off=0 len=1683294 2024-08-10T05:31:44.990 INFO:tasks.workunit.client.0.smithi078.stdout:op 4630 completed, throughput=5MB/sec 2024-08-10T05:31:45.990 INFO:tasks.workunit.client.0.smithi078.stdout: 902: throughput=5MB/sec pending data=0 2024-08-10T05:31:45.990 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uaE9fEZ5rzYEWtK off=4607088 len=1568571 2024-08-10T05:31:45.992 INFO:tasks.workunit.client.0.smithi078.stdout:op 4631 completed, throughput=5MB/sec 2024-08-10T05:31:45.992 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CQOjP4ihFFI72Vb off=289234 len=1752541 2024-08-10T05:31:45.994 INFO:tasks.workunit.client.0.smithi078.stdout:op 4632 completed, throughput=5MB/sec 2024-08-10T05:31:45.994 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gXnZYPkhiHWesE8 off=15614890 len=102446 2024-08-10T05:31:45.994 INFO:tasks.workunit.client.0.smithi078.stdout:op 4633 completed, throughput=5MB/sec 2024-08-10T05:31:45.994 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SV_1RsU9JibZglA off=7665092 len=218806 2024-08-10T05:31:45.997 INFO:tasks.workunit.client.0.smithi078.stdout:op 4634 completed, throughput=5MB/sec 2024-08-10T05:31:45.997 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yhnbZfhvmSugSQ4 off=0 len=1316319 2024-08-10T05:31:45.999 INFO:tasks.workunit.client.0.smithi078.stdout:op 4635 completed, throughput=5MB/sec 2024-08-10T05:31:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:45 smithi078 ceph-mon[92251]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:46.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:45 smithi078 ceph-mon[94618]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:45 smithi107 ceph-mon[86658]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: 903: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:47.000 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-25vIUNRTPve8BTj off=1359018 len=487048 2024-08-10T05:31:47.003 INFO:tasks.workunit.client.0.smithi078.stdout:op 4636 completed, throughput=5MB/sec 2024-08-10T05:31:47.003 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M5YbK5hkIkwAOHp off=150241 len=2055752 2024-08-10T05:31:47.016 INFO:tasks.workunit.client.0.smithi078.stdout:op 4637 completed, throughput=5MB/sec 2024-08-10T05:31:47.016 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5OlApT-6pk4ebh7 off=13219745 len=1594509 2024-08-10T05:31:47.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 4638 completed, throughput=5MB/sec 2024-08-10T05:31:47.023 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WMQ6SYFN7GhwaDY off=4916104 len=178811 2024-08-10T05:31:47.025 INFO:tasks.workunit.client.0.smithi078.stdout:op 4639 completed, throughput=5MB/sec 2024-08-10T05:31:47.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4vRTyvPBRokcmzT off=2454705 len=1208651 2024-08-10T05:31:47.030 INFO:tasks.workunit.client.0.smithi078.stdout:op 4640 completed, throughput=5MB/sec 2024-08-10T05:31:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: 904: throughput=5MB/sec pending data=0 2024-08-10T05:31:48.030 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bbhYGR_XqjQnyMG off=9558484 len=1770201 2024-08-10T05:31:48.033 INFO:tasks.workunit.client.0.smithi078.stdout:op 4641 completed, throughput=5MB/sec 2024-08-10T05:31:48.033 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ku9eqe4eaRy5jVw off=6996849 len=1510712 2024-08-10T05:31:48.035 INFO:tasks.workunit.client.0.smithi078.stdout:op 4642 completed, throughput=5MB/sec 2024-08-10T05:31:48.035 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Vr7GZwcsIOyOyog off=9886885 len=1106516 2024-08-10T05:31:48.040 INFO:tasks.workunit.client.0.smithi078.stdout:op 4643 completed, throughput=5MB/sec 2024-08-10T05:31:48.041 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yoBFqgOkYNZA6eQ off=166942 len=1628511 2024-08-10T05:31:48.042 INFO:tasks.workunit.client.0.smithi078.stdout:op 4644 completed, throughput=5MB/sec 2024-08-10T05:31:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:47 smithi078 ceph-mon[92251]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:48.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:47 smithi078 ceph-mon[94618]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:47 smithi107 ceph-mon[86658]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: 905: throughput=5MB/sec pending data=0 2024-08-10T05:31:49.043 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kT-0QJaweN2HUFm off=16519910 len=1136873 2024-08-10T05:31:49.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 4645 completed, throughput=5MB/sec 2024-08-10T05:31:49.045 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h3foxSdh2YFpRI7 off=1996295 len=874015 2024-08-10T05:31:49.046 INFO:tasks.workunit.client.0.smithi078.stdout:op 4646 completed, throughput=5MB/sec 2024-08-10T05:31:49.046 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZLiywlHGF7yI2Ot off=2353534 len=1425192 2024-08-10T05:31:49.052 INFO:tasks.workunit.client.0.smithi078.stdout:op 4647 completed, throughput=5MB/sec 2024-08-10T05:31:49.052 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-F_gcwLlOr6iw7o5 off=8287834 len=278090 2024-08-10T05:31:49.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 4648 completed, throughput=5MB/sec 2024-08-10T05:31:49.053 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1NT60fRxtY_x2Ga off=6931724 len=1522763 2024-08-10T05:31:49.061 INFO:tasks.workunit.client.0.smithi078.stdout:op 4649 completed, throughput=5MB/sec 2024-08-10T05:31:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: 906: throughput=5MB/sec pending data=0 2024-08-10T05:31:50.062 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fIaDjhcu3Gi_RCE off=691084 len=1962948 2024-08-10T05:31:50.074 INFO:tasks.workunit.client.0.smithi078.stdout:op 4650 completed, throughput=5MB/sec 2024-08-10T05:31:50.074 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6b0hNk5PEwhUSOS off=8682582 len=987468 2024-08-10T05:31:50.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 4651 completed, throughput=5MB/sec 2024-08-10T05:31:50.075 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AfhA3XPdXJtcat- off=21310076 len=470563 2024-08-10T05:31:50.076 INFO:tasks.workunit.client.0.smithi078.stdout:op 4652 completed, throughput=5MB/sec 2024-08-10T05:31:50.076 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cwdhkEmyXaLg9Lb off=390900 len=65925 2024-08-10T05:31:50.076 INFO:tasks.workunit.client.0.smithi078.stdout:op 4653 completed, throughput=5MB/sec 2024-08-10T05:31:50.077 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nnd2IotQCJm5_hY off=13940121 len=311220 2024-08-10T05:31:50.080 INFO:tasks.workunit.client.0.smithi078.stdout:op 4654 completed, throughput=5MB/sec 2024-08-10T05:31:50.080 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GGiHWzM10jPEYFN off=324834 len=817580 2024-08-10T05:31:50.084 INFO:tasks.workunit.client.0.smithi078.stdout:op 4655 completed, throughput=5MB/sec 2024-08-10T05:31:50.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:49 smithi078 ceph-mon[92251]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:31:50.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:49 smithi078 ceph-mon[94618]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:31:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:49 smithi107 ceph-mon[86658]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:31:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: 907: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:51.085 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L-VorQ5iCyWF77y off=2178231 len=1123495 2024-08-10T05:31:51.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 4656 completed, throughput=5MB/sec 2024-08-10T05:31:51.087 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Fq0MRrssP2ZnxSg off=6769069 len=1192 2024-08-10T05:31:51.088 INFO:tasks.workunit.client.0.smithi078.stdout:op 4657 completed, throughput=5MB/sec 2024-08-10T05:31:51.088 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-56QMQeIrduNNhBU off=2944025 len=1427298 2024-08-10T05:31:51.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 4658 completed, throughput=5MB/sec 2024-08-10T05:31:51.096 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bqz_TRbMGqBWmL- off=7257668 len=682639 2024-08-10T05:31:51.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 4659 completed, throughput=5MB/sec 2024-08-10T05:31:51.097 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--mo43Kd_N7uwHm_ off=665987 len=193206 2024-08-10T05:31:51.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 4660 completed, throughput=5MB/sec 2024-08-10T05:31:51.098 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jMefmNmXPPw0PyS off=14913624 len=1449041 2024-08-10T05:31:51.103 INFO:tasks.workunit.client.0.smithi078.stdout:op 4661 completed, throughput=5MB/sec 2024-08-10T05:31:51.103 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gnkEZYYWtXi4lq6 off=0 len=1353234 2024-08-10T05:31:51.107 INFO:tasks.workunit.client.0.smithi078.stdout:op 4662 completed, throughput=5MB/sec 2024-08-10T05:31:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: 908: throughput=5MB/sec pending data=0 2024-08-10T05:31:52.107 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nGDdzbH2833mTxl off=272891 len=1658333 2024-08-10T05:31:52.117 INFO:tasks.workunit.client.0.smithi078.stdout:op 4663 completed, throughput=5MB/sec 2024-08-10T05:31:52.117 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZjKKwKsPu57kVha off=6537269 len=1593510 2024-08-10T05:31:52.119 INFO:tasks.workunit.client.0.smithi078.stdout:op 4664 completed, throughput=5MB/sec 2024-08-10T05:31:52.119 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-n3gpGzhkrqs-WDT off=1597711 len=2076946 2024-08-10T05:31:52.132 INFO:tasks.workunit.client.0.smithi078.stdout:op 4665 completed, throughput=5MB/sec 2024-08-10T05:31:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:51 smithi078 ceph-mon[92251]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:31:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:51 smithi078 ceph-mon[94618]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:31:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:31:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:31:51] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:31:52.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:51 smithi107 ceph-mon[86658]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:31:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:31:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: 909: throughput=5MB/sec pending data=0 2024-08-10T05:31:53.133 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sDzVpGmTlySvK1q off=11218550 len=489021 2024-08-10T05:31:53.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 4666 completed, throughput=5MB/sec 2024-08-10T05:31:53.135 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0r6nMAy2Tg7tBor off=4648986 len=36893 2024-08-10T05:31:53.135 INFO:tasks.workunit.client.0.smithi078.stdout:op 4667 completed, throughput=5MB/sec 2024-08-10T05:31:53.135 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_OBaHzdWmCSDEgB off=18158234 len=962905 2024-08-10T05:31:53.137 INFO:tasks.workunit.client.0.smithi078.stdout:op 4668 completed, throughput=5MB/sec 2024-08-10T05:31:53.137 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ul0vwL25roLT1WE off=646450 len=1812662 2024-08-10T05:31:53.147 INFO:tasks.workunit.client.0.smithi078.stdout:op 4669 completed, throughput=5MB/sec 2024-08-10T05:31:53.147 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vLC3rFB0wWCt2Y3 off=4587725 len=360045 2024-08-10T05:31:53.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 4670 completed, throughput=5MB/sec 2024-08-10T05:31:53.151 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YikOM4VekXjAdnw off=5059122 len=1873819 2024-08-10T05:31:53.153 INFO:tasks.workunit.client.0.smithi078.stdout:op 4671 completed, throughput=5MB/sec 2024-08-10T05:31:54.153 INFO:tasks.workunit.client.0.smithi078.stdout: 910: throughput=5MB/sec pending data=0 2024-08-10T05:31:54.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RycahJ7_MIGQnjf off=717367 len=1400300 2024-08-10T05:31:54.156 INFO:tasks.workunit.client.0.smithi078.stdout:op 4672 completed, throughput=5MB/sec 2024-08-10T05:31:54.157 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bzVPtO8OQQHbfGt off=852548 len=1914430 2024-08-10T05:31:54.169 INFO:tasks.workunit.client.0.smithi078.stdout:op 4673 completed, throughput=5MB/sec 2024-08-10T05:31:54.169 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KDEScfF_c2otFKC off=4571252 len=2000908 2024-08-10T05:31:54.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 4674 completed, throughput=5MB/sec 2024-08-10T05:31:54.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:53 smithi078 ceph-mon[92251]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:31:54.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:53 smithi078 ceph-mon[94618]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:31:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:53 smithi107 ceph-mon[86658]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:31:55.172 INFO:tasks.workunit.client.0.smithi078.stdout: 911: throughput=5MB/sec pending data=0 2024-08-10T05:31:55.173 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-QQFrxnZKxsmUm84 off=144572 len=1352141 2024-08-10T05:31:55.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 4675 completed, throughput=5MB/sec 2024-08-10T05:31:55.174 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ws5alWAbkjyNy9c off=1387209 len=2055759 2024-08-10T05:31:55.178 INFO:tasks.workunit.client.0.smithi078.stdout:op 4676 completed, throughput=5MB/sec 2024-08-10T05:31:55.179 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yZT_wdSpaOV-E_Q off=9225864 len=1505913 2024-08-10T05:31:55.181 INFO:tasks.workunit.client.0.smithi078.stdout:op 4677 completed, throughput=5MB/sec 2024-08-10T05:31:56.182 INFO:tasks.workunit.client.0.smithi078.stdout: 912: throughput=5MB/sec pending data=0 2024-08-10T05:31:56.182 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FkzA0HTZ27SfLLy off=5887016 len=1331473 2024-08-10T05:31:56.183 INFO:tasks.workunit.client.0.smithi078.stdout:op 4678 completed, throughput=5MB/sec 2024-08-10T05:31:56.183 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zEEbnlnlhQH2z5a off=13689927 len=2087783 2024-08-10T05:31:56.193 INFO:tasks.workunit.client.0.smithi078.stdout:op 4679 completed, throughput=5MB/sec 2024-08-10T05:31:56.193 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-U8qGDMaSLXj1VuJ off=4153935 len=1333570 2024-08-10T05:31:56.195 INFO:tasks.workunit.client.0.smithi078.stdout:op 4680 completed, throughput=5MB/sec 2024-08-10T05:31:56.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:55 smithi078 ceph-mon[92251]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:56.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:55 smithi078 ceph-mon[94618]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:55 smithi107 ceph-mon[86658]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:31:57.195 INFO:tasks.workunit.client.0.smithi078.stdout: 913: throughput=5MB/sec pending data=0 2024-08-10T05:31:57.195 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j-LEbn9ACFFokft off=1000923 len=258842 2024-08-10T05:31:57.198 INFO:tasks.workunit.client.0.smithi078.stdout:op 4681 completed, throughput=5MB/sec 2024-08-10T05:31:57.198 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IhUy42KaS8MQLUi off=915180 len=931886 2024-08-10T05:31:57.200 INFO:tasks.workunit.client.0.smithi078.stdout:op 4682 completed, throughput=5MB/sec 2024-08-10T05:31:57.200 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-r4NELjFHUNRNtzG off=10220767 len=1926171 2024-08-10T05:31:57.203 INFO:tasks.workunit.client.0.smithi078.stdout:op 4683 completed, throughput=5MB/sec 2024-08-10T05:31:57.204 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aivesjXno89KcPe off=11875522 len=1590326 2024-08-10T05:31:57.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 4684 completed, throughput=5MB/sec 2024-08-10T05:31:57.206 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MDUajen6bbtX0Ho off=7952255 len=433452 2024-08-10T05:31:57.209 INFO:tasks.workunit.client.0.smithi078.stdout:op 4685 completed, throughput=5MB/sec 2024-08-10T05:31:58.210 INFO:tasks.workunit.client.0.smithi078.stdout: 914: throughput=4.99MB/sec pending data=0 2024-08-10T05:31:58.210 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dJIiWmOTR2Rh90k off=2083599 len=1696283 2024-08-10T05:31:58.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 4686 completed, throughput=5MB/sec 2024-08-10T05:31:58.212 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aPTmuxGS0XgOHYi off=733709 len=843060 2024-08-10T05:31:58.213 INFO:tasks.workunit.client.0.smithi078.stdout:op 4687 completed, throughput=5MB/sec 2024-08-10T05:31:58.213 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gj_GwaKwGj40-Nn off=18244469 len=1946291 2024-08-10T05:31:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:op 4688 completed, throughput=5MB/sec 2024-08-10T05:31:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yHlRhnYOz7JwdPq off=11929922 len=1870934 2024-08-10T05:31:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:57 smithi078 ceph-mon[92251]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:57 smithi078 ceph-mon[94618]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:58.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:58.233 INFO:tasks.workunit.client.0.smithi078.stdout:op 4689 completed, throughput=5MB/sec 2024-08-10T05:31:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:57 smithi107 ceph-mon[86658]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:31:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:59.233 INFO:tasks.workunit.client.0.smithi078.stdout: 915: throughput=5MB/sec pending data=0 2024-08-10T05:31:59.233 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iOCVUEpmZbWVi9b off=559056 len=1365109 2024-08-10T05:31:59.235 INFO:tasks.workunit.client.0.smithi078.stdout:op 4690 completed, throughput=5MB/sec 2024-08-10T05:31:59.235 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hZZf7szGXikkeSF off=2161830 len=473115 2024-08-10T05:31:59.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 4691 completed, throughput=5MB/sec 2024-08-10T05:31:59.239 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0l9cF0TeZv8HLSu off=8809345 len=582308 2024-08-10T05:31:59.243 INFO:tasks.workunit.client.0.smithi078.stdout:op 4692 completed, throughput=5MB/sec 2024-08-10T05:31:59.243 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9nPsOlSqq2Sgjql off=4800338 len=689328 2024-08-10T05:31:59.248 INFO:tasks.workunit.client.0.smithi078.stdout:op 4693 completed, throughput=5MB/sec 2024-08-10T05:31:59.248 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YaUhxUDnfpTt1_O off=20211625 len=1060880 2024-08-10T05:31:59.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 4694 completed, throughput=5MB/sec 2024-08-10T05:32:00.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:31:59 smithi078 ceph-mon[92251]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:32:00.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:31:59 smithi078 ceph-mon[94618]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:32:00.253 INFO:tasks.workunit.client.0.smithi078.stdout: 916: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:00.254 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JGwf1EvhsWq2pMY off=16966688 len=855491 2024-08-10T05:32:00.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 4695 completed, throughput=5MB/sec 2024-08-10T05:32:00.256 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3b2jEy9lXkRvr99 off=771605 len=251344 2024-08-10T05:32:00.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 4696 completed, throughput=5MB/sec 2024-08-10T05:32:00.257 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vnlM1omT6VrZFEx off=12183557 len=1235909 2024-08-10T05:32:00.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 4697 completed, throughput=5MB/sec 2024-08-10T05:32:00.259 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CZmWyVkL1TNoCJt off=6153539 len=1059231 2024-08-10T05:32:00.260 INFO:tasks.workunit.client.0.smithi078.stdout:op 4698 completed, throughput=5MB/sec 2024-08-10T05:32:00.260 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e6t0_0PHw85Uguv off=15631372 len=863210 2024-08-10T05:32:00.261 INFO:tasks.workunit.client.0.smithi078.stdout:op 4699 completed, throughput=5MB/sec 2024-08-10T05:32:00.262 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6THa4vbLiV98OuH off=5651582 len=1739795 2024-08-10T05:32:00.264 INFO:tasks.workunit.client.0.smithi078.stdout:op 4700 completed, throughput=5MB/sec 2024-08-10T05:32:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:31:59 smithi107 ceph-mon[86658]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:32:01.264 INFO:tasks.workunit.client.0.smithi078.stdout: 917: throughput=5MB/sec pending data=0 2024-08-10T05:32:01.264 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ygq8UOW-BmBvd3_ off=197185 len=166118 2024-08-10T05:32:01.265 INFO:tasks.workunit.client.0.smithi078.stdout:op 4701 completed, throughput=5MB/sec 2024-08-10T05:32:01.265 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_dCEYcI9v-JDUqg off=5182343 len=957790 2024-08-10T05:32:01.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 4702 completed, throughput=5MB/sec 2024-08-10T05:32:01.267 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oplG8KTJFFQkjUE off=4889159 len=1687361 2024-08-10T05:32:01.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 4703 completed, throughput=5MB/sec 2024-08-10T05:32:01.269 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ov7bAFgGoFTIL-e off=9186548 len=1348084 2024-08-10T05:32:01.271 INFO:tasks.workunit.client.0.smithi078.stdout:op 4704 completed, throughput=5MB/sec 2024-08-10T05:32:01.271 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SR1UjfKnFu_Ow1t off=8421259 len=1811229 2024-08-10T05:32:01.280 INFO:tasks.workunit.client.0.smithi078.stdout:op 4705 completed, throughput=5MB/sec 2024-08-10T05:32:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:01 smithi078 ceph-mon[92251]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:32:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:01 smithi078 ceph-mon[94618]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:32:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:32:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:32:01] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:32:02.280 INFO:tasks.workunit.client.0.smithi078.stdout: 918: throughput=5MB/sec pending data=0 2024-08-10T05:32:02.280 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-45NnTjdrWjsdJnO off=3269047 len=561092 2024-08-10T05:32:02.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 4706 completed, throughput=5MB/sec 2024-08-10T05:32:02.281 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T0MvKSxTcoNqhi3 off=660035 len=1317072 2024-08-10T05:32:02.288 INFO:tasks.workunit.client.0.smithi078.stdout:op 4707 completed, throughput=5MB/sec 2024-08-10T05:32:02.288 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-906SPaYdnJ8k-uF off=1815160 len=1885937 2024-08-10T05:32:02.292 INFO:tasks.workunit.client.0.smithi078.stdout:op 4708 completed, throughput=5MB/sec 2024-08-10T05:32:02.292 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iUVJjC5a30pBmnZ off=3485103 len=1803760 2024-08-10T05:32:02.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 4709 completed, throughput=5MB/sec 2024-08-10T05:32:02.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:01 smithi107 ceph-mon[86658]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:32:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:32:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:03.294 INFO:tasks.workunit.client.0.smithi078.stdout: 919: throughput=5MB/sec pending data=0 2024-08-10T05:32:03.295 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DyUBQQst9g_mnqk off=1447531 len=1935975 2024-08-10T05:32:03.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 4710 completed, throughput=5MB/sec 2024-08-10T05:32:03.297 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hYnD6mBoJ0F0HbD off=11437781 len=1826377 2024-08-10T05:32:03.307 INFO:tasks.workunit.client.0.smithi078.stdout:op 4711 completed, throughput=5MB/sec 2024-08-10T05:32:04.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:03 smithi078 ceph-mon[94618]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:32:04.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:03 smithi078 ceph-mon[92251]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:32:04.308 INFO:tasks.workunit.client.0.smithi078.stdout: 920: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:04.308 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-23Zyku3w2EkzoeT off=10745661 len=723452 2024-08-10T05:32:04.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 4712 completed, throughput=5MB/sec 2024-08-10T05:32:04.312 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ckv8zvAhpbxz8Yv off=3578706 len=632011 2024-08-10T05:32:04.314 INFO:tasks.workunit.client.0.smithi078.stdout:op 4713 completed, throughput=5MB/sec 2024-08-10T05:32:04.314 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cIH8jAnd-xKgzVh off=3861862 len=597288 2024-08-10T05:32:04.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:03 smithi107 ceph-mon[86658]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:32:04.318 INFO:tasks.workunit.client.0.smithi078.stdout:op 4714 completed, throughput=5MB/sec 2024-08-10T05:32:04.318 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xIWXVOnlPwzt4oB off=7711487 len=1792649 2024-08-10T05:32:04.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 4715 completed, throughput=5MB/sec 2024-08-10T05:32:04.320 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C9i2CTOKhFyDpcf off=22008077 len=1136618 2024-08-10T05:32:04.325 INFO:tasks.workunit.client.0.smithi078.stdout:op 4716 completed, throughput=5MB/sec 2024-08-10T05:32:04.325 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kc4Fj2YCtXLf7lS off=12576304 len=1135223 2024-08-10T05:32:04.326 INFO:tasks.workunit.client.0.smithi078.stdout:op 4717 completed, throughput=5MB/sec 2024-08-10T05:32:05.327 INFO:tasks.workunit.client.0.smithi078.stdout: 921: throughput=5MB/sec pending data=0 2024-08-10T05:32:05.327 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DfFjl--XOl7ly9I off=22144544 len=192176 2024-08-10T05:32:05.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 4718 completed, throughput=5MB/sec 2024-08-10T05:32:05.328 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--Gp2i8XztIaEbV6 off=3737976 len=1352487 2024-08-10T05:32:05.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 4719 completed, throughput=5MB/sec 2024-08-10T05:32:05.331 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IlCg0hHcfvqZAFd off=8219915 len=535365 2024-08-10T05:32:05.334 INFO:tasks.workunit.client.0.smithi078.stdout:op 4720 completed, throughput=5MB/sec 2024-08-10T05:32:05.334 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CWIkUDJtu4xFHhY off=16676528 len=475291 2024-08-10T05:32:05.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 4721 completed, throughput=5MB/sec 2024-08-10T05:32:05.336 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dwgPGh5sPJ1Do4g off=4650384 len=1651995 2024-08-10T05:32:05.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 4722 completed, throughput=5MB/sec 2024-08-10T05:32:05.346 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BN4Iy004d5f7wNF off=10325850 len=170710 2024-08-10T05:32:05.346 INFO:tasks.workunit.client.0.smithi078.stdout:op 4723 completed, throughput=5MB/sec 2024-08-10T05:32:05.346 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BI5J33Erx_kkW7r off=7289492 len=586312 2024-08-10T05:32:05.347 INFO:tasks.workunit.client.0.smithi078.stdout:op 4724 completed, throughput=5MB/sec 2024-08-10T05:32:06.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:05 smithi078 ceph-mon[94618]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:32:06.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:05 smithi078 ceph-mon[92251]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:32:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:05 smithi107 ceph-mon[86658]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:32:06.348 INFO:tasks.workunit.client.0.smithi078.stdout: 922: throughput=5MB/sec pending data=0 2024-08-10T05:32:06.348 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0ZufjuphzxzlABG off=10289718 len=1603360 2024-08-10T05:32:06.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 4725 completed, throughput=5MB/sec 2024-08-10T05:32:06.350 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ofghEsPN7ztxrTB off=12034318 len=1286612 2024-08-10T05:32:06.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 4726 completed, throughput=5MB/sec 2024-08-10T05:32:06.352 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4n-IHhsXh_dyKQk off=1383229 len=538213 2024-08-10T05:32:06.353 INFO:tasks.workunit.client.0.smithi078.stdout:op 4727 completed, throughput=5MB/sec 2024-08-10T05:32:06.353 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KLrPh0hyKqYWdQH off=7927405 len=594829 2024-08-10T05:32:06.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 4728 completed, throughput=5MB/sec 2024-08-10T05:32:06.355 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-63NpQ4niXNElLSS off=5038642 len=2043075 2024-08-10T05:32:06.367 INFO:tasks.workunit.client.0.smithi078.stdout:op 4729 completed, throughput=5MB/sec 2024-08-10T05:32:07.367 INFO:tasks.workunit.client.0.smithi078.stdout: 923: throughput=5MB/sec pending data=0 2024-08-10T05:32:07.367 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0yAR5yfnas1Tm27 off=4828145 len=1574885 2024-08-10T05:32:07.377 INFO:tasks.workunit.client.0.smithi078.stdout:op 4730 completed, throughput=5MB/sec 2024-08-10T05:32:07.377 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2MIljtzzz0TJzte off=7646537 len=742246 2024-08-10T05:32:07.382 INFO:tasks.workunit.client.0.smithi078.stdout:op 4731 completed, throughput=5MB/sec 2024-08-10T05:32:07.383 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LdyLe2-JpLvMSdw off=16362107 len=1700342 2024-08-10T05:32:07.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 4732 completed, throughput=5MB/sec 2024-08-10T05:32:07.389 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1qdgrLmlDBxIZBw off=1298773 len=178469 2024-08-10T05:32:07.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 4733 completed, throughput=5MB/sec 2024-08-10T05:32:07.392 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lY3WR-YSb_xSYnz off=17159043 len=48279 2024-08-10T05:32:07.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 4734 completed, throughput=5MB/sec 2024-08-10T05:32:07.392 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P2scOvxPdQY1ySQ off=17869178 len=397301 2024-08-10T05:32:07.395 INFO:tasks.workunit.client.0.smithi078.stdout:op 4735 completed, throughput=5MB/sec 2024-08-10T05:32:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:07 smithi107 ceph-mon[86658]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:32:08.396 INFO:tasks.workunit.client.0.smithi078.stdout: 924: throughput=5MB/sec pending data=0 2024-08-10T05:32:08.396 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-flgIJDhIkUEX4Pl off=4502095 len=1271974 2024-08-10T05:32:08.403 INFO:tasks.workunit.client.0.smithi078.stdout:op 4736 completed, throughput=5MB/sec 2024-08-10T05:32:08.403 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--aSXH5yxCOX5SqI off=4667838 len=413730 2024-08-10T05:32:08.404 INFO:tasks.workunit.client.0.smithi078.stdout:op 4737 completed, throughput=5MB/sec 2024-08-10T05:32:08.404 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WbvqKL3JAVyCrS7 off=1393538 len=585539 2024-08-10T05:32:08.404 INFO:tasks.workunit.client.0.smithi078.stdout:op 4738 completed, throughput=5MB/sec 2024-08-10T05:32:08.405 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iBPSMjgzgkIbhcS off=16983831 len=391175 2024-08-10T05:32:08.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 4739 completed, throughput=5MB/sec 2024-08-10T05:32:08.409 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EHxAbGUNyzLzcza off=22936658 len=119800 2024-08-10T05:32:08.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 4740 completed, throughput=5MB/sec 2024-08-10T05:32:08.411 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-J46tAPLI_WbIciH off=1855024 len=933821 2024-08-10T05:32:08.412 INFO:tasks.workunit.client.0.smithi078.stdout:op 4741 completed, throughput=5MB/sec 2024-08-10T05:32:08.412 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7Ue4CC3M7GtPf1C off=5785037 len=1952425 2024-08-10T05:32:08.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 4742 completed, throughput=5MB/sec 2024-08-10T05:32:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:07 smithi078 ceph-mon[92251]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:32:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:07 smithi078 ceph-mon[94618]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:32:09.414 INFO:tasks.workunit.client.0.smithi078.stdout: 925: throughput=5MB/sec pending data=0 2024-08-10T05:32:09.415 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JVTbbDEJ6KZ79qU off=6468647 len=27831 2024-08-10T05:32:09.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 4743 completed, throughput=5MB/sec 2024-08-10T05:32:09.415 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zWGHjHM886VYcJJ off=14330059 len=1068600 2024-08-10T05:32:09.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 4744 completed, throughput=5MB/sec 2024-08-10T05:32:09.421 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hQQ5PvVEyOYCw4c off=10791655 len=857603 2024-08-10T05:32:09.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 4745 completed, throughput=5MB/sec 2024-08-10T05:32:09.423 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nD_Xc2KIzUG8HID off=9339012 len=376214 2024-08-10T05:32:09.427 INFO:tasks.workunit.client.0.smithi078.stdout:op 4746 completed, throughput=5MB/sec 2024-08-10T05:32:09.427 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4PvgBhM_bI3hHi_ off=322593 len=1385326 2024-08-10T05:32:09.434 INFO:tasks.workunit.client.0.smithi078.stdout:op 4747 completed, throughput=5MB/sec 2024-08-10T05:32:09.434 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G_wH7RnWbcR3SdE off=39244 len=493400 2024-08-10T05:32:09.437 INFO:tasks.workunit.client.0.smithi078.stdout:op 4748 completed, throughput=5MB/sec 2024-08-10T05:32:09.437 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-svRt2ZseSsXfCDR off=4494843 len=1331768 2024-08-10T05:32:09.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 4749 completed, throughput=5MB/sec 2024-08-10T05:32:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:09 smithi107 ceph-mon[86658]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:32:10.443 INFO:tasks.workunit.client.0.smithi078.stdout: 926: throughput=5MB/sec pending data=0 2024-08-10T05:32:10.443 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wDhXBZgC3w0jE6s off=12080103 len=1913445 2024-08-10T05:32:10.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 4750 completed, throughput=5MB/sec 2024-08-10T05:32:10.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W2cQ_TUpblU2GTP off=1178457 len=252192 2024-08-10T05:32:10.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 4751 completed, throughput=5MB/sec 2024-08-10T05:32:10.449 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cS2zivEtHY_9ac7 off=106039 len=558788 2024-08-10T05:32:10.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 4752 completed, throughput=5MB/sec 2024-08-10T05:32:10.452 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e3ryP7j-_pRASzJ off=18532723 len=1439568 2024-08-10T05:32:10.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 4753 completed, throughput=5MB/sec 2024-08-10T05:32:10.460 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-guoF8t7NKKKAG46 off=2318180 len=1632295 2024-08-10T05:32:10.462 INFO:tasks.workunit.client.0.smithi078.stdout:op 4754 completed, throughput=5MB/sec 2024-08-10T05:32:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:09 smithi078 ceph-mon[92251]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:32:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:09 smithi078 ceph-mon[94618]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:32:11.462 INFO:tasks.workunit.client.0.smithi078.stdout: 927: throughput=5MB/sec pending data=0 2024-08-10T05:32:11.462 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sHJlRGsmh8QUQzc off=9834355 len=1177358 2024-08-10T05:32:11.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 4755 completed, throughput=5MB/sec 2024-08-10T05:32:11.465 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eZIvrqD3Xq1ZDkY off=1122251 len=1454473 2024-08-10T05:32:11.468 INFO:tasks.workunit.client.0.smithi078.stdout:op 4756 completed, throughput=5MB/sec 2024-08-10T05:32:11.468 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-v-5rl6dQFk-Dfnb off=4211887 len=957783 2024-08-10T05:32:11.473 INFO:tasks.workunit.client.0.smithi078.stdout:op 4757 completed, throughput=5MB/sec 2024-08-10T05:32:11.473 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-X9MKZkP2SkdC8YH off=13156028 len=1934426 2024-08-10T05:32:11.481 INFO:tasks.workunit.client.0.smithi078.stdout:op 4758 completed, throughput=5MB/sec 2024-08-10T05:32:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:11 smithi078 ceph-mon[92251]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:32:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:11 smithi078 ceph-mon[94618]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:32:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:32:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:32:11] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:32:12.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:11 smithi107 ceph-mon[86658]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:32:12.482 INFO:tasks.workunit.client.0.smithi078.stdout: 928: throughput=5MB/sec pending data=0 2024-08-10T05:32:12.482 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2boBsHlPqXIHKqi off=3656203 len=1534504 2024-08-10T05:32:12.489 INFO:tasks.workunit.client.0.smithi078.stdout:op 4759 completed, throughput=5MB/sec 2024-08-10T05:32:12.489 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4y7QE4--79VrxwE off=5442593 len=46159 2024-08-10T05:32:12.490 INFO:tasks.workunit.client.0.smithi078.stdout:op 4760 completed, throughput=5MB/sec 2024-08-10T05:32:12.490 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VB7UnFEVkP_LX6l off=4961403 len=322274 2024-08-10T05:32:12.490 INFO:tasks.workunit.client.0.smithi078.stdout:op 4761 completed, throughput=5MB/sec 2024-08-10T05:32:12.490 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RmoY4SUIMBca0-s off=3365095 len=790808 2024-08-10T05:32:12.495 INFO:tasks.workunit.client.0.smithi078.stdout:op 4762 completed, throughput=5MB/sec 2024-08-10T05:32:12.495 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OZOq2hs5oxcTVn9 off=2898248 len=1130910 2024-08-10T05:32:12.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 4763 completed, throughput=5MB/sec 2024-08-10T05:32:12.497 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ANb8J1FS2DnIPgp off=10449342 len=1441778 2024-08-10T05:32:12.498 INFO:tasks.workunit.client.0.smithi078.stdout:op 4764 completed, throughput=5MB/sec 2024-08-10T05:32:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:32:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:13.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:13.498 INFO:tasks.workunit.client.0.smithi078.stdout: 929: throughput=5MB/sec pending data=0 2024-08-10T05:32:13.498 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dRhIOxiR5Ei-YHx off=1441279 len=549689 2024-08-10T05:32:13.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 4765 completed, throughput=5MB/sec 2024-08-10T05:32:13.503 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uNS3Ysd8a6Rk19r off=3323452 len=423673 2024-08-10T05:32:13.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 4766 completed, throughput=5MB/sec 2024-08-10T05:32:13.504 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bppu9LP-kQLITGP off=9478320 len=643700 2024-08-10T05:32:13.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 4767 completed, throughput=5MB/sec 2024-08-10T05:32:13.505 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-97EQht6YWC-W7yu off=19711977 len=1344362 2024-08-10T05:32:13.507 INFO:tasks.workunit.client.0.smithi078.stdout:op 4768 completed, throughput=5MB/sec 2024-08-10T05:32:13.507 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bv9sxvGnICW5OV7 off=8399906 len=1565562 2024-08-10T05:32:13.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 4769 completed, throughput=5MB/sec 2024-08-10T05:32:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:13 smithi107 ceph-mon[86658]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:32:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:13 smithi078 ceph-mon[92251]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:32:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:13 smithi078 ceph-mon[94618]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:32:14.509 INFO:tasks.workunit.client.0.smithi078.stdout: 930: throughput=5MB/sec pending data=0 2024-08-10T05:32:14.509 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GgDRrv_eCcpyoUB off=1888475 len=33504 2024-08-10T05:32:14.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 4770 completed, throughput=5MB/sec 2024-08-10T05:32:14.510 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nuJ9gCTa9CnwQSU off=2020362 len=373668 2024-08-10T05:32:14.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 4771 completed, throughput=5MB/sec 2024-08-10T05:32:14.511 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nysmzT3mUp7bLY5 off=583748 len=42955 2024-08-10T05:32:14.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 4772 completed, throughput=5MB/sec 2024-08-10T05:32:14.511 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GKfyHFXd3pAzEUk off=1254516 len=2059259 2024-08-10T05:32:14.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 4773 completed, throughput=5MB/sec 2024-08-10T05:32:14.523 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5heG1KtDFg60GQ1 off=420119 len=362891 2024-08-10T05:32:14.527 INFO:tasks.workunit.client.0.smithi078.stdout:op 4774 completed, throughput=5MB/sec 2024-08-10T05:32:14.527 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hsH-sQhWzu2xfa4 off=2743457 len=508512 2024-08-10T05:32:14.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 4775 completed, throughput=5MB/sec 2024-08-10T05:32:14.531 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_Zba_Eqv1BM3XTP off=4161732 len=105138 2024-08-10T05:32:14.533 INFO:tasks.workunit.client.0.smithi078.stdout:op 4776 completed, throughput=5MB/sec 2024-08-10T05:32:14.533 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zUFsAvgzTBEBiRZ off=338982 len=168479 2024-08-10T05:32:14.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 4777 completed, throughput=5MB/sec 2024-08-10T05:32:14.536 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-meN7RRxFog9wp7D off=10879689 len=1756113 2024-08-10T05:32:14.545 INFO:tasks.workunit.client.0.smithi078.stdout:op 4778 completed, throughput=5MB/sec 2024-08-10T05:32:15.545 INFO:tasks.workunit.client.0.smithi078.stdout: 931: throughput=5MB/sec pending data=0 2024-08-10T05:32:15.546 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l9j-GhJNubX0HTu off=8526029 len=1508033 2024-08-10T05:32:15.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 4779 completed, throughput=5MB/sec 2024-08-10T05:32:15.547 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nRCDnP4pkgEKEnU off=1820315 len=464508 2024-08-10T05:32:15.548 INFO:tasks.workunit.client.0.smithi078.stdout:op 4780 completed, throughput=5MB/sec 2024-08-10T05:32:15.548 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FERiQ2Ydztffxpd off=15643518 len=2086432 2024-08-10T05:32:15.558 INFO:tasks.workunit.client.0.smithi078.stdout:op 4781 completed, throughput=5MB/sec 2024-08-10T05:32:15.558 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WUS964cDUfSFPsG off=15319299 len=1195385 2024-08-10T05:32:15.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 4782 completed, throughput=5MB/sec 2024-08-10T05:32:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:15 smithi107 ceph-mon[86658]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:32:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:15 smithi078 ceph-mon[92251]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:32:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:15 smithi078 ceph-mon[94618]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:32:16.561 INFO:tasks.workunit.client.0.smithi078.stdout: 932: throughput=5MB/sec pending data=0 2024-08-10T05:32:16.561 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0HWNGf0ucxlow16 off=11749691 len=1465377 2024-08-10T05:32:16.564 INFO:tasks.workunit.client.0.smithi078.stdout:op 4783 completed, throughput=5MB/sec 2024-08-10T05:32:16.564 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SFK4mplC7OBurno off=1100470 len=977722 2024-08-10T05:32:16.566 INFO:tasks.workunit.client.0.smithi078.stdout:op 4784 completed, throughput=5MB/sec 2024-08-10T05:32:16.566 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HxvvCbELOYtfpxS off=3560962 len=347763 2024-08-10T05:32:16.566 INFO:tasks.workunit.client.0.smithi078.stdout:op 4785 completed, throughput=5MB/sec 2024-08-10T05:32:16.566 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Yb4G5at2LaSAxO6 off=3664087 len=1723211 2024-08-10T05:32:16.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 4786 completed, throughput=5MB/sec 2024-08-10T05:32:16.575 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DMgicQFykf9S8Lp off=8682372 len=1083274 2024-08-10T05:32:16.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 4787 completed, throughput=5MB/sec 2024-08-10T05:32:17.579 INFO:tasks.workunit.client.0.smithi078.stdout: 933: throughput=5MB/sec pending data=0 2024-08-10T05:32:17.579 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wy1MlKoUkRnexUb off=12542342 len=515060 2024-08-10T05:32:17.581 INFO:tasks.workunit.client.0.smithi078.stdout:op 4788 completed, throughput=5MB/sec 2024-08-10T05:32:17.581 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XyaVHgHlNh7fVaa off=9767352 len=1381052 2024-08-10T05:32:17.589 INFO:tasks.workunit.client.0.smithi078.stdout:op 4789 completed, throughput=5MB/sec 2024-08-10T05:32:17.589 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BGNCPYMvxl8zcY5 off=1902624 len=568979 2024-08-10T05:32:17.590 INFO:tasks.workunit.client.0.smithi078.stdout:op 4790 completed, throughput=5MB/sec 2024-08-10T05:32:17.590 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oi9DFqJnly0kysH off=23270 len=133164 2024-08-10T05:32:17.591 INFO:tasks.workunit.client.0.smithi078.stdout:op 4791 completed, throughput=5MB/sec 2024-08-10T05:32:17.591 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zOqCtnh_6iclIu2 off=17543374 len=987146 2024-08-10T05:32:17.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 4792 completed, throughput=5MB/sec 2024-08-10T05:32:17.596 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2NOY5T29p1wrZ9O off=7795403 len=1466594 2024-08-10T05:32:17.598 INFO:tasks.workunit.client.0.smithi078.stdout:op 4793 completed, throughput=5MB/sec 2024-08-10T05:32:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:17 smithi107 ceph-mon[86658]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:32:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:17 smithi078 ceph-mon[92251]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:32:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:17 smithi078 ceph-mon[94618]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:32:18.599 INFO:tasks.workunit.client.0.smithi078.stdout: 934: throughput=5MB/sec pending data=0 2024-08-10T05:32:18.599 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Jd8LjTTXaYdJLdX off=2317175 len=594389 2024-08-10T05:32:18.603 INFO:tasks.workunit.client.0.smithi078.stdout:op 4794 completed, throughput=5MB/sec 2024-08-10T05:32:18.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Oq4Pzjjaom2sbZn off=16741113 len=533195 2024-08-10T05:32:18.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 4795 completed, throughput=5MB/sec 2024-08-10T05:32:18.608 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CwrJEN2CcUBdheK off=1773077 len=1892766 2024-08-10T05:32:18.612 INFO:tasks.workunit.client.0.smithi078.stdout:op 4796 completed, throughput=5MB/sec 2024-08-10T05:32:18.612 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CrwUl7-h5h00XS3 off=145592 len=75274 2024-08-10T05:32:18.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 4797 completed, throughput=5MB/sec 2024-08-10T05:32:18.614 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uH1tOdj2AlU9M7Y off=12516063 len=1792302 2024-08-10T05:32:18.623 INFO:tasks.workunit.client.0.smithi078.stdout:op 4798 completed, throughput=5MB/sec 2024-08-10T05:32:19.624 INFO:tasks.workunit.client.0.smithi078.stdout: 935: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:19.624 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cv6kdwQT5irHhWM off=20605979 len=1278622 2024-08-10T05:32:19.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 4799 completed, throughput=5MB/sec 2024-08-10T05:32:19.626 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rF_4dlHcLSKWOfo off=1063474 len=344546 2024-08-10T05:32:19.626 INFO:tasks.workunit.client.0.smithi078.stdout:op 4800 completed, throughput=5MB/sec 2024-08-10T05:32:19.626 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7PTbSlIq8LFNL0O off=1638437 len=291111 2024-08-10T05:32:19.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 4801 completed, throughput=5MB/sec 2024-08-10T05:32:19.627 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MWf6X4V8Ao6KCvI off=3051193 len=1250271 2024-08-10T05:32:19.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 4802 completed, throughput=5MB/sec 2024-08-10T05:32:19.635 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9DOl5zw6NDa54mM off=270523 len=115698 2024-08-10T05:32:19.637 INFO:tasks.workunit.client.0.smithi078.stdout:op 4803 completed, throughput=5MB/sec 2024-08-10T05:32:19.638 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s6I04AFzjBrR1qs off=16171841 len=1188254 2024-08-10T05:32:19.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 4804 completed, throughput=5MB/sec 2024-08-10T05:32:19.639 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ea9c1uZaU_2-yri off=8630331 len=2048479 2024-08-10T05:32:19.652 INFO:tasks.workunit.client.0.smithi078.stdout:op 4805 completed, throughput=5MB/sec 2024-08-10T05:32:20.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:20 smithi078 ceph-mon[92251]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:20.279 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:20 smithi078 ceph-mon[94618]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:20 smithi107 ceph-mon[86658]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:20.653 INFO:tasks.workunit.client.0.smithi078.stdout: 936: throughput=5MB/sec pending data=0 2024-08-10T05:32:20.653 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FpZeoeO62zWzps4 off=8085593 len=1310252 2024-08-10T05:32:20.660 INFO:tasks.workunit.client.0.smithi078.stdout:op 4806 completed, throughput=5MB/sec 2024-08-10T05:32:20.660 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VwMHFeH_Vl6ku2n off=917148 len=624049 2024-08-10T05:32:20.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 4807 completed, throughput=5MB/sec 2024-08-10T05:32:20.662 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cP_en_fJkL3RuqK off=6562446 len=1007173 2024-08-10T05:32:20.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 4808 completed, throughput=5MB/sec 2024-08-10T05:32:20.667 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JCKlvVinUAJwLxj off=6658701 len=904591 2024-08-10T05:32:20.672 INFO:tasks.workunit.client.0.smithi078.stdout:op 4809 completed, throughput=5MB/sec 2024-08-10T05:32:20.672 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FsrRdmrEXmmbXej off=134730 len=64300 2024-08-10T05:32:20.674 INFO:tasks.workunit.client.0.smithi078.stdout:op 4810 completed, throughput=5MB/sec 2024-08-10T05:32:20.674 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DmK3HxS5c4Vxyrc off=1634225 len=1555902 2024-08-10T05:32:20.676 INFO:tasks.workunit.client.0.smithi078.stdout:op 4811 completed, throughput=5MB/sec 2024-08-10T05:32:21.676 INFO:tasks.workunit.client.0.smithi078.stdout: 937: throughput=5MB/sec pending data=0 2024-08-10T05:32:21.677 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kya28LiheFShNSO off=9611414 len=887785 2024-08-10T05:32:21.678 INFO:tasks.workunit.client.0.smithi078.stdout:op 4812 completed, throughput=5MB/sec 2024-08-10T05:32:21.678 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--XL0w3h2J7wfqo3 off=9770682 len=872545 2024-08-10T05:32:21.679 INFO:tasks.workunit.client.0.smithi078.stdout:op 4813 completed, throughput=5MB/sec 2024-08-10T05:32:21.679 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bnaMOGBo2XmYFxV off=1161540 len=276260 2024-08-10T05:32:21.682 INFO:tasks.workunit.client.0.smithi078.stdout:op 4814 completed, throughput=5MB/sec 2024-08-10T05:32:21.683 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A2l3-eeHKM_kL4m off=1197868 len=1339908 2024-08-10T05:32:21.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 4815 completed, throughput=5MB/sec 2024-08-10T05:32:21.689 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UGnv4oITH5st32z off=2592171 len=1983616 2024-08-10T05:32:21.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 4816 completed, throughput=5MB/sec 2024-08-10T05:32:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:22 smithi078 ceph-mon[92251]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:22 smithi078 ceph-mon[94618]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:32:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:32:21] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-08-10T05:32:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:22 smithi107 ceph-mon[86658]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:32:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:22.691 INFO:tasks.workunit.client.0.smithi078.stdout: 938: throughput=5MB/sec pending data=0 2024-08-10T05:32:22.692 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mppS7O95Q_N7_60 off=2289980 len=898527 2024-08-10T05:32:22.697 INFO:tasks.workunit.client.0.smithi078.stdout:op 4817 completed, throughput=5MB/sec 2024-08-10T05:32:22.697 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Uul3Rf8BRYH76pB off=1436006 len=332608 2024-08-10T05:32:22.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 4818 completed, throughput=5MB/sec 2024-08-10T05:32:22.701 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pz5CVw8hWUcRjeJ off=1955436 len=535983 2024-08-10T05:32:22.704 INFO:tasks.workunit.client.0.smithi078.stdout:op 4819 completed, throughput=5MB/sec 2024-08-10T05:32:22.704 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SpBxoxhGhgNymWx off=8465102 len=2095553 2024-08-10T05:32:22.714 INFO:tasks.workunit.client.0.smithi078.stdout:op 4820 completed, throughput=5MB/sec 2024-08-10T05:32:22.714 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VEQwtXI-njxp8u0 off=7627709 len=1930527 2024-08-10T05:32:22.716 INFO:tasks.workunit.client.0.smithi078.stdout:op 4821 completed, throughput=5MB/sec 2024-08-10T05:32:23.716 INFO:tasks.workunit.client.0.smithi078.stdout: 939: throughput=5MB/sec pending data=0 2024-08-10T05:32:23.717 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mE4UB5QBuhLQRmW off=10607172 len=1709800 2024-08-10T05:32:23.727 INFO:tasks.workunit.client.0.smithi078.stdout:op 4822 completed, throughput=5MB/sec 2024-08-10T05:32:23.727 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SAJkvrH4gQgv4jn off=4413117 len=546462 2024-08-10T05:32:23.730 INFO:tasks.workunit.client.0.smithi078.stdout:op 4823 completed, throughput=5MB/sec 2024-08-10T05:32:23.731 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-PZNac9zzQqdJhBL off=14608340 len=473056 2024-08-10T05:32:23.734 INFO:tasks.workunit.client.0.smithi078.stdout:op 4824 completed, throughput=5MB/sec 2024-08-10T05:32:23.734 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e3BdX58rF-ewSML off=8936359 len=1588405 2024-08-10T05:32:23.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 4825 completed, throughput=5MB/sec 2024-08-10T05:32:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:24 smithi107 ceph-mon[86658]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:32:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:24 smithi078 ceph-mon[92251]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:32:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:24 smithi078 ceph-mon[94618]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:32:24.737 INFO:tasks.workunit.client.0.smithi078.stdout: 940: throughput=5MB/sec pending data=0 2024-08-10T05:32:24.737 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7e8CZUoqCebvE-M off=1568123 len=898714 2024-08-10T05:32:24.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 4826 completed, throughput=5MB/sec 2024-08-10T05:32:24.738 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jYcNgDtdIsvcnfC off=691374 len=1383698 2024-08-10T05:32:24.746 INFO:tasks.workunit.client.0.smithi078.stdout:op 4827 completed, throughput=5MB/sec 2024-08-10T05:32:24.746 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BHhXYbcG9mCSMcJ off=4025598 len=895214 2024-08-10T05:32:24.748 INFO:tasks.workunit.client.0.smithi078.stdout:op 4828 completed, throughput=5MB/sec 2024-08-10T05:32:24.748 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wNRRK1vcKN0tUqQ off=4594510 len=837274 2024-08-10T05:32:24.750 INFO:tasks.workunit.client.0.smithi078.stdout:op 4829 completed, throughput=5MB/sec 2024-08-10T05:32:24.750 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0ZufjuphzxzlABG off=1444825 len=855265 2024-08-10T05:32:24.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 4830 completed, throughput=5MB/sec 2024-08-10T05:32:25.754 INFO:tasks.workunit.client.0.smithi078.stdout: 941: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:25.754 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AzLqq9w8GtIes2E off=2205717 len=1853497 2024-08-10T05:32:25.756 INFO:tasks.workunit.client.0.smithi078.stdout:op 4831 completed, throughput=5MB/sec 2024-08-10T05:32:25.756 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SC9klmgOleBIOXQ off=7032948 len=724401 2024-08-10T05:32:25.761 INFO:tasks.workunit.client.0.smithi078.stdout:op 4832 completed, throughput=5MB/sec 2024-08-10T05:32:25.761 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FtHS7jXEm3xpGBJ off=12597551 len=1361670 2024-08-10T05:32:25.764 INFO:tasks.workunit.client.0.smithi078.stdout:op 4833 completed, throughput=5MB/sec 2024-08-10T05:32:25.764 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tUIUAdrqbEIG5qR off=2147653 len=894832 2024-08-10T05:32:25.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 4834 completed, throughput=5MB/sec 2024-08-10T05:32:25.765 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZgAwLTnnWMzQ6VM off=1728556 len=1243922 2024-08-10T05:32:25.771 INFO:tasks.workunit.client.0.smithi078.stdout:op 4835 completed, throughput=5MB/sec 2024-08-10T05:32:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:26 smithi107 ceph-mon[86658]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:32:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:26 smithi078 ceph-mon[92251]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:32:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:26 smithi078 ceph-mon[94618]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:32:26.772 INFO:tasks.workunit.client.0.smithi078.stdout: 942: throughput=5MB/sec pending data=0 2024-08-10T05:32:26.772 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dpBEfAzaM1R67yu off=12148505 len=409634 2024-08-10T05:32:26.775 INFO:tasks.workunit.client.0.smithi078.stdout:op 4836 completed, throughput=5MB/sec 2024-08-10T05:32:26.775 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kCnCqVcJ7X2-kcF off=8338865 len=968723 2024-08-10T05:32:26.780 INFO:tasks.workunit.client.0.smithi078.stdout:op 4837 completed, throughput=5MB/sec 2024-08-10T05:32:26.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eHG2Jqt01488C3C off=3201935 len=307153 2024-08-10T05:32:26.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 4838 completed, throughput=5MB/sec 2024-08-10T05:32:26.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eomNExuDntjrW7_ off=954042 len=246352 2024-08-10T05:32:26.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 4839 completed, throughput=5MB/sec 2024-08-10T05:32:26.783 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-noj_tyQjAFyzndV off=2378299 len=636718 2024-08-10T05:32:26.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 4840 completed, throughput=5MB/sec 2024-08-10T05:32:26.783 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rvWtrfGROONTgfi off=1788442 len=1099448 2024-08-10T05:32:26.785 INFO:tasks.workunit.client.0.smithi078.stdout:op 4841 completed, throughput=5MB/sec 2024-08-10T05:32:26.786 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hHLyTQUF2HjBJNw off=1098785 len=1909179 2024-08-10T05:32:26.788 INFO:tasks.workunit.client.0.smithi078.stdout:op 4842 completed, throughput=5MB/sec 2024-08-10T05:32:27.788 INFO:tasks.workunit.client.0.smithi078.stdout: 943: throughput=5MB/sec pending data=0 2024-08-10T05:32:27.788 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LJb7fztOZ2XQqbj off=15418228 len=250942 2024-08-10T05:32:27.791 INFO:tasks.workunit.client.0.smithi078.stdout:op 4843 completed, throughput=5MB/sec 2024-08-10T05:32:27.791 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rE5GYZLLUq51oc9 off=49033 len=1494499 2024-08-10T05:32:27.801 INFO:tasks.workunit.client.0.smithi078.stdout:op 4844 completed, throughput=5MB/sec 2024-08-10T05:32:27.801 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WueHCtAieJtQ-Ul off=130428 len=1368347 2024-08-10T05:32:27.807 INFO:tasks.workunit.client.0.smithi078.stdout:op 4845 completed, throughput=5MB/sec 2024-08-10T05:32:27.807 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g8_ZSS94s6yzKQg off=3318000 len=1154938 2024-08-10T05:32:27.809 INFO:tasks.workunit.client.0.smithi078.stdout:op 4846 completed, throughput=5MB/sec 2024-08-10T05:32:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:28 smithi107 ceph-mon[86658]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:32:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:28 smithi078 ceph-mon[92251]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:32:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:28 smithi078 ceph-mon[94618]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:32:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:28.809 INFO:tasks.workunit.client.0.smithi078.stdout: 944: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:28.809 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KZ0mgd2z9osjziB off=848110 len=1387595 2024-08-10T05:32:28.815 INFO:tasks.workunit.client.0.smithi078.stdout:op 4847 completed, throughput=5MB/sec 2024-08-10T05:32:28.815 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jG_OPVTuzQgOwzd off=8119374 len=324492 2024-08-10T05:32:28.815 INFO:tasks.workunit.client.0.smithi078.stdout:op 4848 completed, throughput=5MB/sec 2024-08-10T05:32:28.815 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ug4h404Q1BPNsk1 off=12975688 len=791692 2024-08-10T05:32:28.816 INFO:tasks.workunit.client.0.smithi078.stdout:op 4849 completed, throughput=5MB/sec 2024-08-10T05:32:28.817 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-adpgEhp6i6Agj1g off=6053352 len=170259 2024-08-10T05:32:28.817 INFO:tasks.workunit.client.0.smithi078.stdout:op 4850 completed, throughput=5MB/sec 2024-08-10T05:32:28.817 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Yfoug-1thfxdp1q off=13895150 len=1141996 2024-08-10T05:32:28.823 INFO:tasks.workunit.client.0.smithi078.stdout:op 4851 completed, throughput=5MB/sec 2024-08-10T05:32:28.823 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-higxeSSqMjXRvvr off=19717914 len=806950 2024-08-10T05:32:28.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 4852 completed, throughput=5MB/sec 2024-08-10T05:32:28.828 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-moBgP9U9VkdJ3Xl off=13071282 len=43767 2024-08-10T05:32:28.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 4853 completed, throughput=5MB/sec 2024-08-10T05:32:28.828 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qfy1k7dbb4XELOi off=2140397 len=2052528 2024-08-10T05:32:28.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 4854 completed, throughput=5MB/sec 2024-08-10T05:32:29.837 INFO:tasks.workunit.client.0.smithi078.stdout: 945: throughput=5MB/sec pending data=0 2024-08-10T05:32:29.837 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YdajUxorKRn7NJA off=552657 len=1110330 2024-08-10T05:32:29.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 4855 completed, throughput=5MB/sec 2024-08-10T05:32:29.838 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_OIsdy0yf-EuQxj off=2773753 len=1079101 2024-08-10T05:32:29.843 INFO:tasks.workunit.client.0.smithi078.stdout:op 4856 completed, throughput=5MB/sec 2024-08-10T05:32:29.843 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9ImXi3ljpX4xWpB off=4731509 len=238054 2024-08-10T05:32:29.843 INFO:tasks.workunit.client.0.smithi078.stdout:op 4857 completed, throughput=5MB/sec 2024-08-10T05:32:29.844 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ebA6Fs3xUb8tbZX off=5943770 len=130776 2024-08-10T05:32:29.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 4858 completed, throughput=5MB/sec 2024-08-10T05:32:29.844 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yN4X0StnBhfV7fp off=8422978 len=491194 2024-08-10T05:32:29.845 INFO:tasks.workunit.client.0.smithi078.stdout:op 4859 completed, throughput=5MB/sec 2024-08-10T05:32:29.845 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_zzhpIGhN2WHNq7 off=11109887 len=1852587 2024-08-10T05:32:29.846 INFO:tasks.workunit.client.0.smithi078.stdout:op 4860 completed, throughput=5MB/sec 2024-08-10T05:32:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:30 smithi107 ceph-mon[86658]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:32:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:30 smithi078 ceph-mon[92251]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:32:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:30 smithi078 ceph-mon[94618]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:32:30.846 INFO:tasks.workunit.client.0.smithi078.stdout: 946: throughput=5MB/sec pending data=0 2024-08-10T05:32:30.847 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IySVquBYl0d06W4 off=12183496 len=319805 2024-08-10T05:32:30.850 INFO:tasks.workunit.client.0.smithi078.stdout:op 4861 completed, throughput=5MB/sec 2024-08-10T05:32:30.850 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jBp0i1Z-_ev2pP9 off=882499 len=1061405 2024-08-10T05:32:30.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 4862 completed, throughput=5MB/sec 2024-08-10T05:32:30.855 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2taCUGPj9ghxnTo off=8570240 len=526796 2024-08-10T05:32:30.857 INFO:tasks.workunit.client.0.smithi078.stdout:op 4863 completed, throughput=5MB/sec 2024-08-10T05:32:30.857 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ST3ns5HvVaVtkac off=0 len=1886116 2024-08-10T05:32:30.867 INFO:tasks.workunit.client.0.smithi078.stdout:op 4864 completed, throughput=5MB/sec 2024-08-10T05:32:30.867 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-86E_kRFp5jvdv1N off=1945988 len=1254955 2024-08-10T05:32:30.874 INFO:tasks.workunit.client.0.smithi078.stdout:op 4865 completed, throughput=5MB/sec 2024-08-10T05:32:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:32:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:32:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:32:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:32:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:32:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:32:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:32:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:32:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:32:31.875 INFO:tasks.workunit.client.0.smithi078.stdout: 947: throughput=5MB/sec pending data=0 2024-08-10T05:32:31.875 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_rRIBTgZO07OIFN off=88353 len=1543788 2024-08-10T05:32:31.883 INFO:tasks.workunit.client.0.smithi078.stdout:op 4866 completed, throughput=5MB/sec 2024-08-10T05:32:31.883 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YK54GTeSPIyzxhv off=3810451 len=959220 2024-08-10T05:32:31.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 4867 completed, throughput=5MB/sec 2024-08-10T05:32:31.888 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AkkAszaxVXnmjnN off=7554827 len=2063788 2024-08-10T05:32:31.898 INFO:tasks.workunit.client.0.smithi078.stdout:op 4868 completed, throughput=5MB/sec 2024-08-10T05:32:31.898 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BUHFGH1IFrvEu8z off=17381158 len=1366720 2024-08-10T05:32:31.909 INFO:tasks.workunit.client.0.smithi078.stdout:op 4869 completed, throughput=5MB/sec 2024-08-10T05:32:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:32 smithi078 ceph-mon[92251]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:32 smithi078 ceph-mon[94618]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:32:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:32:31] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:32:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:32 smithi107 ceph-mon[86658]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:32:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:32.911 INFO:tasks.workunit.client.0.smithi078.stdout: 948: throughput=5MB/sec pending data=0 2024-08-10T05:32:32.911 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZCKi6RxLdYTchFw off=3638668 len=1994131 2024-08-10T05:32:32.920 INFO:tasks.workunit.client.0.smithi078.stdout:op 4870 completed, throughput=5MB/sec 2024-08-10T05:32:32.920 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JGUlJlSz36ppjPJ off=18101565 len=740823 2024-08-10T05:32:32.923 INFO:tasks.workunit.client.0.smithi078.stdout:op 4871 completed, throughput=5MB/sec 2024-08-10T05:32:32.924 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LQJjv0Jzd6wrceF off=2168521 len=1695761 2024-08-10T05:32:32.931 INFO:tasks.workunit.client.0.smithi078.stdout:op 4872 completed, throughput=5MB/sec 2024-08-10T05:32:33.931 INFO:tasks.workunit.client.0.smithi078.stdout: 949: throughput=5MB/sec pending data=0 2024-08-10T05:32:33.931 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RBvqsGhVTAwexNd off=12214559 len=1127585 2024-08-10T05:32:33.939 INFO:tasks.workunit.client.0.smithi078.stdout:op 4873 completed, throughput=5MB/sec 2024-08-10T05:32:33.939 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6o5EdBZW6XocVeq off=2344634 len=1476498 2024-08-10T05:32:33.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 4874 completed, throughput=5MB/sec 2024-08-10T05:32:33.943 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-863iIHfbwt3pDS4 off=20181047 len=1398018 2024-08-10T05:32:33.945 INFO:tasks.workunit.client.0.smithi078.stdout:op 4875 completed, throughput=5MB/sec 2024-08-10T05:32:33.945 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YgwD9iZUBm7hwcb off=2160218 len=1197841 2024-08-10T05:32:33.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 4876 completed, throughput=5MB/sec 2024-08-10T05:32:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:34 smithi078 ceph-mon[92251]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:34 smithi078 ceph-mon[94618]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:34 smithi107 ceph-mon[86658]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:32:34.952 INFO:tasks.workunit.client.0.smithi078.stdout: 950: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:34.952 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l49Tte7fFSokLDp off=6399341 len=1181356 2024-08-10T05:32:34.957 INFO:tasks.workunit.client.0.smithi078.stdout:op 4877 completed, throughput=5MB/sec 2024-08-10T05:32:34.957 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-P_RR1Y7SEdY7iUx off=9037513 len=1598757 2024-08-10T05:32:34.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 4878 completed, throughput=5MB/sec 2024-08-10T05:32:34.961 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RROv32EvGH7hcWM off=16898943 len=848140 2024-08-10T05:32:34.967 INFO:tasks.workunit.client.0.smithi078.stdout:op 4879 completed, throughput=5MB/sec 2024-08-10T05:32:34.967 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OWd25nV1H0TUnoX off=2831440 len=602878 2024-08-10T05:32:34.967 INFO:tasks.workunit.client.0.smithi078.stdout:op 4880 completed, throughput=5MB/sec 2024-08-10T05:32:34.967 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BdV9pyOW_onwIGi off=3136592 len=947557 2024-08-10T05:32:34.969 INFO:tasks.workunit.client.0.smithi078.stdout:op 4881 completed, throughput=5MB/sec 2024-08-10T05:32:34.969 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pD4N5bU4Pv5J5Nh off=2787386 len=1431131 2024-08-10T05:32:34.975 INFO:tasks.workunit.client.0.smithi078.stdout:op 4882 completed, throughput=5MB/sec 2024-08-10T05:32:35.975 INFO:tasks.workunit.client.0.smithi078.stdout: 951: throughput=5MB/sec pending data=0 2024-08-10T05:32:35.975 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0tREOVC8Z4PNht9 off=4494595 len=1089837 2024-08-10T05:32:35.980 INFO:tasks.workunit.client.0.smithi078.stdout:op 4883 completed, throughput=5MB/sec 2024-08-10T05:32:35.980 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j0fb8TcnYCmPSdW off=13385845 len=959780 2024-08-10T05:32:35.986 INFO:tasks.workunit.client.0.smithi078.stdout:op 4884 completed, throughput=5MB/sec 2024-08-10T05:32:35.986 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q9KzQTednKAMF8o off=4565165 len=581452 2024-08-10T05:32:35.990 INFO:tasks.workunit.client.0.smithi078.stdout:op 4885 completed, throughput=5MB/sec 2024-08-10T05:32:35.990 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9CDVOC8vSWlEjua off=13536899 len=172324 2024-08-10T05:32:35.993 INFO:tasks.workunit.client.0.smithi078.stdout:op 4886 completed, throughput=5MB/sec 2024-08-10T05:32:35.993 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wMvE1jOqQggTIqH off=14046792 len=1390270 2024-08-10T05:32:35.994 INFO:tasks.workunit.client.0.smithi078.stdout:op 4887 completed, throughput=5MB/sec 2024-08-10T05:32:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:36 smithi078 ceph-mon[92251]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:32:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:36 smithi078 ceph-mon[94618]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:32:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:36 smithi107 ceph-mon[86658]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:32:36.995 INFO:tasks.workunit.client.0.smithi078.stdout: 952: throughput=5MB/sec pending data=0 2024-08-10T05:32:36.995 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2ALcViZjYWnXpvB off=33669 len=1295975 2024-08-10T05:32:36.996 INFO:tasks.workunit.client.0.smithi078.stdout:op 4888 completed, throughput=5MB/sec 2024-08-10T05:32:36.997 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NLgpNDvKxNGocyx off=3210939 len=1908825 2024-08-10T05:32:37.005 INFO:tasks.workunit.client.0.smithi078.stdout:op 4889 completed, throughput=5MB/sec 2024-08-10T05:32:37.005 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AkkAszaxVXnmjnN off=6484539 len=1343809 2024-08-10T05:32:37.011 INFO:tasks.workunit.client.0.smithi078.stdout:op 4890 completed, throughput=5MB/sec 2024-08-10T05:32:37.011 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tu80eI2KYftdHgC off=1171598 len=1158241 2024-08-10T05:32:37.013 INFO:tasks.workunit.client.0.smithi078.stdout:op 4891 completed, throughput=5MB/sec 2024-08-10T05:32:38.013 INFO:tasks.workunit.client.0.smithi078.stdout: 953: throughput=5MB/sec pending data=0 2024-08-10T05:32:38.014 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6Xsh85fD5jRf4t0 off=10451157 len=1414320 2024-08-10T05:32:38.016 INFO:tasks.workunit.client.0.smithi078.stdout:op 4892 completed, throughput=5MB/sec 2024-08-10T05:32:38.016 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qW0I3C9hrrQ4z_V off=6075029 len=340888 2024-08-10T05:32:38.017 INFO:tasks.workunit.client.0.smithi078.stdout:op 4893 completed, throughput=5MB/sec 2024-08-10T05:32:38.018 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d7BcALTsAIFSffW off=714226 len=1971264 2024-08-10T05:32:38.022 INFO:tasks.workunit.client.0.smithi078.stdout:op 4894 completed, throughput=5MB/sec 2024-08-10T05:32:38.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n4yt_7mQennManx off=5422841 len=1118481 2024-08-10T05:32:38.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 4895 completed, throughput=5MB/sec 2024-08-10T05:32:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:38 smithi078 ceph-mon[92251]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:32:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:38 smithi078 ceph-mon[94618]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:32:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:38 smithi107 ceph-mon[86658]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:32:39.025 INFO:tasks.workunit.client.0.smithi078.stdout: 954: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:39.025 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-peHwEjfvJMIEDcl off=18311848 len=61512 2024-08-10T05:32:39.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 4896 completed, throughput=5MB/sec 2024-08-10T05:32:39.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W-HzQhHzdZ1cyMf off=13376996 len=1939158 2024-08-10T05:32:39.035 INFO:tasks.workunit.client.0.smithi078.stdout:op 4897 completed, throughput=5MB/sec 2024-08-10T05:32:39.035 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OEmx0AOQmU_OLMg off=2490776 len=449870 2024-08-10T05:32:39.036 INFO:tasks.workunit.client.0.smithi078.stdout:op 4898 completed, throughput=5MB/sec 2024-08-10T05:32:39.036 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eeGgj7PQn0DnI6m off=8248309 len=770977 2024-08-10T05:32:39.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 4899 completed, throughput=5MB/sec 2024-08-10T05:32:39.041 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-otw8UvoQkOunBNn off=1418879 len=113499 2024-08-10T05:32:39.043 INFO:tasks.workunit.client.0.smithi078.stdout:op 4900 completed, throughput=5MB/sec 2024-08-10T05:32:39.043 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3H8HqVudI5U041p off=17659291 len=783237 2024-08-10T05:32:39.048 INFO:tasks.workunit.client.0.smithi078.stdout:op 4901 completed, throughput=5MB/sec 2024-08-10T05:32:39.048 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s83KtRxUgYMKIaN off=1759032 len=1179975 2024-08-10T05:32:39.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 4902 completed, throughput=5MB/sec 2024-08-10T05:32:40.054 INFO:tasks.workunit.client.0.smithi078.stdout: 955: throughput=4.99MB/sec pending data=0 2024-08-10T05:32:40.054 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FBC2Bo-WaeCSeQx off=5502706 len=820483 2024-08-10T05:32:40.055 INFO:tasks.workunit.client.0.smithi078.stdout:op 4903 completed, throughput=5MB/sec 2024-08-10T05:32:40.056 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T-LvMXEu0G_lcOD off=8493745 len=1880040 2024-08-10T05:32:40.067 INFO:tasks.workunit.client.0.smithi078.stdout:op 4904 completed, throughput=5MB/sec 2024-08-10T05:32:40.067 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Bv9sxvGnICW5OV7 off=15410928 len=517353 2024-08-10T05:32:40.068 INFO:tasks.workunit.client.0.smithi078.stdout:op 4905 completed, throughput=5MB/sec 2024-08-10T05:32:40.068 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NVRFtGjjLy2a0n- off=4534888 len=1336624 2024-08-10T05:32:40.074 INFO:tasks.workunit.client.0.smithi078.stdout:op 4906 completed, throughput=5MB/sec 2024-08-10T05:32:40.074 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Czhu5Nd3on89I3w off=13345106 len=696630 2024-08-10T05:32:40.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 4907 completed, throughput=5MB/sec 2024-08-10T05:32:40.075 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DXceSgBOwSTXVRX off=7373755 len=387527 2024-08-10T05:32:40.075 INFO:tasks.workunit.client.0.smithi078.stdout:op 4908 completed, throughput=5MB/sec 2024-08-10T05:32:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:40 smithi078 ceph-mon[92251]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:32:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:40 smithi078 ceph-mon[94618]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:32:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:40 smithi107 ceph-mon[86658]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:32:41.076 INFO:tasks.workunit.client.0.smithi078.stdout: 956: throughput=5MB/sec pending data=0 2024-08-10T05:32:41.076 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-W7zjDEBPQhSNQrO off=1494176 len=981295 2024-08-10T05:32:41.077 INFO:tasks.workunit.client.0.smithi078.stdout:op 4909 completed, throughput=5MB/sec 2024-08-10T05:32:41.077 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bb7l4o7IBFvf9XS off=211308 len=595972 2024-08-10T05:32:41.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 4910 completed, throughput=5MB/sec 2024-08-10T05:32:41.082 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TGjX8-nmxGUoIOt off=1588911 len=1934167 2024-08-10T05:32:41.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 4911 completed, throughput=5MB/sec 2024-08-10T05:32:41.085 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6PtD40YFnw8VwIV off=1272353 len=320929 2024-08-10T05:32:41.086 INFO:tasks.workunit.client.0.smithi078.stdout:op 4912 completed, throughput=5MB/sec 2024-08-10T05:32:41.086 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XyYQXuVmxSfNgfs off=4318720 len=395752 2024-08-10T05:32:41.090 INFO:tasks.workunit.client.0.smithi078.stdout:op 4913 completed, throughput=5MB/sec 2024-08-10T05:32:41.090 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HAaFcM_OxXLNW09 off=522079 len=284405 2024-08-10T05:32:41.093 INFO:tasks.workunit.client.0.smithi078.stdout:op 4914 completed, throughput=5MB/sec 2024-08-10T05:32:41.093 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Lsdly1OQ4OE9l8w off=6764359 len=1525104 2024-08-10T05:32:41.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 4915 completed, throughput=5MB/sec 2024-08-10T05:32:42.099 INFO:tasks.workunit.client.0.smithi078.stdout: 957: throughput=5MB/sec pending data=0 2024-08-10T05:32:42.099 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-45NnTjdrWjsdJnO off=4812839 len=256039 2024-08-10T05:32:42.100 INFO:tasks.workunit.client.0.smithi078.stdout:op 4916 completed, throughput=5MB/sec 2024-08-10T05:32:42.100 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DCdy3cN6EdetPZd off=5359856 len=1292169 2024-08-10T05:32:42.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 4917 completed, throughput=5MB/sec 2024-08-10T05:32:42.107 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ld1ZvDDIOGIH0iO off=11281227 len=1040787 2024-08-10T05:32:42.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 4918 completed, throughput=5MB/sec 2024-08-10T05:32:42.111 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mjCjTCE7Tmy-GP1 off=11764589 len=1128639 2024-08-10T05:32:42.117 INFO:tasks.workunit.client.0.smithi078.stdout:op 4919 completed, throughput=5MB/sec 2024-08-10T05:32:42.117 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TsFKswnhFVLJY30 off=263346 len=1972775 2024-08-10T05:32:42.123 INFO:tasks.workunit.client.0.smithi078.stdout:op 4920 completed, throughput=5MB/sec 2024-08-10T05:32:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:42 smithi078 ceph-mon[92251]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:32:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:32:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:32:41] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:32:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:42 smithi078 ceph-mon[94618]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:32:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:42 smithi107 ceph-mon[86658]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:32:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:32:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:43.124 INFO:tasks.workunit.client.0.smithi078.stdout: 958: throughput=5MB/sec pending data=0 2024-08-10T05:32:43.124 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O55lTnZpap4jBUS off=1584837 len=999425 2024-08-10T05:32:43.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 4921 completed, throughput=5MB/sec 2024-08-10T05:32:43.125 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FgGuCBbs2lbtfFB off=4915423 len=1021611 2024-08-10T05:32:43.127 INFO:tasks.workunit.client.0.smithi078.stdout:op 4922 completed, throughput=5MB/sec 2024-08-10T05:32:43.127 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FERiQ2Ydztffxpd off=9421592 len=1126841 2024-08-10T05:32:43.128 INFO:tasks.workunit.client.0.smithi078.stdout:op 4923 completed, throughput=5MB/sec 2024-08-10T05:32:43.129 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tIU24KUh1lnIC93 off=1445394 len=699335 2024-08-10T05:32:43.133 INFO:tasks.workunit.client.0.smithi078.stdout:op 4924 completed, throughput=5MB/sec 2024-08-10T05:32:43.133 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M9YNAi-6IldUvM9 off=4409748 len=1330389 2024-08-10T05:32:43.140 INFO:tasks.workunit.client.0.smithi078.stdout:op 4925 completed, throughput=5MB/sec 2024-08-10T05:32:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:44.141 INFO:tasks.workunit.client.0.smithi078.stdout: 959: throughput=5MB/sec pending data=0 2024-08-10T05:32:44.141 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4ZeANgeoTT08ufP off=3800199 len=162013 2024-08-10T05:32:44.145 INFO:tasks.workunit.client.0.smithi078.stdout:op 4926 completed, throughput=5MB/sec 2024-08-10T05:32:44.145 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r-tCshoN5ShfT3p off=6475853 len=874693 2024-08-10T05:32:44.149 INFO:tasks.workunit.client.0.smithi078.stdout:op 4927 completed, throughput=5MB/sec 2024-08-10T05:32:44.149 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wGUEZ5AHDMRPtZG off=8257889 len=1057373 2024-08-10T05:32:44.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 4928 completed, throughput=5MB/sec 2024-08-10T05:32:44.151 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jcHwrvOc4jDcLFC off=5243114 len=774461 2024-08-10T05:32:44.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 4929 completed, throughput=5MB/sec 2024-08-10T05:32:44.156 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B2Tp-n1ts6ZDetf off=8343746 len=1768321 2024-08-10T05:32:44.159 INFO:tasks.workunit.client.0.smithi078.stdout:op 4930 completed, throughput=5MB/sec 2024-08-10T05:32:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:44 smithi078 ceph-mon[92251]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:32:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:44 smithi078 ceph-mon[94618]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:32:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:44 smithi107 ceph-mon[86658]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-10T05:32:45.159 INFO:tasks.workunit.client.0.smithi078.stdout: 960: throughput=5MB/sec pending data=0 2024-08-10T05:32:45.159 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xxlHaLfsJCLkeaW off=11514364 len=721971 2024-08-10T05:32:45.165 INFO:tasks.workunit.client.0.smithi078.stdout:op 4931 completed, throughput=5MB/sec 2024-08-10T05:32:45.166 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ieBVtaMzrwzNaV0 off=2825823 len=120458 2024-08-10T05:32:45.166 INFO:tasks.workunit.client.0.smithi078.stdout:op 4932 completed, throughput=5MB/sec 2024-08-10T05:32:45.166 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Fe9amoYrLysDmYp off=4270257 len=1960944 2024-08-10T05:32:45.167 INFO:tasks.workunit.client.0.smithi078.stdout:op 4933 completed, throughput=5MB/sec 2024-08-10T05:32:45.167 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OeQDgBvQ8t8_5SL off=1100275 len=916948 2024-08-10T05:32:45.169 INFO:tasks.workunit.client.0.smithi078.stdout:op 4934 completed, throughput=5MB/sec 2024-08-10T05:32:45.169 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pXP2byVIKJyBA2f off=13951256 len=1491326 2024-08-10T05:32:45.177 INFO:tasks.workunit.client.0.smithi078.stdout:op 4935 completed, throughput=5MB/sec 2024-08-10T05:32:46.178 INFO:tasks.workunit.client.0.smithi078.stdout: 961: throughput=5MB/sec pending data=0 2024-08-10T05:32:46.178 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5jX1ONZOEZb-jIR off=88823 len=1680158 2024-08-10T05:32:46.180 INFO:tasks.workunit.client.0.smithi078.stdout:op 4936 completed, throughput=5MB/sec 2024-08-10T05:32:46.180 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HI34_8g-PkQkwV2 off=3127271 len=32399 2024-08-10T05:32:46.182 INFO:tasks.workunit.client.0.smithi078.stdout:op 4937 completed, throughput=5MB/sec 2024-08-10T05:32:46.183 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0ra8d6ve6Rzwbrk off=11749563 len=753921 2024-08-10T05:32:46.185 INFO:tasks.workunit.client.0.smithi078.stdout:op 4938 completed, throughput=5MB/sec 2024-08-10T05:32:46.185 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6hEudoZGO027K88 off=12202265 len=10096 2024-08-10T05:32:46.186 INFO:tasks.workunit.client.0.smithi078.stdout:op 4939 completed, throughput=5MB/sec 2024-08-10T05:32:46.186 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bCJ7ohFOvvdIMF- off=9500564 len=1714972 2024-08-10T05:32:46.188 INFO:tasks.workunit.client.0.smithi078.stdout:op 4940 completed, throughput=5MB/sec 2024-08-10T05:32:46.188 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8ZdMennsCisSWAD off=5960862 len=46642 2024-08-10T05:32:46.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 4941 completed, throughput=5MB/sec 2024-08-10T05:32:46.191 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pp8LuA9cu_eJ0fB off=16004868 len=1617517 2024-08-10T05:32:46.192 INFO:tasks.workunit.client.0.smithi078.stdout:op 4942 completed, throughput=5MB/sec 2024-08-10T05:32:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:46 smithi078 ceph-mon[94618]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:32:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:46 smithi078 ceph-mon[92251]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:32:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:46 smithi107 ceph-mon[86658]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:32:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: 962: throughput=5MB/sec pending data=0 2024-08-10T05:32:47.193 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ns-oHYDmv_ciRSc off=6789489 len=1678462 2024-08-10T05:32:47.195 INFO:tasks.workunit.client.0.smithi078.stdout:op 4943 completed, throughput=5MB/sec 2024-08-10T05:32:47.195 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pD_7JZSV6WtXNaB off=4411922 len=1106494 2024-08-10T05:32:47.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 4944 completed, throughput=5MB/sec 2024-08-10T05:32:47.202 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ytWmKpA3ehBYvyX off=5832220 len=1573438 2024-08-10T05:32:47.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 4945 completed, throughput=5MB/sec 2024-08-10T05:32:47.204 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-htywaJA73dnS4KT off=3198852 len=964957 2024-08-10T05:32:47.209 INFO:tasks.workunit.client.0.smithi078.stdout:op 4946 completed, throughput=5MB/sec 2024-08-10T05:32:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: 963: throughput=5MB/sec pending data=0 2024-08-10T05:32:48.210 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9i62l4poWM8pD3e off=11743236 len=1414614 2024-08-10T05:32:48.211 INFO:tasks.workunit.client.0.smithi078.stdout:op 4947 completed, throughput=5MB/sec 2024-08-10T05:32:48.211 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KiImrr--a71GpVy off=9626055 len=310054 2024-08-10T05:32:48.215 INFO:tasks.workunit.client.0.smithi078.stdout:op 4948 completed, throughput=5MB/sec 2024-08-10T05:32:48.215 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bb7l4o7IBFvf9XS off=1450556 len=123962 2024-08-10T05:32:48.217 INFO:tasks.workunit.client.0.smithi078.stdout:op 4949 completed, throughput=5MB/sec 2024-08-10T05:32:48.217 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E08IxnPcaCxZPDs off=14581937 len=1825141 2024-08-10T05:32:48.219 INFO:tasks.workunit.client.0.smithi078.stdout:op 4950 completed, throughput=5MB/sec 2024-08-10T05:32:48.219 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Aa1GKQH9_72KwFX off=1857159 len=1440019 2024-08-10T05:32:48.227 INFO:tasks.workunit.client.0.smithi078.stdout:op 4951 completed, throughput=5MB/sec 2024-08-10T05:32:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:48 smithi078 ceph-mon[92251]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:32:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:48 smithi078 ceph-mon[94618]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:32:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:48 smithi107 ceph-mon[86658]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:32:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: 964: throughput=5MB/sec pending data=0 2024-08-10T05:32:49.227 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wH5aaz__b0tcRtf off=12970648 len=466521 2024-08-10T05:32:49.228 INFO:tasks.workunit.client.0.smithi078.stdout:op 4952 completed, throughput=5MB/sec 2024-08-10T05:32:49.228 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--Zkw8t77qGnjI7n off=5234522 len=2080122 2024-08-10T05:32:49.237 INFO:tasks.workunit.client.0.smithi078.stdout:op 4953 completed, throughput=5MB/sec 2024-08-10T05:32:49.237 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1CEFVdwn8Hfe9qT off=198197 len=211785 2024-08-10T05:32:49.237 INFO:tasks.workunit.client.0.smithi078.stdout:op 4954 completed, throughput=5MB/sec 2024-08-10T05:32:49.237 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iBPSMjgzgkIbhcS off=13494686 len=706221 2024-08-10T05:32:49.238 INFO:tasks.workunit.client.0.smithi078.stdout:op 4955 completed, throughput=5MB/sec 2024-08-10T05:32:49.238 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Gy2jrAPG7eZ7wkm off=2221242 len=1661936 2024-08-10T05:32:49.245 INFO:tasks.workunit.client.0.smithi078.stdout:op 4956 completed, throughput=5MB/sec 2024-08-10T05:32:50.246 INFO:tasks.workunit.client.0.smithi078.stdout: 965: throughput=5MB/sec pending data=0 2024-08-10T05:32:50.246 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Wlpp7E4tn752KRE off=8086248 len=586057 2024-08-10T05:32:50.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 4957 completed, throughput=5MB/sec 2024-08-10T05:32:50.253 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BGNCPYMvxl8zcY5 off=2157936 len=515850 2024-08-10T05:32:50.254 INFO:tasks.workunit.client.0.smithi078.stdout:op 4958 completed, throughput=5MB/sec 2024-08-10T05:32:50.254 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qdO2LaxyezTs9lf off=4804665 len=1040083 2024-08-10T05:32:50.255 INFO:tasks.workunit.client.0.smithi078.stdout:op 4959 completed, throughput=5MB/sec 2024-08-10T05:32:50.255 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1oKq5E5NKcenD1G off=2535297 len=1233634 2024-08-10T05:32:50.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 4960 completed, throughput=5MB/sec 2024-08-10T05:32:50.257 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jgipEWgXp74A0pz off=7724334 len=1812990 2024-08-10T05:32:50.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 4961 completed, throughput=5MB/sec 2024-08-10T05:32:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:50 smithi078 ceph-mon[92251]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:32:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:50 smithi078 ceph-mon[94618]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:32:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:50 smithi107 ceph-mon[86658]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:32:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: 966: throughput=5MB/sec pending data=0 2024-08-10T05:32:51.269 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G9QKD4rrAUgpJIJ off=449002 len=1620827 2024-08-10T05:32:51.278 INFO:tasks.workunit.client.0.smithi078.stdout:op 4962 completed, throughput=5MB/sec 2024-08-10T05:32:51.278 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WeVwO_HSSS0UpmZ off=3204403 len=1787083 2024-08-10T05:32:51.282 INFO:tasks.workunit.client.0.smithi078.stdout:op 4963 completed, throughput=5MB/sec 2024-08-10T05:32:51.282 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-t_zZHLBKRafOfiq off=1411191 len=1804215 2024-08-10T05:32:51.286 INFO:tasks.workunit.client.0.smithi078.stdout:op 4964 completed, throughput=5MB/sec 2024-08-10T05:32:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:52 smithi078 ceph-mon[92251]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:52 smithi078 ceph-mon[94618]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:32:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:32:51] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:32:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: 967: throughput=5MB/sec pending data=0 2024-08-10T05:32:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kmnxXwE_xkIPgeo off=200108 len=935278 2024-08-10T05:32:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 4965 completed, throughput=5MB/sec 2024-08-10T05:32:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-igIV1dH_cEOG7Yr off=570268 len=617183 2024-08-10T05:32:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:op 4966 completed, throughput=5MB/sec 2024-08-10T05:32:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-G8oZPO9BqZgUhdW off=10375758 len=1591005 2024-08-10T05:32:52.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 4967 completed, throughput=5MB/sec 2024-08-10T05:32:52.294 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VoHnRaGJV56acvz off=6824826 len=1047359 2024-08-10T05:32:52.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 4968 completed, throughput=5MB/sec 2024-08-10T05:32:52.296 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6rZy-4Jt3ov9dpW off=5169917 len=363197 2024-08-10T05:32:52.297 INFO:tasks.workunit.client.0.smithi078.stdout:op 4969 completed, throughput=5MB/sec 2024-08-10T05:32:52.297 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qkWV3EmV5YJsOfA off=777984 len=1749052 2024-08-10T05:32:52.307 INFO:tasks.workunit.client.0.smithi078.stdout:op 4970 completed, throughput=5MB/sec 2024-08-10T05:32:52.369 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:52 smithi107 ceph-mon[86658]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:32:52.369 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:32:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: 968: throughput=5MB/sec pending data=0 2024-08-10T05:32:53.308 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lhJPo1yv8XckDKI off=2370360 len=795507 2024-08-10T05:32:53.313 INFO:tasks.workunit.client.0.smithi078.stdout:op 4971 completed, throughput=5MB/sec 2024-08-10T05:32:53.313 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lmRGGavho3sud5B off=14473092 len=1488632 2024-08-10T05:32:53.316 INFO:tasks.workunit.client.0.smithi078.stdout:op 4972 completed, throughput=5MB/sec 2024-08-10T05:32:53.316 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lJKWcaUlG19_6l2 off=2493030 len=1289185 2024-08-10T05:32:53.322 INFO:tasks.workunit.client.0.smithi078.stdout:op 4973 completed, throughput=5MB/sec 2024-08-10T05:32:53.322 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GdUN13A02lnsdVT off=1601834 len=1812486 2024-08-10T05:32:53.325 INFO:tasks.workunit.client.0.smithi078.stdout:op 4974 completed, throughput=5MB/sec 2024-08-10T05:32:54.326 INFO:tasks.workunit.client.0.smithi078.stdout: 969: throughput=5MB/sec pending data=0 2024-08-10T05:32:54.326 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9UwDOX2D8_k6i2G off=6807897 len=806759 2024-08-10T05:32:54.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 4975 completed, throughput=5MB/sec 2024-08-10T05:32:54.331 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2j3FaoR21OX-Mjs off=8700711 len=1187974 2024-08-10T05:32:54.338 INFO:tasks.workunit.client.0.smithi078.stdout:op 4976 completed, throughput=5MB/sec 2024-08-10T05:32:54.339 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2r3cLfsdTDsGvkK off=3818009 len=1005022 2024-08-10T05:32:54.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 4977 completed, throughput=5MB/sec 2024-08-10T05:32:54.339 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AhyoqWABB7Q5Cs2 off=2743569 len=809626 2024-08-10T05:32:54.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 4978 completed, throughput=5MB/sec 2024-08-10T05:32:54.339 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9YZghepQ3Y00Fay off=727292 len=473844 2024-08-10T05:32:54.339 INFO:tasks.workunit.client.0.smithi078.stdout:op 4979 completed, throughput=5MB/sec 2024-08-10T05:32:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:54 smithi078 ceph-mon[92251]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:32:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:54 smithi078 ceph-mon[94618]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:32:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:54 smithi107 ceph-mon[86658]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:32:55.339 INFO:tasks.workunit.client.0.smithi078.stdout: 970: throughput=5MB/sec pending data=0 2024-08-10T05:32:55.340 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-L3ZOCpBRrm9Nebi off=7371027 len=373660 2024-08-10T05:32:55.340 INFO:tasks.workunit.client.0.smithi078.stdout:op 4980 completed, throughput=5MB/sec 2024-08-10T05:32:55.340 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f9kZ59jQQB6TXUO off=115573 len=376866 2024-08-10T05:32:55.344 INFO:tasks.workunit.client.0.smithi078.stdout:op 4981 completed, throughput=5MB/sec 2024-08-10T05:32:55.344 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oCjIR2uzuHks-kp off=20421432 len=474536 2024-08-10T05:32:55.348 INFO:tasks.workunit.client.0.smithi078.stdout:op 4982 completed, throughput=5MB/sec 2024-08-10T05:32:55.348 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U7wZ2HOg8K2vIxp off=8759979 len=809394 2024-08-10T05:32:55.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 4983 completed, throughput=5MB/sec 2024-08-10T05:32:55.352 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nA_lp7_lFuIV3AM off=1839690 len=743013 2024-08-10T05:32:55.356 INFO:tasks.workunit.client.0.smithi078.stdout:op 4984 completed, throughput=5MB/sec 2024-08-10T05:32:55.356 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s3klozoFtqS19zI off=2970597 len=868882 2024-08-10T05:32:55.359 INFO:tasks.workunit.client.0.smithi078.stdout:op 4985 completed, throughput=5MB/sec 2024-08-10T05:32:55.359 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yhnbZfhvmSugSQ4 off=0 len=1316319 2024-08-10T05:32:55.360 INFO:tasks.workunit.client.0.smithi078.stdout:op 4986 completed, throughput=5MB/sec 2024-08-10T05:32:55.360 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nD_Xc2KIzUG8HID off=6525799 len=184772 2024-08-10T05:32:55.361 INFO:tasks.workunit.client.0.smithi078.stdout:op 4987 completed, throughput=5MB/sec 2024-08-10T05:32:55.362 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QuaniK9bGGs7ZaM off=2042550 len=972067 2024-08-10T05:32:55.365 INFO:tasks.workunit.client.0.smithi078.stdout:op 4988 completed, throughput=5MB/sec 2024-08-10T05:32:56.365 INFO:tasks.workunit.client.0.smithi078.stdout: 971: throughput=5MB/sec pending data=0 2024-08-10T05:32:56.366 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-j8pXRcn0h5CN6s1 off=5937602 len=1933561 2024-08-10T05:32:56.368 INFO:tasks.workunit.client.0.smithi078.stdout:op 4989 completed, throughput=5MB/sec 2024-08-10T05:32:56.368 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iWKp-Mai3yzBTfR off=14403342 len=535276 2024-08-10T05:32:56.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 4990 completed, throughput=5MB/sec 2024-08-10T05:32:56.369 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P-PPyDSQq9ai4Z0 off=11306934 len=1312787 2024-08-10T05:32:56.375 INFO:tasks.workunit.client.0.smithi078.stdout:op 4991 completed, throughput=5MB/sec 2024-08-10T05:32:56.375 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1hlX21YQHsKtpw4 off=6204972 len=1182476 2024-08-10T05:32:56.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 4992 completed, throughput=5MB/sec 2024-08-10T05:32:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:56 smithi078 ceph-mon[92251]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:32:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:56 smithi078 ceph-mon[94618]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:32:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:56 smithi107 ceph-mon[86658]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:32:57.378 INFO:tasks.workunit.client.0.smithi078.stdout: 972: throughput=5MB/sec pending data=0 2024-08-10T05:32:57.379 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iT_J8qpsFI7gZqa off=15225591 len=1207624 2024-08-10T05:32:57.381 INFO:tasks.workunit.client.0.smithi078.stdout:op 4993 completed, throughput=5MB/sec 2024-08-10T05:32:57.381 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-y5XbD6PgicgzrK5 off=707904 len=985538 2024-08-10T05:32:57.383 INFO:tasks.workunit.client.0.smithi078.stdout:op 4994 completed, throughput=5MB/sec 2024-08-10T05:32:57.383 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6aA-V-aTsK1Y37l off=10963485 len=1104403 2024-08-10T05:32:57.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 4995 completed, throughput=5MB/sec 2024-08-10T05:32:57.389 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tANasdsRO1U5ST8 off=10786142 len=975495 2024-08-10T05:32:57.394 INFO:tasks.workunit.client.0.smithi078.stdout:op 4996 completed, throughput=5MB/sec 2024-08-10T05:32:57.394 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kErwod1CjM7zBQl off=12882448 len=486508 2024-08-10T05:32:57.396 INFO:tasks.workunit.client.0.smithi078.stdout:op 4997 completed, throughput=5MB/sec 2024-08-10T05:32:57.396 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IreHJfUu3uLY0W8 off=21050864 len=302096 2024-08-10T05:32:57.396 INFO:tasks.workunit.client.0.smithi078.stdout:op 4998 completed, throughput=5MB/sec 2024-08-10T05:32:58.397 INFO:tasks.workunit.client.0.smithi078.stdout: 973: throughput=5MB/sec pending data=0 2024-08-10T05:32:58.397 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mys2mT05aBkaduG off=905490 len=69948 2024-08-10T05:32:58.399 INFO:tasks.workunit.client.0.smithi078.stdout:op 4999 completed, throughput=5MB/sec 2024-08-10T05:32:58.400 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hO1dyb_nDgCadNl off=520304 len=693558 2024-08-10T05:32:58.401 INFO:tasks.workunit.client.0.smithi078.stdout:op 5000 completed, throughput=5MB/sec 2024-08-10T05:32:58.401 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3mrB7QuzzSVpMY5 off=10900567 len=594028 2024-08-10T05:32:58.402 INFO:tasks.workunit.client.0.smithi078.stdout:op 5001 completed, throughput=5MB/sec 2024-08-10T05:32:58.402 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gJj--G_1kHtM5jX off=14513185 len=587209 2024-08-10T05:32:58.403 INFO:tasks.workunit.client.0.smithi078.stdout:op 5002 completed, throughput=5MB/sec 2024-08-10T05:32:58.403 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R1D7_-86OQvjjf8 off=10363101 len=384811 2024-08-10T05:32:58.404 INFO:tasks.workunit.client.0.smithi078.stdout:op 5003 completed, throughput=5MB/sec 2024-08-10T05:32:58.404 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7Ax_c3ux1N3WGGC off=3642568 len=1713475 2024-08-10T05:32:58.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 5004 completed, throughput=5MB/sec 2024-08-10T05:32:58.411 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZpF10qEkctGWq_h off=0 len=1184814 2024-08-10T05:32:58.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 5005 completed, throughput=5MB/sec 2024-08-10T05:32:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:58 smithi078 ceph-mon[92251]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:32:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:32:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:58 smithi078 ceph-mon[94618]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:32:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:32:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:58.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:58 smithi107 ceph-mon[86658]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:32:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:32:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:59.415 INFO:tasks.workunit.client.0.smithi078.stdout: 974: throughput=5MB/sec pending data=0 2024-08-10T05:32:59.415 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AvijZRJBvrrysTs off=227083 len=1409141 2024-08-10T05:32:59.422 INFO:tasks.workunit.client.0.smithi078.stdout:op 5006 completed, throughput=5MB/sec 2024-08-10T05:32:59.422 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3ycn97GbF6zgsgP off=544589 len=1134628 2024-08-10T05:32:59.425 INFO:tasks.workunit.client.0.smithi078.stdout:op 5007 completed, throughput=5MB/sec 2024-08-10T05:32:59.425 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EVJzABnOSAGrdXt off=6638207 len=151824 2024-08-10T05:32:59.427 INFO:tasks.workunit.client.0.smithi078.stdout:op 5008 completed, throughput=5MB/sec 2024-08-10T05:32:59.428 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pmc1GpIgKF2TIlW off=0 len=1163426 2024-08-10T05:32:59.433 INFO:tasks.workunit.client.0.smithi078.stdout:op 5009 completed, throughput=5MB/sec 2024-08-10T05:32:59.433 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gdlKLvx7QlvV0MF off=12521253 len=1058359 2024-08-10T05:32:59.439 INFO:tasks.workunit.client.0.smithi078.stdout:op 5010 completed, throughput=5MB/sec 2024-08-10T05:32:59.439 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ONqqnomBLXyGF16 off=7125376 len=1060883 2024-08-10T05:32:59.440 INFO:tasks.workunit.client.0.smithi078.stdout:op 5011 completed, throughput=5MB/sec 2024-08-10T05:33:00.440 INFO:tasks.workunit.client.0.smithi078.stdout: 975: throughput=5MB/sec pending data=0 2024-08-10T05:33:00.440 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Q6L1y4zBs56762S off=16791647 len=135492 2024-08-10T05:33:00.442 INFO:tasks.workunit.client.0.smithi078.stdout:op 5012 completed, throughput=5MB/sec 2024-08-10T05:33:00.442 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zWx6zfj3ubCirWy off=5424609 len=64320 2024-08-10T05:33:00.443 INFO:tasks.workunit.client.0.smithi078.stdout:op 5013 completed, throughput=5MB/sec 2024-08-10T05:33:00.443 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7-n4qFBLUKn_0Aq off=21506086 len=333414 2024-08-10T05:33:00.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 5014 completed, throughput=5MB/sec 2024-08-10T05:33:00.444 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fua6wk9OiVV4QGC off=10997855 len=1063327 2024-08-10T05:33:00.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 5015 completed, throughput=5MB/sec 2024-08-10T05:33:00.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5sN6TuMeVziz8dj off=4846714 len=1497564 2024-08-10T05:33:00.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 5016 completed, throughput=5MB/sec 2024-08-10T05:33:00.451 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AK1gVjG7xynhSgM off=9061590 len=1549474 2024-08-10T05:33:00.459 INFO:tasks.workunit.client.0.smithi078.stdout:op 5017 completed, throughput=5MB/sec 2024-08-10T05:33:00.459 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qp4la6jW323OYdV off=7325379 len=1248395 2024-08-10T05:33:00.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 5018 completed, throughput=5MB/sec 2024-08-10T05:33:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:00 smithi078 ceph-mon[92251]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:33:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:00 smithi078 ceph-mon[94618]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:33:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:00 smithi107 ceph-mon[86658]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:33:01.465 INFO:tasks.workunit.client.0.smithi078.stdout: 976: throughput=5MB/sec pending data=0 2024-08-10T05:33:01.465 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GjD7Ya4FBkASrES off=15468979 len=1819278 2024-08-10T05:33:01.472 INFO:tasks.workunit.client.0.smithi078.stdout:op 5019 completed, throughput=5MB/sec 2024-08-10T05:33:01.472 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BwyYqVwDVjK8-eN off=6446494 len=442397 2024-08-10T05:33:01.476 INFO:tasks.workunit.client.0.smithi078.stdout:op 5020 completed, throughput=5MB/sec 2024-08-10T05:33:01.477 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8FIjW79qn_F689u off=12436250 len=507704 2024-08-10T05:33:01.477 INFO:tasks.workunit.client.0.smithi078.stdout:op 5021 completed, throughput=5MB/sec 2024-08-10T05:33:01.477 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Kp8-MK6DoZDa1Os off=22940485 len=2030171 2024-08-10T05:33:01.489 INFO:tasks.workunit.client.0.smithi078.stdout:op 5022 completed, throughput=5MB/sec 2024-08-10T05:33:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:02 smithi078 ceph-mon[92251]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:33:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:02 smithi078 ceph-mon[94618]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:33:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:33:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:33:01] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:33:02.489 INFO:tasks.workunit.client.0.smithi078.stdout: 977: throughput=5MB/sec pending data=0 2024-08-10T05:33:02.489 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9yTx4smFMtTB1WP off=19126 len=627786 2024-08-10T05:33:02.490 INFO:tasks.workunit.client.0.smithi078.stdout:op 5023 completed, throughput=5MB/sec 2024-08-10T05:33:02.490 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eQu7xsDw73PWrSG off=4949560 len=1879762 2024-08-10T05:33:02.498 INFO:tasks.workunit.client.0.smithi078.stdout:op 5024 completed, throughput=5MB/sec 2024-08-10T05:33:02.498 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AAsn-DxBY5e31dX off=10362738 len=928813 2024-08-10T05:33:02.499 INFO:tasks.workunit.client.0.smithi078.stdout:op 5025 completed, throughput=5MB/sec 2024-08-10T05:33:02.499 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-m53MrVhGbjJ8VtP off=8289432 len=409375 2024-08-10T05:33:02.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 5026 completed, throughput=5MB/sec 2024-08-10T05:33:02.500 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BXEJhtYZ6PGMYvz off=9353033 len=2087552 2024-08-10T05:33:02.513 INFO:tasks.workunit.client.0.smithi078.stdout:op 5027 completed, throughput=5MB/sec 2024-08-10T05:33:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:02 smithi107 ceph-mon[86658]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:33:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:33:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:03.514 INFO:tasks.workunit.client.0.smithi078.stdout: 978: throughput=5MB/sec pending data=0 2024-08-10T05:33:03.514 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f6g9r8V-Fx8-gNx off=4924921 len=1150140 2024-08-10T05:33:03.521 INFO:tasks.workunit.client.0.smithi078.stdout:op 5028 completed, throughput=5MB/sec 2024-08-10T05:33:03.521 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BGC1pvkP7_3e_sC off=9617452 len=1593409 2024-08-10T05:33:03.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 5029 completed, throughput=5MB/sec 2024-08-10T05:33:03.524 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cJtjtHyKBMhqepJ off=5331487 len=1143613 2024-08-10T05:33:03.529 INFO:tasks.workunit.client.0.smithi078.stdout:op 5030 completed, throughput=5MB/sec 2024-08-10T05:33:03.529 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iG11qz7Q_Q7QQGg off=17089009 len=1279728 2024-08-10T05:33:03.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 5031 completed, throughput=5MB/sec 2024-08-10T05:33:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:04 smithi078 ceph-mon[92251]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:33:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:04 smithi078 ceph-mon[94618]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:33:04.531 INFO:tasks.workunit.client.0.smithi078.stdout: 979: throughput=5MB/sec pending data=0 2024-08-10T05:33:04.531 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KZpxJFiwdH83-lX off=1531043 len=448526 2024-08-10T05:33:04.534 INFO:tasks.workunit.client.0.smithi078.stdout:op 5032 completed, throughput=5MB/sec 2024-08-10T05:33:04.534 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-r2_DosxDUnDvf4S off=1202460 len=1407443 2024-08-10T05:33:04.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 5033 completed, throughput=5MB/sec 2024-08-10T05:33:04.536 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uz04rZsudH0y2xF off=4474828 len=491566 2024-08-10T05:33:04.537 INFO:tasks.workunit.client.0.smithi078.stdout:op 5034 completed, throughput=5MB/sec 2024-08-10T05:33:04.537 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W7MGkVscOsPnZyd off=2413373 len=609982 2024-08-10T05:33:04.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 5035 completed, throughput=5MB/sec 2024-08-10T05:33:04.542 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7f9uNWMMoNYxf55 off=10034049 len=1057606 2024-08-10T05:33:04.543 INFO:tasks.workunit.client.0.smithi078.stdout:op 5036 completed, throughput=5MB/sec 2024-08-10T05:33:04.543 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WiC4ghWYj9TNJqu off=737186 len=1319466 2024-08-10T05:33:04.551 INFO:tasks.workunit.client.0.smithi078.stdout:op 5037 completed, throughput=5MB/sec 2024-08-10T05:33:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:04 smithi107 ceph-mon[86658]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:33:05.551 INFO:tasks.workunit.client.0.smithi078.stdout: 980: throughput=5MB/sec pending data=0 2024-08-10T05:33:05.552 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-A6PQAfkAFLSDWSI off=7254809 len=1733257 2024-08-10T05:33:05.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 5038 completed, throughput=5MB/sec 2024-08-10T05:33:05.555 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WzUBSOp34C9gIZi off=11300381 len=841587 2024-08-10T05:33:05.557 INFO:tasks.workunit.client.0.smithi078.stdout:op 5039 completed, throughput=5MB/sec 2024-08-10T05:33:05.557 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0NvaevDzLOyifb9 off=3238295 len=2094576 2024-08-10T05:33:05.559 INFO:tasks.workunit.client.0.smithi078.stdout:op 5040 completed, throughput=5MB/sec 2024-08-10T05:33:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:06 smithi078 ceph-mon[92251]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:33:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:06 smithi078 ceph-mon[94618]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:33:06.560 INFO:tasks.workunit.client.0.smithi078.stdout: 981: throughput=5MB/sec pending data=0 2024-08-10T05:33:06.560 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h9zzJoFlJjegxHn off=514924 len=1179436 2024-08-10T05:33:06.562 INFO:tasks.workunit.client.0.smithi078.stdout:op 5041 completed, throughput=5MB/sec 2024-08-10T05:33:06.563 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nu4L3tDNxX9hFpb off=1437775 len=989564 2024-08-10T05:33:06.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:06 smithi107 ceph-mon[86658]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:33:06.568 INFO:tasks.workunit.client.0.smithi078.stdout:op 5042 completed, throughput=5MB/sec 2024-08-10T05:33:06.568 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZSaXmWKtRqY-ou- off=16770499 len=499599 2024-08-10T05:33:06.569 INFO:tasks.workunit.client.0.smithi078.stdout:op 5043 completed, throughput=5MB/sec 2024-08-10T05:33:06.569 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ERxK0StB0tWyaR3 off=2223078 len=940781 2024-08-10T05:33:06.570 INFO:tasks.workunit.client.0.smithi078.stdout:op 5044 completed, throughput=5MB/sec 2024-08-10T05:33:06.570 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8N-7Rxfd6ANw_ee off=328599 len=1999742 2024-08-10T05:33:06.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 5045 completed, throughput=5MB/sec 2024-08-10T05:33:07.573 INFO:tasks.workunit.client.0.smithi078.stdout: 982: throughput=5MB/sec pending data=0 2024-08-10T05:33:07.573 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yLi6uaPwfKr2qor off=2462263 len=24645 2024-08-10T05:33:07.573 INFO:tasks.workunit.client.0.smithi078.stdout:op 5046 completed, throughput=5MB/sec 2024-08-10T05:33:07.574 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zYyvnO8irUnuEZd off=11008773 len=1595376 2024-08-10T05:33:07.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 5047 completed, throughput=5MB/sec 2024-08-10T05:33:07.575 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-njt-ws-J5VU7xho off=5504441 len=197037 2024-08-10T05:33:07.578 INFO:tasks.workunit.client.0.smithi078.stdout:op 5048 completed, throughput=5MB/sec 2024-08-10T05:33:07.578 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mv6-TNzGsiFYkpw off=6447149 len=975341 2024-08-10T05:33:07.585 INFO:tasks.workunit.client.0.smithi078.stdout:op 5049 completed, throughput=5MB/sec 2024-08-10T05:33:07.585 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C7FsALO7o1qyqNN off=3733463 len=112043 2024-08-10T05:33:07.587 INFO:tasks.workunit.client.0.smithi078.stdout:op 5050 completed, throughput=5MB/sec 2024-08-10T05:33:07.587 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hEC-YrBjoIeeaKs off=465503 len=876474 2024-08-10T05:33:07.592 INFO:tasks.workunit.client.0.smithi078.stdout:op 5051 completed, throughput=5MB/sec 2024-08-10T05:33:07.592 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LsNO7en1xWV32WP off=1336683 len=1870462 2024-08-10T05:33:07.594 INFO:tasks.workunit.client.0.smithi078.stdout:op 5052 completed, throughput=5MB/sec 2024-08-10T05:33:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:08 smithi078 ceph-mon[92251]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:33:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:08 smithi078 ceph-mon[94618]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:33:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:08 smithi107 ceph-mon[86658]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:33:08.594 INFO:tasks.workunit.client.0.smithi078.stdout: 983: throughput=5MB/sec pending data=0 2024-08-10T05:33:08.594 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ypUccoXp0OuaSin off=7575696 len=148307 2024-08-10T05:33:08.597 INFO:tasks.workunit.client.0.smithi078.stdout:op 5053 completed, throughput=5MB/sec 2024-08-10T05:33:08.597 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JzUzvyOIdMifcv4 off=4318969 len=1935503 2024-08-10T05:33:08.600 INFO:tasks.workunit.client.0.smithi078.stdout:op 5054 completed, throughput=5MB/sec 2024-08-10T05:33:08.600 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-x1LFqWgUVJExfTV off=9950689 len=1844460 2024-08-10T05:33:08.601 INFO:tasks.workunit.client.0.smithi078.stdout:op 5055 completed, throughput=5MB/sec 2024-08-10T05:33:08.601 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MZBZ4gZqDOasnCj off=1215501 len=578759 2024-08-10T05:33:08.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 5056 completed, throughput=5MB/sec 2024-08-10T05:33:09.603 INFO:tasks.workunit.client.0.smithi078.stdout: 984: throughput=5MB/sec pending data=0 2024-08-10T05:33:09.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KZWPa39VK-PPnaK off=16389265 len=1067993 2024-08-10T05:33:09.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 5057 completed, throughput=5MB/sec 2024-08-10T05:33:09.608 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g8yZLmJ6uMX5u00 off=3826690 len=1635184 2024-08-10T05:33:09.611 INFO:tasks.workunit.client.0.smithi078.stdout:op 5058 completed, throughput=5MB/sec 2024-08-10T05:33:09.611 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FzRiJVOSc_ny9bo off=1509475 len=2048296 2024-08-10T05:33:09.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 5059 completed, throughput=5MB/sec 2024-08-10T05:33:09.613 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SvIOFhxyzdryOxV off=12377392 len=2009914 2024-08-10T05:33:09.615 INFO:tasks.workunit.client.0.smithi078.stdout:op 5060 completed, throughput=5MB/sec 2024-08-10T05:33:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:10 smithi078 ceph-mon[92251]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:33:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:10 smithi078 ceph-mon[94618]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:33:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:10 smithi107 ceph-mon[86658]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:33:10.615 INFO:tasks.workunit.client.0.smithi078.stdout: 985: throughput=5MB/sec pending data=0 2024-08-10T05:33:10.615 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UxZrw3E2WiQ89-H off=4871470 len=1664026 2024-08-10T05:33:10.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 5061 completed, throughput=5MB/sec 2024-08-10T05:33:10.617 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FMooI-zFByMZDJP off=2318699 len=1980526 2024-08-10T05:33:10.619 INFO:tasks.workunit.client.0.smithi078.stdout:op 5062 completed, throughput=5MB/sec 2024-08-10T05:33:11.620 INFO:tasks.workunit.client.0.smithi078.stdout: 986: throughput=5MB/sec pending data=0 2024-08-10T05:33:11.620 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xfo_zZ0TJ7BYtNJ off=10560702 len=1030556 2024-08-10T05:33:11.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 5063 completed, throughput=5MB/sec 2024-08-10T05:33:11.625 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--RJhF6LjrWDyOQg off=10633648 len=821376 2024-08-10T05:33:11.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 5064 completed, throughput=5MB/sec 2024-08-10T05:33:11.627 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lpWMw7lBuVSUaZq off=5436537 len=846480 2024-08-10T05:33:11.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 5065 completed, throughput=5MB/sec 2024-08-10T05:33:11.631 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-o97MaC0h6ebM-aG off=16442692 len=581951 2024-08-10T05:33:11.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 5066 completed, throughput=5MB/sec 2024-08-10T05:33:11.633 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DB3IXxPnFCUEgic off=2804417 len=1042842 2024-08-10T05:33:11.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 5067 completed, throughput=5MB/sec 2024-08-10T05:33:11.634 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OwnVLZ2I0CPz1ca off=216865 len=303742 2024-08-10T05:33:11.634 INFO:tasks.workunit.client.0.smithi078.stdout:op 5068 completed, throughput=5MB/sec 2024-08-10T05:33:11.634 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wnAE4-cSZFlSP1F off=14401776 len=1048391 2024-08-10T05:33:11.635 INFO:tasks.workunit.client.0.smithi078.stdout:op 5069 completed, throughput=5MB/sec 2024-08-10T05:33:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:12 smithi078 ceph-mon[92251]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:33:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:12 smithi078 ceph-mon[94618]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:33:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:33:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:33:11] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:33:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:12 smithi107 ceph-mon[86658]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:33:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:33:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:12.636 INFO:tasks.workunit.client.0.smithi078.stdout: 987: throughput=5MB/sec pending data=0 2024-08-10T05:33:12.636 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-83O-rJ-oN4P1WBk off=4076769 len=507329 2024-08-10T05:33:12.640 INFO:tasks.workunit.client.0.smithi078.stdout:op 5070 completed, throughput=5MB/sec 2024-08-10T05:33:12.640 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4iTeaNHGtj6R42D off=589848 len=1538694 2024-08-10T05:33:12.649 INFO:tasks.workunit.client.0.smithi078.stdout:op 5071 completed, throughput=5MB/sec 2024-08-10T05:33:12.649 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xyufsib3g_8mH90 off=4304595 len=405738 2024-08-10T05:33:12.652 INFO:tasks.workunit.client.0.smithi078.stdout:op 5072 completed, throughput=5MB/sec 2024-08-10T05:33:12.653 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rfK7Pu3Hx7UMOJm off=6323018 len=649210 2024-08-10T05:33:12.653 INFO:tasks.workunit.client.0.smithi078.stdout:op 5073 completed, throughput=5MB/sec 2024-08-10T05:33:12.654 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w4_zKUZgie4anw3 off=728451 len=2039279 2024-08-10T05:33:12.656 INFO:tasks.workunit.client.0.smithi078.stdout:op 5074 completed, throughput=5MB/sec 2024-08-10T05:33:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:13.657 INFO:tasks.workunit.client.0.smithi078.stdout: 988: throughput=5MB/sec pending data=0 2024-08-10T05:33:13.657 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y2VNkyJV3xj_hVK off=4385641 len=938856 2024-08-10T05:33:13.662 INFO:tasks.workunit.client.0.smithi078.stdout:op 5075 completed, throughput=5MB/sec 2024-08-10T05:33:13.662 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rch_HD72CfRnQhk off=3198916 len=1185740 2024-08-10T05:33:13.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 5076 completed, throughput=5MB/sec 2024-08-10T05:33:13.664 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bBIfbP0p6PXwese off=6721413 len=2002883 2024-08-10T05:33:13.666 INFO:tasks.workunit.client.0.smithi078.stdout:op 5077 completed, throughput=5MB/sec 2024-08-10T05:33:13.666 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RB4hMKI4FqJOJ4h off=4279996 len=680762 2024-08-10T05:33:13.668 INFO:tasks.workunit.client.0.smithi078.stdout:op 5078 completed, throughput=5MB/sec 2024-08-10T05:33:13.668 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PZNac9zzQqdJhBL off=3826130 len=526497 2024-08-10T05:33:13.669 INFO:tasks.workunit.client.0.smithi078.stdout:op 5079 completed, throughput=5MB/sec 2024-08-10T05:33:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:14 smithi078 ceph-mon[92251]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:33:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:14 smithi078 ceph-mon[94618]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:33:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:14 smithi107 ceph-mon[86658]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:33:14.669 INFO:tasks.workunit.client.0.smithi078.stdout: 989: throughput=5MB/sec pending data=0 2024-08-10T05:33:14.669 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wcz32iDSGVG0fTg off=8563136 len=938550 2024-08-10T05:33:14.670 INFO:tasks.workunit.client.0.smithi078.stdout:op 5080 completed, throughput=5MB/sec 2024-08-10T05:33:14.671 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yV1JXXoDInE2zIy off=2642153 len=456420 2024-08-10T05:33:14.674 INFO:tasks.workunit.client.0.smithi078.stdout:op 5081 completed, throughput=5MB/sec 2024-08-10T05:33:14.674 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rnrf-5vEd0H9Gpr off=3309895 len=593422 2024-08-10T05:33:14.678 INFO:tasks.workunit.client.0.smithi078.stdout:op 5082 completed, throughput=5MB/sec 2024-08-10T05:33:14.678 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G6GZfLag77ca0Uk off=5018526 len=1445496 2024-08-10T05:33:14.685 INFO:tasks.workunit.client.0.smithi078.stdout:op 5083 completed, throughput=5MB/sec 2024-08-10T05:33:14.686 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pOjX6fSi4_QazYQ off=124163 len=1538421 2024-08-10T05:33:14.687 INFO:tasks.workunit.client.0.smithi078.stdout:op 5084 completed, throughput=5MB/sec 2024-08-10T05:33:14.688 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0cqQrd_wMWaXwz_ off=2942143 len=1105655 2024-08-10T05:33:14.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 5085 completed, throughput=5MB/sec 2024-08-10T05:33:15.689 INFO:tasks.workunit.client.0.smithi078.stdout: 990: throughput=5MB/sec pending data=0 2024-08-10T05:33:15.693 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iO1qglynEN7GRf1 off=1280037 len=792140 2024-08-10T05:33:15.694 INFO:tasks.workunit.client.0.smithi078.stdout:op 5086 completed, throughput=5MB/sec 2024-08-10T05:33:15.694 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Gy2jrAPG7eZ7wkm off=2011745 len=1871433 2024-08-10T05:33:15.699 INFO:tasks.workunit.client.0.smithi078.stdout:op 5087 completed, throughput=5MB/sec 2024-08-10T05:33:15.700 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mdwPZeL-ZMNQ20t off=9268354 len=1091509 2024-08-10T05:33:15.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 5088 completed, throughput=5MB/sec 2024-08-10T05:33:15.701 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XVxHBDtdXbz3gY_ off=3824796 len=1646895 2024-08-10T05:33:15.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 5089 completed, throughput=5MB/sec 2024-08-10T05:33:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:16 smithi078 ceph-mon[92251]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:33:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:16 smithi078 ceph-mon[94618]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:33:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:16 smithi107 ceph-mon[86658]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:33:16.703 INFO:tasks.workunit.client.0.smithi078.stdout: 991: throughput=5MB/sec pending data=0 2024-08-10T05:33:16.704 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-et8NTmDGiONMPsZ off=2787704 len=1966348 2024-08-10T05:33:16.713 INFO:tasks.workunit.client.0.smithi078.stdout:op 5090 completed, throughput=5MB/sec 2024-08-10T05:33:16.714 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4lxkpnSE-By_m3_ off=4458629 len=291464 2024-08-10T05:33:16.714 INFO:tasks.workunit.client.0.smithi078.stdout:op 5091 completed, throughput=5MB/sec 2024-08-10T05:33:16.714 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l_Vxuqe3GKmqzOW off=2556391 len=1374639 2024-08-10T05:33:16.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 5092 completed, throughput=5MB/sec 2024-08-10T05:33:16.720 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ISYGSzkibpdnUBL off=3139277 len=518124 2024-08-10T05:33:16.723 INFO:tasks.workunit.client.0.smithi078.stdout:op 5093 completed, throughput=5MB/sec 2024-08-10T05:33:16.723 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h0qcfrsM1wBtKe5 off=15439204 len=1400769 2024-08-10T05:33:16.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 5094 completed, throughput=5MB/sec 2024-08-10T05:33:17.724 INFO:tasks.workunit.client.0.smithi078.stdout: 992: throughput=5MB/sec pending data=0 2024-08-10T05:33:17.724 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qp4la6jW323OYdV off=8925587 len=1699380 2024-08-10T05:33:17.734 INFO:tasks.workunit.client.0.smithi078.stdout:op 5095 completed, throughput=5MB/sec 2024-08-10T05:33:17.734 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yL4MdvbXLEfz3Ca off=433057 len=932511 2024-08-10T05:33:17.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 5096 completed, throughput=5MB/sec 2024-08-10T05:33:17.736 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b34iekCqXM1Mjeh off=4497261 len=1045706 2024-08-10T05:33:17.737 INFO:tasks.workunit.client.0.smithi078.stdout:op 5097 completed, throughput=5MB/sec 2024-08-10T05:33:17.737 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-i-_V_5R9q1dVDGE off=940116 len=1555538 2024-08-10T05:33:17.740 INFO:tasks.workunit.client.0.smithi078.stdout:op 5098 completed, throughput=5MB/sec 2024-08-10T05:33:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:18 smithi078 ceph-mon[92251]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:33:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:18 smithi078 ceph-mon[94618]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:33:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:18 smithi107 ceph-mon[86658]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:33:18.740 INFO:tasks.workunit.client.0.smithi078.stdout: 993: throughput=5MB/sec pending data=0 2024-08-10T05:33:18.740 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HD_-KOTp0ub2VM6 off=16840148 len=774763 2024-08-10T05:33:18.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 5099 completed, throughput=5MB/sec 2024-08-10T05:33:18.745 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MxP03DMKzeRFCvW off=572695 len=264362 2024-08-10T05:33:18.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 5100 completed, throughput=5MB/sec 2024-08-10T05:33:18.747 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2_EyYku4njR4LLl off=13965365 len=1555856 2024-08-10T05:33:18.756 INFO:tasks.workunit.client.0.smithi078.stdout:op 5101 completed, throughput=5MB/sec 2024-08-10T05:33:18.756 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hvjJ08S-9BEBQbY off=15004148 len=778878 2024-08-10T05:33:18.761 INFO:tasks.workunit.client.0.smithi078.stdout:op 5102 completed, throughput=5MB/sec 2024-08-10T05:33:18.761 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZpPM5CYD3MHl3GP off=1324680 len=439884 2024-08-10T05:33:18.763 INFO:tasks.workunit.client.0.smithi078.stdout:op 5103 completed, throughput=5MB/sec 2024-08-10T05:33:18.763 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Q_aRvZYtbR9jV5R off=20327559 len=1840497 2024-08-10T05:33:18.772 INFO:tasks.workunit.client.0.smithi078.stdout:op 5104 completed, throughput=5MB/sec 2024-08-10T05:33:19.772 INFO:tasks.workunit.client.0.smithi078.stdout: 994: throughput=5MB/sec pending data=0 2024-08-10T05:33:19.772 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oSgTd6i5Or1pvtP off=824145 len=1124827 2024-08-10T05:33:19.777 INFO:tasks.workunit.client.0.smithi078.stdout:op 5105 completed, throughput=5MB/sec 2024-08-10T05:33:19.778 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-z-hd3f0YsPOfTAS off=3141161 len=110778 2024-08-10T05:33:19.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 5106 completed, throughput=5MB/sec 2024-08-10T05:33:19.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7PHC5iwJ3ezEdwi off=9393886 len=1733276 2024-08-10T05:33:19.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 5107 completed, throughput=5MB/sec 2024-08-10T05:33:19.783 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R0tgAQopc-DFve7 off=1219114 len=1647568 2024-08-10T05:33:19.789 INFO:tasks.workunit.client.0.smithi078.stdout:op 5108 completed, throughput=5MB/sec 2024-08-10T05:33:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:20 smithi078 ceph-mon[92251]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:33:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:20 smithi078 ceph-mon[94618]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:33:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:20 smithi107 ceph-mon[86658]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:33:20.790 INFO:tasks.workunit.client.0.smithi078.stdout: 995: throughput=5MB/sec pending data=0 2024-08-10T05:33:20.790 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ym2gGnJ3U1dQGml off=563224 len=978168 2024-08-10T05:33:20.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 5109 completed, throughput=5MB/sec 2024-08-10T05:33:20.795 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TPCmSvhBavB9aCS off=19951 len=1225937 2024-08-10T05:33:20.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 5110 completed, throughput=5MB/sec 2024-08-10T05:33:20.796 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lt8fbSRs3DF3yCE off=6093644 len=2049190 2024-08-10T05:33:20.808 INFO:tasks.workunit.client.0.smithi078.stdout:op 5111 completed, throughput=5MB/sec 2024-08-10T05:33:20.808 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TXF98D62rZd0rj8 off=13905483 len=687128 2024-08-10T05:33:20.812 INFO:tasks.workunit.client.0.smithi078.stdout:op 5112 completed, throughput=5MB/sec 2024-08-10T05:33:21.813 INFO:tasks.workunit.client.0.smithi078.stdout: 996: throughput=5MB/sec pending data=0 2024-08-10T05:33:21.813 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dT-vbNMVCyYYonD off=7147116 len=646057 2024-08-10T05:33:21.818 INFO:tasks.workunit.client.0.smithi078.stdout:op 5113 completed, throughput=5MB/sec 2024-08-10T05:33:21.818 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0VLxF_ktjwa_FOD off=852730 len=217520 2024-08-10T05:33:21.819 INFO:tasks.workunit.client.0.smithi078.stdout:op 5114 completed, throughput=5MB/sec 2024-08-10T05:33:21.819 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ytoq6dV_BDD6HoV off=18127579 len=131146 2024-08-10T05:33:21.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 5115 completed, throughput=5MB/sec 2024-08-10T05:33:21.821 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Oz_mNdxlPQAI0xp off=6730977 len=1440687 2024-08-10T05:33:21.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 5116 completed, throughput=5MB/sec 2024-08-10T05:33:21.829 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XHNfj2sPeSFVupl off=16240481 len=778757 2024-08-10T05:33:21.834 INFO:tasks.workunit.client.0.smithi078.stdout:op 5117 completed, throughput=5MB/sec 2024-08-10T05:33:21.834 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3xKmbhvrC_r6UZH off=2986471 len=287482 2024-08-10T05:33:21.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 5118 completed, throughput=5MB/sec 2024-08-10T05:33:21.837 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KbHBYnpEzN2DJ8x off=819488 len=878493 2024-08-10T05:33:21.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 5119 completed, throughput=5MB/sec 2024-08-10T05:33:21.838 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_g951CroqV-hziX off=4361673 len=1674983 2024-08-10T05:33:21.845 INFO:tasks.workunit.client.0.smithi078.stdout:op 5120 completed, throughput=5MB/sec 2024-08-10T05:33:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:22 smithi078 ceph-mon[92251]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:33:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:22 smithi078 ceph-mon[94618]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:33:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:33:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:33:21] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-08-10T05:33:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:22 smithi107 ceph-mon[86658]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:33:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:33:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:22.845 INFO:tasks.workunit.client.0.smithi078.stdout: 997: throughput=5MB/sec pending data=0 2024-08-10T05:33:22.845 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WZhkDHUtLvFPQNl off=14761706 len=1991829 2024-08-10T05:33:22.847 INFO:tasks.workunit.client.0.smithi078.stdout:op 5121 completed, throughput=5MB/sec 2024-08-10T05:33:22.848 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1q-acaBpJihNuSS off=2623436 len=1619597 2024-08-10T05:33:22.855 INFO:tasks.workunit.client.0.smithi078.stdout:op 5122 completed, throughput=5MB/sec 2024-08-10T05:33:22.855 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uqDUb_W-Mh6yvdL off=13233591 len=985888 2024-08-10T05:33:22.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 5123 completed, throughput=5MB/sec 2024-08-10T05:33:23.856 INFO:tasks.workunit.client.0.smithi078.stdout: 998: throughput=5MB/sec pending data=0 2024-08-10T05:33:23.857 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZSNzQVhQtNXct1G off=9209 len=1504272 2024-08-10T05:33:23.863 INFO:tasks.workunit.client.0.smithi078.stdout:op 5124 completed, throughput=5MB/sec 2024-08-10T05:33:23.863 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U2rv9IFXaAjyub0 off=8580555 len=266652 2024-08-10T05:33:23.866 INFO:tasks.workunit.client.0.smithi078.stdout:op 5125 completed, throughput=5MB/sec 2024-08-10T05:33:23.866 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-n9CsxM3CGr-EaWX off=6043707 len=1846786 2024-08-10T05:33:23.867 INFO:tasks.workunit.client.0.smithi078.stdout:op 5126 completed, throughput=5MB/sec 2024-08-10T05:33:23.868 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FW001CZGDXKwIKN off=11674941 len=1923834 2024-08-10T05:33:23.876 INFO:tasks.workunit.client.0.smithi078.stdout:op 5127 completed, throughput=5MB/sec 2024-08-10T05:33:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:24 smithi078 ceph-mon[92251]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:33:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:24 smithi078 ceph-mon[94618]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:33:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:24 smithi107 ceph-mon[86658]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:33:24.876 INFO:tasks.workunit.client.0.smithi078.stdout: 999: throughput=5MB/sec pending data=0 2024-08-10T05:33:24.876 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S8I-PHOJR7dQdaW off=10728560 len=865705 2024-08-10T05:33:24.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 5128 completed, throughput=5MB/sec 2024-08-10T05:33:24.881 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p0BfKAanc-8I-lV off=1240903 len=1814690 2024-08-10T05:33:24.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 5129 completed, throughput=5MB/sec 2024-08-10T05:33:24.889 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SbMBM-S2dD54G6l off=9730912 len=1127359 2024-08-10T05:33:24.894 INFO:tasks.workunit.client.0.smithi078.stdout:op 5130 completed, throughput=5MB/sec 2024-08-10T05:33:24.894 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6aanqw4vIqcK6Du off=11034461 len=744285 2024-08-10T05:33:24.895 INFO:tasks.workunit.client.0.smithi078.stdout:op 5131 completed, throughput=5MB/sec 2024-08-10T05:33:24.895 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7q0gq3WsXnVUnGr off=8835598 len=1278084 2024-08-10T05:33:24.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 5132 completed, throughput=5MB/sec 2024-08-10T05:33:25.900 INFO:tasks.workunit.client.0.smithi078.stdout: 1000: throughput=5MB/sec pending data=0 2024-08-10T05:33:25.901 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nAbgoYtSU_yFLbS off=4049393 len=1866991 2024-08-10T05:33:25.909 INFO:tasks.workunit.client.0.smithi078.stdout:op 5133 completed, throughput=5MB/sec 2024-08-10T05:33:25.909 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hvu-8sBbz-SM5JA off=12900601 len=1649567 2024-08-10T05:33:25.917 INFO:tasks.workunit.client.0.smithi078.stdout:op 5134 completed, throughput=5MB/sec 2024-08-10T05:33:25.917 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mITlL3h6M6x7FoM off=6329838 len=509032 2024-08-10T05:33:25.918 INFO:tasks.workunit.client.0.smithi078.stdout:op 5135 completed, throughput=5MB/sec 2024-08-10T05:33:25.918 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-D2g8ePueYiHvJh0 off=95588 len=124805 2024-08-10T05:33:25.919 INFO:tasks.workunit.client.0.smithi078.stdout:op 5136 completed, throughput=5MB/sec 2024-08-10T05:33:25.919 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Noat_Lrykw9pGvd off=14399822 len=1728694 2024-08-10T05:33:25.921 INFO:tasks.workunit.client.0.smithi078.stdout:op 5137 completed, throughput=5MB/sec 2024-08-10T05:33:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:26 smithi078 ceph-mon[92251]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:33:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:26 smithi078 ceph-mon[94618]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:33:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:26 smithi107 ceph-mon[86658]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:33:26.922 INFO:tasks.workunit.client.0.smithi078.stdout: 1001: throughput=5MB/sec pending data=0 2024-08-10T05:33:26.922 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kYQats6kEewTbc- off=6299263 len=308449 2024-08-10T05:33:26.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 5138 completed, throughput=5MB/sec 2024-08-10T05:33:26.925 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-G6hCVcTGGHFcCX_ off=1876538 len=635548 2024-08-10T05:33:26.929 INFO:tasks.workunit.client.0.smithi078.stdout:op 5139 completed, throughput=5MB/sec 2024-08-10T05:33:26.929 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-16wCOsz1low8D2D off=19426039 len=1295598 2024-08-10T05:33:26.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 5140 completed, throughput=5MB/sec 2024-08-10T05:33:26.935 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-O3P-hhx7XuZKRWE off=16634362 len=1885168 2024-08-10T05:33:26.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 5141 completed, throughput=5MB/sec 2024-08-10T05:33:27.945 INFO:tasks.workunit.client.0.smithi078.stdout: 1002: throughput=5MB/sec pending data=0 2024-08-10T05:33:27.945 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rPj1cze3z9sQAdM off=3560024 len=1692504 2024-08-10T05:33:27.953 INFO:tasks.workunit.client.0.smithi078.stdout:op 5142 completed, throughput=5MB/sec 2024-08-10T05:33:27.954 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7F2_u2GyxBOAjfh off=2816837 len=392395 2024-08-10T05:33:27.954 INFO:tasks.workunit.client.0.smithi078.stdout:op 5143 completed, throughput=5MB/sec 2024-08-10T05:33:27.954 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4h1N1jn07EsgMUy off=1470279 len=309249 2024-08-10T05:33:27.955 INFO:tasks.workunit.client.0.smithi078.stdout:op 5144 completed, throughput=5MB/sec 2024-08-10T05:33:27.955 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZjfYaWGToOqXbCq off=3909973 len=241537 2024-08-10T05:33:27.958 INFO:tasks.workunit.client.0.smithi078.stdout:op 5145 completed, throughput=5MB/sec 2024-08-10T05:33:27.958 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-i28luxJWiEgIpNU off=10283457 len=1168646 2024-08-10T05:33:27.959 INFO:tasks.workunit.client.0.smithi078.stdout:op 5146 completed, throughput=5MB/sec 2024-08-10T05:33:27.960 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ssbwws-nGahCtz0 off=1218168 len=487939 2024-08-10T05:33:27.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 5147 completed, throughput=5MB/sec 2024-08-10T05:33:27.961 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l8tT7tAIDPOaJCX off=6326334 len=1292534 2024-08-10T05:33:27.964 INFO:tasks.workunit.client.0.smithi078.stdout:op 5148 completed, throughput=5MB/sec 2024-08-10T05:33:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:28 smithi078 ceph-mon[92251]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:33:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:28 smithi078 ceph-mon[94618]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:33:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:28 smithi107 ceph-mon[86658]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:33:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:28.964 INFO:tasks.workunit.client.0.smithi078.stdout: 1003: throughput=5MB/sec pending data=0 2024-08-10T05:33:28.964 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V1oGuL1MLBOjRGm off=19379638 len=309449 2024-08-10T05:33:28.965 INFO:tasks.workunit.client.0.smithi078.stdout:op 5149 completed, throughput=5MB/sec 2024-08-10T05:33:28.965 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zweOSxMUM3f5bqm off=516752 len=1955873 2024-08-10T05:33:28.976 INFO:tasks.workunit.client.0.smithi078.stdout:op 5150 completed, throughput=5MB/sec 2024-08-10T05:33:28.976 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eQsuRIYssCWi8VI off=1224670 len=1189782 2024-08-10T05:33:28.982 INFO:tasks.workunit.client.0.smithi078.stdout:op 5151 completed, throughput=5MB/sec 2024-08-10T05:33:28.982 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lFHtJNfi1ymma1r off=6474610 len=1897440 2024-08-10T05:33:28.984 INFO:tasks.workunit.client.0.smithi078.stdout:op 5152 completed, throughput=5MB/sec 2024-08-10T05:33:29.985 INFO:tasks.workunit.client.0.smithi078.stdout: 1004: throughput=5MB/sec pending data=0 2024-08-10T05:33:29.985 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w0uV_DC67hOFFw2 off=5240730 len=1522554 2024-08-10T05:33:29.986 INFO:tasks.workunit.client.0.smithi078.stdout:op 5153 completed, throughput=5MB/sec 2024-08-10T05:33:29.986 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uIGnImxtQUY0h62 off=16362488 len=2011946 2024-08-10T05:33:29.999 INFO:tasks.workunit.client.0.smithi078.stdout:op 5154 completed, throughput=5MB/sec 2024-08-10T05:33:29.999 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FR6GumWJ8XUJlzX off=13374411 len=2070955 2024-08-10T05:33:30.008 INFO:tasks.workunit.client.0.smithi078.stdout:op 5155 completed, throughput=5MB/sec 2024-08-10T05:33:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:30 smithi078 ceph-mon[92251]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:33:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:33:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:30 smithi078 ceph-mon[94618]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:33:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:33:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:30 smithi107 ceph-mon[86658]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:33:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:33:31.009 INFO:tasks.workunit.client.0.smithi078.stdout: 1005: throughput=5MB/sec pending data=0 2024-08-10T05:33:31.009 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I1PXXH1YeMRuw51 off=8821785 len=751285 2024-08-10T05:33:31.012 INFO:tasks.workunit.client.0.smithi078.stdout:op 5156 completed, throughput=5MB/sec 2024-08-10T05:33:31.012 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tvgiF9kHR3h6z0J off=192880 len=2088824 2024-08-10T05:33:31.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 5157 completed, throughput=5MB/sec 2024-08-10T05:33:31.023 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-J-PHuWk4I8Ocr4k off=7898345 len=217745 2024-08-10T05:33:31.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 5158 completed, throughput=5MB/sec 2024-08-10T05:33:31.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NAoEtxtUHp2yyMC off=4361109 len=1764637 2024-08-10T05:33:31.034 INFO:tasks.workunit.client.0.smithi078.stdout:op 5159 completed, throughput=5MB/sec 2024-08-10T05:33:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:33:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:33:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:33:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:33:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:33:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:33:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:33:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:33:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:33:32.035 INFO:tasks.workunit.client.0.smithi078.stdout: 1006: throughput=5MB/sec pending data=0 2024-08-10T05:33:32.035 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AssHpw-l0fUkBon off=4921085 len=1651868 2024-08-10T05:33:32.041 INFO:tasks.workunit.client.0.smithi078.stdout:op 5160 completed, throughput=5MB/sec 2024-08-10T05:33:32.041 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gj_GwaKwGj40-Nn off=11388224 len=215577 2024-08-10T05:33:32.043 INFO:tasks.workunit.client.0.smithi078.stdout:op 5161 completed, throughput=5MB/sec 2024-08-10T05:33:32.044 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Kpl_q6HHsWg2yK5 off=731172 len=951003 2024-08-10T05:33:32.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 5162 completed, throughput=5MB/sec 2024-08-10T05:33:32.045 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T6kGjg9REoeA8jt off=194014 len=1305459 2024-08-10T05:33:32.047 INFO:tasks.workunit.client.0.smithi078.stdout:op 5163 completed, throughput=5MB/sec 2024-08-10T05:33:32.048 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xzERwAcviu-bkvh off=5065412 len=750605 2024-08-10T05:33:32.048 INFO:tasks.workunit.client.0.smithi078.stdout:op 5164 completed, throughput=5MB/sec 2024-08-10T05:33:32.048 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RmaKCKe2zO0Vqi2 off=7138332 len=752489 2024-08-10T05:33:32.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 5165 completed, throughput=5MB/sec 2024-08-10T05:33:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:33:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:33:31] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:33:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:33:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:32 smithi078 ceph-mon[92251]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-08-10T05:33:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:32 smithi078 ceph-mon[94618]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-08-10T05:33:33.049 INFO:tasks.workunit.client.0.smithi078.stdout: 1007: throughput=5MB/sec pending data=0 2024-08-10T05:33:33.050 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S4MMCribjYCU3LF off=971578 len=252838 2024-08-10T05:33:33.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 5166 completed, throughput=5MB/sec 2024-08-10T05:33:33.051 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NgEdzgqNanFzmC2 off=2848956 len=58436 2024-08-10T05:33:33.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 5167 completed, throughput=5MB/sec 2024-08-10T05:33:33.054 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3EH62Q2BAwDZAXA off=13722891 len=20072 2024-08-10T05:33:33.054 INFO:tasks.workunit.client.0.smithi078.stdout:op 5168 completed, throughput=5MB/sec 2024-08-10T05:33:33.054 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-w34T5DzQEGEc9ue off=19427062 len=1353474 2024-08-10T05:33:33.060 INFO:tasks.workunit.client.0.smithi078.stdout:op 5169 completed, throughput=5MB/sec 2024-08-10T05:33:33.060 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-caUWs8kKsuriScu off=3035844 len=1841286 2024-08-10T05:33:33.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 5170 completed, throughput=5MB/sec 2024-08-10T05:33:33.062 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xeio5OzYec6W0j5 off=1371807 len=1877456 2024-08-10T05:33:33.065 INFO:tasks.workunit.client.0.smithi078.stdout:op 5171 completed, throughput=5MB/sec 2024-08-10T05:33:33.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:32 smithi107 ceph-mon[86658]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-08-10T05:33:34.066 INFO:tasks.workunit.client.0.smithi078.stdout: 1008: throughput=5MB/sec pending data=0 2024-08-10T05:33:34.066 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CL8dv901zhCf8T3 off=1834332 len=451539 2024-08-10T05:33:34.070 INFO:tasks.workunit.client.0.smithi078.stdout:op 5172 completed, throughput=5MB/sec 2024-08-10T05:33:34.070 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ArrnT5y3A_qlzBh off=2465591 len=738862 2024-08-10T05:33:34.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 5173 completed, throughput=5MB/sec 2024-08-10T05:33:34.072 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-F5VGtAYMWBg1Xoz off=15787750 len=1323759 2024-08-10T05:33:34.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 5174 completed, throughput=5MB/sec 2024-08-10T05:33:34.074 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5sN6TuMeVziz8dj off=6609394 len=930722 2024-08-10T05:33:34.078 INFO:tasks.workunit.client.0.smithi078.stdout:op 5175 completed, throughput=5MB/sec 2024-08-10T05:33:34.078 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Aug3mV5nQ352Vpx off=4563247 len=187770 2024-08-10T05:33:34.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 5176 completed, throughput=5MB/sec 2024-08-10T05:33:34.082 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-isKW3fZsh8jHYgT off=1659050 len=869499 2024-08-10T05:33:34.082 INFO:tasks.workunit.client.0.smithi078.stdout:op 5177 completed, throughput=5MB/sec 2024-08-10T05:33:34.082 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hBuGK8P_23uO0gD off=12867017 len=1359596 2024-08-10T05:33:34.083 INFO:tasks.workunit.client.0.smithi078.stdout:op 5178 completed, throughput=5MB/sec 2024-08-10T05:33:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:34 smithi078 ceph-mon[92251]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:33:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:34 smithi078 ceph-mon[94618]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:33:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:34 smithi107 ceph-mon[86658]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:33:35.083 INFO:tasks.workunit.client.0.smithi078.stdout: 1009: throughput=5MB/sec pending data=0 2024-08-10T05:33:35.084 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GLFemoQlSeToJqw off=8537938 len=830101 2024-08-10T05:33:35.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 5179 completed, throughput=5MB/sec 2024-08-10T05:33:35.086 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9PnpM0k3TnSZjYf off=1412926 len=1984908 2024-08-10T05:33:35.088 INFO:tasks.workunit.client.0.smithi078.stdout:op 5180 completed, throughput=5MB/sec 2024-08-10T05:33:35.088 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7jzb0djjvlDKXaE off=13774159 len=1569363 2024-08-10T05:33:35.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 5181 completed, throughput=5MB/sec 2024-08-10T05:33:36.097 INFO:tasks.workunit.client.0.smithi078.stdout: 1010: throughput=5MB/sec pending data=0 2024-08-10T05:33:36.097 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SHaJIBb0J_u-_Uy off=4202351 len=724699 2024-08-10T05:33:36.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 5182 completed, throughput=5MB/sec 2024-08-10T05:33:36.098 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-V13W9hL8Rk-3yaI off=521856 len=1719143 2024-08-10T05:33:36.100 INFO:tasks.workunit.client.0.smithi078.stdout:op 5183 completed, throughput=5MB/sec 2024-08-10T05:33:36.101 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kCnCqVcJ7X2-kcF off=2460000 len=1336540 2024-08-10T05:33:36.104 INFO:tasks.workunit.client.0.smithi078.stdout:op 5184 completed, throughput=5MB/sec 2024-08-10T05:33:36.104 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wA4xSZpHbeOmJBu off=3584709 len=965219 2024-08-10T05:33:36.110 INFO:tasks.workunit.client.0.smithi078.stdout:op 5185 completed, throughput=5MB/sec 2024-08-10T05:33:36.110 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-X_yF5PkFugVxQoX off=5509830 len=314415 2024-08-10T05:33:36.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 5186 completed, throughput=5MB/sec 2024-08-10T05:33:36.113 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C_U7pRUUWltgw2j off=1019431 len=497061 2024-08-10T05:33:36.114 INFO:tasks.workunit.client.0.smithi078.stdout:op 5187 completed, throughput=5MB/sec 2024-08-10T05:33:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:36 smithi078 ceph-mon[92251]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:33:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:36 smithi078 ceph-mon[94618]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:33:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:36 smithi107 ceph-mon[86658]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:33:37.114 INFO:tasks.workunit.client.0.smithi078.stdout: 1011: throughput=5MB/sec pending data=0 2024-08-10T05:33:37.115 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ka538QrTD9FA8YX off=4735526 len=2059309 2024-08-10T05:33:37.124 INFO:tasks.workunit.client.0.smithi078.stdout:op 5188 completed, throughput=5MB/sec 2024-08-10T05:33:37.124 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZCKi6RxLdYTchFw off=10657732 len=379537 2024-08-10T05:33:37.124 INFO:tasks.workunit.client.0.smithi078.stdout:op 5189 completed, throughput=5MB/sec 2024-08-10T05:33:37.124 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SWh0jZ9BNk3qoMV off=2112141 len=1071697 2024-08-10T05:33:37.129 INFO:tasks.workunit.client.0.smithi078.stdout:op 5190 completed, throughput=5MB/sec 2024-08-10T05:33:37.129 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g8uSaVFZguRRstX off=6704344 len=1136432 2024-08-10T05:33:37.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 5191 completed, throughput=5MB/sec 2024-08-10T05:33:37.130 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_yb9mUD43MqqNuv off=8004630 len=1436517 2024-08-10T05:33:37.139 INFO:tasks.workunit.client.0.smithi078.stdout:op 5192 completed, throughput=5MB/sec 2024-08-10T05:33:38.140 INFO:tasks.workunit.client.0.smithi078.stdout: 1012: throughput=5MB/sec pending data=0 2024-08-10T05:33:38.140 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eITqdF01b5YwsFr off=13129628 len=1965749 2024-08-10T05:33:38.152 INFO:tasks.workunit.client.0.smithi078.stdout:op 5193 completed, throughput=5MB/sec 2024-08-10T05:33:38.153 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lcf8a1MNYrBfNQ4 off=12420616 len=1273341 2024-08-10T05:33:38.154 INFO:tasks.workunit.client.0.smithi078.stdout:op 5194 completed, throughput=5MB/sec 2024-08-10T05:33:38.154 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ip8OFF7kSQguRc5 off=868256 len=12633 2024-08-10T05:33:38.155 INFO:tasks.workunit.client.0.smithi078.stdout:op 5195 completed, throughput=5MB/sec 2024-08-10T05:33:38.155 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ueTAvLzI56jgleb off=7091081 len=1774669 2024-08-10T05:33:38.162 INFO:tasks.workunit.client.0.smithi078.stdout:op 5196 completed, throughput=5MB/sec 2024-08-10T05:33:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:38 smithi078 ceph-mon[92251]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:33:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:38 smithi078 ceph-mon[94618]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:33:39.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:38 smithi107 ceph-mon[86658]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:33:39.163 INFO:tasks.workunit.client.0.smithi078.stdout: 1013: throughput=5MB/sec pending data=0 2024-08-10T05:33:39.163 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GBKeDrDku7cwiFO off=15490841 len=1151699 2024-08-10T05:33:39.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 5197 completed, throughput=5MB/sec 2024-08-10T05:33:39.164 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7ORJTTctAtKdV8C off=455861 len=1549153 2024-08-10T05:33:39.166 INFO:tasks.workunit.client.0.smithi078.stdout:op 5198 completed, throughput=5MB/sec 2024-08-10T05:33:39.166 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fe6WgclV0FaINeZ off=11469210 len=791213 2024-08-10T05:33:39.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 5199 completed, throughput=5MB/sec 2024-08-10T05:33:39.172 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AhIJ0-xwgTCHbsz off=197506 len=487165 2024-08-10T05:33:39.175 INFO:tasks.workunit.client.0.smithi078.stdout:op 5200 completed, throughput=5MB/sec 2024-08-10T05:33:39.176 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EW-Sq2IRwfks9GF off=8728189 len=1255633 2024-08-10T05:33:39.178 INFO:tasks.workunit.client.0.smithi078.stdout:op 5201 completed, throughput=5MB/sec 2024-08-10T05:33:40.178 INFO:tasks.workunit.client.0.smithi078.stdout: 1014: throughput=5MB/sec pending data=0 2024-08-10T05:33:40.178 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bwiyH1MrQef98La off=2727818 len=1003516 2024-08-10T05:33:40.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 5202 completed, throughput=5MB/sec 2024-08-10T05:33:40.184 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jGFVeud_0d1MLRN off=11523662 len=714743 2024-08-10T05:33:40.185 INFO:tasks.workunit.client.0.smithi078.stdout:op 5203 completed, throughput=5MB/sec 2024-08-10T05:33:40.185 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FJ4Z-0ZbmhWBXek off=5917305 len=466391 2024-08-10T05:33:40.186 INFO:tasks.workunit.client.0.smithi078.stdout:op 5204 completed, throughput=5MB/sec 2024-08-10T05:33:40.186 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QALik8yoXMCVf3f off=0 len=1133241 2024-08-10T05:33:40.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 5205 completed, throughput=5MB/sec 2024-08-10T05:33:40.194 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8QrQCCoWzhtrXxC off=1590757 len=1176828 2024-08-10T05:33:40.195 INFO:tasks.workunit.client.0.smithi078.stdout:op 5206 completed, throughput=5MB/sec 2024-08-10T05:33:40.195 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5Cyi5gTMed2YoPG off=5769262 len=1411064 2024-08-10T05:33:40.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 5207 completed, throughput=5MB/sec 2024-08-10T05:33:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:40 smithi078 ceph-mon[92251]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:33:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:40 smithi078 ceph-mon[94618]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:33:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:40 smithi107 ceph-mon[86658]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:33:41.203 INFO:tasks.workunit.client.0.smithi078.stdout: 1015: throughput=5MB/sec pending data=0 2024-08-10T05:33:41.203 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vkEsZ5vz_NRHJSg off=5728090 len=1034864 2024-08-10T05:33:41.206 INFO:tasks.workunit.client.0.smithi078.stdout:op 5208 completed, throughput=5MB/sec 2024-08-10T05:33:41.206 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CUmeBDnI7yWpZBN off=0 len=1438398 2024-08-10T05:33:41.215 INFO:tasks.workunit.client.0.smithi078.stdout:op 5209 completed, throughput=5MB/sec 2024-08-10T05:33:41.215 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--inZ5WyI6kuZjZs off=783359 len=895440 2024-08-10T05:33:41.220 INFO:tasks.workunit.client.0.smithi078.stdout:op 5210 completed, throughput=5MB/sec 2024-08-10T05:33:41.220 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E4yD1uxat4VJu3K off=18779501 len=979523 2024-08-10T05:33:41.221 INFO:tasks.workunit.client.0.smithi078.stdout:op 5211 completed, throughput=5MB/sec 2024-08-10T05:33:42.221 INFO:tasks.workunit.client.0.smithi078.stdout: 1016: throughput=5MB/sec pending data=0 2024-08-10T05:33:42.222 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xmP2TGiDOJLT7ZM off=562379 len=1327796 2024-08-10T05:33:42.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 5212 completed, throughput=5MB/sec 2024-08-10T05:33:42.223 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TBkE-29lGpHF0vY off=7069562 len=677385 2024-08-10T05:33:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:33:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:33:41] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:33:42.228 INFO:tasks.workunit.client.0.smithi078.stdout:op 5213 completed, throughput=5MB/sec 2024-08-10T05:33:42.229 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-g-ZQZ8YLOiZiMVM off=5991530 len=1569486 2024-08-10T05:33:42.232 INFO:tasks.workunit.client.0.smithi078.stdout:op 5214 completed, throughput=5MB/sec 2024-08-10T05:33:42.232 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fwP13-LpOnRVM2o off=256180 len=1705004 2024-08-10T05:33:42.242 INFO:tasks.workunit.client.0.smithi078.stdout:op 5215 completed, throughput=5MB/sec 2024-08-10T05:33:42.242 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ON_DON-4yync3CG off=10404760 len=1140839 2024-08-10T05:33:42.243 INFO:tasks.workunit.client.0.smithi078.stdout:op 5216 completed, throughput=5MB/sec 2024-08-10T05:33:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:33:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:42 smithi078 ceph-mon[92251]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:33:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:42 smithi078 ceph-mon[94618]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:33:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:42 smithi107 ceph-mon[86658]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:33:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:43.244 INFO:tasks.workunit.client.0.smithi078.stdout: 1017: throughput=5MB/sec pending data=0 2024-08-10T05:33:43.244 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oYr6IyRl7VDmFal off=5951303 len=789114 2024-08-10T05:33:43.245 INFO:tasks.workunit.client.0.smithi078.stdout:op 5217 completed, throughput=5MB/sec 2024-08-10T05:33:43.246 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rjV_wWgI0oeK70U off=8702953 len=1401358 2024-08-10T05:33:43.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 5218 completed, throughput=5MB/sec 2024-08-10T05:33:43.252 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UGqYBmnWtwgyuDt off=7394095 len=774465 2024-08-10T05:33:43.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 5219 completed, throughput=5MB/sec 2024-08-10T05:33:43.252 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F2XmJRpKmGj0jCz off=15861965 len=1316189 2024-08-10T05:33:43.260 INFO:tasks.workunit.client.0.smithi078.stdout:op 5220 completed, throughput=5MB/sec 2024-08-10T05:33:44.260 INFO:tasks.workunit.client.0.smithi078.stdout: 1018: throughput=5MB/sec pending data=0 2024-08-10T05:33:44.260 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CEN_dpe91KevIHL off=0 len=1296594 2024-08-10T05:33:44.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 5221 completed, throughput=5MB/sec 2024-08-10T05:33:44.267 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E3MCn_-Q8lgcDUs off=3660104 len=322731 2024-08-10T05:33:44.268 INFO:tasks.workunit.client.0.smithi078.stdout:op 5222 completed, throughput=5MB/sec 2024-08-10T05:33:44.268 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-81Qga9RUHJ7JVMb off=1653019 len=405826 2024-08-10T05:33:44.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 5223 completed, throughput=5MB/sec 2024-08-10T05:33:44.269 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wkQGB4dZJxcy3iA off=7871479 len=2049687 2024-08-10T05:33:44.277 INFO:tasks.workunit.client.0.smithi078.stdout:op 5224 completed, throughput=5MB/sec 2024-08-10T05:33:44.277 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HyD810YpfBganug off=925236 len=1326828 2024-08-10T05:33:44.279 INFO:tasks.workunit.client.0.smithi078.stdout:op 5225 completed, throughput=5MB/sec 2024-08-10T05:33:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:44 smithi078 ceph-mon[92251]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:33:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:44 smithi078 ceph-mon[94618]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:33:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:44 smithi107 ceph-mon[86658]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:33:45.280 INFO:tasks.workunit.client.0.smithi078.stdout: 1019: throughput=5MB/sec pending data=0 2024-08-10T05:33:45.280 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x3c98wkGDyKu12X off=5658272 len=100661 2024-08-10T05:33:45.283 INFO:tasks.workunit.client.0.smithi078.stdout:op 5226 completed, throughput=5MB/sec 2024-08-10T05:33:45.283 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3wJK8VSXsaROLsm off=2848819 len=1993755 2024-08-10T05:33:45.293 INFO:tasks.workunit.client.0.smithi078.stdout:op 5227 completed, throughput=5MB/sec 2024-08-10T05:33:45.293 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RIC8Z8NAEiFQ0wO off=2355564 len=681098 2024-08-10T05:33:45.295 INFO:tasks.workunit.client.0.smithi078.stdout:op 5228 completed, throughput=5MB/sec 2024-08-10T05:33:45.295 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CDlGY5Z3pklCfxl off=15968539 len=1184264 2024-08-10T05:33:45.300 INFO:tasks.workunit.client.0.smithi078.stdout:op 5229 completed, throughput=5MB/sec 2024-08-10T05:33:45.300 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ykPqnVhfAHlFlWg off=2407997 len=1600214 2024-08-10T05:33:45.310 INFO:tasks.workunit.client.0.smithi078.stdout:op 5230 completed, throughput=5MB/sec 2024-08-10T05:33:46.310 INFO:tasks.workunit.client.0.smithi078.stdout: 1020: throughput=5MB/sec pending data=0 2024-08-10T05:33:46.310 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P66yokAq27ArexD off=4168337 len=923177 2024-08-10T05:33:46.315 INFO:tasks.workunit.client.0.smithi078.stdout:op 5231 completed, throughput=5MB/sec 2024-08-10T05:33:46.315 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RzqjVbn7u3xXs3l off=6295254 len=1020942 2024-08-10T05:33:46.318 INFO:tasks.workunit.client.0.smithi078.stdout:op 5232 completed, throughput=5MB/sec 2024-08-10T05:33:46.318 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yX1-BfuyEzBdojU off=9276500 len=364223 2024-08-10T05:33:46.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 5233 completed, throughput=5MB/sec 2024-08-10T05:33:46.320 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XNXeOAZWHV_GGkm off=1160077 len=1751430 2024-08-10T05:33:46.327 INFO:tasks.workunit.client.0.smithi078.stdout:op 5234 completed, throughput=5MB/sec 2024-08-10T05:33:46.327 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hlSCPQNh6rtddxP off=4330598 len=1969553 2024-08-10T05:33:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:op 5235 completed, throughput=5MB/sec 2024-08-10T05:33:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:46 smithi078 ceph-mon[92251]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:33:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:46 smithi078 ceph-mon[94618]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:33:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:46 smithi107 ceph-mon[86658]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:33:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: 1021: throughput=5MB/sec pending data=0 2024-08-10T05:33:47.341 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NyloxzAsV2FdS5t off=3771431 len=1795748 2024-08-10T05:33:47.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 5236 completed, throughput=5MB/sec 2024-08-10T05:33:47.350 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dn-PFXQV3_jjpqw off=4091771 len=1639401 2024-08-10T05:33:47.356 INFO:tasks.workunit.client.0.smithi078.stdout:op 5237 completed, throughput=5MB/sec 2024-08-10T05:33:47.356 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tS1056CWZ2NHfK0 off=223920 len=1606051 2024-08-10T05:33:47.357 INFO:tasks.workunit.client.0.smithi078.stdout:op 5238 completed, throughput=5MB/sec 2024-08-10T05:33:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: 1022: throughput=5MB/sec pending data=0 2024-08-10T05:33:48.358 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iUVJjC5a30pBmnZ off=4503171 len=1733778 2024-08-10T05:33:48.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 5239 completed, throughput=5MB/sec 2024-08-10T05:33:48.369 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w2fGWRG56LVghKi off=1789227 len=1961715 2024-08-10T05:33:48.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 5240 completed, throughput=5MB/sec 2024-08-10T05:33:48.371 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T2K1iAsPLLnhDlg off=12411104 len=1282087 2024-08-10T05:33:48.372 INFO:tasks.workunit.client.0.smithi078.stdout:op 5241 completed, throughput=5MB/sec 2024-08-10T05:33:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:48 smithi078 ceph-mon[92251]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:33:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:48 smithi078 ceph-mon[94618]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:33:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:48 smithi107 ceph-mon[86658]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:33:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: 1023: throughput=5MB/sec pending data=0 2024-08-10T05:33:49.372 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-O5tglqBSWbZRsM2 off=14635215 len=363991 2024-08-10T05:33:49.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 5242 completed, throughput=5MB/sec 2024-08-10T05:33:49.376 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e24f4d9ZFJtX6hB off=5660539 len=1573159 2024-08-10T05:33:49.378 INFO:tasks.workunit.client.0.smithi078.stdout:op 5243 completed, throughput=5MB/sec 2024-08-10T05:33:49.378 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E_8_3NkbF_dRJHb off=3813618 len=1445356 2024-08-10T05:33:49.386 INFO:tasks.workunit.client.0.smithi078.stdout:op 5244 completed, throughput=5MB/sec 2024-08-10T05:33:49.386 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LDJ5vxiQ-zDaWFD off=6665892 len=1084394 2024-08-10T05:33:49.386 INFO:tasks.workunit.client.0.smithi078.stdout:op 5245 completed, throughput=5MB/sec 2024-08-10T05:33:49.387 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DwI0vKK8gv3X_S4 off=17242654 len=492623 2024-08-10T05:33:49.390 INFO:tasks.workunit.client.0.smithi078.stdout:op 5246 completed, throughput=5MB/sec 2024-08-10T05:33:49.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ul5DRq2X6SvC0j1 off=11012563 len=74222 2024-08-10T05:33:49.391 INFO:tasks.workunit.client.0.smithi078.stdout:op 5247 completed, throughput=5MB/sec 2024-08-10T05:33:49.391 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oNInIhGh3tGUEx7 off=16149191 len=824283 2024-08-10T05:33:49.396 INFO:tasks.workunit.client.0.smithi078.stdout:op 5248 completed, throughput=5MB/sec 2024-08-10T05:33:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: 1024: throughput=5MB/sec pending data=0 2024-08-10T05:33:50.396 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JzFLd_I4HAWAFfz off=23197209 len=779255 2024-08-10T05:33:50.398 INFO:tasks.workunit.client.0.smithi078.stdout:op 5249 completed, throughput=5MB/sec 2024-08-10T05:33:50.398 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-54eA_h2NphzXjU3 off=1669094 len=1462191 2024-08-10T05:33:50.406 INFO:tasks.workunit.client.0.smithi078.stdout:op 5250 completed, throughput=5MB/sec 2024-08-10T05:33:50.406 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_CY5aKMY5eYF4Uh off=10023472 len=882387 2024-08-10T05:33:50.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 5251 completed, throughput=5MB/sec 2024-08-10T05:33:50.410 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WClor758I0gaS_O off=4352072 len=1603971 2024-08-10T05:33:50.412 INFO:tasks.workunit.client.0.smithi078.stdout:op 5252 completed, throughput=5MB/sec 2024-08-10T05:33:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:50 smithi078 ceph-mon[92251]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:33:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:50 smithi078 ceph-mon[94618]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:33:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:50 smithi107 ceph-mon[86658]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:33:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: 1025: throughput=5MB/sec pending data=0 2024-08-10T05:33:51.413 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jE3kGrPKTln0MfW off=102533 len=1647732 2024-08-10T05:33:51.415 INFO:tasks.workunit.client.0.smithi078.stdout:op 5253 completed, throughput=5MB/sec 2024-08-10T05:33:51.415 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zvN0Jd4WOdvVbag off=14861349 len=1256660 2024-08-10T05:33:51.421 INFO:tasks.workunit.client.0.smithi078.stdout:op 5254 completed, throughput=5MB/sec 2024-08-10T05:33:51.421 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AAp5icH8yeuCL3t off=5391862 len=1048570 2024-08-10T05:33:51.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 5255 completed, throughput=5MB/sec 2024-08-10T05:33:51.423 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MdIdYwEX40Nju6Y off=7811798 len=1395093 2024-08-10T05:33:51.431 INFO:tasks.workunit.client.0.smithi078.stdout:op 5256 completed, throughput=5MB/sec 2024-08-10T05:33:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:33:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:33:51] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-08-10T05:33:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: 1026: throughput=5MB/sec pending data=0 2024-08-10T05:33:52.431 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qwYzJ3KeSogRhYH off=8536178 len=434059 2024-08-10T05:33:52.435 INFO:tasks.workunit.client.0.smithi078.stdout:op 5257 completed, throughput=5MB/sec 2024-08-10T05:33:52.435 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-u1CTn3jxobWvWqU off=9473287 len=237970 2024-08-10T05:33:52.436 INFO:tasks.workunit.client.0.smithi078.stdout:op 5258 completed, throughput=5MB/sec 2024-08-10T05:33:52.436 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HInOff-N9KXIkDi off=7121799 len=967501 2024-08-10T05:33:52.441 INFO:tasks.workunit.client.0.smithi078.stdout:op 5259 completed, throughput=5MB/sec 2024-08-10T05:33:52.442 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qCq7PRTKP9VW5Ri off=948476 len=9287 2024-08-10T05:33:52.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 5260 completed, throughput=5MB/sec 2024-08-10T05:33:52.444 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1XZz2XvCGcydMNK off=23204355 len=1958660 2024-08-10T05:33:52.446 INFO:tasks.workunit.client.0.smithi078.stdout:op 5261 completed, throughput=5MB/sec 2024-08-10T05:33:52.446 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1ZqBuLSIn1clORC off=5037435 len=1699703 2024-08-10T05:33:52.448 INFO:tasks.workunit.client.0.smithi078.stdout:op 5262 completed, throughput=5MB/sec 2024-08-10T05:33:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:33:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:52 smithi078 ceph-mon[92251]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:33:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:52 smithi078 ceph-mon[94618]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:33:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:52 smithi107 ceph-mon[86658]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:33:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: 1027: throughput=5MB/sec pending data=0 2024-08-10T05:33:53.449 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7Dxc6NWjXX3U3Ui off=972832 len=369936 2024-08-10T05:33:53.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 5263 completed, throughput=5MB/sec 2024-08-10T05:33:53.453 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jeXW2VCxQ3KM5_W off=3185284 len=37747 2024-08-10T05:33:53.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 5264 completed, throughput=5MB/sec 2024-08-10T05:33:53.453 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-U7f47l-iURD-svU off=3708393 len=974828 2024-08-10T05:33:53.458 INFO:tasks.workunit.client.0.smithi078.stdout:op 5265 completed, throughput=5MB/sec 2024-08-10T05:33:53.459 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YWuIFjCPewyA4ts off=10956241 len=949694 2024-08-10T05:33:53.464 INFO:tasks.workunit.client.0.smithi078.stdout:op 5266 completed, throughput=5MB/sec 2024-08-10T05:33:53.464 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ew1KQaRzCYFj_O5 off=3137101 len=1278656 2024-08-10T05:33:53.471 INFO:tasks.workunit.client.0.smithi078.stdout:op 5267 completed, throughput=5MB/sec 2024-08-10T05:33:53.471 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tKgg4Wlx3d6mebx off=3714342 len=114990 2024-08-10T05:33:53.471 INFO:tasks.workunit.client.0.smithi078.stdout:op 5268 completed, throughput=5MB/sec 2024-08-10T05:33:53.472 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p1lsucqyZ6vdkIV off=6866635 len=200164 2024-08-10T05:33:53.474 INFO:tasks.workunit.client.0.smithi078.stdout:op 5269 completed, throughput=5MB/sec 2024-08-10T05:33:53.474 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-da0vKnb_LDsCDhD off=11442936 len=822746 2024-08-10T05:33:53.479 INFO:tasks.workunit.client.0.smithi078.stdout:op 5270 completed, throughput=5MB/sec 2024-08-10T05:33:53.479 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r5zlqasQYmYxPvB off=11861219 len=1032151 2024-08-10T05:33:53.484 INFO:tasks.workunit.client.0.smithi078.stdout:op 5271 completed, throughput=5MB/sec 2024-08-10T05:33:54.484 INFO:tasks.workunit.client.0.smithi078.stdout: 1028: throughput=5MB/sec pending data=0 2024-08-10T05:33:54.485 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rRDsWTzn7bYWKyT off=409777 len=295129 2024-08-10T05:33:54.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 5272 completed, throughput=5MB/sec 2024-08-10T05:33:54.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-leUbz8xZEonUnk- off=523128 len=1481773 2024-08-10T05:33:54.492 INFO:tasks.workunit.client.0.smithi078.stdout:op 5273 completed, throughput=5MB/sec 2024-08-10T05:33:54.492 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ky97oVOxRH_LA30 off=8957831 len=710946 2024-08-10T05:33:54.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 5274 completed, throughput=5MB/sec 2024-08-10T05:33:54.497 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xs1V6MTTwaKaGhb off=3613060 len=1580903 2024-08-10T05:33:54.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 5275 completed, throughput=5MB/sec 2024-08-10T05:33:54.505 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KERzjpoVNm8ABmx off=726665 len=346143 2024-08-10T05:33:54.508 INFO:tasks.workunit.client.0.smithi078.stdout:op 5276 completed, throughput=5MB/sec 2024-08-10T05:33:54.508 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YcZ2XAavxQMKIeC off=8809864 len=1952526 2024-08-10T05:33:54.516 INFO:tasks.workunit.client.0.smithi078.stdout:op 5277 completed, throughput=5MB/sec 2024-08-10T05:33:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:54 smithi078 ceph-mon[92251]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:33:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:54 smithi078 ceph-mon[94618]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:33:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:54 smithi107 ceph-mon[86658]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:33:55.517 INFO:tasks.workunit.client.0.smithi078.stdout: 1029: throughput=5MB/sec pending data=0 2024-08-10T05:33:55.517 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f2REusbMSM4URGp off=8257337 len=1136559 2024-08-10T05:33:55.522 INFO:tasks.workunit.client.0.smithi078.stdout:op 5278 completed, throughput=5MB/sec 2024-08-10T05:33:55.522 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Hb0wTkyYwFgeo41 off=4161943 len=739865 2024-08-10T05:33:55.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 5279 completed, throughput=5MB/sec 2024-08-10T05:33:55.523 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xgP8y2aY6o7rcOi off=1364640 len=710048 2024-08-10T05:33:55.528 INFO:tasks.workunit.client.0.smithi078.stdout:op 5280 completed, throughput=5MB/sec 2024-08-10T05:33:55.528 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bmgCd676l9ab4-y off=3398988 len=1695068 2024-08-10T05:33:55.531 INFO:tasks.workunit.client.0.smithi078.stdout:op 5281 completed, throughput=5MB/sec 2024-08-10T05:33:56.531 INFO:tasks.workunit.client.0.smithi078.stdout: 1030: throughput=5MB/sec pending data=0 2024-08-10T05:33:56.532 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SkhZihSAR_894qE off=6390729 len=1964766 2024-08-10T05:33:56.541 INFO:tasks.workunit.client.0.smithi078.stdout:op 5282 completed, throughput=5MB/sec 2024-08-10T05:33:56.541 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5gM_SMdQ847E20G off=8251623 len=1575647 2024-08-10T05:33:56.550 INFO:tasks.workunit.client.0.smithi078.stdout:op 5283 completed, throughput=5MB/sec 2024-08-10T05:33:56.550 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sb-G88wODb2rD0v off=18106878 len=1381695 2024-08-10T05:33:56.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 5284 completed, throughput=5MB/sec 2024-08-10T05:33:56.555 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SqdZpkJdXST1MuJ off=13747767 len=359092 2024-08-10T05:33:56.558 INFO:tasks.workunit.client.0.smithi078.stdout:op 5285 completed, throughput=5MB/sec 2024-08-10T05:33:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:56 smithi078 ceph-mon[92251]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:33:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:56 smithi078 ceph-mon[94618]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:33:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:56 smithi107 ceph-mon[86658]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:33:57.559 INFO:tasks.workunit.client.0.smithi078.stdout: 1031: throughput=5MB/sec pending data=0 2024-08-10T05:33:57.559 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eWCJr7R4WxW7G3O off=7460290 len=1804558 2024-08-10T05:33:57.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 5286 completed, throughput=5MB/sec 2024-08-10T05:33:57.561 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s8oDC5zLlKi0SQ0 off=5929492 len=563437 2024-08-10T05:33:57.562 INFO:tasks.workunit.client.0.smithi078.stdout:op 5287 completed, throughput=5MB/sec 2024-08-10T05:33:57.562 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KpcheerBQmQnvQ9 off=17941794 len=457932 2024-08-10T05:33:57.564 INFO:tasks.workunit.client.0.smithi078.stdout:op 5288 completed, throughput=5MB/sec 2024-08-10T05:33:57.564 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qg6IG-ia0HQPefu off=6826309 len=1591496 2024-08-10T05:33:57.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 5289 completed, throughput=5MB/sec 2024-08-10T05:33:57.572 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tBnp7r1fNQyc-Rw off=6788202 len=1947853 2024-08-10T05:33:57.575 INFO:tasks.workunit.client.0.smithi078.stdout:op 5290 completed, throughput=5MB/sec 2024-08-10T05:33:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:58.576 INFO:tasks.workunit.client.0.smithi078.stdout: 1032: throughput=5MB/sec pending data=0 2024-08-10T05:33:58.576 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WZhkDHUtLvFPQNl off=10060122 len=100907 2024-08-10T05:33:58.577 INFO:tasks.workunit.client.0.smithi078.stdout:op 5291 completed, throughput=5MB/sec 2024-08-10T05:33:58.577 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kOhLFKtqhLMPvlx off=18416756 len=2081679 2024-08-10T05:33:58.593 INFO:tasks.workunit.client.0.smithi078.stdout:op 5292 completed, throughput=5MB/sec 2024-08-10T05:33:58.593 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-11TYbWCapy00OD4 off=6224622 len=1739477 2024-08-10T05:33:58.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 5293 completed, throughput=5MB/sec 2024-08-10T05:33:58.596 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HjMTuKdkIyCIQk3 off=2359183 len=1671151 2024-08-10T05:33:58.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 5294 completed, throughput=5MB/sec 2024-08-10T05:33:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:33:58 smithi078 ceph-mon[92251]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:33:58.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:33:58 smithi078 ceph-mon[94618]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:33:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:33:58 smithi107 ceph-mon[86658]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:33:59.603 INFO:tasks.workunit.client.0.smithi078.stdout: 1033: throughput=5MB/sec pending data=0 2024-08-10T05:33:59.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cmOljutgGT_BRaD off=3697294 len=249898 2024-08-10T05:33:59.606 INFO:tasks.workunit.client.0.smithi078.stdout:op 5295 completed, throughput=5MB/sec 2024-08-10T05:33:59.606 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ktZcFV3rjZIfQMH off=11519562 len=1241273 2024-08-10T05:33:59.613 INFO:tasks.workunit.client.0.smithi078.stdout:op 5296 completed, throughput=5MB/sec 2024-08-10T05:33:59.613 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AAbd3yvhjIrb1uI off=7608813 len=9090 2024-08-10T05:33:59.615 INFO:tasks.workunit.client.0.smithi078.stdout:op 5297 completed, throughput=5MB/sec 2024-08-10T05:33:59.615 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BGNCPYMvxl8zcY5 off=519388 len=932644 2024-08-10T05:33:59.617 INFO:tasks.workunit.client.0.smithi078.stdout:op 5298 completed, throughput=5MB/sec 2024-08-10T05:33:59.617 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H-moUms-dWG8pw9 off=5602415 len=1231399 2024-08-10T05:33:59.624 INFO:tasks.workunit.client.0.smithi078.stdout:op 5299 completed, throughput=5MB/sec 2024-08-10T05:33:59.624 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-B4GdIYw6MuV9G4C off=13057264 len=1344635 2024-08-10T05:33:59.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 5300 completed, throughput=5MB/sec 2024-08-10T05:34:00.626 INFO:tasks.workunit.client.0.smithi078.stdout: 1034: throughput=5MB/sec pending data=0 2024-08-10T05:34:00.626 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zGwsRgd58Rc8bAU off=6572889 len=835716 2024-08-10T05:34:00.630 INFO:tasks.workunit.client.0.smithi078.stdout:op 5301 completed, throughput=5MB/sec 2024-08-10T05:34:00.630 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kLm3FPorOfcLFDV off=15945057 len=1972014 2024-08-10T05:34:00.633 INFO:tasks.workunit.client.0.smithi078.stdout:op 5302 completed, throughput=5MB/sec 2024-08-10T05:34:00.633 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5zycrmKDyNYxdWD off=16619191 len=1029666 2024-08-10T05:34:00.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 5303 completed, throughput=5MB/sec 2024-08-10T05:34:00.639 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-H8gGkOg4PXJPPBQ off=6078161 len=885699 2024-08-10T05:34:00.642 INFO:tasks.workunit.client.0.smithi078.stdout:op 5304 completed, throughput=5MB/sec 2024-08-10T05:34:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:00 smithi078 ceph-mon[92251]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:34:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:00 smithi078 ceph-mon[94618]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:34:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:00 smithi107 ceph-mon[86658]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:34:01.642 INFO:tasks.workunit.client.0.smithi078.stdout: 1035: throughput=5MB/sec pending data=0 2024-08-10T05:34:01.643 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UVKH9jQDdxaMqlS off=5443854 len=699700 2024-08-10T05:34:01.648 INFO:tasks.workunit.client.0.smithi078.stdout:op 5305 completed, throughput=5MB/sec 2024-08-10T05:34:01.648 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7PHC5iwJ3ezEdwi off=5128108 len=53723 2024-08-10T05:34:01.648 INFO:tasks.workunit.client.0.smithi078.stdout:op 5306 completed, throughput=5MB/sec 2024-08-10T05:34:01.648 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RI1RH14-gvs8H0D off=13523339 len=2060332 2024-08-10T05:34:01.658 INFO:tasks.workunit.client.0.smithi078.stdout:op 5307 completed, throughput=5MB/sec 2024-08-10T05:34:01.658 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uqDUb_W-Mh6yvdL off=6304100 len=1687957 2024-08-10T05:34:01.659 INFO:tasks.workunit.client.0.smithi078.stdout:op 5308 completed, throughput=5MB/sec 2024-08-10T05:34:01.659 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aJnprFhLUdIip2c off=1670758 len=1752953 2024-08-10T05:34:01.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 5309 completed, throughput=5MB/sec 2024-08-10T05:34:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:34:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:34:01] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:34:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:34:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:02.663 INFO:tasks.workunit.client.0.smithi078.stdout: 1036: throughput=5MB/sec pending data=0 2024-08-10T05:34:02.664 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5vljRYCLtVIQqmB off=3029113 len=64821 2024-08-10T05:34:02.664 INFO:tasks.workunit.client.0.smithi078.stdout:op 5310 completed, throughput=5MB/sec 2024-08-10T05:34:02.664 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-S3dRV-BxgTFdXuF off=144401 len=887716 2024-08-10T05:34:02.665 INFO:tasks.workunit.client.0.smithi078.stdout:op 5311 completed, throughput=5MB/sec 2024-08-10T05:34:02.665 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AzLqq9w8GtIes2E off=1825771 len=696798 2024-08-10T05:34:02.670 INFO:tasks.workunit.client.0.smithi078.stdout:op 5312 completed, throughput=5MB/sec 2024-08-10T05:34:02.670 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IZ54--QzF_NxD_N off=9026965 len=787183 2024-08-10T05:34:02.671 INFO:tasks.workunit.client.0.smithi078.stdout:op 5313 completed, throughput=5MB/sec 2024-08-10T05:34:02.671 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-e2TX02zcg1MqDQa off=1989280 len=1371649 2024-08-10T05:34:02.677 INFO:tasks.workunit.client.0.smithi078.stdout:op 5314 completed, throughput=5MB/sec 2024-08-10T05:34:02.677 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eZgnLOAhPYIt9HL off=339093 len=1908526 2024-08-10T05:34:02.687 INFO:tasks.workunit.client.0.smithi078.stdout:op 5315 completed, throughput=5MB/sec 2024-08-10T05:34:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:02 smithi078 ceph-mon[92251]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:34:02.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:02 smithi078 ceph-mon[94618]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:34:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:02 smithi107 ceph-mon[86658]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:34:03.687 INFO:tasks.workunit.client.0.smithi078.stdout: 1037: throughput=5MB/sec pending data=0 2024-08-10T05:34:03.688 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-O5RRNOxy5uaHRV- off=0 len=1404162 2024-08-10T05:34:03.690 INFO:tasks.workunit.client.0.smithi078.stdout:op 5316 completed, throughput=5MB/sec 2024-08-10T05:34:03.690 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xEwlxXiiom_m0zc off=1748892 len=1518714 2024-08-10T05:34:03.691 INFO:tasks.workunit.client.0.smithi078.stdout:op 5317 completed, throughput=5MB/sec 2024-08-10T05:34:03.691 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vDgDqk4aS9Qv0SV off=17471579 len=2052236 2024-08-10T05:34:03.695 INFO:tasks.workunit.client.0.smithi078.stdout:op 5318 completed, throughput=5MB/sec 2024-08-10T05:34:04.696 INFO:tasks.workunit.client.0.smithi078.stdout: 1038: throughput=5MB/sec pending data=0 2024-08-10T05:34:04.696 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TbL4bvP78lBl27c off=355277 len=1035175 2024-08-10T05:34:04.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 5319 completed, throughput=5MB/sec 2024-08-10T05:34:04.702 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2SVSldIXWwhwrEN off=13047879 len=863091 2024-08-10T05:34:04.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 5320 completed, throughput=5MB/sec 2024-08-10T05:34:04.703 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lJuqt2cuLf0hOWt off=1236232 len=1805464 2024-08-10T05:34:04.715 INFO:tasks.workunit.client.0.smithi078.stdout:op 5321 completed, throughput=5MB/sec 2024-08-10T05:34:04.715 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lJ0GCxzFTATIeZA off=1752231 len=1269540 2024-08-10T05:34:04.720 INFO:tasks.workunit.client.0.smithi078.stdout:op 5322 completed, throughput=5MB/sec 2024-08-10T05:34:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:04 smithi078 ceph-mon[92251]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:34:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:04 smithi078 ceph-mon[94618]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:34:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:04 smithi107 ceph-mon[86658]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:34:05.720 INFO:tasks.workunit.client.0.smithi078.stdout: 1039: throughput=5MB/sec pending data=0 2024-08-10T05:34:05.721 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-aMyVBGpqyMpar4z off=14817369 len=1432574 2024-08-10T05:34:05.722 INFO:tasks.workunit.client.0.smithi078.stdout:op 5323 completed, throughput=5MB/sec 2024-08-10T05:34:05.722 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9InCv0VM1EPaEzC off=416929 len=1928109 2024-08-10T05:34:05.724 INFO:tasks.workunit.client.0.smithi078.stdout:op 5324 completed, throughput=5MB/sec 2024-08-10T05:34:05.725 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FKk2OT9kpFp_FDZ off=12025651 len=489856 2024-08-10T05:34:05.729 INFO:tasks.workunit.client.0.smithi078.stdout:op 5325 completed, throughput=5MB/sec 2024-08-10T05:34:05.729 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7AfKnX8sYYrWICD off=10388255 len=152936 2024-08-10T05:34:05.731 INFO:tasks.workunit.client.0.smithi078.stdout:op 5326 completed, throughput=5MB/sec 2024-08-10T05:34:05.731 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7d-XMJcNZO9RnT3 off=2321688 len=470965 2024-08-10T05:34:05.734 INFO:tasks.workunit.client.0.smithi078.stdout:op 5327 completed, throughput=5MB/sec 2024-08-10T05:34:06.734 INFO:tasks.workunit.client.0.smithi078.stdout: 1040: throughput=5MB/sec pending data=0 2024-08-10T05:34:06.735 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hPObtN-tG1i-gyB off=721406 len=151261 2024-08-10T05:34:06.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 5328 completed, throughput=5MB/sec 2024-08-10T05:34:06.735 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yvwD-RqzT6-jxaH off=22801287 len=877705 2024-08-10T05:34:06.737 INFO:tasks.workunit.client.0.smithi078.stdout:op 5329 completed, throughput=5MB/sec 2024-08-10T05:34:06.737 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1Za3Em004PwJ8Pa off=1110052 len=1941853 2024-08-10T05:34:06.748 INFO:tasks.workunit.client.0.smithi078.stdout:op 5330 completed, throughput=5MB/sec 2024-08-10T05:34:06.748 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LzYmRsitpaOJonj off=20569001 len=491758 2024-08-10T05:34:06.749 INFO:tasks.workunit.client.0.smithi078.stdout:op 5331 completed, throughput=5MB/sec 2024-08-10T05:34:06.749 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sXm0zxjaKkcEVsb off=6319952 len=2071205 2024-08-10T05:34:06.752 INFO:tasks.workunit.client.0.smithi078.stdout:op 5332 completed, throughput=5MB/sec 2024-08-10T05:34:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:06 smithi078 ceph-mon[92251]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:34:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:06 smithi078 ceph-mon[94618]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:34:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:06 smithi107 ceph-mon[86658]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:34:07.753 INFO:tasks.workunit.client.0.smithi078.stdout: 1041: throughput=5MB/sec pending data=0 2024-08-10T05:34:07.753 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GRiLTMxM56-1FHd off=14139921 len=1664894 2024-08-10T05:34:07.761 INFO:tasks.workunit.client.0.smithi078.stdout:op 5333 completed, throughput=5MB/sec 2024-08-10T05:34:07.761 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JnbFZdzdeKKNYYf off=4516098 len=1089631 2024-08-10T05:34:07.764 INFO:tasks.workunit.client.0.smithi078.stdout:op 5334 completed, throughput=5MB/sec 2024-08-10T05:34:07.764 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0MdBCiNPr0AoL8f off=335357 len=51565 2024-08-10T05:34:07.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 5335 completed, throughput=5MB/sec 2024-08-10T05:34:07.765 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3JUNc3AD-P60a9G off=864200 len=1869487 2024-08-10T05:34:07.775 INFO:tasks.workunit.client.0.smithi078.stdout:op 5336 completed, throughput=5MB/sec 2024-08-10T05:34:07.775 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y8CdSyyDQZo8s2t off=17559140 len=2014413 2024-08-10T05:34:07.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 5337 completed, throughput=5MB/sec 2024-08-10T05:34:08.786 INFO:tasks.workunit.client.0.smithi078.stdout: 1042: throughput=5MB/sec pending data=0 2024-08-10T05:34:08.786 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-yk1CA5g3O4Zk2n- off=7774555 len=1756702 2024-08-10T05:34:08.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 5338 completed, throughput=5MB/sec 2024-08-10T05:34:08.796 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uR5A5TTXmpUp1rV off=9092517 len=1243003 2024-08-10T05:34:08.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 5339 completed, throughput=5MB/sec 2024-08-10T05:34:08.798 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HqaIcesJlvKcLL_ off=7678228 len=1698710 2024-08-10T05:34:08.806 INFO:tasks.workunit.client.0.smithi078.stdout:op 5340 completed, throughput=5MB/sec 2024-08-10T05:34:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:08 smithi078 ceph-mon[92251]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:34:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:08 smithi078 ceph-mon[94618]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:34:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:08 smithi107 ceph-mon[86658]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:34:09.806 INFO:tasks.workunit.client.0.smithi078.stdout: 1043: throughput=5MB/sec pending data=0 2024-08-10T05:34:09.806 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ERvUmtyjHK60c9n off=3751802 len=1972191 2024-08-10T05:34:09.816 INFO:tasks.workunit.client.0.smithi078.stdout:op 5341 completed, throughput=5MB/sec 2024-08-10T05:34:09.816 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_cxnZcVn3-03a6i off=5646476 len=878064 2024-08-10T05:34:09.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 5342 completed, throughput=5MB/sec 2024-08-10T05:34:09.821 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RW875-tVsDO36on off=5562597 len=2096361 2024-08-10T05:34:09.828 INFO:tasks.workunit.client.0.smithi078.stdout:op 5343 completed, throughput=5MB/sec 2024-08-10T05:34:10.829 INFO:tasks.workunit.client.0.smithi078.stdout: 1044: throughput=5MB/sec pending data=0 2024-08-10T05:34:10.829 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--0rAXvOSG6lNxTX off=2122920 len=1503600 2024-08-10T05:34:10.831 INFO:tasks.workunit.client.0.smithi078.stdout:op 5344 completed, throughput=5MB/sec 2024-08-10T05:34:10.831 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BaFaAEFT500Cxov off=5669538 len=1037485 2024-08-10T05:34:10.837 INFO:tasks.workunit.client.0.smithi078.stdout:op 5345 completed, throughput=5MB/sec 2024-08-10T05:34:10.837 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TPaESuBnQo1NVML off=808423 len=147899 2024-08-10T05:34:10.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 5346 completed, throughput=5MB/sec 2024-08-10T05:34:10.838 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-od2l0AZykj7AfOZ off=9301296 len=1187131 2024-08-10T05:34:10.843 INFO:tasks.workunit.client.0.smithi078.stdout:op 5347 completed, throughput=5MB/sec 2024-08-10T05:34:10.843 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sWzFUm2nivWPjN1 off=7280004 len=112623 2024-08-10T05:34:10.844 INFO:tasks.workunit.client.0.smithi078.stdout:op 5348 completed, throughput=5MB/sec 2024-08-10T05:34:10.844 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WCS0bQcbvVIVqgE off=8299910 len=222927 2024-08-10T05:34:10.847 INFO:tasks.workunit.client.0.smithi078.stdout:op 5349 completed, throughput=5MB/sec 2024-08-10T05:34:10.847 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZIOcJmkUl3wmCQU off=2879236 len=221949 2024-08-10T05:34:10.850 INFO:tasks.workunit.client.0.smithi078.stdout:op 5350 completed, throughput=5MB/sec 2024-08-10T05:34:10.850 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Yl7UdPyQLHYDT2z off=485282 len=1777512 2024-08-10T05:34:10.854 INFO:tasks.workunit.client.0.smithi078.stdout:op 5351 completed, throughput=5MB/sec 2024-08-10T05:34:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:10 smithi078 ceph-mon[92251]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:34:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:10 smithi078 ceph-mon[94618]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:34:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:10 smithi107 ceph-mon[86658]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:34:11.854 INFO:tasks.workunit.client.0.smithi078.stdout: 1045: throughput=5MB/sec pending data=0 2024-08-10T05:34:11.854 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fweDDromXFCGae4 off=6033821 len=1167255 2024-08-10T05:34:11.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 5352 completed, throughput=5MB/sec 2024-08-10T05:34:11.856 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k2p-DZm6nm6RP7v off=17260 len=1897631 2024-08-10T05:34:11.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 5353 completed, throughput=5MB/sec 2024-08-10T05:34:11.865 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SSFfzq55i_0bAup off=1457791 len=1689035 2024-08-10T05:34:11.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 5354 completed, throughput=5MB/sec 2024-08-10T05:34:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:34:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:34:11] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-08-10T05:34:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:34:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:12.869 INFO:tasks.workunit.client.0.smithi078.stdout: 1046: throughput=5MB/sec pending data=0 2024-08-10T05:34:12.869 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bGL016LNPb9sqlD off=4238860 len=1088172 2024-08-10T05:34:12.870 INFO:tasks.workunit.client.0.smithi078.stdout:op 5355 completed, throughput=5MB/sec 2024-08-10T05:34:12.871 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SCOwFgAKF3tYWiN off=12814679 len=625626 2024-08-10T05:34:12.875 INFO:tasks.workunit.client.0.smithi078.stdout:op 5356 completed, throughput=5MB/sec 2024-08-10T05:34:12.875 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XvO9ygo4omc6-ab off=760443 len=1926388 2024-08-10T05:34:12.885 INFO:tasks.workunit.client.0.smithi078.stdout:op 5357 completed, throughput=5MB/sec 2024-08-10T05:34:12.886 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0ydH1J2XDEevN3C off=989111 len=168774 2024-08-10T05:34:12.888 INFO:tasks.workunit.client.0.smithi078.stdout:op 5358 completed, throughput=5MB/sec 2024-08-10T05:34:12.888 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2h_Dmd-XGgVT4e_ off=2594927 len=356694 2024-08-10T05:34:12.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 5359 completed, throughput=5MB/sec 2024-08-10T05:34:12.889 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-G0gw1p7zONm3LuJ off=647122 len=1803204 2024-08-10T05:34:12.891 INFO:tasks.workunit.client.0.smithi078.stdout:op 5360 completed, throughput=5MB/sec 2024-08-10T05:34:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:12 smithi078 ceph-mon[92251]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:34:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:12 smithi078 ceph-mon[94618]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:34:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:12 smithi107 ceph-mon[86658]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:34:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:13.891 INFO:tasks.workunit.client.0.smithi078.stdout: 1047: throughput=5MB/sec pending data=0 2024-08-10T05:34:13.891 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qpvd5k_dOmxboNd off=12155993 len=1221054 2024-08-10T05:34:13.899 INFO:tasks.workunit.client.0.smithi078.stdout:op 5361 completed, throughput=5MB/sec 2024-08-10T05:34:13.899 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Z5YuD8FFlW_yI2N off=2904985 len=399710 2024-08-10T05:34:13.900 INFO:tasks.workunit.client.0.smithi078.stdout:op 5362 completed, throughput=5MB/sec 2024-08-10T05:34:13.900 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Lc5A5qrL7P7TwY3 off=575808 len=443629 2024-08-10T05:34:13.904 INFO:tasks.workunit.client.0.smithi078.stdout:op 5363 completed, throughput=5MB/sec 2024-08-10T05:34:13.904 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WL9ZOlADxRfiy3s off=4925054 len=1966566 2024-08-10T05:34:13.909 INFO:tasks.workunit.client.0.smithi078.stdout:op 5364 completed, throughput=5MB/sec 2024-08-10T05:34:14.909 INFO:tasks.workunit.client.0.smithi078.stdout: 1048: throughput=5MB/sec pending data=0 2024-08-10T05:34:14.910 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E4hawi9MivV5yy2 off=13229278 len=566221 2024-08-10T05:34:14.910 INFO:tasks.workunit.client.0.smithi078.stdout:op 5365 completed, throughput=5MB/sec 2024-08-10T05:34:14.911 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T1NnL_QgWRHu7Sl off=3635455 len=111983 2024-08-10T05:34:14.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 5366 completed, throughput=5MB/sec 2024-08-10T05:34:14.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uDTTBS8x6pfQGRJ off=9813587 len=703622 2024-08-10T05:34:14.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 5367 completed, throughput=5MB/sec 2024-08-10T05:34:14.915 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-amPIUtqqCqHkDQR off=880674 len=1293983 2024-08-10T05:34:14.923 INFO:tasks.workunit.client.0.smithi078.stdout:op 5368 completed, throughput=5MB/sec 2024-08-10T05:34:14.923 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kSK1emRv_8gJXf8 off=2832426 len=1727111 2024-08-10T05:34:14.925 INFO:tasks.workunit.client.0.smithi078.stdout:op 5369 completed, throughput=5MB/sec 2024-08-10T05:34:14.925 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1SyiSPkPMxR5frM off=19025960 len=1351496 2024-08-10T05:34:14.927 INFO:tasks.workunit.client.0.smithi078.stdout:op 5370 completed, throughput=5MB/sec 2024-08-10T05:34:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:14 smithi078 ceph-mon[92251]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:34:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:14 smithi078 ceph-mon[94618]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:34:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:14 smithi107 ceph-mon[86658]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:34:15.927 INFO:tasks.workunit.client.0.smithi078.stdout: 1049: throughput=5MB/sec pending data=0 2024-08-10T05:34:15.927 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XyGewYJFmK6c6Xs off=12392573 len=706959 2024-08-10T05:34:15.929 INFO:tasks.workunit.client.0.smithi078.stdout:op 5371 completed, throughput=5MB/sec 2024-08-10T05:34:15.929 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7X_hE5ZudHcLzlm off=513857 len=812244 2024-08-10T05:34:15.930 INFO:tasks.workunit.client.0.smithi078.stdout:op 5372 completed, throughput=5MB/sec 2024-08-10T05:34:15.930 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l1yoM6tLVccJs1H off=13573893 len=1046771 2024-08-10T05:34:15.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 5373 completed, throughput=5MB/sec 2024-08-10T05:34:15.935 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Yo-6IbF3rHrhX3Y off=9743091 len=885309 2024-08-10T05:34:15.940 INFO:tasks.workunit.client.0.smithi078.stdout:op 5374 completed, throughput=5MB/sec 2024-08-10T05:34:15.941 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iPFCuw2C2-dgwrE off=9417683 len=1064443 2024-08-10T05:34:15.943 INFO:tasks.workunit.client.0.smithi078.stdout:op 5375 completed, throughput=5MB/sec 2024-08-10T05:34:15.943 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BGC1pvkP7_3e_sC off=11471006 len=114177 2024-08-10T05:34:15.944 INFO:tasks.workunit.client.0.smithi078.stdout:op 5376 completed, throughput=5MB/sec 2024-08-10T05:34:15.944 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DPfoVbEqn0nzMjz off=5667277 len=348696 2024-08-10T05:34:15.947 INFO:tasks.workunit.client.0.smithi078.stdout:op 5377 completed, throughput=5MB/sec 2024-08-10T05:34:16.947 INFO:tasks.workunit.client.0.smithi078.stdout: 1050: throughput=5MB/sec pending data=0 2024-08-10T05:34:16.947 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HoXtJ1CxwgJlbRh off=2779902 len=1596580 2024-08-10T05:34:16.955 INFO:tasks.workunit.client.0.smithi078.stdout:op 5378 completed, throughput=5MB/sec 2024-08-10T05:34:16.956 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-87tPS7ngE7Muve_ off=10881878 len=833039 2024-08-10T05:34:16.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 5379 completed, throughput=5MB/sec 2024-08-10T05:34:16.961 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0zV2pWGT6R8Zd7z off=285422 len=216285 2024-08-10T05:34:16.963 INFO:tasks.workunit.client.0.smithi078.stdout:op 5380 completed, throughput=5MB/sec 2024-08-10T05:34:16.963 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KvCZuGomzADvYMN off=13224750 len=1565238 2024-08-10T05:34:16.972 INFO:tasks.workunit.client.0.smithi078.stdout:op 5381 completed, throughput=5MB/sec 2024-08-10T05:34:16.972 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tYqoypBr8SifUgI off=373443 len=1639880 2024-08-10T05:34:16.974 INFO:tasks.workunit.client.0.smithi078.stdout:op 5382 completed, throughput=5MB/sec 2024-08-10T05:34:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:16 smithi078 ceph-mon[92251]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:34:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:16 smithi078 ceph-mon[94618]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:34:17.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:16 smithi107 ceph-mon[86658]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:34:17.975 INFO:tasks.workunit.client.0.smithi078.stdout: 1051: throughput=5MB/sec pending data=0 2024-08-10T05:34:17.975 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-J06ivSze2Wt9v5i off=726886 len=100857 2024-08-10T05:34:17.976 INFO:tasks.workunit.client.0.smithi078.stdout:op 5383 completed, throughput=5MB/sec 2024-08-10T05:34:17.976 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xIWXVOnlPwzt4oB off=3644072 len=963591 2024-08-10T05:34:17.981 INFO:tasks.workunit.client.0.smithi078.stdout:op 5384 completed, throughput=5MB/sec 2024-08-10T05:34:17.981 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ut4i8E2a4p_zd9e off=20349525 len=845751 2024-08-10T05:34:17.985 INFO:tasks.workunit.client.0.smithi078.stdout:op 5385 completed, throughput=5MB/sec 2024-08-10T05:34:17.986 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-minDPefBu3nn1ut off=11685992 len=1932032 2024-08-10T05:34:17.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 5386 completed, throughput=5MB/sec 2024-08-10T05:34:17.995 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0H9f8NKEkeoBLaJ off=10203486 len=776102 2024-08-10T05:34:18.001 INFO:tasks.workunit.client.0.smithi078.stdout:op 5387 completed, throughput=5MB/sec 2024-08-10T05:34:18.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:18 smithi078 ceph-mon[92251]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:18.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:18 smithi078 ceph-mon[94618]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:19.001 INFO:tasks.workunit.client.0.smithi078.stdout: 1052: throughput=5MB/sec pending data=0 2024-08-10T05:34:19.001 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WLdyvxWZnJ_4zPv off=471387 len=1147619 2024-08-10T05:34:19.003 INFO:tasks.workunit.client.0.smithi078.stdout:op 5388 completed, throughput=5MB/sec 2024-08-10T05:34:19.003 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cx9xeBU-G_FO4j3 off=863136 len=427274 2024-08-10T05:34:19.007 INFO:tasks.workunit.client.0.smithi078.stdout:op 5389 completed, throughput=5MB/sec 2024-08-10T05:34:19.007 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GxX59dezJtKEkbL off=14874772 len=1351957 2024-08-10T05:34:19.009 INFO:tasks.workunit.client.0.smithi078.stdout:op 5390 completed, throughput=5MB/sec 2024-08-10T05:34:19.009 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mdvTJI7AJMKlW5N off=16314679 len=1736902 2024-08-10T05:34:19.020 INFO:tasks.workunit.client.0.smithi078.stdout:op 5391 completed, throughput=5MB/sec 2024-08-10T05:34:19.020 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tkvoHxUVNh6DKqZ off=6650843 len=116989 2024-08-10T05:34:19.020 INFO:tasks.workunit.client.0.smithi078.stdout:op 5392 completed, throughput=5MB/sec 2024-08-10T05:34:19.020 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lHSwz1ViN6jvqNx off=19798840 len=923238 2024-08-10T05:34:19.025 INFO:tasks.workunit.client.0.smithi078.stdout:op 5393 completed, throughput=5MB/sec 2024-08-10T05:34:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:18 smithi107 ceph-mon[86658]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:20.026 INFO:tasks.workunit.client.0.smithi078.stdout: 1053: throughput=5MB/sec pending data=0 2024-08-10T05:34:20.026 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p0MktcDM1mAZ7Z0 off=6365630 len=705381 2024-08-10T05:34:20.027 INFO:tasks.workunit.client.0.smithi078.stdout:op 5394 completed, throughput=5MB/sec 2024-08-10T05:34:20.027 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gj_GwaKwGj40-Nn off=10828429 len=224933 2024-08-10T05:34:20.027 INFO:tasks.workunit.client.0.smithi078.stdout:op 5395 completed, throughput=5MB/sec 2024-08-10T05:34:20.027 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TCkVTjXWb7t2cDU off=1797662 len=274305 2024-08-10T05:34:20.028 INFO:tasks.workunit.client.0.smithi078.stdout:op 5396 completed, throughput=5MB/sec 2024-08-10T05:34:20.028 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tHX6B0rhNs0idaO off=13261239 len=1722690 2024-08-10T05:34:20.038 INFO:tasks.workunit.client.0.smithi078.stdout:op 5397 completed, throughput=5MB/sec 2024-08-10T05:34:20.039 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XX3xDJ16-2TRI1p off=17267 len=17120 2024-08-10T05:34:20.040 INFO:tasks.workunit.client.0.smithi078.stdout:op 5398 completed, throughput=5MB/sec 2024-08-10T05:34:20.041 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vd3cDkI1zonL65X off=12424638 len=1916721 2024-08-10T05:34:20.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 5399 completed, throughput=5MB/sec 2024-08-10T05:34:20.050 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xemELcu9vjYWVAl off=4471174 len=183644 2024-08-10T05:34:20.051 INFO:tasks.workunit.client.0.smithi078.stdout:op 5400 completed, throughput=5MB/sec 2024-08-10T05:34:20.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:20 smithi078 ceph-mon[94618]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:34:20.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:20 smithi078 ceph-mon[92251]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:34:21.051 INFO:tasks.workunit.client.0.smithi078.stdout: 1054: throughput=5MB/sec pending data=0 2024-08-10T05:34:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CU6rW8sFuQzL20O off=4845616 len=719306 2024-08-10T05:34:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:op 5401 completed, throughput=5MB/sec 2024-08-10T05:34:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nnd2IotQCJm5_hY off=4822266 len=270961 2024-08-10T05:34:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:op 5402 completed, throughput=5MB/sec 2024-08-10T05:34:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xsEHl2LVILCV_04 off=13925816 len=510852 2024-08-10T05:34:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:op 5403 completed, throughput=5MB/sec 2024-08-10T05:34:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fCQgxgFbkQSbw1p off=7812230 len=1010780 2024-08-10T05:34:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:op 5404 completed, throughput=5MB/sec 2024-08-10T05:34:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SyBFAgTFQCHuUqv off=3926310 len=1483537 2024-08-10T05:34:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:op 5405 completed, throughput=5MB/sec 2024-08-10T05:34:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uzLEfxW0jRlf9Jh off=12833032 len=1218232 2024-08-10T05:34:21.066 INFO:tasks.workunit.client.0.smithi078.stdout:op 5406 completed, throughput=5MB/sec 2024-08-10T05:34:21.066 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EDb1syX2zOATWnM off=10133662 len=1671426 2024-08-10T05:34:21.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:20 smithi107 ceph-mon[86658]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:34:21.069 INFO:tasks.workunit.client.0.smithi078.stdout:op 5407 completed, throughput=5MB/sec 2024-08-10T05:34:22.070 INFO:tasks.workunit.client.0.smithi078.stdout: 1055: throughput=5MB/sec pending data=0 2024-08-10T05:34:22.070 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2S50IQaJJUHet_H off=6236355 len=341091 2024-08-10T05:34:22.073 INFO:tasks.workunit.client.0.smithi078.stdout:op 5408 completed, throughput=5MB/sec 2024-08-10T05:34:22.073 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-D8Ij_rcwd7_qwiw off=2634067 len=1591133 2024-08-10T05:34:22.076 INFO:tasks.workunit.client.0.smithi078.stdout:op 5409 completed, throughput=5MB/sec 2024-08-10T05:34:22.076 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ob4oMYs6vIVE_ig off=526558 len=1555664 2024-08-10T05:34:22.078 INFO:tasks.workunit.client.0.smithi078.stdout:op 5410 completed, throughput=5MB/sec 2024-08-10T05:34:22.079 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pNL-JJitYcly-ZJ off=14493607 len=1679007 2024-08-10T05:34:22.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 5411 completed, throughput=5MB/sec 2024-08-10T05:34:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:34:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:34:21] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-08-10T05:34:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:34:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:22 smithi078 ceph-mon[92251]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:34:22.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:22 smithi078 ceph-mon[94618]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:34:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:22 smithi107 ceph-mon[86658]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:34:23.087 INFO:tasks.workunit.client.0.smithi078.stdout: 1056: throughput=5MB/sec pending data=0 2024-08-10T05:34:23.087 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MYvgQ3f_t1b8_5h off=12507789 len=1832761 2024-08-10T05:34:23.095 INFO:tasks.workunit.client.0.smithi078.stdout:op 5412 completed, throughput=5MB/sec 2024-08-10T05:34:23.095 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wGH730KhR4AakxZ off=1644440 len=697196 2024-08-10T05:34:23.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 5413 completed, throughput=5MB/sec 2024-08-10T05:34:23.096 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1XPg_a7tHTlAjLB off=20516023 len=639740 2024-08-10T05:34:23.101 INFO:tasks.workunit.client.0.smithi078.stdout:op 5414 completed, throughput=5MB/sec 2024-08-10T05:34:23.101 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Cx79_ewQ9Xz3oKX off=3690464 len=1267082 2024-08-10T05:34:23.107 INFO:tasks.workunit.client.0.smithi078.stdout:op 5415 completed, throughput=5MB/sec 2024-08-10T05:34:24.107 INFO:tasks.workunit.client.0.smithi078.stdout: 1057: throughput=5MB/sec pending data=0 2024-08-10T05:34:24.108 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4mvJUtyPKWIh6YQ off=6488337 len=516798 2024-08-10T05:34:24.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 5416 completed, throughput=5MB/sec 2024-08-10T05:34:24.111 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LSvQDsermF7W2Nz off=8330158 len=1071104 2024-08-10T05:34:24.113 INFO:tasks.workunit.client.0.smithi078.stdout:op 5417 completed, throughput=5MB/sec 2024-08-10T05:34:24.113 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-05-nX7tLKHUqsb7 off=8611553 len=1501568 2024-08-10T05:34:24.122 INFO:tasks.workunit.client.0.smithi078.stdout:op 5418 completed, throughput=5MB/sec 2024-08-10T05:34:24.123 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JXXrt0Y0k7UNhha off=2341655 len=726226 2024-08-10T05:34:24.124 INFO:tasks.workunit.client.0.smithi078.stdout:op 5419 completed, throughput=5MB/sec 2024-08-10T05:34:24.124 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Q1ptYVsbLk-s_bu off=2142530 len=866524 2024-08-10T05:34:24.125 INFO:tasks.workunit.client.0.smithi078.stdout:op 5420 completed, throughput=5MB/sec 2024-08-10T05:34:24.125 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1Kx8HCaOD3rBj6_ off=3338282 len=1798107 2024-08-10T05:34:24.134 INFO:tasks.workunit.client.0.smithi078.stdout:op 5421 completed, throughput=5MB/sec 2024-08-10T05:34:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:24 smithi078 ceph-mon[92251]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:34:24.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:24 smithi078 ceph-mon[94618]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:34:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:24 smithi107 ceph-mon[86658]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:34:25.135 INFO:tasks.workunit.client.0.smithi078.stdout: 1058: throughput=5MB/sec pending data=0 2024-08-10T05:34:25.135 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-67OuNavcBgXxk0B off=15164812 len=1296804 2024-08-10T05:34:25.137 INFO:tasks.workunit.client.0.smithi078.stdout:op 5422 completed, throughput=5MB/sec 2024-08-10T05:34:25.137 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tqmetkmr3AgnW79 off=1727411 len=616082 2024-08-10T05:34:25.139 INFO:tasks.workunit.client.0.smithi078.stdout:op 5423 completed, throughput=5MB/sec 2024-08-10T05:34:25.139 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wlgWzQQbJgDbqza off=8295638 len=1213229 2024-08-10T05:34:25.140 INFO:tasks.workunit.client.0.smithi078.stdout:op 5424 completed, throughput=5MB/sec 2024-08-10T05:34:25.140 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eh2n3ojY8tLLBkJ off=18943941 len=852251 2024-08-10T05:34:25.142 INFO:tasks.workunit.client.0.smithi078.stdout:op 5425 completed, throughput=5MB/sec 2024-08-10T05:34:26.142 INFO:tasks.workunit.client.0.smithi078.stdout: 1059: throughput=5MB/sec pending data=0 2024-08-10T05:34:26.142 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8yLhBZ24DTOywdp off=11945033 len=9375 2024-08-10T05:34:26.143 INFO:tasks.workunit.client.0.smithi078.stdout:op 5426 completed, throughput=5MB/sec 2024-08-10T05:34:26.143 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3JwXVtAq9iS-y84 off=2299613 len=100685 2024-08-10T05:34:26.143 INFO:tasks.workunit.client.0.smithi078.stdout:op 5427 completed, throughput=5MB/sec 2024-08-10T05:34:26.143 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F84EyHvTCMsU7Ss off=7856536 len=625288 2024-08-10T05:34:26.148 INFO:tasks.workunit.client.0.smithi078.stdout:op 5428 completed, throughput=5MB/sec 2024-08-10T05:34:26.148 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OXpqDrIbryKOsmY off=565153 len=1800222 2024-08-10T05:34:26.159 INFO:tasks.workunit.client.0.smithi078.stdout:op 5429 completed, throughput=5MB/sec 2024-08-10T05:34:26.160 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S9NBOfbWWM38CP5 off=18179158 len=436493 2024-08-10T05:34:26.163 INFO:tasks.workunit.client.0.smithi078.stdout:op 5430 completed, throughput=5MB/sec 2024-08-10T05:34:26.163 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zaot2tLESUO9FiS off=18695849 len=69370 2024-08-10T05:34:26.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 5431 completed, throughput=5MB/sec 2024-08-10T05:34:26.164 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YDkzEP-iQbobo4e off=9994916 len=945282 2024-08-10T05:34:26.169 INFO:tasks.workunit.client.0.smithi078.stdout:op 5432 completed, throughput=5MB/sec 2024-08-10T05:34:26.169 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uc7fbKgBeUya3ib off=8763624 len=450551 2024-08-10T05:34:26.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 5433 completed, throughput=5MB/sec 2024-08-10T05:34:26.172 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KR2_KoxeSZzrdOm off=923837 len=960976 2024-08-10T05:34:26.174 INFO:tasks.workunit.client.0.smithi078.stdout:op 5434 completed, throughput=5MB/sec 2024-08-10T05:34:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:26 smithi078 ceph-mon[92251]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:34:26.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:26 smithi078 ceph-mon[94618]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:34:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:26 smithi107 ceph-mon[86658]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:34:27.174 INFO:tasks.workunit.client.0.smithi078.stdout: 1060: throughput=5MB/sec pending data=0 2024-08-10T05:34:27.174 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KKS_wdQ6vMRn5NK off=5444531 len=1821449 2024-08-10T05:34:27.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 5435 completed, throughput=5MB/sec 2024-08-10T05:34:27.184 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I8WYicbd9wfU9w7 off=2694128 len=1368113 2024-08-10T05:34:27.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 5436 completed, throughput=5MB/sec 2024-08-10T05:34:27.190 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AXrUYkZMVPOgVsh off=1745593 len=856227 2024-08-10T05:34:27.191 INFO:tasks.workunit.client.0.smithi078.stdout:op 5437 completed, throughput=5MB/sec 2024-08-10T05:34:27.191 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-63NpQ4niXNElLSS off=51765 len=1596691 2024-08-10T05:34:27.200 INFO:tasks.workunit.client.0.smithi078.stdout:op 5438 completed, throughput=5MB/sec 2024-08-10T05:34:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:28.200 INFO:tasks.workunit.client.0.smithi078.stdout: 1061: throughput=5MB/sec pending data=0 2024-08-10T05:34:28.200 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FJknIs8R46scvQe off=942543 len=1703269 2024-08-10T05:34:28.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 5439 completed, throughput=5MB/sec 2024-08-10T05:34:28.202 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nhdbAOnGshCKUdB off=15283589 len=1656578 2024-08-10T05:34:28.204 INFO:tasks.workunit.client.0.smithi078.stdout:op 5440 completed, throughput=5MB/sec 2024-08-10T05:34:28.204 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pXelv-GsMBrcGK6 off=606709 len=232991 2024-08-10T05:34:28.205 INFO:tasks.workunit.client.0.smithi078.stdout:op 5441 completed, throughput=5MB/sec 2024-08-10T05:34:28.205 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TZQ97qKvBG2o_PH off=1465560 len=136420 2024-08-10T05:34:28.207 INFO:tasks.workunit.client.0.smithi078.stdout:op 5442 completed, throughput=5MB/sec 2024-08-10T05:34:28.207 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2NOY5T29p1wrZ9O off=11230976 len=464643 2024-08-10T05:34:28.209 INFO:tasks.workunit.client.0.smithi078.stdout:op 5443 completed, throughput=5MB/sec 2024-08-10T05:34:28.209 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uR5A5TTXmpUp1rV off=13346570 len=1481482 2024-08-10T05:34:28.218 INFO:tasks.workunit.client.0.smithi078.stdout:op 5444 completed, throughput=5MB/sec 2024-08-10T05:34:28.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:28 smithi078 ceph-mon[92251]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:34:28.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:28 smithi078 ceph-mon[94618]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:34:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:28 smithi107 ceph-mon[86658]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:34:29.217 INFO:tasks.workunit.client.0.smithi078.stdout: 1062: throughput=5MB/sec pending data=0 2024-08-10T05:34:29.218 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-A7LfMUapHuhbY2p off=3534339 len=390476 2024-08-10T05:34:29.218 INFO:tasks.workunit.client.0.smithi078.stdout:op 5445 completed, throughput=5MB/sec 2024-08-10T05:34:29.218 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8rodN9-fZhhGQ8B off=17471330 len=1796952 2024-08-10T05:34:29.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 5446 completed, throughput=5MB/sec 2024-08-10T05:34:29.222 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8g7W5uZv31HZeWO off=5517809 len=587918 2024-08-10T05:34:29.223 INFO:tasks.workunit.client.0.smithi078.stdout:op 5447 completed, throughput=5MB/sec 2024-08-10T05:34:29.223 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-P6uTbQVhfEmQakV off=11652213 len=1196268 2024-08-10T05:34:29.231 INFO:tasks.workunit.client.0.smithi078.stdout:op 5448 completed, throughput=5MB/sec 2024-08-10T05:34:29.231 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6wXvbAdyVIURSBF off=19580434 len=468914 2024-08-10T05:34:29.232 INFO:tasks.workunit.client.0.smithi078.stdout:op 5449 completed, throughput=5MB/sec 2024-08-10T05:34:29.232 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-b-FmnFSkQTCflnV off=19300112 len=1219979 2024-08-10T05:34:29.236 INFO:tasks.workunit.client.0.smithi078.stdout:op 5450 completed, throughput=5MB/sec 2024-08-10T05:34:30.237 INFO:tasks.workunit.client.0.smithi078.stdout: 1063: throughput=5MB/sec pending data=0 2024-08-10T05:34:30.237 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-u9tUJrC6943awaP off=13939179 len=56627 2024-08-10T05:34:30.240 INFO:tasks.workunit.client.0.smithi078.stdout:op 5451 completed, throughput=5MB/sec 2024-08-10T05:34:30.240 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CiMLygkV7Q8Ls1q off=497893 len=869113 2024-08-10T05:34:30.241 INFO:tasks.workunit.client.0.smithi078.stdout:op 5452 completed, throughput=5MB/sec 2024-08-10T05:34:30.241 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JcTEBzkhhRAaHXf off=16810192 len=880445 2024-08-10T05:34:30.246 INFO:tasks.workunit.client.0.smithi078.stdout:op 5453 completed, throughput=5MB/sec 2024-08-10T05:34:30.247 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ERxK0StB0tWyaR3 off=1271748 len=1008389 2024-08-10T05:34:30.252 INFO:tasks.workunit.client.0.smithi078.stdout:op 5454 completed, throughput=5MB/sec 2024-08-10T05:34:30.252 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ChJ1f6rFpfo1O4G off=4648127 len=322073 2024-08-10T05:34:30.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 5455 completed, throughput=5MB/sec 2024-08-10T05:34:30.253 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JEOjo2I3BgsTA6o off=16487304 len=616530 2024-08-10T05:34:30.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 5456 completed, throughput=5MB/sec 2024-08-10T05:34:30.257 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fgizcCqYfskA7o1 off=0 len=1068364 2024-08-10T05:34:30.261 INFO:tasks.workunit.client.0.smithi078.stdout:op 5457 completed, throughput=5MB/sec 2024-08-10T05:34:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:30 smithi078 ceph-mon[92251]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:30.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:30 smithi078 ceph-mon[94618]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:30 smithi107 ceph-mon[86658]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:31.262 INFO:tasks.workunit.client.0.smithi078.stdout: 1064: throughput=5MB/sec pending data=0 2024-08-10T05:34:31.262 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XggHyzxBig54VvM off=9273619 len=1652589 2024-08-10T05:34:31.269 INFO:tasks.workunit.client.0.smithi078.stdout:op 5458 completed, throughput=5MB/sec 2024-08-10T05:34:31.269 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0P_f8b8zzJU3b8A off=3789827 len=1372362 2024-08-10T05:34:31.271 INFO:tasks.workunit.client.0.smithi078.stdout:op 5459 completed, throughput=5MB/sec 2024-08-10T05:34:31.271 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-884I2P4y8bgSGio off=13347605 len=278391 2024-08-10T05:34:31.274 INFO:tasks.workunit.client.0.smithi078.stdout:op 5460 completed, throughput=5MB/sec 2024-08-10T05:34:31.274 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TIj-lWnOcalJ1P0 off=308144 len=909038 2024-08-10T05:34:31.278 INFO:tasks.workunit.client.0.smithi078.stdout:op 5461 completed, throughput=5MB/sec 2024-08-10T05:34:31.278 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mXB4u0-Ai6HTOqs off=5948093 len=1110289 2024-08-10T05:34:31.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 5462 completed, throughput=5MB/sec 2024-08-10T05:34:31.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:34:31] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:34:31.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:34:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:34:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:34:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:34:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:34:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:34:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:34:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:34:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:34:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:34:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:34:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:34:32.282 INFO:tasks.workunit.client.0.smithi078.stdout: 1065: throughput=5MB/sec pending data=0 2024-08-10T05:34:32.282 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FC2-V-PT-Hin9Et off=625339 len=1638389 2024-08-10T05:34:32.286 INFO:tasks.workunit.client.0.smithi078.stdout:op 5463 completed, throughput=5MB/sec 2024-08-10T05:34:32.286 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ABTP-yo-bd602Qt off=400872 len=1209134 2024-08-10T05:34:32.288 INFO:tasks.workunit.client.0.smithi078.stdout:op 5464 completed, throughput=5MB/sec 2024-08-10T05:34:32.289 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Wr4QuSqrlGTRyhw off=8915420 len=3491 2024-08-10T05:34:32.291 INFO:tasks.workunit.client.0.smithi078.stdout:op 5465 completed, throughput=5MB/sec 2024-08-10T05:34:32.291 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-swVK27mfZvFglfi off=1262299 len=1253559 2024-08-10T05:34:32.297 INFO:tasks.workunit.client.0.smithi078.stdout:op 5466 completed, throughput=5MB/sec 2024-08-10T05:34:32.297 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0GnPrEavwDX9mJ4 off=3026165 len=1571682 2024-08-10T05:34:32.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 5467 completed, throughput=5MB/sec 2024-08-10T05:34:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:34:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:32 smithi078 ceph-mon[92251]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:32.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:32 smithi078 ceph-mon[94618]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:33.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:32 smithi107 ceph-mon[86658]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:33.300 INFO:tasks.workunit.client.0.smithi078.stdout: 1066: throughput=5MB/sec pending data=0 2024-08-10T05:34:33.300 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MXG2y129A0PebS4 off=16880101 len=2011667 2024-08-10T05:34:33.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 5468 completed, throughput=5MB/sec 2024-08-10T05:34:33.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GUnOWb8Xr44oCrL off=14964357 len=6761 2024-08-10T05:34:33.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 5469 completed, throughput=5MB/sec 2024-08-10T05:34:33.311 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mdXx_k4huSafeZO off=10489978 len=1498798 2024-08-10T05:34:33.312 INFO:tasks.workunit.client.0.smithi078.stdout:op 5470 completed, throughput=5MB/sec 2024-08-10T05:34:33.313 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-C0Xx3mE5XvSoiiZ off=3011953 len=1998386 2024-08-10T05:34:33.324 INFO:tasks.workunit.client.0.smithi078.stdout:op 5471 completed, throughput=5MB/sec 2024-08-10T05:34:34.324 INFO:tasks.workunit.client.0.smithi078.stdout: 1067: throughput=5MB/sec pending data=0 2024-08-10T05:34:34.324 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dUDoIx2AYgCy0af off=887772 len=1408144 2024-08-10T05:34:34.332 INFO:tasks.workunit.client.0.smithi078.stdout:op 5472 completed, throughput=5MB/sec 2024-08-10T05:34:34.332 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Xxagj0I6Wg6fF_z off=17791635 len=1166429 2024-08-10T05:34:34.334 INFO:tasks.workunit.client.0.smithi078.stdout:op 5473 completed, throughput=5MB/sec 2024-08-10T05:34:34.334 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-030yEXyaBOM0aV3 off=5110964 len=988214 2024-08-10T05:34:34.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 5474 completed, throughput=5MB/sec 2024-08-10T05:34:34.335 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ebqzeabPMoBFusw off=1556608 len=362395 2024-08-10T05:34:34.338 INFO:tasks.workunit.client.0.smithi078.stdout:op 5475 completed, throughput=5MB/sec 2024-08-10T05:34:34.339 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BiIraR1stpivlW6 off=1370448 len=656256 2024-08-10T05:34:34.342 INFO:tasks.workunit.client.0.smithi078.stdout:op 5476 completed, throughput=5MB/sec 2024-08-10T05:34:34.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:34 smithi078 ceph-mon[92251]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:34 smithi078 ceph-mon[94618]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:34 smithi107 ceph-mon[86658]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:35.342 INFO:tasks.workunit.client.0.smithi078.stdout: 1068: throughput=5MB/sec pending data=0 2024-08-10T05:34:35.343 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F0e5-NZPMqRzGf_ off=15870348 len=121185 2024-08-10T05:34:35.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 5477 completed, throughput=5MB/sec 2024-08-10T05:34:35.345 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EQQ5C6PPjqMVv6R off=5711383 len=1487371 2024-08-10T05:34:35.347 INFO:tasks.workunit.client.0.smithi078.stdout:op 5478 completed, throughput=5MB/sec 2024-08-10T05:34:35.348 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lt8fbSRs3DF3yCE off=12821081 len=1497612 2024-08-10T05:34:35.349 INFO:tasks.workunit.client.0.smithi078.stdout:op 5479 completed, throughput=5MB/sec 2024-08-10T05:34:35.349 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6T7mvTsdVpR8xU3 off=5177894 len=318489 2024-08-10T05:34:35.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 5480 completed, throughput=5MB/sec 2024-08-10T05:34:35.352 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GdUN13A02lnsdVT off=529744 len=1830917 2024-08-10T05:34:35.363 INFO:tasks.workunit.client.0.smithi078.stdout:op 5481 completed, throughput=5MB/sec 2024-08-10T05:34:36.364 INFO:tasks.workunit.client.0.smithi078.stdout: 1069: throughput=5MB/sec pending data=0 2024-08-10T05:34:36.364 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6Bgc7auK0FeJL-9 off=1577694 len=1430887 2024-08-10T05:34:36.371 INFO:tasks.workunit.client.0.smithi078.stdout:op 5482 completed, throughput=5MB/sec 2024-08-10T05:34:36.371 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZmhEBmdeCDAE5bP off=3011482 len=873116 2024-08-10T05:34:36.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 5483 completed, throughput=5MB/sec 2024-08-10T05:34:36.376 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-O8mmNFJfk0Dq788 off=476090 len=1370102 2024-08-10T05:34:36.384 INFO:tasks.workunit.client.0.smithi078.stdout:op 5484 completed, throughput=5MB/sec 2024-08-10T05:34:36.384 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jGFVeud_0d1MLRN off=12172125 len=182070 2024-08-10T05:34:36.384 INFO:tasks.workunit.client.0.smithi078.stdout:op 5485 completed, throughput=5MB/sec 2024-08-10T05:34:36.384 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PJtBtVpMcIJzCze off=7003126 len=131482 2024-08-10T05:34:36.385 INFO:tasks.workunit.client.0.smithi078.stdout:op 5486 completed, throughput=5MB/sec 2024-08-10T05:34:36.385 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-BzNzzrp6a6LJY6I off=2448810 len=888339 2024-08-10T05:34:36.389 INFO:tasks.workunit.client.0.smithi078.stdout:op 5487 completed, throughput=5MB/sec 2024-08-10T05:34:36.389 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8prS_gOBrciVq2A off=3834579 len=727673 2024-08-10T05:34:36.390 INFO:tasks.workunit.client.0.smithi078.stdout:op 5488 completed, throughput=5MB/sec 2024-08-10T05:34:36.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:36 smithi078 ceph-mon[92251]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:34:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:36 smithi078 ceph-mon[94618]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:34:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:36 smithi107 ceph-mon[86658]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:34:37.390 INFO:tasks.workunit.client.0.smithi078.stdout: 1070: throughput=5MB/sec pending data=0 2024-08-10T05:34:37.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-KnMH7rM03uGro2L off=2163678 len=2015339 2024-08-10T05:34:37.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 5489 completed, throughput=5MB/sec 2024-08-10T05:34:37.393 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2kdVfhZBLK9VPOB off=2715103 len=1759638 2024-08-10T05:34:37.402 INFO:tasks.workunit.client.0.smithi078.stdout:op 5490 completed, throughput=5MB/sec 2024-08-10T05:34:37.402 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-SwR0afhnrFsdjWp off=728562 len=1633607 2024-08-10T05:34:37.408 INFO:tasks.workunit.client.0.smithi078.stdout:op 5491 completed, throughput=5MB/sec 2024-08-10T05:34:38.409 INFO:tasks.workunit.client.0.smithi078.stdout: 1071: throughput=5MB/sec pending data=0 2024-08-10T05:34:38.409 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ElyPXTLyxMtwrDt off=3143865 len=146119 2024-08-10T05:34:38.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 5492 completed, throughput=5MB/sec 2024-08-10T05:34:38.410 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0CltFjswKlAHIxV off=920126 len=469712 2024-08-10T05:34:38.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 5493 completed, throughput=5MB/sec 2024-08-10T05:34:38.411 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kZhxefkQAiA5hSO off=6995678 len=228160 2024-08-10T05:34:38.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 5494 completed, throughput=5MB/sec 2024-08-10T05:34:38.414 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-o1aJGpCnYzG74pJ off=1593945 len=1724989 2024-08-10T05:34:38.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 5495 completed, throughput=5MB/sec 2024-08-10T05:34:38.423 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dBpFXKHDXlDI9nl off=7077318 len=1777161 2024-08-10T05:34:38.425 INFO:tasks.workunit.client.0.smithi078.stdout:op 5496 completed, throughput=5MB/sec 2024-08-10T05:34:38.425 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4QivW-qE0HgfQJB off=3128638 len=533371 2024-08-10T05:34:38.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 5497 completed, throughput=5MB/sec 2024-08-10T05:34:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:38 smithi078 ceph-mon[92251]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:38 smithi078 ceph-mon[94618]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:38 smithi107 ceph-mon[86658]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:39.426 INFO:tasks.workunit.client.0.smithi078.stdout: 1072: throughput=5MB/sec pending data=0 2024-08-10T05:34:39.427 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0mMUWDVRl_b1dC8 off=9278123 len=2024251 2024-08-10T05:34:39.429 INFO:tasks.workunit.client.0.smithi078.stdout:op 5498 completed, throughput=5MB/sec 2024-08-10T05:34:39.429 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-It_6XhQItcD1kZN off=4138529 len=1524022 2024-08-10T05:34:39.430 INFO:tasks.workunit.client.0.smithi078.stdout:op 5499 completed, throughput=5MB/sec 2024-08-10T05:34:39.430 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AgIOq8p5LdFeLi6 off=3898569 len=621445 2024-08-10T05:34:39.431 INFO:tasks.workunit.client.0.smithi078.stdout:op 5500 completed, throughput=5MB/sec 2024-08-10T05:34:39.431 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hJ-YkfKgqXfXmrA off=2901239 len=228106 2024-08-10T05:34:39.434 INFO:tasks.workunit.client.0.smithi078.stdout:op 5501 completed, throughput=5MB/sec 2024-08-10T05:34:39.434 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ngwZisfHyYmpYe0 off=6197844 len=1191496 2024-08-10T05:34:39.440 INFO:tasks.workunit.client.0.smithi078.stdout:op 5502 completed, throughput=5MB/sec 2024-08-10T05:34:40.442 INFO:tasks.workunit.client.0.smithi078.stdout: 1073: throughput=5MB/sec pending data=0 2024-08-10T05:34:40.442 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-KvcnT3hlNcfjeiN off=4534917 len=1795897 2024-08-10T05:34:40.449 INFO:tasks.workunit.client.0.smithi078.stdout:op 5503 completed, throughput=5MB/sec 2024-08-10T05:34:40.450 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-CjcbNAPJP_HJ3x7 off=928105 len=885226 2024-08-10T05:34:40.455 INFO:tasks.workunit.client.0.smithi078.stdout:op 5504 completed, throughput=5MB/sec 2024-08-10T05:34:40.455 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YpkR8xZruW_63-J off=18856032 len=1909993 2024-08-10T05:34:40.463 INFO:tasks.workunit.client.0.smithi078.stdout:op 5505 completed, throughput=5MB/sec 2024-08-10T05:34:40.463 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uJ3eoMBWKEbhZJz off=11988940 len=892796 2024-08-10T05:34:40.466 INFO:tasks.workunit.client.0.smithi078.stdout:op 5506 completed, throughput=5MB/sec 2024-08-10T05:34:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:40 smithi078 ceph-mon[92251]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:40 smithi078 ceph-mon[94618]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:40 smithi107 ceph-mon[86658]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:41.466 INFO:tasks.workunit.client.0.smithi078.stdout: 1074: throughput=5MB/sec pending data=0 2024-08-10T05:34:41.466 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-SGrZWbguLp6wLjp off=778989 len=2009593 2024-08-10T05:34:41.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 5507 completed, throughput=5MB/sec 2024-08-10T05:34:41.470 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Cwz1_kQmxeWk2QV off=2321167 len=986556 2024-08-10T05:34:41.472 INFO:tasks.workunit.client.0.smithi078.stdout:op 5508 completed, throughput=5MB/sec 2024-08-10T05:34:41.472 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9fcRfzjjmHEWEQd off=1512645 len=162875 2024-08-10T05:34:41.475 INFO:tasks.workunit.client.0.smithi078.stdout:op 5509 completed, throughput=5MB/sec 2024-08-10T05:34:41.476 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-J6zZiAt724OfFZV off=1875783 len=1263366 2024-08-10T05:34:41.483 INFO:tasks.workunit.client.0.smithi078.stdout:op 5510 completed, throughput=5MB/sec 2024-08-10T05:34:41.484 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ziGwAh5SAPG1-Cr off=5044615 len=2095467 2024-08-10T05:34:41.486 INFO:tasks.workunit.client.0.smithi078.stdout:op 5511 completed, throughput=5MB/sec 2024-08-10T05:34:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:34:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:34:41] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-08-10T05:34:42.486 INFO:tasks.workunit.client.0.smithi078.stdout: 1075: throughput=5MB/sec pending data=0 2024-08-10T05:34:42.486 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k8NLFENGvQx3Ass off=11733434 len=2070832 2024-08-10T05:34:42.497 INFO:tasks.workunit.client.0.smithi078.stdout:op 5512 completed, throughput=5MB/sec 2024-08-10T05:34:42.497 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AVHpMkpuymNcIZW off=6243894 len=1715546 2024-08-10T05:34:42.503 INFO:tasks.workunit.client.0.smithi078.stdout:op 5513 completed, throughput=5MB/sec 2024-08-10T05:34:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:34:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:42 smithi078 ceph-mon[92251]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:42 smithi078 ceph-mon[94618]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:42 smithi107 ceph-mon[86658]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:43.504 INFO:tasks.workunit.client.0.smithi078.stdout: 1076: throughput=5MB/sec pending data=0 2024-08-10T05:34:43.504 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OmFwD4faTmK7Mlq off=1542898 len=770294 2024-08-10T05:34:43.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 5514 completed, throughput=5MB/sec 2024-08-10T05:34:43.510 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gthKPV4VM-rrbUM off=3751489 len=590505 2024-08-10T05:34:43.510 INFO:tasks.workunit.client.0.smithi078.stdout:op 5515 completed, throughput=5MB/sec 2024-08-10T05:34:43.510 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5Cyi5gTMed2YoPG off=6778973 len=1376383 2024-08-10T05:34:43.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 5516 completed, throughput=5MB/sec 2024-08-10T05:34:43.513 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Y7VBxvUugeaQMqv off=0 len=1178668 2024-08-10T05:34:43.518 INFO:tasks.workunit.client.0.smithi078.stdout:op 5517 completed, throughput=5MB/sec 2024-08-10T05:34:43.518 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yhnbZfhvmSugSQ4 off=0 len=1316319 2024-08-10T05:34:43.519 INFO:tasks.workunit.client.0.smithi078.stdout:op 5518 completed, throughput=5MB/sec 2024-08-10T05:34:43.519 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-osVcfR_4EFgQ6zG off=4613579 len=1252425 2024-08-10T05:34:43.524 INFO:tasks.workunit.client.0.smithi078.stdout:op 5519 completed, throughput=5MB/sec 2024-08-10T05:34:44.524 INFO:tasks.workunit.client.0.smithi078.stdout: 1077: throughput=5MB/sec pending data=0 2024-08-10T05:34:44.525 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oNqiGkFiFru4M1H off=8725351 len=688756 2024-08-10T05:34:44.526 INFO:tasks.workunit.client.0.smithi078.stdout:op 5520 completed, throughput=5MB/sec 2024-08-10T05:34:44.526 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IUstLb0XVxkoDKu off=20857726 len=1017703 2024-08-10T05:34:44.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 5521 completed, throughput=5MB/sec 2024-08-10T05:34:44.531 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5r0FrmDl0UdC0YA off=2330579 len=780901 2024-08-10T05:34:44.533 INFO:tasks.workunit.client.0.smithi078.stdout:op 5522 completed, throughput=5MB/sec 2024-08-10T05:34:44.533 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ll5JcDWVEcb1Ukz off=4362157 len=1555559 2024-08-10T05:34:44.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 5523 completed, throughput=5MB/sec 2024-08-10T05:34:44.539 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HNE9kqwaWGtyuNB off=12956974 len=523939 2024-08-10T05:34:44.540 INFO:tasks.workunit.client.0.smithi078.stdout:op 5524 completed, throughput=5MB/sec 2024-08-10T05:34:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:44 smithi078 ceph-mon[92251]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:34:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:44 smithi078 ceph-mon[94618]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:34:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:44 smithi107 ceph-mon[86658]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:34:45.540 INFO:tasks.workunit.client.0.smithi078.stdout: 1078: throughput=5MB/sec pending data=0 2024-08-10T05:34:45.540 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-W8T9BxWapD_Oa-K off=5968172 len=1633053 2024-08-10T05:34:45.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 5525 completed, throughput=5MB/sec 2024-08-10T05:34:45.543 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-21RP-aXBk_LkGZn off=3428526 len=803448 2024-08-10T05:34:45.544 INFO:tasks.workunit.client.0.smithi078.stdout:op 5526 completed, throughput=5MB/sec 2024-08-10T05:34:45.545 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BtWHNIE6DRCBtBK off=9415348 len=19863 2024-08-10T05:34:45.545 INFO:tasks.workunit.client.0.smithi078.stdout:op 5527 completed, throughput=5MB/sec 2024-08-10T05:34:45.545 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aY2wHSum9nZVVjJ off=9666571 len=279202 2024-08-10T05:34:45.549 INFO:tasks.workunit.client.0.smithi078.stdout:op 5528 completed, throughput=5MB/sec 2024-08-10T05:34:45.549 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MYoJ4bc9clGaH9C off=1288887 len=440883 2024-08-10T05:34:45.552 INFO:tasks.workunit.client.0.smithi078.stdout:op 5529 completed, throughput=5MB/sec 2024-08-10T05:34:45.552 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--IdisjOnFJvoqqf off=2530897 len=1436546 2024-08-10T05:34:45.559 INFO:tasks.workunit.client.0.smithi078.stdout:op 5530 completed, throughput=5MB/sec 2024-08-10T05:34:45.559 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5f-cPa9X57woUkq off=390261 len=1304231 2024-08-10T05:34:45.562 INFO:tasks.workunit.client.0.smithi078.stdout:op 5531 completed, throughput=5MB/sec 2024-08-10T05:34:46.562 INFO:tasks.workunit.client.0.smithi078.stdout: 1079: throughput=5MB/sec pending data=0 2024-08-10T05:34:46.562 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-iIBUT2D8j831oRD off=8913182 len=878141 2024-08-10T05:34:46.568 INFO:tasks.workunit.client.0.smithi078.stdout:op 5532 completed, throughput=5MB/sec 2024-08-10T05:34:46.568 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OIeMNd3wMKwXXPf off=11836959 len=737163 2024-08-10T05:34:46.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 5533 completed, throughput=5MB/sec 2024-08-10T05:34:46.572 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZTFBDGJ2dksQFTF off=6186024 len=333105 2024-08-10T05:34:46.573 INFO:tasks.workunit.client.0.smithi078.stdout:op 5534 completed, throughput=5MB/sec 2024-08-10T05:34:46.573 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Hl04tmQ1V8enQjm off=5734408 len=1588292 2024-08-10T05:34:46.581 INFO:tasks.workunit.client.0.smithi078.stdout:op 5535 completed, throughput=5MB/sec 2024-08-10T05:34:46.581 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj---WzcTGJ7vghyFC off=2544605 len=1620556 2024-08-10T05:34:46.583 INFO:tasks.workunit.client.0.smithi078.stdout:op 5536 completed, throughput=5MB/sec 2024-08-10T05:34:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:46 smithi078 ceph-mon[92251]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:34:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:46 smithi078 ceph-mon[94618]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:34:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:46 smithi107 ceph-mon[86658]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:34:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: 1080: throughput=5MB/sec pending data=0 2024-08-10T05:34:47.583 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6wXvbAdyVIURSBF off=691385 len=1506978 2024-08-10T05:34:47.590 INFO:tasks.workunit.client.0.smithi078.stdout:op 5537 completed, throughput=5MB/sec 2024-08-10T05:34:47.590 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Inb8rR7P6Qi3Qx7 off=4190784 len=1489403 2024-08-10T05:34:47.596 INFO:tasks.workunit.client.0.smithi078.stdout:op 5538 completed, throughput=5MB/sec 2024-08-10T05:34:47.596 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-F08Vz_mx79C63-7 off=2897597 len=142234 2024-08-10T05:34:47.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 5539 completed, throughput=5MB/sec 2024-08-10T05:34:47.602 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rS0YLOtoz_BUSB_ off=2597757 len=1496396 2024-08-10T05:34:47.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 5540 completed, throughput=5MB/sec 2024-08-10T05:34:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: 1081: throughput=5MB/sec pending data=0 2024-08-10T05:34:48.608 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0q_OnNOMPvlyM3Y off=1926364 len=342932 2024-08-10T05:34:48.609 INFO:tasks.workunit.client.0.smithi078.stdout:op 5541 completed, throughput=5MB/sec 2024-08-10T05:34:48.609 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UdMw06tYBXU1o0H off=5211227 len=762029 2024-08-10T05:34:48.614 INFO:tasks.workunit.client.0.smithi078.stdout:op 5542 completed, throughput=5MB/sec 2024-08-10T05:34:48.614 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-J8R4sEGpHE2IGPG off=20599639 len=1137983 2024-08-10T05:34:48.620 INFO:tasks.workunit.client.0.smithi078.stdout:op 5543 completed, throughput=5MB/sec 2024-08-10T05:34:48.621 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qGVHeLzgMSROLq3 off=1001566 len=217023 2024-08-10T05:34:48.621 INFO:tasks.workunit.client.0.smithi078.stdout:op 5544 completed, throughput=5MB/sec 2024-08-10T05:34:48.621 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5K9zyMHS-UC8Dxl off=14016428 len=560997 2024-08-10T05:34:48.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 5545 completed, throughput=5MB/sec 2024-08-10T05:34:48.625 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-22XveByZSoJFGsN off=1023852 len=1088728 2024-08-10T05:34:48.627 INFO:tasks.workunit.client.0.smithi078.stdout:op 5546 completed, throughput=5MB/sec 2024-08-10T05:34:48.627 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sF0gDJXDyyxGelm off=2000018 len=2047286 2024-08-10T05:34:48.629 INFO:tasks.workunit.client.0.smithi078.stdout:op 5547 completed, throughput=5MB/sec 2024-08-10T05:34:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:48 smithi078 ceph-mon[92251]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:34:48.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:48 smithi078 ceph-mon[94618]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:34:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:48 smithi107 ceph-mon[86658]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:34:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: 1082: throughput=5MB/sec pending data=0 2024-08-10T05:34:49.629 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IEm3KlPWbiWlwJS off=6141322 len=1245025 2024-08-10T05:34:49.631 INFO:tasks.workunit.client.0.smithi078.stdout:op 5548 completed, throughput=5MB/sec 2024-08-10T05:34:49.631 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6tKu8XenUPWo_M- off=9139470 len=581829 2024-08-10T05:34:49.632 INFO:tasks.workunit.client.0.smithi078.stdout:op 5549 completed, throughput=5MB/sec 2024-08-10T05:34:49.632 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8fyBHU5wj3vDnJR off=19662031 len=1381070 2024-08-10T05:34:49.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 5550 completed, throughput=5MB/sec 2024-08-10T05:34:49.638 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QuaniK9bGGs7ZaM off=1664251 len=574769 2024-08-10T05:34:49.641 INFO:tasks.workunit.client.0.smithi078.stdout:op 5551 completed, throughput=5MB/sec 2024-08-10T05:34:49.641 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wkQGB4dZJxcy3iA off=13590453 len=55513 2024-08-10T05:34:49.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 5552 completed, throughput=5MB/sec 2024-08-10T05:34:49.647 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rJ6RI9edi7xWGzF off=21721218 len=1984121 2024-08-10T05:34:49.647 INFO:tasks.workunit.client.0.smithi078.stdout:op 5553 completed, throughput=5MB/sec 2024-08-10T05:34:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: 1083: throughput=5MB/sec pending data=0 2024-08-10T05:34:50.646 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-w9MTVTLmwqy-IZY off=1209202 len=448762 2024-08-10T05:34:50.649 INFO:tasks.workunit.client.0.smithi078.stdout:op 5554 completed, throughput=5MB/sec 2024-08-10T05:34:50.650 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-t_zZHLBKRafOfiq off=6950484 len=1032028 2024-08-10T05:34:50.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 5555 completed, throughput=5MB/sec 2024-08-10T05:34:50.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-m_ju0eBC0JlTpi- off=20597234 len=725104 2024-08-10T05:34:50.655 INFO:tasks.workunit.client.0.smithi078.stdout:op 5556 completed, throughput=5MB/sec 2024-08-10T05:34:50.655 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ez8Cwitj4pu5FOr off=3248403 len=914967 2024-08-10T05:34:50.660 INFO:tasks.workunit.client.0.smithi078.stdout:op 5557 completed, throughput=5MB/sec 2024-08-10T05:34:50.660 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HFXIpBYhFztH0yt off=9834696 len=696279 2024-08-10T05:34:50.666 INFO:tasks.workunit.client.0.smithi078.stdout:op 5558 completed, throughput=5MB/sec 2024-08-10T05:34:50.666 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7y4WTvIMhbpVABj off=1207744 len=1959468 2024-08-10T05:34:50.675 INFO:tasks.workunit.client.0.smithi078.stdout:op 5559 completed, throughput=5MB/sec 2024-08-10T05:34:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:50 smithi078 ceph-mon[92251]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:50 smithi078 ceph-mon[94618]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:50 smithi107 ceph-mon[86658]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:34:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: 1084: throughput=5MB/sec pending data=0 2024-08-10T05:34:51.675 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zG27FR40chDeeve off=20611086 len=1490122 2024-08-10T05:34:51.683 INFO:tasks.workunit.client.0.smithi078.stdout:op 5560 completed, throughput=5MB/sec 2024-08-10T05:34:51.685 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NZbOoQxzk2DjuOU off=1885520 len=462035 2024-08-10T05:34:51.686 INFO:tasks.workunit.client.0.smithi078.stdout:op 5561 completed, throughput=5MB/sec 2024-08-10T05:34:51.686 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-bNKZ1pYxdLlgc-g off=3902108 len=1798487 2024-08-10T05:34:51.686 INFO:tasks.workunit.client.0.smithi078.stdout:op 5562 completed, throughput=5MB/sec 2024-08-10T05:34:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:34:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:34:51] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:34:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:34:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: 1085: throughput=5MB/sec pending data=0 2024-08-10T05:34:52.687 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dJwADThaEqCsakU off=5495554 len=175830 2024-08-10T05:34:52.689 INFO:tasks.workunit.client.0.smithi078.stdout:op 5563 completed, throughput=5MB/sec 2024-08-10T05:34:52.690 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JPSH2wQeCuZZBwg off=12489954 len=1820386 2024-08-10T05:34:52.692 INFO:tasks.workunit.client.0.smithi078.stdout:op 5564 completed, throughput=5MB/sec 2024-08-10T05:34:52.692 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UrAFTLyw79o-YDB off=8861098 len=892987 2024-08-10T05:34:52.693 INFO:tasks.workunit.client.0.smithi078.stdout:op 5565 completed, throughput=5MB/sec 2024-08-10T05:34:52.693 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zlNAxf5h1CIuATn off=10001050 len=818531 2024-08-10T05:34:52.695 INFO:tasks.workunit.client.0.smithi078.stdout:op 5566 completed, throughput=5MB/sec 2024-08-10T05:34:52.696 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TZyu38yyKdWjCxg off=5430384 len=798310 2024-08-10T05:34:52.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 5567 completed, throughput=5MB/sec 2024-08-10T05:34:52.701 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-s3GYXybyItoQL9x off=14018538 len=1898867 2024-08-10T05:34:52.703 INFO:tasks.workunit.client.0.smithi078.stdout:op 5568 completed, throughput=5MB/sec 2024-08-10T05:34:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:52 smithi078 ceph-mon[92251]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:34:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:52 smithi078 ceph-mon[94618]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:34:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:52 smithi107 ceph-mon[86658]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:34:53.703 INFO:tasks.workunit.client.0.smithi078.stdout: 1086: throughput=5MB/sec pending data=0 2024-08-10T05:34:53.703 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-y8rDA5hb1koEdL1 off=4501160 len=425179 2024-08-10T05:34:53.707 INFO:tasks.workunit.client.0.smithi078.stdout:op 5569 completed, throughput=5MB/sec 2024-08-10T05:34:53.707 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zVRZdhz4k8IJLT7 off=14932400 len=24979 2024-08-10T05:34:53.708 INFO:tasks.workunit.client.0.smithi078.stdout:op 5570 completed, throughput=5MB/sec 2024-08-10T05:34:53.708 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--pc4D9-k_Jq0Fvx off=1304035 len=1314349 2024-08-10T05:34:53.710 INFO:tasks.workunit.client.0.smithi078.stdout:op 5571 completed, throughput=5MB/sec 2024-08-10T05:34:53.710 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OGgv6tIq6w95Uqa off=9914145 len=1499539 2024-08-10T05:34:53.713 INFO:tasks.workunit.client.0.smithi078.stdout:op 5572 completed, throughput=5MB/sec 2024-08-10T05:34:53.713 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Y1NjDIAdiBw4aJN off=6515423 len=752497 2024-08-10T05:34:53.718 INFO:tasks.workunit.client.0.smithi078.stdout:op 5573 completed, throughput=5MB/sec 2024-08-10T05:34:53.718 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-haMPRCUIW90SC4a off=238987 len=214038 2024-08-10T05:34:53.721 INFO:tasks.workunit.client.0.smithi078.stdout:op 5574 completed, throughput=5MB/sec 2024-08-10T05:34:54.722 INFO:tasks.workunit.client.0.smithi078.stdout: 1087: throughput=5MB/sec pending data=0 2024-08-10T05:34:54.722 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GAMEGSdtczaXtPh off=3602687 len=70823 2024-08-10T05:34:54.723 INFO:tasks.workunit.client.0.smithi078.stdout:op 5575 completed, throughput=5MB/sec 2024-08-10T05:34:54.723 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OesRKn1L0_nIriu off=281750 len=2079342 2024-08-10T05:34:54.734 INFO:tasks.workunit.client.0.smithi078.stdout:op 5576 completed, throughput=5MB/sec 2024-08-10T05:34:54.734 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1dY4b8e9DzNhYCd off=7489417 len=997931 2024-08-10T05:34:54.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 5577 completed, throughput=5MB/sec 2024-08-10T05:34:54.736 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uF6Ep6D6cfJpQWj off=14185945 len=1832348 2024-08-10T05:34:54.737 INFO:tasks.workunit.client.0.smithi078.stdout:op 5578 completed, throughput=5MB/sec 2024-08-10T05:34:54.738 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-dJ0CJKAxT1-NrJE off=10279336 len=628109 2024-08-10T05:34:54.738 INFO:tasks.workunit.client.0.smithi078.stdout:op 5579 completed, throughput=5MB/sec 2024-08-10T05:34:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:54 smithi078 ceph-mon[92251]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:54.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:54 smithi078 ceph-mon[94618]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:54 smithi107 ceph-mon[86658]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:34:55.739 INFO:tasks.workunit.client.0.smithi078.stdout: 1088: throughput=5MB/sec pending data=0 2024-08-10T05:34:55.739 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JkP7XKr2j9APWRx off=3638269 len=800808 2024-08-10T05:34:55.743 INFO:tasks.workunit.client.0.smithi078.stdout:op 5580 completed, throughput=5MB/sec 2024-08-10T05:34:55.743 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UcHAEdyFg8svJVb off=2802872 len=401557 2024-08-10T05:34:55.747 INFO:tasks.workunit.client.0.smithi078.stdout:op 5581 completed, throughput=5MB/sec 2024-08-10T05:34:55.747 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iVIULOa3SQAhO4S off=3537718 len=764012 2024-08-10T05:34:55.748 INFO:tasks.workunit.client.0.smithi078.stdout:op 5582 completed, throughput=5MB/sec 2024-08-10T05:34:55.749 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xDn6Cr3IxbeZJ_u off=3820700 len=120671 2024-08-10T05:34:55.752 INFO:tasks.workunit.client.0.smithi078.stdout:op 5583 completed, throughput=5MB/sec 2024-08-10T05:34:55.752 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6WS2ap_MMm29fC2 off=8881127 len=2082905 2024-08-10T05:34:55.754 INFO:tasks.workunit.client.0.smithi078.stdout:op 5584 completed, throughput=5MB/sec 2024-08-10T05:34:55.754 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-k7a-KoNQsL5S7fh off=12424788 len=1358058 2024-08-10T05:34:55.761 INFO:tasks.workunit.client.0.smithi078.stdout:op 5585 completed, throughput=5MB/sec 2024-08-10T05:34:56.761 INFO:tasks.workunit.client.0.smithi078.stdout: 1089: throughput=5MB/sec pending data=0 2024-08-10T05:34:56.761 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--UOJebDeDxuP1Ad off=14681814 len=163089 2024-08-10T05:34:56.765 INFO:tasks.workunit.client.0.smithi078.stdout:op 5586 completed, throughput=5MB/sec 2024-08-10T05:34:56.765 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-86_td8Lu90qvZn6 off=3208518 len=1793757 2024-08-10T05:34:56.775 INFO:tasks.workunit.client.0.smithi078.stdout:op 5587 completed, throughput=5MB/sec 2024-08-10T05:34:56.775 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-u89_2db9R-Tov_C off=5164037 len=877527 2024-08-10T05:34:56.780 INFO:tasks.workunit.client.0.smithi078.stdout:op 5588 completed, throughput=5MB/sec 2024-08-10T05:34:56.780 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lfzw_VqpRY3jQjW off=20702150 len=1735802 2024-08-10T05:34:56.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 5589 completed, throughput=5MB/sec 2024-08-10T05:34:56.783 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NWL-AvWpRR4PQmd off=4823819 len=405962 2024-08-10T05:34:56.786 INFO:tasks.workunit.client.0.smithi078.stdout:op 5590 completed, throughput=5MB/sec 2024-08-10T05:34:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:56 smithi078 ceph-mon[92251]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:34:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:56 smithi078 ceph-mon[94618]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:34:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:56 smithi107 ceph-mon[86658]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:34:57.786 INFO:tasks.workunit.client.0.smithi078.stdout: 1090: throughput=5MB/sec pending data=0 2024-08-10T05:34:57.787 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pOphF3gZBc7ZKd7 off=21104306 len=1626995 2024-08-10T05:34:57.796 INFO:tasks.workunit.client.0.smithi078.stdout:op 5591 completed, throughput=5MB/sec 2024-08-10T05:34:57.796 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b6-m6p2m4_zPRJk off=3220327 len=1032233 2024-08-10T05:34:57.798 INFO:tasks.workunit.client.0.smithi078.stdout:op 5592 completed, throughput=5MB/sec 2024-08-10T05:34:57.798 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OylyAqubR_mJYg2 off=20352996 len=1905622 2024-08-10T05:34:57.806 INFO:tasks.workunit.client.0.smithi078.stdout:op 5593 completed, throughput=5MB/sec 2024-08-10T05:34:57.806 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MadTCLlei3E9ik4 off=4445179 len=1586610 2024-08-10T05:34:57.807 INFO:tasks.workunit.client.0.smithi078.stdout:op 5594 completed, throughput=5MB/sec 2024-08-10T05:34:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:58.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:58.808 INFO:tasks.workunit.client.0.smithi078.stdout: 1091: throughput=5MB/sec pending data=0 2024-08-10T05:34:58.808 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IQV2blR9f-R9b2Q off=983516 len=1270550 2024-08-10T05:34:58.815 INFO:tasks.workunit.client.0.smithi078.stdout:op 5595 completed, throughput=5MB/sec 2024-08-10T05:34:58.815 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EHOKqE_sASJPZVL off=4736842 len=1757867 2024-08-10T05:34:58.823 INFO:tasks.workunit.client.0.smithi078.stdout:op 5596 completed, throughput=5MB/sec 2024-08-10T05:34:58.823 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ieBVtaMzrwzNaV0 off=15373304 len=548169 2024-08-10T05:34:58.827 INFO:tasks.workunit.client.0.smithi078.stdout:op 5597 completed, throughput=5MB/sec 2024-08-10T05:34:58.827 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tGTn8lFdaG7B03z off=1373783 len=101219 2024-08-10T05:34:58.829 INFO:tasks.workunit.client.0.smithi078.stdout:op 5598 completed, throughput=5MB/sec 2024-08-10T05:34:58.829 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tc9aVYH54X7a3sA off=865333 len=1012110 2024-08-10T05:34:58.834 INFO:tasks.workunit.client.0.smithi078.stdout:op 5599 completed, throughput=5MB/sec 2024-08-10T05:34:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:34:58 smithi078 ceph-mon[92251]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:58.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:34:58 smithi078 ceph-mon[94618]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:34:58 smithi107 ceph-mon[86658]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:34:59.834 INFO:tasks.workunit.client.0.smithi078.stdout: 1092: throughput=5MB/sec pending data=0 2024-08-10T05:34:59.834 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BXEJhtYZ6PGMYvz off=1344074 len=1891432 2024-08-10T05:34:59.838 INFO:tasks.workunit.client.0.smithi078.stdout:op 5600 completed, throughput=5MB/sec 2024-08-10T05:34:59.838 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UnUDhevlxffjq86 off=19519564 len=1075230 2024-08-10T05:34:59.843 INFO:tasks.workunit.client.0.smithi078.stdout:op 5601 completed, throughput=5MB/sec 2024-08-10T05:34:59.843 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8xrvfSLNSnA9qLh off=1120660 len=1776378 2024-08-10T05:34:59.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 5602 completed, throughput=5MB/sec 2024-08-10T05:34:59.853 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RbbDP37bKHKc48z off=16284644 len=713863 2024-08-10T05:34:59.858 INFO:tasks.workunit.client.0.smithi078.stdout:op 5603 completed, throughput=5MB/sec 2024-08-10T05:35:00.858 INFO:tasks.workunit.client.0.smithi078.stdout: 1093: throughput=5MB/sec pending data=0 2024-08-10T05:35:00.858 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-67YvIRmgBncAsEO off=3332886 len=96954 2024-08-10T05:35:00.859 INFO:tasks.workunit.client.0.smithi078.stdout:op 5604 completed, throughput=5MB/sec 2024-08-10T05:35:00.859 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FY0rFuHuehN0bdN off=222986 len=1413407 2024-08-10T05:35:00.862 INFO:tasks.workunit.client.0.smithi078.stdout:op 5605 completed, throughput=5MB/sec 2024-08-10T05:35:00.862 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ZX62YSBTXFeFCiW off=1070796 len=1725844 2024-08-10T05:35:00.865 INFO:tasks.workunit.client.0.smithi078.stdout:op 5606 completed, throughput=5MB/sec 2024-08-10T05:35:00.865 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z3ERy179a38Dwww off=2265739 len=960668 2024-08-10T05:35:00.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 5607 completed, throughput=5MB/sec 2024-08-10T05:35:00.871 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hJuNAGg66j_PTfN off=3656891 len=503402 2024-08-10T05:35:00.873 INFO:tasks.workunit.client.0.smithi078.stdout:op 5608 completed, throughput=5MB/sec 2024-08-10T05:35:00.873 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-I30bsUYp15UgPn5 off=5583348 len=222420 2024-08-10T05:35:00.873 INFO:tasks.workunit.client.0.smithi078.stdout:op 5609 completed, throughput=5MB/sec 2024-08-10T05:35:00.873 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sd0p850mtQJ-Mae off=14594052 len=1597037 2024-08-10T05:35:00.880 INFO:tasks.workunit.client.0.smithi078.stdout:op 5610 completed, throughput=5MB/sec 2024-08-10T05:35:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:00 smithi078 ceph-mon[92251]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:00 smithi078 ceph-mon[94618]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:00 smithi107 ceph-mon[86658]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:01.880 INFO:tasks.workunit.client.0.smithi078.stdout: 1094: throughput=5MB/sec pending data=0 2024-08-10T05:35:01.881 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NcMScNgnr0iHkJY off=4711887 len=1742800 2024-08-10T05:35:01.889 INFO:tasks.workunit.client.0.smithi078.stdout:op 5611 completed, throughput=5MB/sec 2024-08-10T05:35:01.889 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eQ0dPF-J7o9XHkR off=2991079 len=1656555 2024-08-10T05:35:01.891 INFO:tasks.workunit.client.0.smithi078.stdout:op 5612 completed, throughput=5MB/sec 2024-08-10T05:35:01.891 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-itQpve8cC6_208C off=4610394 len=1744964 2024-08-10T05:35:01.893 INFO:tasks.workunit.client.0.smithi078.stdout:op 5613 completed, throughput=5MB/sec 2024-08-10T05:35:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:35:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:35:01] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:35:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:35:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:02.894 INFO:tasks.workunit.client.0.smithi078.stdout: 1095: throughput=5MB/sec pending data=0 2024-08-10T05:35:02.894 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AZUp1tPtQG-rtQP off=8018092 len=348524 2024-08-10T05:35:02.897 INFO:tasks.workunit.client.0.smithi078.stdout:op 5614 completed, throughput=5MB/sec 2024-08-10T05:35:02.897 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Fwu4bZupkPkWww8 off=11308520 len=1619129 2024-08-10T05:35:02.907 INFO:tasks.workunit.client.0.smithi078.stdout:op 5615 completed, throughput=5MB/sec 2024-08-10T05:35:02.907 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BVySg6nMO-tAxUH off=1961154 len=1786000 2024-08-10T05:35:02.910 INFO:tasks.workunit.client.0.smithi078.stdout:op 5616 completed, throughput=5MB/sec 2024-08-10T05:35:02.910 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1SyiSPkPMxR5frM off=3642526 len=1286763 2024-08-10T05:35:02.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 5617 completed, throughput=5MB/sec 2024-08-10T05:35:03.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:02 smithi107 ceph-mon[86658]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:03.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:02 smithi078 ceph-mon[92251]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:03.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:02 smithi078 ceph-mon[94618]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:03.912 INFO:tasks.workunit.client.0.smithi078.stdout: 1096: throughput=5MB/sec pending data=0 2024-08-10T05:35:03.913 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zm1oZGZsPooW-9W off=22012754 len=216258 2024-08-10T05:35:03.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 5618 completed, throughput=5MB/sec 2024-08-10T05:35:03.914 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bx3dokvD0CJ79Rc off=9200896 len=508105 2024-08-10T05:35:03.916 INFO:tasks.workunit.client.0.smithi078.stdout:op 5619 completed, throughput=5MB/sec 2024-08-10T05:35:03.917 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aeXx5FbKZHFCaVF off=6464546 len=360320 2024-08-10T05:35:03.920 INFO:tasks.workunit.client.0.smithi078.stdout:op 5620 completed, throughput=5MB/sec 2024-08-10T05:35:03.920 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xGaxbl4t6_wWg6m off=4620910 len=857687 2024-08-10T05:35:03.926 INFO:tasks.workunit.client.0.smithi078.stdout:op 5621 completed, throughput=5MB/sec 2024-08-10T05:35:03.926 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jV-C748U3ulXf-6 off=3823096 len=1977369 2024-08-10T05:35:03.928 INFO:tasks.workunit.client.0.smithi078.stdout:op 5622 completed, throughput=5MB/sec 2024-08-10T05:35:03.929 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-UsQVfnTAjwMSQf9 off=8905534 len=1619479 2024-08-10T05:35:03.930 INFO:tasks.workunit.client.0.smithi078.stdout:op 5623 completed, throughput=5MB/sec 2024-08-10T05:35:04.930 INFO:tasks.workunit.client.0.smithi078.stdout: 1097: throughput=5MB/sec pending data=0 2024-08-10T05:35:04.930 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ENfAIPsbiK63um4 off=11791379 len=974773 2024-08-10T05:35:04.936 INFO:tasks.workunit.client.0.smithi078.stdout:op 5624 completed, throughput=5MB/sec 2024-08-10T05:35:04.936 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XK9X8kpDrPGd7_k off=18171555 len=1356232 2024-08-10T05:35:04.938 INFO:tasks.workunit.client.0.smithi078.stdout:op 5625 completed, throughput=5MB/sec 2024-08-10T05:35:04.938 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-q_YrKpvLyoSMp7Z off=4347793 len=567725 2024-08-10T05:35:04.942 INFO:tasks.workunit.client.0.smithi078.stdout:op 5626 completed, throughput=5MB/sec 2024-08-10T05:35:04.942 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YpkR8xZruW_63-J off=20045847 len=1639486 2024-08-10T05:35:04.949 INFO:tasks.workunit.client.0.smithi078.stdout:op 5627 completed, throughput=5MB/sec 2024-08-10T05:35:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:04 smithi107 ceph-mon[86658]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:35:05.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:04 smithi078 ceph-mon[92251]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:35:05.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:04 smithi078 ceph-mon[94618]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:35:05.949 INFO:tasks.workunit.client.0.smithi078.stdout: 1098: throughput=5MB/sec pending data=0 2024-08-10T05:35:05.949 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fu-GU4CRSf3PUXu off=6580827 len=329472 2024-08-10T05:35:05.952 INFO:tasks.workunit.client.0.smithi078.stdout:op 5628 completed, throughput=5MB/sec 2024-08-10T05:35:05.953 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hFb9mPF8BSG18Uu off=4817735 len=448469 2024-08-10T05:35:05.957 INFO:tasks.workunit.client.0.smithi078.stdout:op 5629 completed, throughput=5MB/sec 2024-08-10T05:35:05.957 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-k4bB00IDVkOQEu4 off=18915833 len=557268 2024-08-10T05:35:05.958 INFO:tasks.workunit.client.0.smithi078.stdout:op 5630 completed, throughput=5MB/sec 2024-08-10T05:35:05.958 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GHWLGI3rb49Du43 off=3963044 len=1331518 2024-08-10T05:35:05.961 INFO:tasks.workunit.client.0.smithi078.stdout:op 5631 completed, throughput=5MB/sec 2024-08-10T05:35:05.961 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6jRT04ZuZoc-UJJ off=24217440 len=946842 2024-08-10T05:35:05.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 5632 completed, throughput=5MB/sec 2024-08-10T05:35:05.962 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-NPqky-Xgui1t2WM off=3908271 len=1268305 2024-08-10T05:35:05.964 INFO:tasks.workunit.client.0.smithi078.stdout:op 5633 completed, throughput=5MB/sec 2024-08-10T05:35:06.964 INFO:tasks.workunit.client.0.smithi078.stdout: 1099: throughput=5MB/sec pending data=0 2024-08-10T05:35:06.964 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-w2rcIXJzG-wHsOj off=2214843 len=813427 2024-08-10T05:35:06.967 INFO:tasks.workunit.client.0.smithi078.stdout:op 5634 completed, throughput=5MB/sec 2024-08-10T05:35:06.967 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3AGQmQK4eF6psrz off=20652136 len=1544777 2024-08-10T05:35:06.975 INFO:tasks.workunit.client.0.smithi078.stdout:op 5635 completed, throughput=5MB/sec 2024-08-10T05:35:06.976 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zpQ92wu4VBd0ohE off=4130755 len=2052697 2024-08-10T05:35:06.979 INFO:tasks.workunit.client.0.smithi078.stdout:op 5636 completed, throughput=5MB/sec 2024-08-10T05:35:06.979 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_5jO6byQLfh1CGw off=671278 len=1537697 2024-08-10T05:35:06.981 INFO:tasks.workunit.client.0.smithi078.stdout:op 5637 completed, throughput=5MB/sec 2024-08-10T05:35:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:06 smithi107 ceph-mon[86658]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:07.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:06 smithi078 ceph-mon[94618]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:06 smithi078 ceph-mon[92251]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:07.982 INFO:tasks.workunit.client.0.smithi078.stdout: 1100: throughput=5MB/sec pending data=0 2024-08-10T05:35:07.982 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9clFCbMOIDfdxdy off=5584189 len=967903 2024-08-10T05:35:07.988 INFO:tasks.workunit.client.0.smithi078.stdout:op 5638 completed, throughput=5MB/sec 2024-08-10T05:35:07.988 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3HUZYn9yLBd-YWt off=8418477 len=406659 2024-08-10T05:35:07.992 INFO:tasks.workunit.client.0.smithi078.stdout:op 5639 completed, throughput=5MB/sec 2024-08-10T05:35:07.992 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eZO9oFjCSEuHmwn off=6905572 len=75698 2024-08-10T05:35:07.994 INFO:tasks.workunit.client.0.smithi078.stdout:op 5640 completed, throughput=5MB/sec 2024-08-10T05:35:07.994 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-WweVD7SkoEk4l_c off=2399051 len=188309 2024-08-10T05:35:07.995 INFO:tasks.workunit.client.0.smithi078.stdout:op 5641 completed, throughput=5MB/sec 2024-08-10T05:35:07.995 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qyBwy8t05Ny3_7q off=8638107 len=2055999 2024-08-10T05:35:07.998 INFO:tasks.workunit.client.0.smithi078.stdout:op 5642 completed, throughput=5MB/sec 2024-08-10T05:35:07.999 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-xbQBkO2yHcrvS8u off=4585028 len=1801892 2024-08-10T05:35:08.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 5643 completed, throughput=5MB/sec 2024-08-10T05:35:09.001 INFO:tasks.workunit.client.0.smithi078.stdout: 1101: throughput=5MB/sec pending data=0 2024-08-10T05:35:09.001 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-az2FLTBHnv2waVu off=3066906 len=1994956 2024-08-10T05:35:09.004 INFO:tasks.workunit.client.0.smithi078.stdout:op 5644 completed, throughput=5MB/sec 2024-08-10T05:35:09.004 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5Jy6ndRVm26GMY1 off=12595780 len=1529801 2024-08-10T05:35:09.013 INFO:tasks.workunit.client.0.smithi078.stdout:op 5645 completed, throughput=5MB/sec 2024-08-10T05:35:09.013 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4Q8TZiZBEmHWlqb off=4337898 len=1658543 2024-08-10T05:35:09.022 INFO:tasks.workunit.client.0.smithi078.stdout:op 5646 completed, throughput=5MB/sec 2024-08-10T05:35:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:08 smithi107 ceph-mon[86658]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:09.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:08 smithi078 ceph-mon[92251]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:09.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:08 smithi078 ceph-mon[94618]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:10.022 INFO:tasks.workunit.client.0.smithi078.stdout: 1102: throughput=5MB/sec pending data=0 2024-08-10T05:35:10.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ssbwws-nGahCtz0 off=2981063 len=464898 2024-08-10T05:35:10.024 INFO:tasks.workunit.client.0.smithi078.stdout:op 5647 completed, throughput=5MB/sec 2024-08-10T05:35:10.024 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XH4UV-s4kghEQhu off=3441912 len=719116 2024-08-10T05:35:10.026 INFO:tasks.workunit.client.0.smithi078.stdout:op 5648 completed, throughput=5MB/sec 2024-08-10T05:35:10.026 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zk3sEl6owiwHYRt off=18803887 len=1417130 2024-08-10T05:35:10.033 INFO:tasks.workunit.client.0.smithi078.stdout:op 5649 completed, throughput=5MB/sec 2024-08-10T05:35:10.033 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L71QCZt6h4SxuPC off=2055812 len=675531 2024-08-10T05:35:10.038 INFO:tasks.workunit.client.0.smithi078.stdout:op 5650 completed, throughput=5MB/sec 2024-08-10T05:35:10.038 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--XcESbS0DWCEnZl off=5640900 len=1055592 2024-08-10T05:35:10.040 INFO:tasks.workunit.client.0.smithi078.stdout:op 5651 completed, throughput=5MB/sec 2024-08-10T05:35:10.040 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2q89Kgvd8YZ8Ar3 off=47737 len=669091 2024-08-10T05:35:10.044 INFO:tasks.workunit.client.0.smithi078.stdout:op 5652 completed, throughput=5MB/sec 2024-08-10T05:35:11.044 INFO:tasks.workunit.client.0.smithi078.stdout: 1103: throughput=5MB/sec pending data=0 2024-08-10T05:35:11.045 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HZJzFYo6eXjhaST off=454241 len=892538 2024-08-10T05:35:11.050 INFO:tasks.workunit.client.0.smithi078.stdout:op 5653 completed, throughput=5MB/sec 2024-08-10T05:35:11.050 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5w3NFE20O0-vudu off=5509049 len=860778 2024-08-10T05:35:11.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 5654 completed, throughput=5MB/sec 2024-08-10T05:35:11.053 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mQX9ODOmbFVWoQD off=7973308 len=203729 2024-08-10T05:35:11.056 INFO:tasks.workunit.client.0.smithi078.stdout:op 5655 completed, throughput=5MB/sec 2024-08-10T05:35:11.056 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uR5A5TTXmpUp1rV off=17454166 len=12492 2024-08-10T05:35:11.058 INFO:tasks.workunit.client.0.smithi078.stdout:op 5656 completed, throughput=5MB/sec 2024-08-10T05:35:11.059 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-QtVc9V8qBJkvOtF off=3279068 len=532475 2024-08-10T05:35:11.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 5657 completed, throughput=5MB/sec 2024-08-10T05:35:11.062 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-7wrM-g-2bUBBHxk off=0 len=1450617 2024-08-10T05:35:11.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:10 smithi107 ceph-mon[86658]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:11.069 INFO:tasks.workunit.client.0.smithi078.stdout:op 5658 completed, throughput=5MB/sec 2024-08-10T05:35:11.069 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e2g_NBnso0ub6_g off=14872368 len=2067934 2024-08-10T05:35:11.072 INFO:tasks.workunit.client.0.smithi078.stdout:op 5659 completed, throughput=5MB/sec 2024-08-10T05:35:11.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:10 smithi078 ceph-mon[92251]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:11.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:10 smithi078 ceph-mon[94618]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:12.072 INFO:tasks.workunit.client.0.smithi078.stdout: 1104: throughput=5MB/sec pending data=0 2024-08-10T05:35:12.073 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dHV326ji8UhHzvO off=7737255 len=1676993 2024-08-10T05:35:12.080 INFO:tasks.workunit.client.0.smithi078.stdout:op 5660 completed, throughput=5MB/sec 2024-08-10T05:35:12.081 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AhIJ0-xwgTCHbsz off=4688413 len=517598 2024-08-10T05:35:12.084 INFO:tasks.workunit.client.0.smithi078.stdout:op 5661 completed, throughput=5MB/sec 2024-08-10T05:35:12.084 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IhMZrKJ2yeXVWHy off=9051417 len=169796 2024-08-10T05:35:12.084 INFO:tasks.workunit.client.0.smithi078.stdout:op 5662 completed, throughput=5MB/sec 2024-08-10T05:35:12.085 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_zzhpIGhN2WHNq7 off=8078272 len=323773 2024-08-10T05:35:12.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 5663 completed, throughput=5MB/sec 2024-08-10T05:35:12.087 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dDcFe1pHHdpGSmd off=8298489 len=32294 2024-08-10T05:35:12.090 INFO:tasks.workunit.client.0.smithi078.stdout:op 5664 completed, throughput=5MB/sec 2024-08-10T05:35:12.090 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HIdZ5ObAowXV0LQ off=1093561 len=1600335 2024-08-10T05:35:12.097 INFO:tasks.workunit.client.0.smithi078.stdout:op 5665 completed, throughput=5MB/sec 2024-08-10T05:35:12.097 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-x3WRZBG3wBPELhM off=823890 len=321005 2024-08-10T05:35:12.098 INFO:tasks.workunit.client.0.smithi078.stdout:op 5666 completed, throughput=5MB/sec 2024-08-10T05:35:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:35:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:35:11] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:35:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:35:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:12 smithi107 ceph-mon[86658]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:35:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:13.099 INFO:tasks.workunit.client.0.smithi078.stdout: 1105: throughput=5MB/sec pending data=0 2024-08-10T05:35:13.099 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj--mwin0RfxcEhInf off=11653696 len=151980 2024-08-10T05:35:13.099 INFO:tasks.workunit.client.0.smithi078.stdout:op 5667 completed, throughput=5MB/sec 2024-08-10T05:35:13.100 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fo5gisS-ageYkRa off=916972 len=943367 2024-08-10T05:35:13.104 INFO:tasks.workunit.client.0.smithi078.stdout:op 5668 completed, throughput=5MB/sec 2024-08-10T05:35:13.105 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-APVY0GxSSLoNubR off=8026199 len=1415478 2024-08-10T05:35:13.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 5669 completed, throughput=5MB/sec 2024-08-10T05:35:13.107 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iWKs7_QZmBB0H17 off=1628043 len=1638502 2024-08-10T05:35:13.108 INFO:tasks.workunit.client.0.smithi078.stdout:op 5670 completed, throughput=5MB/sec 2024-08-10T05:35:13.108 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ct8Du3A-fVCFCo3 off=5895856 len=1127310 2024-08-10T05:35:13.114 INFO:tasks.workunit.client.0.smithi078.stdout:op 5671 completed, throughput=5MB/sec 2024-08-10T05:35:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:12 smithi078 ceph-mon[92251]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:35:13.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:12 smithi078 ceph-mon[94618]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:35:13.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:14.115 INFO:tasks.workunit.client.0.smithi078.stdout: 1106: throughput=5MB/sec pending data=0 2024-08-10T05:35:14.115 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-u2OARGcesXt8Eyx off=4579808 len=1886721 2024-08-10T05:35:14.126 INFO:tasks.workunit.client.0.smithi078.stdout:op 5672 completed, throughput=5MB/sec 2024-08-10T05:35:14.126 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dKqHwjbaxXDY1-w off=12674643 len=559599 2024-08-10T05:35:14.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 5673 completed, throughput=5MB/sec 2024-08-10T05:35:14.130 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9Sn7KekASh118Ju off=8499826 len=8573 2024-08-10T05:35:14.130 INFO:tasks.workunit.client.0.smithi078.stdout:op 5674 completed, throughput=5MB/sec 2024-08-10T05:35:14.131 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZV1qom0BdwVFaJw off=5963717 len=2025928 2024-08-10T05:35:14.139 INFO:tasks.workunit.client.0.smithi078.stdout:op 5675 completed, throughput=5MB/sec 2024-08-10T05:35:14.139 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wq8EGrCieQ4Fjf9 off=308902 len=1678299 2024-08-10T05:35:14.146 INFO:tasks.workunit.client.0.smithi078.stdout:op 5676 completed, throughput=5MB/sec 2024-08-10T05:35:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:14 smithi107 ceph-mon[86658]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:15.146 INFO:tasks.workunit.client.0.smithi078.stdout: 1107: throughput=5MB/sec pending data=0 2024-08-10T05:35:15.147 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IyP5tnPmXXEpa70 off=8217941 len=1165788 2024-08-10T05:35:15.154 INFO:tasks.workunit.client.0.smithi078.stdout:op 5677 completed, throughput=5MB/sec 2024-08-10T05:35:15.154 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kcd5mEMuJWpExMZ off=9037825 len=1781926 2024-08-10T05:35:15.161 INFO:tasks.workunit.client.0.smithi078.stdout:op 5678 completed, throughput=5MB/sec 2024-08-10T05:35:15.162 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lcokrvRUVEi51qa off=7144824 len=1688227 2024-08-10T05:35:15.163 INFO:tasks.workunit.client.0.smithi078.stdout:op 5679 completed, throughput=5MB/sec 2024-08-10T05:35:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:14 smithi078 ceph-mon[92251]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:15.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:14 smithi078 ceph-mon[94618]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:16.164 INFO:tasks.workunit.client.0.smithi078.stdout: 1108: throughput=5MB/sec pending data=0 2024-08-10T05:35:16.164 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RPgp_BRF-Roafl7 off=7103172 len=240098 2024-08-10T05:35:16.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 5680 completed, throughput=5MB/sec 2024-08-10T05:35:16.165 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TixcyguN34JsOD7 off=2186300 len=1470055 2024-08-10T05:35:16.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 5681 completed, throughput=5MB/sec 2024-08-10T05:35:16.172 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-JW94SvzreU7yyPM off=2356424 len=1857333 2024-08-10T05:35:16.178 INFO:tasks.workunit.client.0.smithi078.stdout:op 5682 completed, throughput=5MB/sec 2024-08-10T05:35:16.178 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ivOv9AJDzVh90ZM off=1246355 len=874985 2024-08-10T05:35:16.184 INFO:tasks.workunit.client.0.smithi078.stdout:op 5683 completed, throughput=5MB/sec 2024-08-10T05:35:16.184 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4PRgpKjvD47XqJ8 off=542112 len=1477434 2024-08-10T05:35:16.190 INFO:tasks.workunit.client.0.smithi078.stdout:op 5684 completed, throughput=5MB/sec 2024-08-10T05:35:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:16 smithi107 ceph-mon[86658]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:35:17.190 INFO:tasks.workunit.client.0.smithi078.stdout: 1109: throughput=5MB/sec pending data=0 2024-08-10T05:35:17.191 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FEsEwIWrYDRrV4X off=2700511 len=375012 2024-08-10T05:35:17.194 INFO:tasks.workunit.client.0.smithi078.stdout:op 5685 completed, throughput=5MB/sec 2024-08-10T05:35:17.194 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-t2AXGjp8Mdkv4i4 off=12792949 len=1789670 2024-08-10T05:35:17.205 INFO:tasks.workunit.client.0.smithi078.stdout:op 5686 completed, throughput=5MB/sec 2024-08-10T05:35:17.205 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TDJOnc-Sjm8OruW off=5970333 len=1640403 2024-08-10T05:35:17.213 INFO:tasks.workunit.client.0.smithi078.stdout:op 5687 completed, throughput=5MB/sec 2024-08-10T05:35:17.213 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3SmuqHvoX1Xz1_S off=244872 len=1176816 2024-08-10T05:35:17.219 INFO:tasks.workunit.client.0.smithi078.stdout:op 5688 completed, throughput=5MB/sec 2024-08-10T05:35:17.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:16 smithi078 ceph-mon[92251]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:35:17.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:16 smithi078 ceph-mon[94618]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:35:18.219 INFO:tasks.workunit.client.0.smithi078.stdout: 1110: throughput=5MB/sec pending data=0 2024-08-10T05:35:18.220 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mOeMytHB-E6eK5c off=7918763 len=1428549 2024-08-10T05:35:18.229 INFO:tasks.workunit.client.0.smithi078.stdout:op 5689 completed, throughput=5MB/sec 2024-08-10T05:35:18.229 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cfK3SD4sCjeYsXL off=2422394 len=1673588 2024-08-10T05:35:18.231 INFO:tasks.workunit.client.0.smithi078.stdout:op 5690 completed, throughput=5MB/sec 2024-08-10T05:35:18.231 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-p5jAvmntjqmlt7j off=1410699 len=735765 2024-08-10T05:35:18.235 INFO:tasks.workunit.client.0.smithi078.stdout:op 5691 completed, throughput=5MB/sec 2024-08-10T05:35:18.235 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-r0vV2s5dVF4GH9X off=13803314 len=428958 2024-08-10T05:35:18.238 INFO:tasks.workunit.client.0.smithi078.stdout:op 5692 completed, throughput=5MB/sec 2024-08-10T05:35:18.239 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ojmdgl22JKcsaQS off=14200867 len=534522 2024-08-10T05:35:18.239 INFO:tasks.workunit.client.0.smithi078.stdout:op 5693 completed, throughput=5MB/sec 2024-08-10T05:35:18.239 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dT-vbNMVCyYYonD off=5361351 len=279569 2024-08-10T05:35:18.242 INFO:tasks.workunit.client.0.smithi078.stdout:op 5694 completed, throughput=5MB/sec 2024-08-10T05:35:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:18 smithi107 ceph-mon[86658]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:35:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:18 smithi078 ceph-mon[92251]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:35:19.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:18 smithi078 ceph-mon[94618]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:35:19.243 INFO:tasks.workunit.client.0.smithi078.stdout: 1111: throughput=5MB/sec pending data=0 2024-08-10T05:35:19.243 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B-r2eWYDZdEQwTE off=16385039 len=1979874 2024-08-10T05:35:19.253 INFO:tasks.workunit.client.0.smithi078.stdout:op 5695 completed, throughput=5MB/sec 2024-08-10T05:35:19.253 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-FsxUHFeqJ4aW0mr off=807629 len=111336 2024-08-10T05:35:19.254 INFO:tasks.workunit.client.0.smithi078.stdout:op 5696 completed, throughput=5MB/sec 2024-08-10T05:35:19.254 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2ttajShg2cLa5tT off=6391970 len=129520 2024-08-10T05:35:19.256 INFO:tasks.workunit.client.0.smithi078.stdout:op 5697 completed, throughput=5MB/sec 2024-08-10T05:35:19.256 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1ACYZ2MEy_kd1bX off=106277 len=580373 2024-08-10T05:35:19.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 5698 completed, throughput=5MB/sec 2024-08-10T05:35:19.258 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fY60ODDZdutEQ5v off=2189307 len=194528 2024-08-10T05:35:19.258 INFO:tasks.workunit.client.0.smithi078.stdout:op 5699 completed, throughput=5MB/sec 2024-08-10T05:35:19.258 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--YbUIaO3TR6asDw off=9635959 len=751619 2024-08-10T05:35:19.263 INFO:tasks.workunit.client.0.smithi078.stdout:op 5700 completed, throughput=5MB/sec 2024-08-10T05:35:19.263 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-fwP13-LpOnRVM2o off=3539571 len=1990312 2024-08-10T05:35:19.267 INFO:tasks.workunit.client.0.smithi078.stdout:op 5701 completed, throughput=5MB/sec 2024-08-10T05:35:20.267 INFO:tasks.workunit.client.0.smithi078.stdout: 1112: throughput=5MB/sec pending data=0 2024-08-10T05:35:20.268 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-E1vFrdabJC_FMOw off=4315614 len=1335639 2024-08-10T05:35:20.270 INFO:tasks.workunit.client.0.smithi078.stdout:op 5702 completed, throughput=5MB/sec 2024-08-10T05:35:20.270 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_PlT-tJpXj9BYif off=12373263 len=1228305 2024-08-10T05:35:20.276 INFO:tasks.workunit.client.0.smithi078.stdout:op 5703 completed, throughput=5MB/sec 2024-08-10T05:35:20.276 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7TVrqhCIewvU1EC off=8965162 len=710581 2024-08-10T05:35:20.277 INFO:tasks.workunit.client.0.smithi078.stdout:op 5704 completed, throughput=5MB/sec 2024-08-10T05:35:20.277 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qPAm1oFdyk1wpfC off=5940532 len=2011247 2024-08-10T05:35:20.281 INFO:tasks.workunit.client.0.smithi078.stdout:op 5705 completed, throughput=5MB/sec 2024-08-10T05:35:21.028 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:20 smithi078 ceph-mon[92251]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:21.028 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:20 smithi078 ceph-mon[94618]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:21.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:20 smithi107 ceph-mon[86658]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:21.282 INFO:tasks.workunit.client.0.smithi078.stdout: 1113: throughput=5MB/sec pending data=0 2024-08-10T05:35:21.282 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nGDdzbH2833mTxl off=3326623 len=1648994 2024-08-10T05:35:21.290 INFO:tasks.workunit.client.0.smithi078.stdout:op 5706 completed, throughput=5MB/sec 2024-08-10T05:35:21.290 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-l2eZXnkFHntgCWA off=4890477 len=1290349 2024-08-10T05:35:21.292 INFO:tasks.workunit.client.0.smithi078.stdout:op 5707 completed, throughput=5MB/sec 2024-08-10T05:35:21.292 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qdO2LaxyezTs9lf off=439503 len=987150 2024-08-10T05:35:21.293 INFO:tasks.workunit.client.0.smithi078.stdout:op 5708 completed, throughput=5MB/sec 2024-08-10T05:35:21.294 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FzRiJVOSc_ny9bo off=1427793 len=868015 2024-08-10T05:35:21.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 5709 completed, throughput=5MB/sec 2024-08-10T05:35:21.299 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LaMbrdXliEEppL_ off=1350484 len=280163 2024-08-10T05:35:21.300 INFO:tasks.workunit.client.0.smithi078.stdout:op 5710 completed, throughput=5MB/sec 2024-08-10T05:35:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:35:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:35:21] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:35:22.300 INFO:tasks.workunit.client.0.smithi078.stdout: 1114: throughput=5MB/sec pending data=0 2024-08-10T05:35:22.301 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vgEd45pxgy9DrIy off=23418884 len=1907631 2024-08-10T05:35:22.303 INFO:tasks.workunit.client.0.smithi078.stdout:op 5711 completed, throughput=5MB/sec 2024-08-10T05:35:22.303 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-MwqadsrfO4yH8hz off=134342 len=829181 2024-08-10T05:35:22.308 INFO:tasks.workunit.client.0.smithi078.stdout:op 5712 completed, throughput=5MB/sec 2024-08-10T05:35:22.308 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DVlIlqcweoyGbCi off=6231944 len=981570 2024-08-10T05:35:22.313 INFO:tasks.workunit.client.0.smithi078.stdout:op 5713 completed, throughput=5MB/sec 2024-08-10T05:35:22.313 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-81Qga9RUHJ7JVMb off=8716442 len=1169694 2024-08-10T05:35:22.315 INFO:tasks.workunit.client.0.smithi078.stdout:op 5714 completed, throughput=5MB/sec 2024-08-10T05:35:22.315 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-lwFi6UcIY8cpTZz off=12959316 len=1460394 2024-08-10T05:35:22.317 INFO:tasks.workunit.client.0.smithi078.stdout:op 5715 completed, throughput=5MB/sec 2024-08-10T05:35:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:35:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:22 smithi107 ceph-mon[86658]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:23.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:22 smithi078 ceph-mon[92251]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:23.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:22 smithi078 ceph-mon[94618]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:23.317 INFO:tasks.workunit.client.0.smithi078.stdout: 1115: throughput=5MB/sec pending data=0 2024-08-10T05:35:23.317 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6QtVpdo3m0fb2N9 off=8423675 len=729275 2024-08-10T05:35:23.318 INFO:tasks.workunit.client.0.smithi078.stdout:op 5716 completed, throughput=5MB/sec 2024-08-10T05:35:23.318 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vj7ssjCLfj_cNhD off=1883783 len=503397 2024-08-10T05:35:23.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 5717 completed, throughput=5MB/sec 2024-08-10T05:35:23.320 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FcnRSgVoBDwMHpT off=18305072 len=991491 2024-08-10T05:35:23.326 INFO:tasks.workunit.client.0.smithi078.stdout:op 5718 completed, throughput=5MB/sec 2024-08-10T05:35:23.326 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uxxz5LtS7CHU9lG off=5428019 len=1439925 2024-08-10T05:35:23.333 INFO:tasks.workunit.client.0.smithi078.stdout:op 5719 completed, throughput=5MB/sec 2024-08-10T05:35:23.333 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-i-lRN1sp13fN6TW off=9357485 len=1865803 2024-08-10T05:35:23.335 INFO:tasks.workunit.client.0.smithi078.stdout:op 5720 completed, throughput=5MB/sec 2024-08-10T05:35:24.335 INFO:tasks.workunit.client.0.smithi078.stdout: 1116: throughput=5MB/sec pending data=0 2024-08-10T05:35:24.335 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qaxgQ8fZ-epvJmv off=5707371 len=1860774 2024-08-10T05:35:24.345 INFO:tasks.workunit.client.0.smithi078.stdout:op 5721 completed, throughput=5MB/sec 2024-08-10T05:35:24.345 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-So67bsRIB49YJG2 off=8196889 len=1250261 2024-08-10T05:35:24.351 INFO:tasks.workunit.client.0.smithi078.stdout:op 5722 completed, throughput=5MB/sec 2024-08-10T05:35:24.351 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v9D2WzKVZPEHqKQ off=755314 len=750859 2024-08-10T05:35:24.352 INFO:tasks.workunit.client.0.smithi078.stdout:op 5723 completed, throughput=5MB/sec 2024-08-10T05:35:24.353 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PoRlmiUTNQS-JLu off=6206445 len=972829 2024-08-10T05:35:24.353 INFO:tasks.workunit.client.0.smithi078.stdout:op 5724 completed, throughput=5MB/sec 2024-08-10T05:35:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:24 smithi107 ceph-mon[86658]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:35:25.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:24 smithi078 ceph-mon[92251]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:35:25.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:24 smithi078 ceph-mon[94618]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:35:25.354 INFO:tasks.workunit.client.0.smithi078.stdout: 1117: throughput=5MB/sec pending data=0 2024-08-10T05:35:25.354 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sGYKZHVUKbfNYRG off=5210274 len=56128 2024-08-10T05:35:25.355 INFO:tasks.workunit.client.0.smithi078.stdout:op 5725 completed, throughput=5MB/sec 2024-08-10T05:35:25.355 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cLbcjNRrT1cCJmS off=3298917 len=1867358 2024-08-10T05:35:25.357 INFO:tasks.workunit.client.0.smithi078.stdout:op 5726 completed, throughput=5MB/sec 2024-08-10T05:35:25.357 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qUVxmA0x2JH33qH off=12604922 len=1521921 2024-08-10T05:35:25.364 INFO:tasks.workunit.client.0.smithi078.stdout:op 5727 completed, throughput=5MB/sec 2024-08-10T05:35:25.364 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4dFGpILxPJpiaZb off=7163318 len=1080354 2024-08-10T05:35:25.369 INFO:tasks.workunit.client.0.smithi078.stdout:op 5728 completed, throughput=5MB/sec 2024-08-10T05:35:25.370 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ldCigln-zow2IYY off=957795 len=170236 2024-08-10T05:35:25.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 5729 completed, throughput=5MB/sec 2024-08-10T05:35:26.370 INFO:tasks.workunit.client.0.smithi078.stdout: 1118: throughput=5MB/sec pending data=0 2024-08-10T05:35:26.371 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-HR-uIP_WEnltysB off=7162952 len=1946249 2024-08-10T05:35:26.380 INFO:tasks.workunit.client.0.smithi078.stdout:op 5730 completed, throughput=5MB/sec 2024-08-10T05:35:26.380 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-VL4InJXVg-1WSmr off=9788649 len=423838 2024-08-10T05:35:26.381 INFO:tasks.workunit.client.0.smithi078.stdout:op 5731 completed, throughput=5MB/sec 2024-08-10T05:35:26.381 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hUvKUomCkUDnazc off=8542492 len=892263 2024-08-10T05:35:26.382 INFO:tasks.workunit.client.0.smithi078.stdout:op 5732 completed, throughput=5MB/sec 2024-08-10T05:35:26.382 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4eieDhgnAKcMK9F off=2460671 len=1151284 2024-08-10T05:35:26.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 5733 completed, throughput=5MB/sec 2024-08-10T05:35:26.389 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-pcOiGRJXuQXQSqp off=8650793 len=1399617 2024-08-10T05:35:26.390 INFO:tasks.workunit.client.0.smithi078.stdout:op 5734 completed, throughput=5MB/sec 2024-08-10T05:35:27.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:26 smithi107 ceph-mon[86658]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:27.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:26 smithi078 ceph-mon[92251]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:27.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:26 smithi078 ceph-mon[94618]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:35:27.391 INFO:tasks.workunit.client.0.smithi078.stdout: 1119: throughput=5MB/sec pending data=0 2024-08-10T05:35:27.391 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7oJWojHCPjeEYkO off=1659020 len=775832 2024-08-10T05:35:27.392 INFO:tasks.workunit.client.0.smithi078.stdout:op 5735 completed, throughput=5MB/sec 2024-08-10T05:35:27.392 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zEQK0q9E1S4SScx off=6073084 len=1164329 2024-08-10T05:35:27.394 INFO:tasks.workunit.client.0.smithi078.stdout:op 5736 completed, throughput=5MB/sec 2024-08-10T05:35:27.394 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JvdzeYRLTmAyCXp off=265266 len=447233 2024-08-10T05:35:27.398 INFO:tasks.workunit.client.0.smithi078.stdout:op 5737 completed, throughput=5MB/sec 2024-08-10T05:35:27.398 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-szvv37NcE9MUj9g off=4753050 len=1002770 2024-08-10T05:35:27.403 INFO:tasks.workunit.client.0.smithi078.stdout:op 5738 completed, throughput=5MB/sec 2024-08-10T05:35:27.403 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-l0XHA6HeMx5BQ7G off=8501109 len=1214673 2024-08-10T05:35:27.410 INFO:tasks.workunit.client.0.smithi078.stdout:op 5739 completed, throughput=5MB/sec 2024-08-10T05:35:27.411 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GAcxUdYuLVEL-Qg off=12129184 len=496353 2024-08-10T05:35:27.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 5740 completed, throughput=5MB/sec 2024-08-10T05:35:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:28.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:28.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:28.412 INFO:tasks.workunit.client.0.smithi078.stdout: 1120: throughput=5MB/sec pending data=0 2024-08-10T05:35:28.412 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0-_atHc7KSj8GfZ off=1330318 len=1537803 2024-08-10T05:35:28.419 INFO:tasks.workunit.client.0.smithi078.stdout:op 5741 completed, throughput=5MB/sec 2024-08-10T05:35:28.420 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T3oW7xmoOV4869m off=3392625 len=1910527 2024-08-10T05:35:28.422 INFO:tasks.workunit.client.0.smithi078.stdout:op 5742 completed, throughput=5MB/sec 2024-08-10T05:35:28.422 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zebBfX9_ivDAutR off=4956597 len=775262 2024-08-10T05:35:28.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 5743 completed, throughput=5MB/sec 2024-08-10T05:35:28.424 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-oCe_SED7MsK8Uf0 off=7275569 len=771086 2024-08-10T05:35:28.424 INFO:tasks.workunit.client.0.smithi078.stdout:op 5744 completed, throughput=5MB/sec 2024-08-10T05:35:29.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:28 smithi107 ceph-mon[86658]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:35:29.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:28 smithi078 ceph-mon[92251]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:35:29.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:28 smithi078 ceph-mon[94618]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:35:29.425 INFO:tasks.workunit.client.0.smithi078.stdout: 1121: throughput=5MB/sec pending data=0 2024-08-10T05:35:29.425 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-3ANV43lOoD16GA1 off=1389489 len=749714 2024-08-10T05:35:29.426 INFO:tasks.workunit.client.0.smithi078.stdout:op 5745 completed, throughput=5MB/sec 2024-08-10T05:35:29.426 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lUsc12Sn4YzAr6x off=8858524 len=1641306 2024-08-10T05:35:29.436 INFO:tasks.workunit.client.0.smithi078.stdout:op 5746 completed, throughput=5MB/sec 2024-08-10T05:35:29.436 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-kZpiSBE6xlAxbvD off=6865902 len=1042994 2024-08-10T05:35:29.442 INFO:tasks.workunit.client.0.smithi078.stdout:op 5747 completed, throughput=5MB/sec 2024-08-10T05:35:29.442 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-C7FsALO7o1qyqNN off=3517574 len=1559617 2024-08-10T05:35:29.444 INFO:tasks.workunit.client.0.smithi078.stdout:op 5748 completed, throughput=5MB/sec 2024-08-10T05:35:29.444 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FqD6oLzc7DawvUQ off=2558096 len=1721246 2024-08-10T05:35:29.453 INFO:tasks.workunit.client.0.smithi078.stdout:op 5749 completed, throughput=5MB/sec 2024-08-10T05:35:30.453 INFO:tasks.workunit.client.0.smithi078.stdout: 1122: throughput=5MB/sec pending data=0 2024-08-10T05:35:30.453 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YL6EJypok64FPxT off=1075728 len=1338799 2024-08-10T05:35:30.456 INFO:tasks.workunit.client.0.smithi078.stdout:op 5750 completed, throughput=5MB/sec 2024-08-10T05:35:30.456 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DssFwe88444W8BQ off=1459999 len=42041 2024-08-10T05:35:30.457 INFO:tasks.workunit.client.0.smithi078.stdout:op 5751 completed, throughput=5MB/sec 2024-08-10T05:35:30.457 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-i0y79F4Nd2aC1XU off=426758 len=154129 2024-08-10T05:35:30.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 5752 completed, throughput=5MB/sec 2024-08-10T05:35:30.460 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JSM5JsKC2cnBzft off=2690485 len=1261818 2024-08-10T05:35:30.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 5753 completed, throughput=5MB/sec 2024-08-10T05:35:30.466 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LyLbW4Pa31B7t_v off=2568247 len=517676 2024-08-10T05:35:30.469 INFO:tasks.workunit.client.0.smithi078.stdout:op 5754 completed, throughput=5MB/sec 2024-08-10T05:35:30.469 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DwI0vKK8gv3X_S4 off=14660658 len=35420 2024-08-10T05:35:30.471 INFO:tasks.workunit.client.0.smithi078.stdout:op 5755 completed, throughput=5MB/sec 2024-08-10T05:35:30.471 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0v_rvflK1GlyeDz off=5720312 len=568803 2024-08-10T05:35:30.475 INFO:tasks.workunit.client.0.smithi078.stdout:op 5756 completed, throughput=5MB/sec 2024-08-10T05:35:30.475 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-rtmeCAaL-No3tjT off=13581711 len=1913374 2024-08-10T05:35:30.485 INFO:tasks.workunit.client.0.smithi078.stdout:op 5757 completed, throughput=5MB/sec 2024-08-10T05:35:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:30 smithi107 ceph-mon[86658]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:35:31.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:30 smithi078 ceph-mon[92251]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:35:31.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:30 smithi078 ceph-mon[94618]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:35:31.485 INFO:tasks.workunit.client.0.smithi078.stdout: 1123: throughput=5MB/sec pending data=0 2024-08-10T05:35:31.485 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ponZi5z77ROVZpn off=15131217 len=1880 2024-08-10T05:35:31.487 INFO:tasks.workunit.client.0.smithi078.stdout:op 5758 completed, throughput=5MB/sec 2024-08-10T05:35:31.487 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-24NMp3qk0igo26W off=14499377 len=335512 2024-08-10T05:35:31.488 INFO:tasks.workunit.client.0.smithi078.stdout:op 5759 completed, throughput=5MB/sec 2024-08-10T05:35:31.488 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jPUOpmmH9r8I026 off=11943341 len=1953393 2024-08-10T05:35:31.490 INFO:tasks.workunit.client.0.smithi078.stdout:op 5760 completed, throughput=5MB/sec 2024-08-10T05:35:31.490 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aaCKECnRTxtu-Ge off=2441327 len=1971179 2024-08-10T05:35:31.496 INFO:tasks.workunit.client.0.smithi078.stdout:op 5761 completed, throughput=5MB/sec 2024-08-10T05:35:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:35:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:35:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:35:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:35:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:35:31] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-08-10T05:35:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:35:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:35:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:35:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:35:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:35:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:35:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:35:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:35:32.496 INFO:tasks.workunit.client.0.smithi078.stdout: 1124: throughput=5MB/sec pending data=0 2024-08-10T05:35:32.497 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-yV1JXXoDInE2zIy off=2665990 len=1483977 2024-08-10T05:35:32.499 INFO:tasks.workunit.client.0.smithi078.stdout:op 5762 completed, throughput=5MB/sec 2024-08-10T05:35:32.499 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-b_uTRgeyurrQHrh off=8599478 len=1486107 2024-08-10T05:35:32.502 INFO:tasks.workunit.client.0.smithi078.stdout:op 5763 completed, throughput=5MB/sec 2024-08-10T05:35:32.502 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XjnWKHxwgKjhqDC off=6019725 len=1510054 2024-08-10T05:35:32.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 5764 completed, throughput=5MB/sec 2024-08-10T05:35:32.505 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eAjrQlM3TOQRCol off=3517651 len=314646 2024-08-10T05:35:32.505 INFO:tasks.workunit.client.0.smithi078.stdout:op 5765 completed, throughput=5MB/sec 2024-08-10T05:35:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:35:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:32 smithi107 ceph-mon[86658]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:32 smithi078 ceph-mon[92251]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:32 smithi078 ceph-mon[94618]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:33.506 INFO:tasks.workunit.client.0.smithi078.stdout: 1125: throughput=5MB/sec pending data=0 2024-08-10T05:35:33.506 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-j_PoVnjnbWlgC6S off=13825740 len=1060230 2024-08-10T05:35:33.508 INFO:tasks.workunit.client.0.smithi078.stdout:op 5766 completed, throughput=5MB/sec 2024-08-10T05:35:33.508 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uNS3Ysd8a6Rk19r off=4352789 len=1058304 2024-08-10T05:35:33.513 INFO:tasks.workunit.client.0.smithi078.stdout:op 5767 completed, throughput=5MB/sec 2024-08-10T05:35:33.514 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-p_AQk2FMlNRHTJc off=1690326 len=35056 2024-08-10T05:35:33.514 INFO:tasks.workunit.client.0.smithi078.stdout:op 5768 completed, throughput=5MB/sec 2024-08-10T05:35:33.514 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RlX1QRqXGojhh7d off=454935 len=1208394 2024-08-10T05:35:33.521 INFO:tasks.workunit.client.0.smithi078.stdout:op 5769 completed, throughput=5MB/sec 2024-08-10T05:35:33.521 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tSfES4_BjIVYhyo off=12002085 len=1923973 2024-08-10T05:35:33.523 INFO:tasks.workunit.client.0.smithi078.stdout:op 5770 completed, throughput=5MB/sec 2024-08-10T05:35:34.523 INFO:tasks.workunit.client.0.smithi078.stdout: 1126: throughput=5MB/sec pending data=0 2024-08-10T05:35:34.524 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4nRL_eAsE5rxFjP off=3355433 len=1903814 2024-08-10T05:35:34.526 INFO:tasks.workunit.client.0.smithi078.stdout:op 5771 completed, throughput=5MB/sec 2024-08-10T05:35:34.526 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-geSs7xDjlO1l75- off=1172553 len=535723 2024-08-10T05:35:34.527 INFO:tasks.workunit.client.0.smithi078.stdout:op 5772 completed, throughput=5MB/sec 2024-08-10T05:35:34.527 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-cYUkc6i0djr3stP off=134480 len=1315690 2024-08-10T05:35:34.532 INFO:tasks.workunit.client.0.smithi078.stdout:op 5773 completed, throughput=5MB/sec 2024-08-10T05:35:34.533 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fdS8EJmSDbQa-9v off=1986530 len=1105703 2024-08-10T05:35:34.537 INFO:tasks.workunit.client.0.smithi078.stdout:op 5774 completed, throughput=5MB/sec 2024-08-10T05:35:34.537 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UkijmhYGGQwfvQT off=4520065 len=1623476 2024-08-10T05:35:34.545 INFO:tasks.workunit.client.0.smithi078.stdout:op 5775 completed, throughput=5MB/sec 2024-08-10T05:35:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:34 smithi107 ceph-mon[86658]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:35.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:34 smithi078 ceph-mon[92251]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:35.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:34 smithi078 ceph-mon[94618]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:35:35.545 INFO:tasks.workunit.client.0.smithi078.stdout: 1127: throughput=5MB/sec pending data=0 2024-08-10T05:35:35.545 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hvlEYBSDe5QOEZ8 off=875271 len=1504934 2024-08-10T05:35:35.554 INFO:tasks.workunit.client.0.smithi078.stdout:op 5776 completed, throughput=5MB/sec 2024-08-10T05:35:35.554 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-P2scOvxPdQY1ySQ off=6042211 len=327480 2024-08-10T05:35:35.555 INFO:tasks.workunit.client.0.smithi078.stdout:op 5777 completed, throughput=5MB/sec 2024-08-10T05:35:35.555 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-1_7GxQKVN8My5b7 off=2458877 len=450251 2024-08-10T05:35:35.556 INFO:tasks.workunit.client.0.smithi078.stdout:op 5778 completed, throughput=5MB/sec 2024-08-10T05:35:35.556 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vBqrs1x9vHKL5ft off=247742 len=986440 2024-08-10T05:35:35.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 5779 completed, throughput=5MB/sec 2024-08-10T05:35:35.561 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7vlsZXO-6H1kYzZ off=5548916 len=739507 2024-08-10T05:35:35.562 INFO:tasks.workunit.client.0.smithi078.stdout:op 5780 completed, throughput=5MB/sec 2024-08-10T05:35:36.562 INFO:tasks.workunit.client.0.smithi078.stdout: 1128: throughput=5MB/sec pending data=0 2024-08-10T05:35:36.562 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ftpu9Yozr9pCH69 off=53171 len=245465 2024-08-10T05:35:36.565 INFO:tasks.workunit.client.0.smithi078.stdout:op 5781 completed, throughput=5MB/sec 2024-08-10T05:35:36.565 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-wLrWvR5DxwVCMCX off=1261815 len=150554 2024-08-10T05:35:36.566 INFO:tasks.workunit.client.0.smithi078.stdout:op 5782 completed, throughput=5MB/sec 2024-08-10T05:35:36.566 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TkdRak8nnZUApOO off=1398897 len=1785365 2024-08-10T05:35:36.568 INFO:tasks.workunit.client.0.smithi078.stdout:op 5783 completed, throughput=5MB/sec 2024-08-10T05:35:36.569 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qONZ0F2EHz-bwuP off=273780 len=565654 2024-08-10T05:35:36.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 5784 completed, throughput=5MB/sec 2024-08-10T05:35:36.572 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-5Qhwkv1DdZvF0oG off=16056465 len=1128763 2024-08-10T05:35:36.579 INFO:tasks.workunit.client.0.smithi078.stdout:op 5785 completed, throughput=5MB/sec 2024-08-10T05:35:36.579 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-E9tdOmINZqGrzMq off=48417 len=555914 2024-08-10T05:35:36.582 INFO:tasks.workunit.client.0.smithi078.stdout:op 5786 completed, throughput=5MB/sec 2024-08-10T05:35:36.583 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A9k9FS0pu8oEBPJ off=587594 len=1060147 2024-08-10T05:35:36.587 INFO:tasks.workunit.client.0.smithi078.stdout:op 5787 completed, throughput=5MB/sec 2024-08-10T05:35:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:36 smithi107 ceph-mon[86658]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:36 smithi078 ceph-mon[92251]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:37.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:36 smithi078 ceph-mon[94618]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:37.587 INFO:tasks.workunit.client.0.smithi078.stdout: 1129: throughput=5MB/sec pending data=0 2024-08-10T05:35:37.588 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-70r3rlzEChAfjw9 off=13748615 len=1298925 2024-08-10T05:35:37.593 INFO:tasks.workunit.client.0.smithi078.stdout:op 5788 completed, throughput=5MB/sec 2024-08-10T05:35:37.593 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-R1OWyYRZInMNsaQ off=2307645 len=1158417 2024-08-10T05:35:37.599 INFO:tasks.workunit.client.0.smithi078.stdout:op 5789 completed, throughput=5MB/sec 2024-08-10T05:35:37.599 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DMuGytT3Mivp6EM off=2285093 len=1557828 2024-08-10T05:35:37.600 INFO:tasks.workunit.client.0.smithi078.stdout:op 5790 completed, throughput=5MB/sec 2024-08-10T05:35:37.601 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-rwb13IlaIDAGEYW off=1691362 len=2076367 2024-08-10T05:35:37.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 5791 completed, throughput=5MB/sec 2024-08-10T05:35:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:37 smithi078 ceph-mon[92251]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:35:38.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:37 smithi078 ceph-mon[94618]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:35:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:37 smithi107 ceph-mon[86658]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:35:38.603 INFO:tasks.workunit.client.0.smithi078.stdout: 1130: throughput=5MB/sec pending data=0 2024-08-10T05:35:38.603 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qHKx1AlV2-gyVBv off=4800674 len=1086632 2024-08-10T05:35:38.608 INFO:tasks.workunit.client.0.smithi078.stdout:op 5792 completed, throughput=5MB/sec 2024-08-10T05:35:38.609 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0mFB5sK4CPfx-He off=7457381 len=1981201 2024-08-10T05:35:38.618 INFO:tasks.workunit.client.0.smithi078.stdout:op 5793 completed, throughput=5MB/sec 2024-08-10T05:35:38.618 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4lxkpnSE-By_m3_ off=2137500 len=1001037 2024-08-10T05:35:38.623 INFO:tasks.workunit.client.0.smithi078.stdout:op 5794 completed, throughput=5MB/sec 2024-08-10T05:35:38.623 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Pc7fKunVJqdQXE6 off=3058689 len=2056176 2024-08-10T05:35:38.625 INFO:tasks.workunit.client.0.smithi078.stdout:op 5795 completed, throughput=5MB/sec 2024-08-10T05:35:39.626 INFO:tasks.workunit.client.0.smithi078.stdout: 1131: throughput=5MB/sec pending data=0 2024-08-10T05:35:39.626 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mp2e-9uNPVJFOU9 off=1513860 len=1781772 2024-08-10T05:35:39.636 INFO:tasks.workunit.client.0.smithi078.stdout:op 5796 completed, throughput=5MB/sec 2024-08-10T05:35:39.636 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ar2YBMrSJtCx_z4 off=89890 len=55811 2024-08-10T05:35:39.638 INFO:tasks.workunit.client.0.smithi078.stdout:op 5797 completed, throughput=5MB/sec 2024-08-10T05:35:39.638 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uKTNW17T6BdxZEi off=871264 len=357037 2024-08-10T05:35:39.639 INFO:tasks.workunit.client.0.smithi078.stdout:op 5798 completed, throughput=5MB/sec 2024-08-10T05:35:39.639 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NdTfzYvWaOyy2bG off=13670265 len=1599894 2024-08-10T05:35:39.649 INFO:tasks.workunit.client.0.smithi078.stdout:op 5799 completed, throughput=5MB/sec 2024-08-10T05:35:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:40 smithi107 ceph-mon[86658]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:40 smithi078 ceph-mon[92251]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:40 smithi078 ceph-mon[94618]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:40.649 INFO:tasks.workunit.client.0.smithi078.stdout: 1132: throughput=5MB/sec pending data=0 2024-08-10T05:35:40.649 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qdtj3Byl9_pCbqS off=1952700 len=1475433 2024-08-10T05:35:40.651 INFO:tasks.workunit.client.0.smithi078.stdout:op 5800 completed, throughput=5MB/sec 2024-08-10T05:35:40.651 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-L3ZOCpBRrm9Nebi off=16223686 len=1552125 2024-08-10T05:35:40.659 INFO:tasks.workunit.client.0.smithi078.stdout:op 5801 completed, throughput=5MB/sec 2024-08-10T05:35:40.659 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-afCyHO6iFLLX22g off=4619446 len=693944 2024-08-10T05:35:40.663 INFO:tasks.workunit.client.0.smithi078.stdout:op 5802 completed, throughput=5MB/sec 2024-08-10T05:35:40.663 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1ULhzeA1WrNGN1d off=18011510 len=480016 2024-08-10T05:35:40.667 INFO:tasks.workunit.client.0.smithi078.stdout:op 5803 completed, throughput=5MB/sec 2024-08-10T05:35:40.667 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-K3Hyosj0XJWdGS2 off=3100528 len=1735314 2024-08-10T05:35:40.675 INFO:tasks.workunit.client.0.smithi078.stdout:op 5804 completed, throughput=5MB/sec 2024-08-10T05:35:41.675 INFO:tasks.workunit.client.0.smithi078.stdout: 1133: throughput=5MB/sec pending data=0 2024-08-10T05:35:41.675 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-YdAuy5iw1i4qbQ2 off=11172102 len=712129 2024-08-10T05:35:41.680 INFO:tasks.workunit.client.0.smithi078.stdout:op 5805 completed, throughput=5MB/sec 2024-08-10T05:35:41.680 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LrDb7mpJFt2g_7- off=4826430 len=76447 2024-08-10T05:35:41.681 INFO:tasks.workunit.client.0.smithi078.stdout:op 5806 completed, throughput=5MB/sec 2024-08-10T05:35:41.681 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ni4wMO6F1f23AqZ off=196977 len=396823 2024-08-10T05:35:41.681 INFO:tasks.workunit.client.0.smithi078.stdout:op 5807 completed, throughput=5MB/sec 2024-08-10T05:35:41.681 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vawCK1f_pXWBejA off=3924403 len=1825114 2024-08-10T05:35:41.690 INFO:tasks.workunit.client.0.smithi078.stdout:op 5808 completed, throughput=5MB/sec 2024-08-10T05:35:41.690 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qxyl1KOQ26NDfyb off=9108361 len=1626853 2024-08-10T05:35:41.697 INFO:tasks.workunit.client.0.smithi078.stdout:op 5809 completed, throughput=5MB/sec 2024-08-10T05:35:41.698 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Hbtv47-8ihwXE7r off=1501527 len=242637 2024-08-10T05:35:41.698 INFO:tasks.workunit.client.0.smithi078.stdout:op 5810 completed, throughput=5MB/sec 2024-08-10T05:35:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:42 smithi078 ceph-mon[92251]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:42.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:42 smithi078 ceph-mon[94618]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:35:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:35:41] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-08-10T05:35:42.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:42 smithi107 ceph-mon[86658]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:35:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:42.698 INFO:tasks.workunit.client.0.smithi078.stdout: 1134: throughput=5MB/sec pending data=0 2024-08-10T05:35:42.699 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-80W2_YuIct-4qi_ off=14383633 len=1778732 2024-08-10T05:35:42.701 INFO:tasks.workunit.client.0.smithi078.stdout:op 5811 completed, throughput=5MB/sec 2024-08-10T05:35:42.701 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lkTLtAJL5TjWB4J off=1278555 len=1455316 2024-08-10T05:35:42.709 INFO:tasks.workunit.client.0.smithi078.stdout:op 5812 completed, throughput=5MB/sec 2024-08-10T05:35:42.709 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Uqm5sSk1iMDgt00 off=2535989 len=415856 2024-08-10T05:35:42.711 INFO:tasks.workunit.client.0.smithi078.stdout:op 5813 completed, throughput=5MB/sec 2024-08-10T05:35:42.712 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gR7T5ZRKV_4MHg8 off=8518512 len=995621 2024-08-10T05:35:42.717 INFO:tasks.workunit.client.0.smithi078.stdout:op 5814 completed, throughput=5MB/sec 2024-08-10T05:35:42.718 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jqnpR1ktGywB1ff off=3289686 len=1776041 2024-08-10T05:35:42.727 INFO:tasks.workunit.client.0.smithi078.stdout:op 5815 completed, throughput=5MB/sec 2024-08-10T05:35:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:43.727 INFO:tasks.workunit.client.0.smithi078.stdout: 1135: throughput=5MB/sec pending data=0 2024-08-10T05:35:43.727 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BVySg6nMO-tAxUH off=7925011 len=292587 2024-08-10T05:35:43.728 INFO:tasks.workunit.client.0.smithi078.stdout:op 5816 completed, throughput=5MB/sec 2024-08-10T05:35:43.728 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Iw1d1Xp_BV6qKQF off=0 len=1319694 2024-08-10T05:35:43.735 INFO:tasks.workunit.client.0.smithi078.stdout:op 5817 completed, throughput=5MB/sec 2024-08-10T05:35:43.735 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OzLlE9e_tzKiaDu off=11904076 len=717461 2024-08-10T05:35:43.736 INFO:tasks.workunit.client.0.smithi078.stdout:op 5818 completed, throughput=5MB/sec 2024-08-10T05:35:43.736 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Z3ERy179a38Dwww off=1786219 len=988964 2024-08-10T05:35:43.739 INFO:tasks.workunit.client.0.smithi078.stdout:op 5819 completed, throughput=5MB/sec 2024-08-10T05:35:43.739 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XRpC-OrdpsfGzm0 off=9004193 len=1532510 2024-08-10T05:35:43.741 INFO:tasks.workunit.client.0.smithi078.stdout:op 5820 completed, throughput=5MB/sec 2024-08-10T05:35:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:44 smithi107 ceph-mon[86658]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:44 smithi078 ceph-mon[92251]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:44 smithi078 ceph-mon[94618]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:44.741 INFO:tasks.workunit.client.0.smithi078.stdout: 1136: throughput=5MB/sec pending data=0 2024-08-10T05:35:44.741 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-lHqRbkuBogtVQZp off=14156729 len=446823 2024-08-10T05:35:44.745 INFO:tasks.workunit.client.0.smithi078.stdout:op 5821 completed, throughput=5MB/sec 2024-08-10T05:35:44.745 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Dg9Zhf81V85g79P off=2004226 len=725160 2024-08-10T05:35:44.746 INFO:tasks.workunit.client.0.smithi078.stdout:op 5822 completed, throughput=5MB/sec 2024-08-10T05:35:44.746 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-B40o_2A9QazleG4 off=4520297 len=1871855 2024-08-10T05:35:44.756 INFO:tasks.workunit.client.0.smithi078.stdout:op 5823 completed, throughput=5MB/sec 2024-08-10T05:35:44.756 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-j3_bFhczboLd0Of off=4377464 len=1123501 2024-08-10T05:35:44.760 INFO:tasks.workunit.client.0.smithi078.stdout:op 5824 completed, throughput=5MB/sec 2024-08-10T05:35:44.760 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wjH1u0Lt8iBSrgq off=16560760 len=1308168 2024-08-10T05:35:44.769 INFO:tasks.workunit.client.0.smithi078.stdout:op 5825 completed, throughput=5MB/sec 2024-08-10T05:35:45.769 INFO:tasks.workunit.client.0.smithi078.stdout: 1137: throughput=5MB/sec pending data=0 2024-08-10T05:35:45.769 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qrm7ylJ4NKojTnf off=15142585 len=732074 2024-08-10T05:35:45.770 INFO:tasks.workunit.client.0.smithi078.stdout:op 5826 completed, throughput=5MB/sec 2024-08-10T05:35:45.770 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-nWXb9n0ru08Dh_r off=12695695 len=505459 2024-08-10T05:35:45.774 INFO:tasks.workunit.client.0.smithi078.stdout:op 5827 completed, throughput=5MB/sec 2024-08-10T05:35:45.774 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-LM8c6T6ZaRvKxZ0 off=1025235 len=1091614 2024-08-10T05:35:45.779 INFO:tasks.workunit.client.0.smithi078.stdout:op 5828 completed, throughput=5MB/sec 2024-08-10T05:35:45.779 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RHWbOkadLJGzxUo off=291641 len=1066644 2024-08-10T05:35:45.780 INFO:tasks.workunit.client.0.smithi078.stdout:op 5829 completed, throughput=5MB/sec 2024-08-10T05:35:45.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mx1kqN7X4NGRPeg off=417244 len=673485 2024-08-10T05:35:45.781 INFO:tasks.workunit.client.0.smithi078.stdout:op 5830 completed, throughput=5MB/sec 2024-08-10T05:35:45.781 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cHJXuxwJQPv1a1i off=4181651 len=826836 2024-08-10T05:35:45.783 INFO:tasks.workunit.client.0.smithi078.stdout:op 5831 completed, throughput=5MB/sec 2024-08-10T05:35:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:46 smithi107 ceph-mon[86658]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:46 smithi078 ceph-mon[92251]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:46 smithi078 ceph-mon[94618]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: 1138: throughput=5MB/sec pending data=0 2024-08-10T05:35:46.784 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HHNNXqVxmyrbasg off=5242618 len=199099 2024-08-10T05:35:46.784 INFO:tasks.workunit.client.0.smithi078.stdout:op 5832 completed, throughput=5MB/sec 2024-08-10T05:35:46.784 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_IM6mjOAVgAkXnO off=227835 len=345916 2024-08-10T05:35:46.785 INFO:tasks.workunit.client.0.smithi078.stdout:op 5833 completed, throughput=5MB/sec 2024-08-10T05:35:46.785 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-z8iQnwHySVL3MKZ off=14620752 len=1184501 2024-08-10T05:35:46.788 INFO:tasks.workunit.client.0.smithi078.stdout:op 5834 completed, throughput=5MB/sec 2024-08-10T05:35:46.788 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jHDhYrHeC9-kjpC off=612833 len=1558664 2024-08-10T05:35:46.790 INFO:tasks.workunit.client.0.smithi078.stdout:op 5835 completed, throughput=5MB/sec 2024-08-10T05:35:46.790 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-J8oVn64gsVabkst off=20451291 len=860618 2024-08-10T05:35:46.794 INFO:tasks.workunit.client.0.smithi078.stdout:op 5836 completed, throughput=5MB/sec 2024-08-10T05:35:46.795 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-S_gs097-rhG8iwm off=4258667 len=704067 2024-08-10T05:35:46.799 INFO:tasks.workunit.client.0.smithi078.stdout:op 5837 completed, throughput=5MB/sec 2024-08-10T05:35:46.799 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-DmER9gx4myCdOqA off=98318 len=1090839 2024-08-10T05:35:46.805 INFO:tasks.workunit.client.0.smithi078.stdout:op 5838 completed, throughput=5MB/sec 2024-08-10T05:35:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: 1139: throughput=5MB/sec pending data=0 2024-08-10T05:35:47.805 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-eYYyqyxNkz9q-am off=1282216 len=1968793 2024-08-10T05:35:47.807 INFO:tasks.workunit.client.0.smithi078.stdout:op 5839 completed, throughput=5MB/sec 2024-08-10T05:35:47.807 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gTI-Q60HJ6gJuFd off=8637012 len=31792 2024-08-10T05:35:47.808 INFO:tasks.workunit.client.0.smithi078.stdout:op 5840 completed, throughput=5MB/sec 2024-08-10T05:35:47.808 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-YHcBVetsQ-rMbPe off=13443499 len=585588 2024-08-10T05:35:47.809 INFO:tasks.workunit.client.0.smithi078.stdout:op 5841 completed, throughput=5MB/sec 2024-08-10T05:35:47.809 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9qXbDsHNC8jaxPV off=5485926 len=872444 2024-08-10T05:35:47.810 INFO:tasks.workunit.client.0.smithi078.stdout:op 5842 completed, throughput=5MB/sec 2024-08-10T05:35:47.810 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-maP1Pbet9E23ivP off=13870534 len=130371 2024-08-10T05:35:47.811 INFO:tasks.workunit.client.0.smithi078.stdout:op 5843 completed, throughput=5MB/sec 2024-08-10T05:35:47.811 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ptLjr6U_8T7YF3b off=7412504 len=1601266 2024-08-10T05:35:47.819 INFO:tasks.workunit.client.0.smithi078.stdout:op 5844 completed, throughput=5MB/sec 2024-08-10T05:35:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:48 smithi107 ceph-mon[86658]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:35:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:48 smithi078 ceph-mon[92251]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:35:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:48 smithi078 ceph-mon[94618]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:35:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: 1140: throughput=5MB/sec pending data=0 2024-08-10T05:35:48.820 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-03Fi6qcCTaP-9JL off=12200886 len=1296072 2024-08-10T05:35:48.821 INFO:tasks.workunit.client.0.smithi078.stdout:op 5845 completed, throughput=5MB/sec 2024-08-10T05:35:48.821 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h8vFA0gJ4xKxpVM off=1743236 len=1634517 2024-08-10T05:35:48.825 INFO:tasks.workunit.client.0.smithi078.stdout:op 5846 completed, throughput=5MB/sec 2024-08-10T05:35:48.825 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W3TG9VLOrQi_a0d off=1282212 len=1759849 2024-08-10T05:35:48.834 INFO:tasks.workunit.client.0.smithi078.stdout:op 5847 completed, throughput=5MB/sec 2024-08-10T05:35:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: 1141: throughput=5MB/sec pending data=0 2024-08-10T05:35:49.835 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-HW1-5m5O2P6L3gI off=2679262 len=876633 2024-08-10T05:35:49.836 INFO:tasks.workunit.client.0.smithi078.stdout:op 5848 completed, throughput=5MB/sec 2024-08-10T05:35:49.836 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9qTMCrLBdl-iG61 off=2712729 len=1259489 2024-08-10T05:35:49.842 INFO:tasks.workunit.client.0.smithi078.stdout:op 5849 completed, throughput=5MB/sec 2024-08-10T05:35:49.842 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-dT-vbNMVCyYYonD off=8215011 len=1669873 2024-08-10T05:35:49.851 INFO:tasks.workunit.client.0.smithi078.stdout:op 5850 completed, throughput=5MB/sec 2024-08-10T05:35:49.851 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Aiv5Iz9mQS1mn1y off=4987046 len=122593 2024-08-10T05:35:49.853 INFO:tasks.workunit.client.0.smithi078.stdout:op 5851 completed, throughput=5MB/sec 2024-08-10T05:35:49.853 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wk9Vxc_Vt6w9fvn off=2206902 len=448242 2024-08-10T05:35:49.856 INFO:tasks.workunit.client.0.smithi078.stdout:op 5852 completed, throughput=5MB/sec 2024-08-10T05:35:49.856 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Z945FbqZs8oH-dN off=5697412 len=1349167 2024-08-10T05:35:49.857 INFO:tasks.workunit.client.0.smithi078.stdout:op 5853 completed, throughput=5MB/sec 2024-08-10T05:35:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:50 smithi107 ceph-mon[86658]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:35:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:50 smithi078 ceph-mon[92251]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:35:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:50 smithi078 ceph-mon[94618]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:35:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: 1142: throughput=5MB/sec pending data=0 2024-08-10T05:35:50.858 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mBXHZVusLe74M8O off=1335113 len=687070 2024-08-10T05:35:50.859 INFO:tasks.workunit.client.0.smithi078.stdout:op 5854 completed, throughput=5MB/sec 2024-08-10T05:35:50.859 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zGriQmx-lR_lkgp off=2959135 len=161893 2024-08-10T05:35:50.863 INFO:tasks.workunit.client.0.smithi078.stdout:op 5855 completed, throughput=5MB/sec 2024-08-10T05:35:50.863 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-iZp-esnqfXWdTYw off=11705712 len=1294350 2024-08-10T05:35:50.864 INFO:tasks.workunit.client.0.smithi078.stdout:op 5856 completed, throughput=5MB/sec 2024-08-10T05:35:50.865 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-gkv53eqKG8ncJ4y off=1194572 len=13790 2024-08-10T05:35:50.867 INFO:tasks.workunit.client.0.smithi078.stdout:op 5857 completed, throughput=5MB/sec 2024-08-10T05:35:50.867 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-IDHPwqz6Z47KZBf off=1526410 len=508804 2024-08-10T05:35:50.868 INFO:tasks.workunit.client.0.smithi078.stdout:op 5858 completed, throughput=5MB/sec 2024-08-10T05:35:50.868 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ej7O0KbQoKVbOF6 off=14838119 len=1050404 2024-08-10T05:35:50.870 INFO:tasks.workunit.client.0.smithi078.stdout:op 5859 completed, throughput=5MB/sec 2024-08-10T05:35:50.870 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-R6i9xHxfg07I_FG off=10056418 len=548854 2024-08-10T05:35:50.870 INFO:tasks.workunit.client.0.smithi078.stdout:op 5860 completed, throughput=5MB/sec 2024-08-10T05:35:50.871 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-XyGewYJFmK6c6Xs off=8311068 len=299786 2024-08-10T05:35:50.871 INFO:tasks.workunit.client.0.smithi078.stdout:op 5861 completed, throughput=5MB/sec 2024-08-10T05:35:50.872 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gnkEZYYWtXi4lq6 off=365299 len=481205 2024-08-10T05:35:50.872 INFO:tasks.workunit.client.0.smithi078.stdout:op 5862 completed, throughput=5MB/sec 2024-08-10T05:35:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: 1143: throughput=5MB/sec pending data=0 2024-08-10T05:35:51.873 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Ts-y7IgzccByTnq off=1604476 len=1623699 2024-08-10T05:35:51.881 INFO:tasks.workunit.client.0.smithi078.stdout:op 5863 completed, throughput=5MB/sec 2024-08-10T05:35:51.881 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-GKfyHFXd3pAzEUk off=8768652 len=1884654 2024-08-10T05:35:51.897 INFO:tasks.workunit.client.0.smithi078.stdout:op 5864 completed, throughput=5MB/sec 2024-08-10T05:35:51.897 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zhd5IcIPVGKBhbU off=18543994 len=1810669 2024-08-10T05:35:51.899 INFO:tasks.workunit.client.0.smithi078.stdout:op 5865 completed, throughput=5MB/sec 2024-08-10T05:35:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:52 smithi078 ceph-mon[92251]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:35:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:52 smithi078 ceph-mon[94618]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:35:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:35:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:35:51] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-08-10T05:35:52.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:52 smithi107 ceph-mon[86658]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:35:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:35:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: 1144: throughput=5MB/sec pending data=0 2024-08-10T05:35:52.900 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-P66yokAq27ArexD off=4679283 len=1314862 2024-08-10T05:35:52.902 INFO:tasks.workunit.client.0.smithi078.stdout:op 5866 completed, throughput=5MB/sec 2024-08-10T05:35:52.902 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-4FGZd2Dfn694Y8Y off=18438509 len=368995 2024-08-10T05:35:52.903 INFO:tasks.workunit.client.0.smithi078.stdout:op 5867 completed, throughput=5MB/sec 2024-08-10T05:35:52.903 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-DXtyzwXnpvWTp-L off=3175218 len=1577714 2024-08-10T05:35:52.905 INFO:tasks.workunit.client.0.smithi078.stdout:op 5868 completed, throughput=5MB/sec 2024-08-10T05:35:52.905 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hzvQ-L-eqYYT0bD off=11210936 len=1594880 2024-08-10T05:35:52.912 INFO:tasks.workunit.client.0.smithi078.stdout:op 5869 completed, throughput=5MB/sec 2024-08-10T05:35:52.912 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qGtTNBfzxn66P7E off=5072683 len=594018 2024-08-10T05:35:52.914 INFO:tasks.workunit.client.0.smithi078.stdout:op 5870 completed, throughput=5MB/sec 2024-08-10T05:35:53.914 INFO:tasks.workunit.client.0.smithi078.stdout: 1145: throughput=5MB/sec pending data=0 2024-08-10T05:35:53.914 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6qeLxlRi_RNqKCn off=9959249 len=886545 2024-08-10T05:35:53.915 INFO:tasks.workunit.client.0.smithi078.stdout:op 5871 completed, throughput=5MB/sec 2024-08-10T05:35:53.916 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OsQuBlxTIUCzP4I off=14404234 len=1350450 2024-08-10T05:35:53.917 INFO:tasks.workunit.client.0.smithi078.stdout:op 5872 completed, throughput=5MB/sec 2024-08-10T05:35:53.917 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eoTAwtlu_BjIVuh off=7957483 len=2094620 2024-08-10T05:35:53.928 INFO:tasks.workunit.client.0.smithi078.stdout:op 5873 completed, throughput=5MB/sec 2024-08-10T05:35:53.928 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-JnHnzFDxSqOxtlc off=12485960 len=1367345 2024-08-10T05:35:53.935 INFO:tasks.workunit.client.0.smithi078.stdout:op 5874 completed, throughput=5MB/sec 2024-08-10T05:35:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:54 smithi107 ceph-mon[86658]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:35:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:54 smithi078 ceph-mon[92251]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:35:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:54 smithi078 ceph-mon[94618]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:35:54.935 INFO:tasks.workunit.client.0.smithi078.stdout: 1146: throughput=5MB/sec pending data=0 2024-08-10T05:35:54.935 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ca5k7LhMpWggXnT off=10355711 len=1093800 2024-08-10T05:35:54.937 INFO:tasks.workunit.client.0.smithi078.stdout:op 5875 completed, throughput=5MB/sec 2024-08-10T05:35:54.937 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pTFZArEvVQAISCb off=2357000 len=1862022 2024-08-10T05:35:54.946 INFO:tasks.workunit.client.0.smithi078.stdout:op 5876 completed, throughput=5MB/sec 2024-08-10T05:35:54.946 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-hKjYuhT2_5pyXQK off=3461838 len=368781 2024-08-10T05:35:54.950 INFO:tasks.workunit.client.0.smithi078.stdout:op 5877 completed, throughput=5MB/sec 2024-08-10T05:35:54.950 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-kJSAEJ_C68DkjYq off=8946902 len=716332 2024-08-10T05:35:54.951 INFO:tasks.workunit.client.0.smithi078.stdout:op 5878 completed, throughput=5MB/sec 2024-08-10T05:35:54.951 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-mp2e-9uNPVJFOU9 off=655035 len=1844765 2024-08-10T05:35:54.956 INFO:tasks.workunit.client.0.smithi078.stdout:op 5879 completed, throughput=5MB/sec 2024-08-10T05:35:55.957 INFO:tasks.workunit.client.0.smithi078.stdout: 1147: throughput=5MB/sec pending data=0 2024-08-10T05:35:55.957 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-gco2KNmBCzw7OTe off=6424082 len=1651025 2024-08-10T05:35:55.958 INFO:tasks.workunit.client.0.smithi078.stdout:op 5880 completed, throughput=5MB/sec 2024-08-10T05:35:55.959 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tp4dBLrbmdqDhJw off=6236510 len=649811 2024-08-10T05:35:55.960 INFO:tasks.workunit.client.0.smithi078.stdout:op 5881 completed, throughput=5MB/sec 2024-08-10T05:35:55.960 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RRFaR2NLFtvI27F off=5682615 len=16541 2024-08-10T05:35:55.962 INFO:tasks.workunit.client.0.smithi078.stdout:op 5882 completed, throughput=5MB/sec 2024-08-10T05:35:55.962 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-83O-rJ-oN4P1WBk off=4853079 len=1205605 2024-08-10T05:35:55.970 INFO:tasks.workunit.client.0.smithi078.stdout:op 5883 completed, throughput=5MB/sec 2024-08-10T05:35:55.970 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uKIaSG3bIFdC1om off=10773420 len=107543 2024-08-10T05:35:55.970 INFO:tasks.workunit.client.0.smithi078.stdout:op 5884 completed, throughput=5MB/sec 2024-08-10T05:35:55.970 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-tAKYIwWSf7DrkPa off=2486806 len=1928172 2024-08-10T05:35:55.979 INFO:tasks.workunit.client.0.smithi078.stdout:op 5885 completed, throughput=5MB/sec 2024-08-10T05:35:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:56 smithi107 ceph-mon[86658]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:35:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:56 smithi078 ceph-mon[92251]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:35:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:56 smithi078 ceph-mon[94618]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:35:56.980 INFO:tasks.workunit.client.0.smithi078.stdout: 1148: throughput=5MB/sec pending data=0 2024-08-10T05:35:56.980 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-M7SHOFYXNMSBCxV off=2508971 len=1749908 2024-08-10T05:35:56.987 INFO:tasks.workunit.client.0.smithi078.stdout:op 5886 completed, throughput=5MB/sec 2024-08-10T05:35:56.988 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-xOjejvW90rBGqME off=2088239 len=255962 2024-08-10T05:35:56.991 INFO:tasks.workunit.client.0.smithi078.stdout:op 5887 completed, throughput=5MB/sec 2024-08-10T05:35:56.991 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-bNm_p--tEf2zryD off=925763 len=852268 2024-08-10T05:35:56.996 INFO:tasks.workunit.client.0.smithi078.stdout:op 5888 completed, throughput=5MB/sec 2024-08-10T05:35:56.996 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FJknIs8R46scvQe off=3209542 len=360072 2024-08-10T05:35:56.999 INFO:tasks.workunit.client.0.smithi078.stdout:op 5889 completed, throughput=5MB/sec 2024-08-10T05:35:56.999 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2O053qBm_ufsrtO off=5014093 len=1504727 2024-08-10T05:35:57.000 INFO:tasks.workunit.client.0.smithi078.stdout:op 5890 completed, throughput=5MB/sec 2024-08-10T05:35:58.001 INFO:tasks.workunit.client.0.smithi078.stdout: 1149: throughput=5MB/sec pending data=0 2024-08-10T05:35:58.001 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-vkBrz9XbtFv_ggx off=10748907 len=1113870 2024-08-10T05:35:58.002 INFO:tasks.workunit.client.0.smithi078.stdout:op 5891 completed, throughput=5MB/sec 2024-08-10T05:35:58.002 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jw66NVtOJU6XFZZ off=10773443 len=742435 2024-08-10T05:35:58.006 INFO:tasks.workunit.client.0.smithi078.stdout:op 5892 completed, throughput=5MB/sec 2024-08-10T05:35:58.007 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x1LFqWgUVJExfTV off=8052143 len=774718 2024-08-10T05:35:58.011 INFO:tasks.workunit.client.0.smithi078.stdout:op 5893 completed, throughput=5MB/sec 2024-08-10T05:35:58.011 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-W9XP-8XK3FgWHuY off=4228204 len=1901559 2024-08-10T05:35:58.023 INFO:tasks.workunit.client.0.smithi078.stdout:op 5894 completed, throughput=5MB/sec 2024-08-10T05:35:58.023 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-mcLvsnOdlTWRWEW off=9939423 len=894173 2024-08-10T05:35:58.024 INFO:tasks.workunit.client.0.smithi078.stdout:op 5895 completed, throughput=5MB/sec 2024-08-10T05:35:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:58 smithi107 ceph-mon[86658]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:35:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:58 smithi078 ceph-mon[94618]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:35:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:58 smithi078 ceph-mon[92251]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:35:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:59.024 INFO:tasks.workunit.client.0.smithi078.stdout: 1150: throughput=5MB/sec pending data=0 2024-08-10T05:35:59.025 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-AA3iNJGQHdgVZPd off=13864815 len=1504679 2024-08-10T05:35:59.031 INFO:tasks.workunit.client.0.smithi078.stdout:op 5896 completed, throughput=5MB/sec 2024-08-10T05:35:59.031 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sssw2TlC2ZSp07B off=1164654 len=1918262 2024-08-10T05:35:59.043 INFO:tasks.workunit.client.0.smithi078.stdout:op 5897 completed, throughput=5MB/sec 2024-08-10T05:35:59.044 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2Sq-tSK3nT2P45A off=2999798 len=687750 2024-08-10T05:35:59.045 INFO:tasks.workunit.client.0.smithi078.stdout:op 5898 completed, throughput=5MB/sec 2024-08-10T05:35:59.045 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-CV9Q56PClei0VW- off=8320211 len=634000 2024-08-10T05:35:59.046 INFO:tasks.workunit.client.0.smithi078.stdout:op 5899 completed, throughput=5MB/sec 2024-08-10T05:36:00.047 INFO:tasks.workunit.client.0.smithi078.stdout: 1151: throughput=5MB/sec pending data=0 2024-08-10T05:36:00.047 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-5wqUZzex5qLOm2j off=9784966 len=537142 2024-08-10T05:36:00.048 INFO:tasks.workunit.client.0.smithi078.stdout:op 5900 completed, throughput=5MB/sec 2024-08-10T05:36:00.048 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Byjl1ee4DLdMQpj off=238467 len=548304 2024-08-10T05:36:00.049 INFO:tasks.workunit.client.0.smithi078.stdout:op 5901 completed, throughput=5MB/sec 2024-08-10T05:36:00.049 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9bgipnniyS71MPe off=9133203 len=1401100 2024-08-10T05:36:00.052 INFO:tasks.workunit.client.0.smithi078.stdout:op 5902 completed, throughput=5MB/sec 2024-08-10T05:36:00.052 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hkJ4RvVonuBeR5u off=2162602 len=622341 2024-08-10T05:36:00.053 INFO:tasks.workunit.client.0.smithi078.stdout:op 5903 completed, throughput=5MB/sec 2024-08-10T05:36:00.053 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9bgipnniyS71MPe off=10866024 len=808913 2024-08-10T05:36:00.058 INFO:tasks.workunit.client.0.smithi078.stdout:op 5904 completed, throughput=5MB/sec 2024-08-10T05:36:00.058 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-x47hnyO6_y9rTLL off=8016173 len=677496 2024-08-10T05:36:00.062 INFO:tasks.workunit.client.0.smithi078.stdout:op 5905 completed, throughput=5MB/sec 2024-08-10T05:36:00.062 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MDq4tFV2a0qYl8Y off=7854812 len=232910 2024-08-10T05:36:00.063 INFO:tasks.workunit.client.0.smithi078.stdout:op 5906 completed, throughput=5MB/sec 2024-08-10T05:36:00.063 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-067QG04gjlX-c6Q off=7767886 len=59845 2024-08-10T05:36:00.069 INFO:tasks.workunit.client.0.smithi078.stdout:op 5907 completed, throughput=5MB/sec 2024-08-10T05:36:00.069 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-T6JllxYf3xb3OJw off=6144249 len=1701911 2024-08-10T05:36:00.078 INFO:tasks.workunit.client.0.smithi078.stdout:op 5908 completed, throughput=5MB/sec 2024-08-10T05:36:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:00 smithi107 ceph-mon[86658]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:36:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:36:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=cleanup t=2024-08-10T05:36:00.02546602Z level=info msg="Completed cleanup jobs" duration=3.364581ms 2024-08-10T05:36:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:00 smithi078 ceph-mon[92251]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:36:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:00 smithi078 ceph-mon[94618]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:36:01.079 INFO:tasks.workunit.client.0.smithi078.stdout: 1152: throughput=5MB/sec pending data=0 2024-08-10T05:36:01.079 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4DSp4ABTeV_WnOw off=2289511 len=1195361 2024-08-10T05:36:01.085 INFO:tasks.workunit.client.0.smithi078.stdout:op 5909 completed, throughput=5MB/sec 2024-08-10T05:36:01.085 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8XdQJGp-swRYqaq off=3649229 len=822557 2024-08-10T05:36:01.087 INFO:tasks.workunit.client.0.smithi078.stdout:op 5910 completed, throughput=5MB/sec 2024-08-10T05:36:01.087 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-s83KtRxUgYMKIaN off=3265537 len=1675667 2024-08-10T05:36:01.096 INFO:tasks.workunit.client.0.smithi078.stdout:op 5911 completed, throughput=5MB/sec 2024-08-10T05:36:01.096 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ta_-jZUzdnqM4g- off=1473654 len=1037197 2024-08-10T05:36:01.101 INFO:tasks.workunit.client.0.smithi078.stdout:op 5912 completed, throughput=5MB/sec 2024-08-10T05:36:02.101 INFO:tasks.workunit.client.0.smithi078.stdout: 1153: throughput=5MB/sec pending data=0 2024-08-10T05:36:02.101 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-EbUlxUJEMrPi2BK off=10623854 len=686241 2024-08-10T05:36:02.103 INFO:tasks.workunit.client.0.smithi078.stdout:op 5913 completed, throughput=5MB/sec 2024-08-10T05:36:02.103 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-uR97Ot7hDgTtjj9 off=1737518 len=484676 2024-08-10T05:36:02.106 INFO:tasks.workunit.client.0.smithi078.stdout:op 5914 completed, throughput=5MB/sec 2024-08-10T05:36:02.106 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_E4GxM5oC2sA1_3 off=6311876 len=41734 2024-08-10T05:36:02.109 INFO:tasks.workunit.client.0.smithi078.stdout:op 5915 completed, throughput=5MB/sec 2024-08-10T05:36:02.109 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-nN6zGtapjDBxpL9 off=20099822 len=1732444 2024-08-10T05:36:02.111 INFO:tasks.workunit.client.0.smithi078.stdout:op 5916 completed, throughput=5MB/sec 2024-08-10T05:36:02.111 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-IwE4I_QyUyB07ng off=6800282 len=568428 2024-08-10T05:36:02.115 INFO:tasks.workunit.client.0.smithi078.stdout:op 5917 completed, throughput=5MB/sec 2024-08-10T05:36:02.115 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-LQJjv0Jzd6wrceF off=2916926 len=135254 2024-08-10T05:36:02.116 INFO:tasks.workunit.client.0.smithi078.stdout:op 5918 completed, throughput=5MB/sec 2024-08-10T05:36:02.116 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-EREejJi__YuM9Y5 off=8397877 len=1315005 2024-08-10T05:36:02.122 INFO:tasks.workunit.client.0.smithi078.stdout:op 5919 completed, throughput=5MB/sec 2024-08-10T05:36:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:02 smithi078 ceph-mon[92251]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:02 smithi078 ceph-mon[94618]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:36:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:36:01] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:36:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:02 smithi107 ceph-mon[86658]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:36:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:03.123 INFO:tasks.workunit.client.0.smithi078.stdout: 1154: throughput=5MB/sec pending data=0 2024-08-10T05:36:03.123 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wLRLUkPFzUCGdg0 off=23922778 len=502628 2024-08-10T05:36:03.127 INFO:tasks.workunit.client.0.smithi078.stdout:op 5920 completed, throughput=5MB/sec 2024-08-10T05:36:03.127 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-zcem3MaIoi8HzaS off=3526259 len=2043496 2024-08-10T05:36:03.129 INFO:tasks.workunit.client.0.smithi078.stdout:op 5921 completed, throughput=5MB/sec 2024-08-10T05:36:03.129 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jwBTaAn2a0G31W_ off=12342862 len=1470492 2024-08-10T05:36:03.137 INFO:tasks.workunit.client.0.smithi078.stdout:op 5922 completed, throughput=5MB/sec 2024-08-10T05:36:03.137 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-apz3pjmkWq0C8lK off=1987238 len=522864 2024-08-10T05:36:03.141 INFO:tasks.workunit.client.0.smithi078.stdout:op 5923 completed, throughput=5MB/sec 2024-08-10T05:36:03.141 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UdMw06tYBXU1o0H off=4549759 len=1578941 2024-08-10T05:36:03.150 INFO:tasks.workunit.client.0.smithi078.stdout:op 5924 completed, throughput=5MB/sec 2024-08-10T05:36:04.150 INFO:tasks.workunit.client.0.smithi078.stdout: 1155: throughput=5MB/sec pending data=0 2024-08-10T05:36:04.150 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-2fBwo0G5L-CbW9n off=21266827 len=909269 2024-08-10T05:36:04.151 INFO:tasks.workunit.client.0.smithi078.stdout:op 5925 completed, throughput=5MB/sec 2024-08-10T05:36:04.151 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-9ImXi3ljpX4xWpB off=4669310 len=92686 2024-08-10T05:36:04.152 INFO:tasks.workunit.client.0.smithi078.stdout:op 5926 completed, throughput=5MB/sec 2024-08-10T05:36:04.152 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BdvBTvYf8Z3Pzjk off=11146697 len=156681 2024-08-10T05:36:04.152 INFO:tasks.workunit.client.0.smithi078.stdout:op 5927 completed, throughput=5MB/sec 2024-08-10T05:36:04.153 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj--LWYw0mdachoUCK off=1142610 len=2026457 2024-08-10T05:36:04.161 INFO:tasks.workunit.client.0.smithi078.stdout:op 5928 completed, throughput=5MB/sec 2024-08-10T05:36:04.161 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2taCUGPj9ghxnTo off=2824962 len=184849 2024-08-10T05:36:04.164 INFO:tasks.workunit.client.0.smithi078.stdout:op 5929 completed, throughput=5MB/sec 2024-08-10T05:36:04.164 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-FoFYLmj7F-pywDk off=14713188 len=25478 2024-08-10T05:36:04.167 INFO:tasks.workunit.client.0.smithi078.stdout:op 5930 completed, throughput=5MB/sec 2024-08-10T05:36:04.167 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ARkkdC_pEfhbHnN off=4972808 len=833465 2024-08-10T05:36:04.172 INFO:tasks.workunit.client.0.smithi078.stdout:op 5931 completed, throughput=5MB/sec 2024-08-10T05:36:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:04 smithi078 ceph-mon[92251]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:04 smithi078 ceph-mon[94618]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:04 smithi107 ceph-mon[86658]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:05.172 INFO:tasks.workunit.client.0.smithi078.stdout: 1156: throughput=5MB/sec pending data=0 2024-08-10T05:36:05.172 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-XiZo74IftL3l4jG off=1990163 len=983451 2024-08-10T05:36:05.179 INFO:tasks.workunit.client.0.smithi078.stdout:op 5932 completed, throughput=5MB/sec 2024-08-10T05:36:05.179 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UcHAEdyFg8svJVb off=566129 len=2015095 2024-08-10T05:36:05.189 INFO:tasks.workunit.client.0.smithi078.stdout:op 5933 completed, throughput=5MB/sec 2024-08-10T05:36:05.189 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-_-ifIjsabq4f5kc off=2668389 len=1354519 2024-08-10T05:36:05.196 INFO:tasks.workunit.client.0.smithi078.stdout:op 5934 completed, throughput=5MB/sec 2024-08-10T05:36:05.196 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-cj8nCR8tYBdyhsw off=3489304 len=689135 2024-08-10T05:36:05.197 INFO:tasks.workunit.client.0.smithi078.stdout:op 5935 completed, throughput=5MB/sec 2024-08-10T05:36:05.197 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-2nROrwWhsAXUktG off=6430588 len=1120827 2024-08-10T05:36:05.202 INFO:tasks.workunit.client.0.smithi078.stdout:op 5936 completed, throughput=5MB/sec 2024-08-10T05:36:06.202 INFO:tasks.workunit.client.0.smithi078.stdout: 1157: throughput=5MB/sec pending data=0 2024-08-10T05:36:06.203 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WHVprCouLOYzfO2 off=3938228 len=2564 2024-08-10T05:36:06.205 INFO:tasks.workunit.client.0.smithi078.stdout:op 5937 completed, throughput=5MB/sec 2024-08-10T05:36:06.205 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-o11XhDn1yYoiUe4 off=1316020 len=605959 2024-08-10T05:36:06.209 INFO:tasks.workunit.client.0.smithi078.stdout:op 5938 completed, throughput=5MB/sec 2024-08-10T05:36:06.209 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-r4czyNlnPJye78f off=12696933 len=1740641 2024-08-10T05:36:06.212 INFO:tasks.workunit.client.0.smithi078.stdout:op 5939 completed, throughput=5MB/sec 2024-08-10T05:36:06.213 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-NBJuHuflPc7MNms off=460413 len=1013367 2024-08-10T05:36:06.218 INFO:tasks.workunit.client.0.smithi078.stdout:op 5940 completed, throughput=5MB/sec 2024-08-10T05:36:06.218 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RNX9JpALOypZ17I off=33436 len=118691 2024-08-10T05:36:06.220 INFO:tasks.workunit.client.0.smithi078.stdout:op 5941 completed, throughput=5MB/sec 2024-08-10T05:36:06.221 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-6J8jEwLr6wukNYk off=3954578 len=1312628 2024-08-10T05:36:06.222 INFO:tasks.workunit.client.0.smithi078.stdout:op 5942 completed, throughput=5MB/sec 2024-08-10T05:36:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:06 smithi078 ceph-mon[92251]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:36:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:06 smithi078 ceph-mon[94618]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:36:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:06 smithi107 ceph-mon[86658]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:36:07.222 INFO:tasks.workunit.client.0.smithi078.stdout: 1158: throughput=5MB/sec pending data=0 2024-08-10T05:36:07.222 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-e9feIva65wJYYEt off=4217874 len=1414691 2024-08-10T05:36:07.224 INFO:tasks.workunit.client.0.smithi078.stdout:op 5943 completed, throughput=5MB/sec 2024-08-10T05:36:07.224 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UZ_ijHIvr_QR2rG off=16670145 len=2055741 2024-08-10T05:36:07.234 INFO:tasks.workunit.client.0.smithi078.stdout:op 5944 completed, throughput=5MB/sec 2024-08-10T05:36:07.234 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GXkqu8boFAmCnmx off=9504222 len=1006809 2024-08-10T05:36:07.236 INFO:tasks.workunit.client.0.smithi078.stdout:op 5945 completed, throughput=5MB/sec 2024-08-10T05:36:07.236 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-22MoGU0GN2z1vAs off=0 len=1085892 2024-08-10T05:36:07.242 INFO:tasks.workunit.client.0.smithi078.stdout:op 5946 completed, throughput=5MB/sec 2024-08-10T05:36:08.242 INFO:tasks.workunit.client.0.smithi078.stdout: 1159: throughput=5MB/sec pending data=0 2024-08-10T05:36:08.242 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ISO7Dydhls5nXJB off=283800 len=328697 2024-08-10T05:36:08.243 INFO:tasks.workunit.client.0.smithi078.stdout:op 5947 completed, throughput=5MB/sec 2024-08-10T05:36:08.243 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sSDYkVHKoyL61kf off=6051779 len=994926 2024-08-10T05:36:08.251 INFO:tasks.workunit.client.0.smithi078.stdout:op 5948 completed, throughput=5MB/sec 2024-08-10T05:36:08.251 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-fbVUT6EbW-aSS3t off=11197006 len=155474 2024-08-10T05:36:08.254 INFO:tasks.workunit.client.0.smithi078.stdout:op 5949 completed, throughput=5MB/sec 2024-08-10T05:36:08.254 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hBsNF63vmZYyUYb off=401520 len=1795476 2024-08-10T05:36:08.257 INFO:tasks.workunit.client.0.smithi078.stdout:op 5950 completed, throughput=5MB/sec 2024-08-10T05:36:08.257 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-93V1_JVkSuBpCLn off=13557175 len=1762099 2024-08-10T05:36:08.259 INFO:tasks.workunit.client.0.smithi078.stdout:op 5951 completed, throughput=5MB/sec 2024-08-10T05:36:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:08 smithi078 ceph-mon[92251]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:36:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:08 smithi078 ceph-mon[94618]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:36:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:08 smithi107 ceph-mon[86658]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:36:09.259 INFO:tasks.workunit.client.0.smithi078.stdout: 1160: throughput=5MB/sec pending data=0 2024-08-10T05:36:09.260 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-d1DSq64y_wJtfCx off=13724569 len=1592170 2024-08-10T05:36:09.262 INFO:tasks.workunit.client.0.smithi078.stdout:op 5952 completed, throughput=5MB/sec 2024-08-10T05:36:09.263 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UGqYBmnWtwgyuDt off=4668928 len=1207672 2024-08-10T05:36:09.270 INFO:tasks.workunit.client.0.smithi078.stdout:op 5953 completed, throughput=5MB/sec 2024-08-10T05:36:09.270 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-U7wZ2HOg8K2vIxp off=4089176 len=1019367 2024-08-10T05:36:09.271 INFO:tasks.workunit.client.0.smithi078.stdout:op 5954 completed, throughput=5MB/sec 2024-08-10T05:36:09.271 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-f52a4GbqEKq3idW off=13979818 len=95556 2024-08-10T05:36:09.273 INFO:tasks.workunit.client.0.smithi078.stdout:op 5955 completed, throughput=5MB/sec 2024-08-10T05:36:09.273 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7TGQCw_KiqYQjTr off=2335177 len=1369933 2024-08-10T05:36:09.276 INFO:tasks.workunit.client.0.smithi078.stdout:op 5956 completed, throughput=5MB/sec 2024-08-10T05:36:10.277 INFO:tasks.workunit.client.0.smithi078.stdout: 1161: throughput=5MB/sec pending data=0 2024-08-10T05:36:10.277 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0afo9Q9gNV8HPvs off=6767679 len=1070294 2024-08-10T05:36:10.279 INFO:tasks.workunit.client.0.smithi078.stdout:op 5957 completed, throughput=5MB/sec 2024-08-10T05:36:10.279 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-H4HY8UclsHmSnK- off=2006960 len=214280 2024-08-10T05:36:10.280 INFO:tasks.workunit.client.0.smithi078.stdout:op 5958 completed, throughput=5MB/sec 2024-08-10T05:36:10.280 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-UvuuZt9oLJF8ecM off=322489 len=758307 2024-08-10T05:36:10.284 INFO:tasks.workunit.client.0.smithi078.stdout:op 5959 completed, throughput=5MB/sec 2024-08-10T05:36:10.284 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-jWPxQX1E9owBb4s off=7034786 len=1960887 2024-08-10T05:36:10.294 INFO:tasks.workunit.client.0.smithi078.stdout:op 5960 completed, throughput=5MB/sec 2024-08-10T05:36:10.294 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RBzTs-97qYxJJtO off=3987956 len=283140 2024-08-10T05:36:10.296 INFO:tasks.workunit.client.0.smithi078.stdout:op 5961 completed, throughput=5MB/sec 2024-08-10T05:36:10.296 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-4angx8Y-u-CPhvz off=19079531 len=392447 2024-08-10T05:36:10.299 INFO:tasks.workunit.client.0.smithi078.stdout:op 5962 completed, throughput=5MB/sec 2024-08-10T05:36:10.299 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-qpmA6T3b_B92Q6Q off=1622968 len=1906411 2024-08-10T05:36:10.308 INFO:tasks.workunit.client.0.smithi078.stdout:op 5963 completed, throughput=5MB/sec 2024-08-10T05:36:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:10 smithi078 ceph-mon[92251]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:36:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:10 smithi078 ceph-mon[94618]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:36:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:10 smithi107 ceph-mon[86658]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:36:11.309 INFO:tasks.workunit.client.0.smithi078.stdout: 1162: throughput=5MB/sec pending data=0 2024-08-10T05:36:11.309 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ewUFgfgWQmLbn9d off=0 len=1851136 2024-08-10T05:36:11.311 INFO:tasks.workunit.client.0.smithi078.stdout:op 5964 completed, throughput=5MB/sec 2024-08-10T05:36:11.311 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-pt_RZRpbQzyKSBA off=2287407 len=727854 2024-08-10T05:36:11.316 INFO:tasks.workunit.client.0.smithi078.stdout:op 5965 completed, throughput=5MB/sec 2024-08-10T05:36:11.316 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-zk5o52FUx8nmtKd off=4323431 len=640104 2024-08-10T05:36:11.320 INFO:tasks.workunit.client.0.smithi078.stdout:op 5966 completed, throughput=5MB/sec 2024-08-10T05:36:11.320 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-1a0ypffMM_GVFOE off=9862041 len=657420 2024-08-10T05:36:11.324 INFO:tasks.workunit.client.0.smithi078.stdout:op 5967 completed, throughput=5MB/sec 2024-08-10T05:36:11.325 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RWUrGYnE9S5w237 off=11580518 len=521910 2024-08-10T05:36:11.328 INFO:tasks.workunit.client.0.smithi078.stdout:op 5968 completed, throughput=5MB/sec 2024-08-10T05:36:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:12 smithi078 ceph-mon[92251]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:12 smithi078 ceph-mon[94618]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:36:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:36:11] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-08-10T05:36:12.328 INFO:tasks.workunit.client.0.smithi078.stdout: 1163: throughput=5MB/sec pending data=0 2024-08-10T05:36:12.328 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-0I5va4DSRgDxWEo off=667671 len=778171 2024-08-10T05:36:12.330 INFO:tasks.workunit.client.0.smithi078.stdout:op 5969 completed, throughput=5MB/sec 2024-08-10T05:36:12.330 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-7jJV9FBEaKGGhm5 off=17811306 len=305960 2024-08-10T05:36:12.331 INFO:tasks.workunit.client.0.smithi078.stdout:op 5970 completed, throughput=5MB/sec 2024-08-10T05:36:12.331 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3J0TLjlGpySHY5K off=5567905 len=165180 2024-08-10T05:36:12.334 INFO:tasks.workunit.client.0.smithi078.stdout:op 5971 completed, throughput=5MB/sec 2024-08-10T05:36:12.334 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-AAp5icH8yeuCL3t off=19653478 len=2077703 2024-08-10T05:36:12.336 INFO:tasks.workunit.client.0.smithi078.stdout:op 5972 completed, throughput=5MB/sec 2024-08-10T05:36:12.337 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-tMJO5cs4_oym-Je off=1510832 len=496087 2024-08-10T05:36:12.338 INFO:tasks.workunit.client.0.smithi078.stdout:op 5973 completed, throughput=5MB/sec 2024-08-10T05:36:12.338 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-69lZuM93ZcQFTbV off=10587148 len=944168 2024-08-10T05:36:12.340 INFO:tasks.workunit.client.0.smithi078.stdout:op 5974 completed, throughput=5MB/sec 2024-08-10T05:36:12.340 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-h4-ZLgQaalAzpnM off=5574362 len=634609 2024-08-10T05:36:12.340 INFO:tasks.workunit.client.0.smithi078.stdout:op 5975 completed, throughput=5MB/sec 2024-08-10T05:36:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:12 smithi107 ceph-mon[86658]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:36:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:13.341 INFO:tasks.workunit.client.0.smithi078.stdout: 1164: throughput=5MB/sec pending data=0 2024-08-10T05:36:13.341 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eCp_lXg7IIE-vDP off=1428878 len=1824566 2024-08-10T05:36:13.350 INFO:tasks.workunit.client.0.smithi078.stdout:op 5976 completed, throughput=5MB/sec 2024-08-10T05:36:13.350 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-vcQ1IlP2TvBm1TI off=3158897 len=440399 2024-08-10T05:36:13.354 INFO:tasks.workunit.client.0.smithi078.stdout:op 5977 completed, throughput=5MB/sec 2024-08-10T05:36:13.354 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-A79QczGydprEneE off=3642755 len=608868 2024-08-10T05:36:13.359 INFO:tasks.workunit.client.0.smithi078.stdout:op 5978 completed, throughput=5MB/sec 2024-08-10T05:36:13.359 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-sH5Df6KK4p6e4R8 off=7903499 len=1682240 2024-08-10T05:36:13.362 INFO:tasks.workunit.client.0.smithi078.stdout:op 5979 completed, throughput=5MB/sec 2024-08-10T05:36:13.362 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OGZQIt7gnpPjAHt off=9186 len=1056982 2024-08-10T05:36:13.368 INFO:tasks.workunit.client.0.smithi078.stdout:op 5980 completed, throughput=5MB/sec 2024-08-10T05:36:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:14.368 INFO:tasks.workunit.client.0.smithi078.stdout: 1165: throughput=5MB/sec pending data=0 2024-08-10T05:36:14.368 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-PE5zAMC2Ub9jgwL off=8726663 len=1513059 2024-08-10T05:36:14.370 INFO:tasks.workunit.client.0.smithi078.stdout:op 5981 completed, throughput=5MB/sec 2024-08-10T05:36:14.370 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-n9sZKiCCc5mXNyB off=456526 len=622936 2024-08-10T05:36:14.374 INFO:tasks.workunit.client.0.smithi078.stdout:op 5982 completed, throughput=5MB/sec 2024-08-10T05:36:14.374 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8vaFhKPm00ZCmIo off=3901200 len=2035335 2024-08-10T05:36:14.376 INFO:tasks.workunit.client.0.smithi078.stdout:op 5983 completed, throughput=5MB/sec 2024-08-10T05:36:14.376 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Lhex-ypNGv8RRNP off=365832 len=146899 2024-08-10T05:36:14.379 INFO:tasks.workunit.client.0.smithi078.stdout:op 5984 completed, throughput=5MB/sec 2024-08-10T05:36:14.379 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-oi0q-ItyJ6y_Nqu off=1157211 len=2070670 2024-08-10T05:36:14.388 INFO:tasks.workunit.client.0.smithi078.stdout:op 5985 completed, throughput=5MB/sec 2024-08-10T05:36:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:14 smithi078 ceph-mon[92251]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:14 smithi078 ceph-mon[94618]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:14 smithi107 ceph-mon[86658]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:15.388 INFO:tasks.workunit.client.0.smithi078.stdout: 1166: throughput=5MB/sec pending data=0 2024-08-10T05:36:15.388 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-0ysEfziMnEmibYg off=1213564 len=1485613 2024-08-10T05:36:15.396 INFO:tasks.workunit.client.0.smithi078.stdout:op 5986 completed, throughput=5MB/sec 2024-08-10T05:36:15.396 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-M8IPcefz_lBUMMc off=177802 len=1993367 2024-08-10T05:36:15.398 INFO:tasks.workunit.client.0.smithi078.stdout:op 5987 completed, throughput=5MB/sec 2024-08-10T05:36:15.399 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-TriCploElDjPEYs off=10733096 len=1941702 2024-08-10T05:36:15.400 INFO:tasks.workunit.client.0.smithi078.stdout:op 5988 completed, throughput=5MB/sec 2024-08-10T05:36:16.400 INFO:tasks.workunit.client.0.smithi078.stdout: 1167: throughput=5MB/sec pending data=0 2024-08-10T05:36:16.400 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-sBIt4H703eBx9HE off=2060952 len=1792497 2024-08-10T05:36:16.411 INFO:tasks.workunit.client.0.smithi078.stdout:op 5989 completed, throughput=5MB/sec 2024-08-10T05:36:16.411 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-o3a3q2NN1SNIy3r off=5231490 len=607348 2024-08-10T05:36:16.412 INFO:tasks.workunit.client.0.smithi078.stdout:op 5990 completed, throughput=5MB/sec 2024-08-10T05:36:16.412 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BuqktArM0a859_I off=20127570 len=1392656 2024-08-10T05:36:16.414 INFO:tasks.workunit.client.0.smithi078.stdout:op 5991 completed, throughput=5MB/sec 2024-08-10T05:36:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:16 smithi078 ceph-mon[92251]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:36:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:16 smithi078 ceph-mon[94618]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:36:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:16 smithi107 ceph-mon[86658]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:36:17.414 INFO:tasks.workunit.client.0.smithi078.stdout: 1168: throughput=5MB/sec pending data=0 2024-08-10T05:36:17.414 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZcfejxSclV68NRj off=1965327 len=1162228 2024-08-10T05:36:17.420 INFO:tasks.workunit.client.0.smithi078.stdout:op 5992 completed, throughput=5MB/sec 2024-08-10T05:36:17.420 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-RTuf-4c-Oetc3dU off=7766053 len=2090251 2024-08-10T05:36:17.423 INFO:tasks.workunit.client.0.smithi078.stdout:op 5993 completed, throughput=5MB/sec 2024-08-10T05:36:17.423 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-RVAmH0vgLsE25Vz off=7221263 len=1969154 2024-08-10T05:36:17.433 INFO:tasks.workunit.client.0.smithi078.stdout:op 5994 completed, throughput=5MB/sec 2024-08-10T05:36:18.434 INFO:tasks.workunit.client.0.smithi078.stdout: 1169: throughput=5MB/sec pending data=0 2024-08-10T05:36:18.434 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8_xXp6IHN1sGSuG off=7901678 len=1887512 2024-08-10T05:36:18.445 INFO:tasks.workunit.client.0.smithi078.stdout:op 5995 completed, throughput=5MB/sec 2024-08-10T05:36:18.445 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Et2mjTxMDnRgAbK off=7692501 len=1344841 2024-08-10T05:36:18.451 INFO:tasks.workunit.client.0.smithi078.stdout:op 5996 completed, throughput=5MB/sec 2024-08-10T05:36:18.451 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ISfsighu-pjsEd9 off=14011237 len=781091 2024-08-10T05:36:18.452 INFO:tasks.workunit.client.0.smithi078.stdout:op 5997 completed, throughput=5MB/sec 2024-08-10T05:36:18.452 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Bdf2RaSHUw244mz off=5030194 len=751356 2024-08-10T05:36:18.457 INFO:tasks.workunit.client.0.smithi078.stdout:op 5998 completed, throughput=5MB/sec 2024-08-10T05:36:18.457 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aInpNKtsz6tDAb7 off=5454744 len=22676 2024-08-10T05:36:18.459 INFO:tasks.workunit.client.0.smithi078.stdout:op 5999 completed, throughput=5MB/sec 2024-08-10T05:36:18.459 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-_9BTVv101AR_B5S off=2666187 len=561575 2024-08-10T05:36:18.460 INFO:tasks.workunit.client.0.smithi078.stdout:op 6000 completed, throughput=5MB/sec 2024-08-10T05:36:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:18 smithi078 ceph-mon[92251]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:36:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:18 smithi078 ceph-mon[94618]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:36:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:18 smithi107 ceph-mon[86658]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:36:19.461 INFO:tasks.workunit.client.0.smithi078.stdout: 1170: throughput=5MB/sec pending data=0 2024-08-10T05:36:19.461 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-WOajru2QpJTa1JZ off=18892884 len=843144 2024-08-10T05:36:19.465 INFO:tasks.workunit.client.0.smithi078.stdout:op 6001 completed, throughput=5MB/sec 2024-08-10T05:36:19.465 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-eQmp_SBtFakP9fi off=10673118 len=938092 2024-08-10T05:36:19.470 INFO:tasks.workunit.client.0.smithi078.stdout:op 6002 completed, throughput=5MB/sec 2024-08-10T05:36:19.470 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-BOP6umANq_k7xrw off=4618771 len=120935 2024-08-10T05:36:19.471 INFO:tasks.workunit.client.0.smithi078.stdout:op 6003 completed, throughput=5MB/sec 2024-08-10T05:36:19.471 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Z99O9DGqeQ7tms9 off=9378697 len=1685990 2024-08-10T05:36:19.481 INFO:tasks.workunit.client.0.smithi078.stdout:op 6004 completed, throughput=5MB/sec 2024-08-10T05:36:19.482 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-T0MvKSxTcoNqhi3 off=4399290 len=1105754 2024-08-10T05:36:19.483 INFO:tasks.workunit.client.0.smithi078.stdout:op 6005 completed, throughput=5MB/sec 2024-08-10T05:36:19.483 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-ZyQgqAerPhCp0fj off=23474704 len=1092833 2024-08-10T05:36:19.488 INFO:tasks.workunit.client.0.smithi078.stdout:op 6006 completed, throughput=5MB/sec 2024-08-10T05:36:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:20 smithi078 ceph-mon[94618]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:20 smithi078 ceph-mon[92251]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:20.488 INFO:tasks.workunit.client.0.smithi078.stdout: 1171: throughput=5MB/sec pending data=0 2024-08-10T05:36:20.488 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-I1PXXH1YeMRuw51 off=3841462 len=1927020 2024-08-10T05:36:20.500 INFO:tasks.workunit.client.0.smithi078.stdout:op 6007 completed, throughput=5MB/sec 2024-08-10T05:36:20.501 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-8Ywv3fW5kIUOCGS off=18583189 len=512363 2024-08-10T05:36:20.504 INFO:tasks.workunit.client.0.smithi078.stdout:op 6008 completed, throughput=5MB/sec 2024-08-10T05:36:20.505 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-8t5kZREcINiYQj2 off=2503637 len=1725043 2024-08-10T05:36:20.506 INFO:tasks.workunit.client.0.smithi078.stdout:op 6009 completed, throughput=5MB/sec 2024-08-10T05:36:20.506 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-wiDyKhMvU1cOXAB off=9347408 len=446794 2024-08-10T05:36:20.509 INFO:tasks.workunit.client.0.smithi078.stdout:op 6010 completed, throughput=5MB/sec 2024-08-10T05:36:20.509 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-hqK2KKuyX1MDFLZ off=16261862 len=1892996 2024-08-10T05:36:20.511 INFO:tasks.workunit.client.0.smithi078.stdout:op 6011 completed, throughput=5MB/sec 2024-08-10T05:36:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:20 smithi107 ceph-mon[86658]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:36:21.511 INFO:tasks.workunit.client.0.smithi078.stdout: 1172: throughput=5MB/sec pending data=0 2024-08-10T05:36:21.511 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-K4x8UhcY39WNlTQ off=6744460 len=614653 2024-08-10T05:36:21.512 INFO:tasks.workunit.client.0.smithi078.stdout:op 6012 completed, throughput=5MB/sec 2024-08-10T05:36:21.512 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-MwURswXzbFl-YS0 off=6640825 len=1620067 2024-08-10T05:36:21.514 INFO:tasks.workunit.client.0.smithi078.stdout:op 6013 completed, throughput=5MB/sec 2024-08-10T05:36:21.514 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Iybu_KcTSOG0R7N off=118570 len=671969 2024-08-10T05:36:21.516 INFO:tasks.workunit.client.0.smithi078.stdout:op 6014 completed, throughput=5MB/sec 2024-08-10T05:36:21.516 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-aFwW6PHQYDmuxfs off=8776544 len=1920287 2024-08-10T05:36:21.528 INFO:tasks.workunit.client.0.smithi078.stdout:op 6015 completed, throughput=5MB/sec 2024-08-10T05:36:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:22 smithi078 ceph-mon[92251]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:36:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:22 smithi078 ceph-mon[94618]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:36:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:36:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:36:21] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-08-10T05:36:22.369 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:22 smithi107 ceph-mon[86658]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:36:22.369 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:36:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:22.528 INFO:tasks.workunit.client.0.smithi078.stdout: 1173: throughput=5MB/sec pending data=0 2024-08-10T05:36:22.529 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-qKqbtEOeUikt9PW off=1879241 len=1656723 2024-08-10T05:36:22.530 INFO:tasks.workunit.client.0.smithi078.stdout:op 6016 completed, throughput=5MB/sec 2024-08-10T05:36:22.530 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Ccn4JSppRm-hRqz off=1039956 len=1057161 2024-08-10T05:36:22.533 INFO:tasks.workunit.client.0.smithi078.stdout:op 6017 completed, throughput=5MB/sec 2024-08-10T05:36:22.533 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-v1edA7XZe7_XpgX off=1084410 len=1907251 2024-08-10T05:36:22.536 INFO:tasks.workunit.client.0.smithi078.stdout:op 6018 completed, throughput=5MB/sec 2024-08-10T05:36:23.537 INFO:tasks.workunit.client.0.smithi078.stdout: 1174: throughput=5MB/sec pending data=0 2024-08-10T05:36:23.537 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-ReS5ym0O3v6RrdA off=5184203 len=661295 2024-08-10T05:36:23.538 INFO:tasks.workunit.client.0.smithi078.stdout:op 6019 completed, throughput=5MB/sec 2024-08-10T05:36:23.538 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-uF1FRfLUPJmgPhq off=3572663 len=795175 2024-08-10T05:36:23.539 INFO:tasks.workunit.client.0.smithi078.stdout:op 6020 completed, throughput=5MB/sec 2024-08-10T05:36:23.539 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-Jzc98Vzl7kyfCCl off=1202969 len=134655 2024-08-10T05:36:23.542 INFO:tasks.workunit.client.0.smithi078.stdout:op 6021 completed, throughput=5MB/sec 2024-08-10T05:36:23.542 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-6_6iOGoPWa2hWpN off=0 len=1065999 2024-08-10T05:36:23.547 INFO:tasks.workunit.client.0.smithi078.stdout:op 6022 completed, throughput=5MB/sec 2024-08-10T05:36:23.547 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-VgrhG3GQjgQBqzX off=159489 len=705404 2024-08-10T05:36:23.552 INFO:tasks.workunit.client.0.smithi078.stdout:op 6023 completed, throughput=5MB/sec 2024-08-10T05:36:23.552 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-9CJtMBz4x9AMGpp off=1926065 len=1041443 2024-08-10T05:36:23.556 INFO:tasks.workunit.client.0.smithi078.stdout:op 6024 completed, throughput=5MB/sec 2024-08-10T05:36:23.556 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-OGgv6tIq6w95Uqa off=1650821 len=228378 2024-08-10T05:36:23.559 INFO:tasks.workunit.client.0.smithi078.stdout:op 6025 completed, throughput=5MB/sec 2024-08-10T05:36:23.559 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-GsbXMTMI2afB27p off=1059322 len=1262098 2024-08-10T05:36:23.561 INFO:tasks.workunit.client.0.smithi078.stdout:op 6026 completed, throughput=5MB/sec 2024-08-10T05:36:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:24 smithi078 ceph-mon[92251]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:36:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:24 smithi078 ceph-mon[94618]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:36:24.561 INFO:tasks.workunit.client.0.smithi078.stdout: 1175: throughput=5MB/sec pending data=0 2024-08-10T05:36:24.561 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-Rc_RFhPHSNlx7Sc off=508249 len=2000729 2024-08-10T05:36:24.563 INFO:tasks.workunit.client.0.smithi078.stdout:op 6027 completed, throughput=5MB/sec 2024-08-10T05:36:24.564 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-paoIX4UHZcc_0Kn off=7172887 len=901032 2024-08-10T05:36:24.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:24 smithi107 ceph-mon[86658]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:36:24.569 INFO:tasks.workunit.client.0.smithi078.stdout:op 6028 completed, throughput=5MB/sec 2024-08-10T05:36:24.569 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-OMSNwWm0Ek3v68y off=2882003 len=1707102 2024-08-10T05:36:24.572 INFO:tasks.workunit.client.0.smithi078.stdout:op 6029 completed, throughput=5MB/sec 2024-08-10T05:36:25.572 INFO:tasks.workunit.client.0.smithi078.stdout: 1176: throughput=5MB/sec pending data=0 2024-08-10T05:36:25.572 INFO:tasks.workunit.client.0.smithi078.stdout:READ : oid=obj-jta6Oj2pDOxSelx off=1105677 len=46348 2024-08-10T05:36:25.573 INFO:tasks.workunit.client.0.smithi078.stdout:op 6030 completed, throughput=5MB/sec 2024-08-10T05:36:25.573 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-3XZ_Xzc-gA21hkW off=277387 len=1972153 2024-08-10T05:36:25.586 INFO:tasks.workunit.client.0.smithi078.stdout:op 6031 completed, throughput=5MB/sec 2024-08-10T05:36:25.586 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TIfIfm_ukClmfq6 off=12683237 len=2057969 2024-08-10T05:36:25.595 INFO:tasks.workunit.client.0.smithi078.stdout:op 6032 completed, throughput=5MB/sec 2024-08-10T05:36:25.595 INFO:tasks.workunit.client.0.smithi078.stdout:WRITE : oid=obj-TP3a0rx2EKqC0b0 off=12229875 len=1934417 2024-08-10T05:36:25.602 INFO:tasks.workunit.client.0.smithi078.stdout:op 6033 completed, throughput=5MB/sec 2024-08-10T05:36:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:26 smithi078 ceph-mon[92251]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:36:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:26 smithi078 ceph-mon[94618]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:36:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:26 smithi107 ceph-mon[86658]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:36:26.602 INFO:tasks.workunit.client.0.smithi078.stdout:waiting for all operations to complete 2024-08-10T05:36:26.603 INFO:tasks.workunit.client.0.smithi078.stdout:cleaning up objects 2024-08-10T05:36:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:28 smithi078 ceph-mon[92251]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:36:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:28 smithi078 ceph-mon[94618]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:36:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:28 smithi107 ceph-mon[86658]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:36:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:30 smithi078 ceph-mon[92251]: pgmap v1982: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:36:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:30 smithi078 ceph-mon[94618]: pgmap v1982: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:36:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:30 smithi107 ceph-mon[86658]: pgmap v1982: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:36:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:32 smithi078 ceph-mon[92251]: pgmap v1983: 105 pgs: 105 active+clean; 115 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 82 op/s 2024-08-10T05:36:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:32 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:36:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:32 smithi078 ceph-mon[94618]: pgmap v1983: 105 pgs: 105 active+clean; 115 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 82 op/s 2024-08-10T05:36:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:32 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:36:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:36:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:36:31] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-08-10T05:36:32.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:32 smithi107 ceph-mon[86658]: pgmap v1983: 105 pgs: 105 active+clean; 115 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 82 op/s 2024-08-10T05:36:32.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:32 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:36:32.502 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:36:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:34.402 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:34 smithi107 ceph-mon[86658]: pgmap v1984: 105 pgs: 105 active+clean; 90 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 252 op/s 2024-08-10T05:36:34.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:34 smithi078 ceph-mon[92251]: pgmap v1984: 105 pgs: 105 active+clean; 90 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 252 op/s 2024-08-10T05:36:34.443 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:34 smithi078 ceph-mon[94618]: pgmap v1984: 105 pgs: 105 active+clean; 90 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 252 op/s 2024-08-10T05:36:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.087 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:36.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:37.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:36 smithi107 ceph-mon[86658]: pgmap v1985: 105 pgs: 105 active+clean; 80 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 315 op/s 2024-08-10T05:36:37.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:37.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:37.069 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:36 smithi078 ceph-mon[92251]: pgmap v1985: 105 pgs: 105 active+clean; 80 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 315 op/s 2024-08-10T05:36:37.069 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:37.069 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:37.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:36 smithi078 ceph-mon[94618]: pgmap v1985: 105 pgs: 105 active+clean; 80 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 315 op/s 2024-08-10T05:36:37.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:37.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:38 smithi078 ceph-mon[92251]: pgmap v1986: 105 pgs: 105 active+clean; 71 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 720 KiB/s rd, 760 KiB/s wr, 375 op/s 2024-08-10T05:36:38.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:38 smithi078 ceph-mon[94618]: pgmap v1986: 105 pgs: 105 active+clean; 71 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 720 KiB/s rd, 760 KiB/s wr, 375 op/s 2024-08-10T05:36:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:38 smithi107 ceph-mon[86658]: pgmap v1986: 105 pgs: 105 active+clean; 71 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 720 KiB/s rd, 760 KiB/s wr, 375 op/s 2024-08-10T05:36:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: pgmap v1987: 105 pgs: 105 active+clean; 53 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 424 KiB/s rd, 668 KiB/s wr, 497 op/s 2024-08-10T05:36:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: pgmap v1987: 105 pgs: 105 active+clean; 53 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 424 KiB/s rd, 668 KiB/s wr, 497 op/s 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:36:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: pgmap v1987: 105 pgs: 105 active+clean; 53 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 424 KiB/s rd, 668 KiB/s wr, 497 op/s 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:36:41.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:36:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:36:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:36:41] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-08-10T05:36:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:36:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:42 smithi078 ceph-mon[92251]: pgmap v1988: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s wr, 567 op/s 2024-08-10T05:36:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:42 smithi078 ceph-mon[94618]: pgmap v1988: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s wr, 567 op/s 2024-08-10T05:36:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:42 smithi107 ceph-mon[86658]: pgmap v1988: 105 pgs: 105 active+clean; 41 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s wr, 567 op/s 2024-08-10T05:36:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:43.939 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:36:43.939 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:36:44.006 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-08-10T05:36:44.006 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:36:44.251 DEBUG:teuthology.parallel:result is None 2024-08-10T05:36:44.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:36:44.277 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:36:44.277 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:36:44.332 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:36:44.333 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:36:44.333 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-08-10T05:36:44.333 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:36:44.333 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-08-10T05:36:44.333 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:36:44.334 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:36:44.334 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:36:44.334 DEBUG:teuthology.orchestra.run.smithi107:> stat -- /home/ubuntu/cephtest/mnt.1 2024-08-10T05:36:44.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:36:44.351 INFO:teuthology.orchestra.run.smithi107.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-08-10T05:36:44.351 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-08-10T05:36:44.406 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-08-10T05:36:44.407 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-08-10T05:36:44.462 INFO:tasks.workunit:timeout=3h 2024-08-10T05:36:44.462 INFO:tasks.workunit:cleanup=True 2024-08-10T05:36:44.463 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-08-10T05:36:44.518 INFO:tasks.workunit.client.1.smithi107.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-08-10T05:36:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:44 smithi078 ceph-mon[92251]: pgmap v1989: 105 pgs: 105 active+clean; 20 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 642 op/s 2024-08-10T05:36:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:44 smithi078 ceph-mon[94618]: pgmap v1989: 105 pgs: 105 active+clean; 20 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 642 op/s 2024-08-10T05:36:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:44 smithi107 ceph-mon[86658]: pgmap v1989: 105 pgs: 105 active+clean; 20 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 642 op/s 2024-08-10T05:36:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:46 smithi078 ceph-mon[92251]: pgmap v1990: 105 pgs: 105 active+clean; 12 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 522 op/s 2024-08-10T05:36:46.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:46 smithi078 ceph-mon[94618]: pgmap v1990: 105 pgs: 105 active+clean; 12 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 522 op/s 2024-08-10T05:36:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:46 smithi107 ceph-mon[86658]: pgmap v1990: 105 pgs: 105 active+clean; 12 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 522 op/s 2024-08-10T05:36:48.934 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:48 smithi078 ceph-mon[92251]: pgmap v1991: 105 pgs: 105 active+clean; 6.3 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 497 op/s 2024-08-10T05:36:48.934 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:48 smithi078 ceph-mon[94618]: pgmap v1991: 105 pgs: 105 active+clean; 6.3 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 497 op/s 2024-08-10T05:36:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:48 smithi107 ceph-mon[86658]: pgmap v1991: 105 pgs: 105 active+clean; 6.3 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 497 op/s 2024-08-10T05:36:49.855 DEBUG:teuthology.orchestra.run.smithi107:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-08-10T05:36:49.921 INFO:tasks.workunit.client.1.smithi107.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:36:49.923 INFO:tasks.workunit.client.1.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-10T05:36:49.923 INFO:tasks.workunit.client.1.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:36:50.602 INFO:tasks.workunit.client.1.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:36:50.655 INFO:tasks.workunit.client.1.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:36:50.694 INFO:tasks.workunit.client.1.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-10T05:36:50.696 INFO:tasks.workunit.client.1.smithi107.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-10T05:36:50.696 INFO:tasks.workunit.client.1.smithi107.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:36:50.735 INFO:tasks.workunit.client.1.smithi107.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-10T05:36:50.738 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2024-08-10T05:36:50.738 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-08-10T05:36:50.794 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-08-10T05:36:50.796 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-08-10T05:36:50.796 DEBUG:teuthology.orchestra.run.smithi107:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-08-10T05:36:50.865 INFO:tasks.workunit.client.1.smithi107.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-08-10T05:36:50.865 INFO:tasks.workunit.client.1.smithi107.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-08-10T05:36:50.865 INFO:tasks.workunit.client.1.smithi107.stderr:+ TMPDIR=/tmp/rbd_import_export_135207 2024-08-10T05:36:50.865 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm -rf /tmp/rbd_import_export_135207 2024-08-10T05:36:50.865 INFO:tasks.workunit.client.1.smithi107.stderr:+ mkdir /tmp/rbd_import_export_135207 2024-08-10T05:36:50.866 INFO:tasks.workunit.client.1.smithi107.stderr:+ trap 'rm -rf /tmp/rbd_import_export_135207' INT TERM EXIT 2024-08-10T05:36:50.867 INFO:tasks.workunit.client.1.smithi107.stderr:+ mkdir foo.135207 2024-08-10T05:36:50.867 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import foo.135207 foo.dir 2024-08-10T05:36:50.915 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: cannot import a directory 2024-08-10T05:36:50.915 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 0% complete...failed. 2024-08-10T05:36:50.915 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: import failed: (21) Is a directory 2024-08-10T05:36:50.918 INFO:tasks.workunit.client.1.smithi107.stderr:+ true 2024-08-10T05:36:50.918 INFO:tasks.workunit.client.1.smithi107.stderr:+ rmdir foo.135207 2024-08-10T05:36:50.926 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_135207/img bs=1k count=1 seek=10 2024-08-10T05:36:50.927 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records in 2024-08-10T05:36:50.927 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records out 2024-08-10T05:36:50.928 INFO:tasks.workunit.client.1.smithi107.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.344e-05 s, 23.6 MB/s 2024-08-10T05:36:50.928 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135207/img bs=1k count=10 seek=100 2024-08-10T05:36:50.928 INFO:tasks.workunit.client.1.smithi107.stderr:10+0 records in 2024-08-10T05:36:50.928 INFO:tasks.workunit.client.1.smithi107.stderr:10+0 records out 2024-08-10T05:36:50.928 INFO:tasks.workunit.client.1.smithi107.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.7359e-05 s, 216 MB/s 2024-08-10T05:36:50.929 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_135207/img bs=1k count=100 seek=1000 2024-08-10T05:36:50.929 INFO:tasks.workunit.client.1.smithi107.stderr:60+1 records in 2024-08-10T05:36:50.929 INFO:tasks.workunit.client.1.smithi107.stderr:60+1 records out 2024-08-10T05:36:50.929 INFO:tasks.workunit.client.1.smithi107.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000141213 s, 437 MB/s 2024-08-10T05:36:50.929 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_135207/img bs=1k seek=10000 2024-08-10T05:36:50.930 INFO:tasks.workunit.client.1.smithi107.stderr:137+1 records in 2024-08-10T05:36:50.930 INFO:tasks.workunit.client.1.smithi107.stderr:137+1 records out 2024-08-10T05:36:50.930 INFO:tasks.workunit.client.1.smithi107.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000400693 s, 352 MB/s 2024-08-10T05:36:50.931 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_135207/img bs=1k seek=100000 2024-08-10T05:36:50.931 INFO:tasks.workunit.client.1.smithi107.stderr:60+1 records in 2024-08-10T05:36:50.931 INFO:tasks.workunit.client.1.smithi107.stderr:60+1 records out 2024-08-10T05:36:50.931 INFO:tasks.workunit.client.1.smithi107.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000143811 s, 428 MB/s 2024-08-10T05:36:50.931 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_135207/img bs=1k seek=1000000 2024-08-10T05:36:50.932 INFO:tasks.workunit.client.1.smithi107.stderr:154+1 records in 2024-08-10T05:36:50.932 INFO:tasks.workunit.client.1.smithi107.stderr:154+1 records out 2024-08-10T05:36:50.932 INFO:tasks.workunit.client.1.smithi107.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000357651 s, 442 MB/s 2024-08-10T05:36:50.933 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm testimg 2024-08-10T05:36:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:50 smithi078 ceph-mon[94618]: pgmap v1992: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 478 op/s 2024-08-10T05:36:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:50 smithi078 ceph-mon[92251]: pgmap v1992: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 478 op/s 2024-08-10T05:36:50.985 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 0% complete...failed. 2024-08-10T05:36:50.985 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: delete error: (2) No such file or directory 2024-08-10T05:36:50.987 INFO:tasks.workunit.client.1.smithi107.stderr:+ true 2024-08-10T05:36:50.987 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format /tmp/rbd_import_export_135207/img testimg 2024-08-10T05:36:51.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:50 smithi107 ceph-mon[86658]: pgmap v1992: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 478 op/s 2024-08-10T05:36:51.506 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-08-10T05:36:51.507 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:36:51.509 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export testimg /tmp/rbd_import_export_135207/img2 2024-08-10T05:36:51.736 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:36:51.739 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export testimg - 2024-08-10T05:36:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:36:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:36:51] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-08-10T05:36:52.410 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:36:52.413 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm testimg 2024-08-10T05:36:52.528 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-10T05:36:52.531 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp /tmp/rbd_import_export_135207/img /tmp/rbd_import_export_135207/img2 2024-08-10T05:36:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:36:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:52.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:52 smithi107 ceph-mon[86658]: pgmap v1993: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 356 op/s 2024-08-10T05:36:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:52 smithi078 ceph-mon[92251]: pgmap v1993: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 356 op/s 2024-08-10T05:36:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:52 smithi078 ceph-mon[94618]: pgmap v1993: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 356 op/s 2024-08-10T05:36:53.091 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp /tmp/rbd_import_export_135207/img /tmp/rbd_import_export_135207/img3 2024-08-10T05:36:53.496 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img2 /tmp/rbd_import_export_135207/img3 2024-08-10T05:36:53.657 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format - testimg 2024-08-10T05:36:54.061 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:36:54.061 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:36:54.064 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export testimg /tmp/rbd_import_export_135207/img2 2024-08-10T05:36:54.332 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:36:54.336 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export testimg - 2024-08-10T05:36:54.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:54 smithi078 ceph-mon[92251]: pgmap v1994: 105 pgs: 105 active+clean; 5.2 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 25 KiB/s wr, 282 op/s 2024-08-10T05:36:54.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:54 smithi078 ceph-mon[94618]: pgmap v1994: 105 pgs: 105 active+clean; 5.2 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 25 KiB/s wr, 282 op/s 2024-08-10T05:36:55.013 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:36:55.016 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm testimg 2024-08-10T05:36:55.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:54 smithi107 ceph-mon[86658]: pgmap v1994: 105 pgs: 105 active+clean; 5.2 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 25 KiB/s wr, 282 op/s 2024-08-10T05:36:55.134 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-10T05:36:55.137 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp /tmp/rbd_import_export_135207/img /tmp/rbd_import_export_135207/img2 2024-08-10T05:36:55.677 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp /tmp/rbd_import_export_135207/img /tmp/rbd_import_export_135207/img3 2024-08-10T05:36:56.064 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img /tmp/rbd_import_export_135207/img2 /tmp/rbd_import_export_135207/img3 2024-08-10T05:36:56.277 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd help export 2024-08-10T05:36:56.277 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep -q export-format 2024-08-10T05:36:56.294 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_135207/img bs=1k count=10 seek=100 2024-08-10T05:36:56.295 INFO:tasks.workunit.client.1.smithi107.stderr:10+0 records in 2024-08-10T05:36:56.295 INFO:tasks.workunit.client.1.smithi107.stderr:10+0 records out 2024-08-10T05:36:56.295 INFO:tasks.workunit.client.1.smithi107.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.7467e-05 s, 178 MB/s 2024-08-10T05:36:56.295 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format /tmp/rbd_import_export_135207/img testimg 2024-08-10T05:36:56.362 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:36:56.362 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:36:56.365 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap create testimg@snap 2024-08-10T05:36:56.670 INFO:tasks.workunit.client.1.smithi107.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-10T05:36:56.678 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd image-meta set testimg key1 value1 2024-08-10T05:36:56.732 INFO:tasks.workunit.client.1.smithi107.stderr:++ rbd image-meta list testimg 2024-08-10T05:36:56.773 INFO:tasks.workunit.client.1.smithi107.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-08-10T05:36:56.773 INFO:tasks.workunit.client.1.smithi107.stderr: 2024-08-10T05:36:56.773 INFO:tasks.workunit.client.1.smithi107.stderr:Key Value 2024-08-10T05:36:56.773 INFO:tasks.workunit.client.1.smithi107.stderr:key1 value1' 2024-08-10T05:36:56.773 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:36:56.811 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:36:56.814 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135207/img_v2 testimg_import 2024-08-10T05:36:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:56 smithi078 ceph-mon[92251]: pgmap v1995: 105 pgs: 105 active+clean; 6.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 44 KiB/s wr, 145 op/s 2024-08-10T05:36:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:56 smithi078 ceph-mon[94618]: pgmap v1995: 105 pgs: 105 active+clean; 6.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 44 KiB/s wr, 145 op/s 2024-08-10T05:36:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:56 smithi107 ceph-mon[86658]: pgmap v1995: 105 pgs: 105 active+clean; 6.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 44 KiB/s wr, 145 op/s 2024-08-10T05:36:57.687 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:36:57.690 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd info testimg_import 2024-08-10T05:36:57.724 INFO:tasks.workunit.client.1.smithi107.stdout:rbd image 'testimg_import': 2024-08-10T05:36:57.724 INFO:tasks.workunit.client.1.smithi107.stdout: size 110 KiB in 1 objects 2024-08-10T05:36:57.724 INFO:tasks.workunit.client.1.smithi107.stdout: order 22 (4 MiB objects) 2024-08-10T05:36:57.724 INFO:tasks.workunit.client.1.smithi107.stdout: snapshot_count: 1 2024-08-10T05:36:57.724 INFO:tasks.workunit.client.1.smithi107.stdout: id: d59d8d1284f8 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: block_name_prefix: rbd_data.d59d8d1284f8 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: format: 2 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: op_features: 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: flags: 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: create_timestamp: Sat Aug 10 05:36:56 2024 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: access_timestamp: Sat Aug 10 05:36:56 2024 2024-08-10T05:36:57.725 INFO:tasks.workunit.client.1.smithi107.stdout: modify_timestamp: Sat Aug 10 05:36:56 2024 2024-08-10T05:36:57.727 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd info testimg_import@snap 2024-08-10T05:36:57.764 INFO:tasks.workunit.client.1.smithi107.stdout:rbd image 'testimg_import': 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: size 110 KiB in 1 objects 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: order 22 (4 MiB objects) 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: snapshot_count: 1 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: id: d59d8d1284f8 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: block_name_prefix: rbd_data.d59d8d1284f8 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: format: 2 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: op_features: 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: flags: 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: create_timestamp: Sat Aug 10 05:36:56 2024 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: access_timestamp: Sat Aug 10 05:36:56 2024 2024-08-10T05:36:57.765 INFO:tasks.workunit.client.1.smithi107.stdout: modify_timestamp: Sat Aug 10 05:36:56 2024 2024-08-10T05:36:57.766 INFO:tasks.workunit.client.1.smithi107.stdout: protected: False 2024-08-10T05:36:57.767 INFO:tasks.workunit.client.1.smithi107.stderr:++ rbd image-meta list testimg_import 2024-08-10T05:36:57.807 INFO:tasks.workunit.client.1.smithi107.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-08-10T05:36:57.807 INFO:tasks.workunit.client.1.smithi107.stderr: 2024-08-10T05:36:57.807 INFO:tasks.workunit.client.1.smithi107.stderr:Key Value 2024-08-10T05:36:57.807 INFO:tasks.workunit.client.1.smithi107.stderr:key1 value1' 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 'There is 1 metadatum on this image: 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr: 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr:Key Value 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr: 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr:Key Value 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr:key1 value1' ']' 2024-08-10T05:36:57.808 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export testimg_import /tmp/rbd_import_export_135207/img_import 2024-08-10T05:36:57.843 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete...done. 2024-08-10T05:36:57.845 INFO:tasks.workunit.client.1.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135207/img /tmp/rbd_import_export_135207/img_import 2024-08-10T05:36:57.845 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_135207/img /tmp/rbd_import_export_135207/img_import 2024-08-10T05:36:57.846 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/img --format %b 2024-08-10T05:36:57.847 INFO:tasks.workunit.client.1.smithi107.stderr:+ origsize=24 2024-08-10T05:36:57.847 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/img_import --format %b 2024-08-10T05:36:57.848 INFO:tasks.workunit.client.1.smithi107.stderr:+ exportsize=224 2024-08-10T05:36:57.848 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=200 2024-08-10T05:36:57.848 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=200 2024-08-10T05:36:57.849 INFO:tasks.workunit.client.1.smithi107.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-08-10T05:36:57.849 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_135207/img_snap 2024-08-10T05:36:57.883 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete...done. 2024-08-10T05:36:57.885 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_135207/img_snap_import 2024-08-10T05:36:57.920 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete...done. 2024-08-10T05:36:57.923 INFO:tasks.workunit.client.1.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135207/img_snap /tmp/rbd_import_export_135207/img_snap_import 2024-08-10T05:36:57.923 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_135207/img_snap /tmp/rbd_import_export_135207/img_snap_import 2024-08-10T05:36:57.924 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/img_snap --format %b 2024-08-10T05:36:57.924 INFO:tasks.workunit.client.1.smithi107.stderr:+ origsize=224 2024-08-10T05:36:57.925 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/img_snap_import --format %b 2024-08-10T05:36:57.926 INFO:tasks.workunit.client.1.smithi107.stderr:+ exportsize=224 2024-08-10T05:36:57.926 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:36:57.926 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:36:57.926 INFO:tasks.workunit.client.1.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:36:57.926 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:36:57.927 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img_import 2024-08-10T05:36:57.928 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img_snap 2024-08-10T05:36:57.928 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img_snap_import 2024-08-10T05:36:57.928 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap rm testimg_import@snap 2024-08-10T05:36:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:57 smithi078 ceph-mon[92251]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-10T05:36:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:57 smithi078 ceph-mon[94618]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-10T05:36:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:57 smithi107 ceph-mon[86658]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-10T05:36:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:58.681 INFO:tasks.workunit.client.1.smithi107.stderr: Removing snap: 100% complete...done. 2024-08-10T05:36:58.692 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg_import 2024-08-10T05:36:58.809 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:36:58.811 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap rm testimg@snap 2024-08-10T05:36:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:58 smithi078 ceph-mon[92251]: pgmap v1997: 105 pgs: 105 active+clean; 6.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 69 op/s 2024-08-10T05:36:58.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:58 smithi078 ceph-mon[92251]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-10T05:36:58.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:58 smithi078 ceph-mon[94618]: pgmap v1997: 105 pgs: 105 active+clean; 6.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 69 op/s 2024-08-10T05:36:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:58 smithi078 ceph-mon[94618]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-10T05:36:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:58 smithi107 ceph-mon[86658]: pgmap v1997: 105 pgs: 105 active+clean; 6.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 69 op/s 2024-08-10T05:36:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:58 smithi107 ceph-mon[86658]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-10T05:36:59.694 INFO:tasks.workunit.client.1.smithi107.stderr: Removing snap: 100% complete...done. 2024-08-10T05:36:59.708 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm testimg 2024-08-10T05:36:59.843 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:36:59.845 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --order 20 /tmp/rbd_import_export_135207/img testimg 2024-08-10T05:36:59.912 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:36:59.912 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:36:59.914 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:36:59.950 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:36:59.953 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135207/img_v2 testimg_import 2024-08-10T05:36:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:36:59 smithi078 ceph-mon[92251]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-10T05:36:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:36:59 smithi078 ceph-mon[94618]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-10T05:37:00.025 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:37:00.029 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd info testimg_import 2024-08-10T05:37:00.029 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep order 2024-08-10T05:37:00.029 INFO:tasks.workunit.client.1.smithi107.stderr:+ awk '{print $2}' 2024-08-10T05:37:00.029 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep 20 2024-08-10T05:37:00.064 INFO:tasks.workunit.client.1.smithi107.stdout:20 2024-08-10T05:37:00.064 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:37:00.065 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg_import 2024-08-10T05:37:00.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:36:59 smithi107 ceph-mon[86658]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-10T05:37:00.183 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:00.186 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg 2024-08-10T05:37:00.299 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:00.301 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_135207/img testimg 2024-08-10T05:37:00.352 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:37:00.355 INFO:tasks.workunit.client.1.smithi107.stderr:++ rbd info testimg 2024-08-10T05:37:00.355 INFO:tasks.workunit.client.1.smithi107.stderr:++ grep features 2024-08-10T05:37:00.390 INFO:tasks.workunit.client.1.smithi107.stderr:+ FEATURES_BEFORE=' features: layering 2024-08-10T05:37:00.390 INFO:tasks.workunit.client.1.smithi107.stderr: op_features: ' 2024-08-10T05:37:00.390 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:37:00.429 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:37:00.431 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135207/img_v2 testimg_import 2024-08-10T05:37:00.497 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:37:00.500 INFO:tasks.workunit.client.1.smithi107.stderr:++ rbd info testimg_import 2024-08-10T05:37:00.500 INFO:tasks.workunit.client.1.smithi107.stderr:++ grep features 2024-08-10T05:37:00.535 INFO:tasks.workunit.client.1.smithi107.stderr:+ FEATURES_AFTER=' features: layering 2024-08-10T05:37:00.535 INFO:tasks.workunit.client.1.smithi107.stderr: op_features: ' 2024-08-10T05:37:00.535 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' ' features: layering 2024-08-10T05:37:00.535 INFO:tasks.workunit.client.1.smithi107.stderr: op_features: ' '!=' ' features: layering 2024-08-10T05:37:00.535 INFO:tasks.workunit.client.1.smithi107.stderr: op_features: ' ']' 2024-08-10T05:37:00.535 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:37:00.535 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg_import 2024-08-10T05:37:00.621 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:00.624 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg 2024-08-10T05:37:00.712 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:00.715 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_135207/img testimg 2024-08-10T05:37:00.787 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:37:00.790 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:37:00.828 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:37:00.831 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135207/img_v2 testimg_import 2024-08-10T05:37:00.905 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:37:00.908 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd info testimg_import 2024-08-10T05:37:00.908 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep 'stripe unit' 2024-08-10T05:37:00.908 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep -Ei '(4 KiB|4096)' 2024-08-10T05:37:00.942 INFO:tasks.workunit.client.1.smithi107.stdout: stripe unit: 4 KiB 2024-08-10T05:37:00.943 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd info testimg_import 2024-08-10T05:37:00.943 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep 'stripe count' 2024-08-10T05:37:00.943 INFO:tasks.workunit.client.1.smithi107.stderr:+ awk '{print $3}' 2024-08-10T05:37:00.944 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep 1000 2024-08-10T05:37:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:00 smithi078 ceph-mon[92251]: pgmap v2000: 105 pgs: 105 active+clean; 1.8 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 111 KiB/s wr, 121 op/s 2024-08-10T05:37:00.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:00 smithi078 ceph-mon[92251]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-10T05:37:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:00 smithi078 ceph-mon[94618]: pgmap v2000: 105 pgs: 105 active+clean; 1.8 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 111 KiB/s wr, 121 op/s 2024-08-10T05:37:00.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:00 smithi078 ceph-mon[94618]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-10T05:37:00.978 INFO:tasks.workunit.client.1.smithi107.stdout:1000 2024-08-10T05:37:00.978 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/img_v2 2024-08-10T05:37:00.978 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg_import 2024-08-10T05:37:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:00 smithi107 ceph-mon[86658]: pgmap v2000: 105 pgs: 105 active+clean; 1.8 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 111 KiB/s wr, 121 op/s 2024-08-10T05:37:01.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:00 smithi107 ceph-mon[86658]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-10T05:37:01.095 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-10T05:37:01.098 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg 2024-08-10T05:37:01.216 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-10T05:37:01.218 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_135207/img testimg 2024-08-10T05:37:01.284 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:37:01.286 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap create testimg@snap1 2024-08-10T05:37:01.697 INFO:tasks.workunit.client.1.smithi107.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-10T05:37:01.706 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap create testimg@snap2 2024-08-10T05:37:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:37:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:37:01] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-08-10T05:37:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:37:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:02.706 INFO:tasks.workunit.client.1.smithi107.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-10T05:37:02.716 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap protect testimg@snap2 2024-08-10T05:37:02.763 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_135207/snap_protect 2024-08-10T05:37:02.804 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:37:02.807 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_135207/snap_protect testimg_import 2024-08-10T05:37:02.943 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:02 smithi078 ceph-mon[92251]: pgmap v2002: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 369 KiB/s rd, 73 KiB/s wr, 332 op/s 2024-08-10T05:37:02.945 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:02 smithi078 ceph-mon[92251]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-10T05:37:02.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:02 smithi078 ceph-mon[94618]: pgmap v2002: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 369 KiB/s rd, 73 KiB/s wr, 332 op/s 2024-08-10T05:37:02.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:02 smithi078 ceph-mon[94618]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-10T05:37:03.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:02 smithi107 ceph-mon[86658]: pgmap v2002: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 369 KiB/s rd, 73 KiB/s wr, 332 op/s 2024-08-10T05:37:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:02 smithi107 ceph-mon[86658]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-10T05:37:03.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:03 smithi078 ceph-mon[92251]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-10T05:37:03.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:03 smithi078 ceph-mon[94618]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-10T05:37:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:03 smithi107 ceph-mon[86658]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-10T05:37:04.734 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:37:04.738 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd info testimg_import@snap1 2024-08-10T05:37:04.738 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep 'protected: False' 2024-08-10T05:37:04.778 INFO:tasks.workunit.client.1.smithi107.stdout: protected: False 2024-08-10T05:37:04.778 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd info testimg_import@snap2 2024-08-10T05:37:04.779 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep 'protected: True' 2024-08-10T05:37:04.816 INFO:tasks.workunit.client.1.smithi107.stdout: protected: True 2024-08-10T05:37:04.817 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/snap_protect 2024-08-10T05:37:04.817 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap unprotect testimg@snap2 2024-08-10T05:37:04.866 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap unprotect testimg_import@snap2 2024-08-10T05:37:04.910 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap purge testimg 2024-08-10T05:37:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:04 smithi078 ceph-mon[92251]: pgmap v2005: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-08-10T05:37:04.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:04 smithi078 ceph-mon[92251]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-10T05:37:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:04 smithi078 ceph-mon[94618]: pgmap v2005: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-08-10T05:37:04.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:04 smithi078 ceph-mon[94618]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-10T05:37:05.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:04 smithi107 ceph-mon[86658]: pgmap v2005: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 429 KiB/s rd, 25 KiB/s wr, 518 op/s 2024-08-10T05:37:05.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:04 smithi107 ceph-mon[86658]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-10T05:37:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:05 smithi078 ceph-mon[92251]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-10T05:37:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:05 smithi078 ceph-mon[94618]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-10T05:37:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:05 smithi107 ceph-mon[86658]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-10T05:37:06.728 INFO:tasks.workunit.client.1.smithi107.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-10T05:37:06.745 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd snap purge testimg_import 2024-08-10T05:37:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:06 smithi078 ceph-mon[92251]: pgmap v2008: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 353 KiB/s rd, 40 KiB/s wr, 456 op/s 2024-08-10T05:37:06.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:06 smithi078 ceph-mon[92251]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-10T05:37:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:06 smithi078 ceph-mon[94618]: pgmap v2008: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 353 KiB/s rd, 40 KiB/s wr, 456 op/s 2024-08-10T05:37:06.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:06 smithi078 ceph-mon[94618]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-10T05:37:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:06 smithi107 ceph-mon[86658]: pgmap v2008: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 353 KiB/s rd, 40 KiB/s wr, 456 op/s 2024-08-10T05:37:07.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:06 smithi107 ceph-mon[86658]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-10T05:37:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:07 smithi078 ceph-mon[92251]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-10T05:37:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:07 smithi078 ceph-mon[92251]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-10T05:37:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:07 smithi078 ceph-mon[94618]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-10T05:37:07.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:07 smithi078 ceph-mon[94618]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-10T05:37:07.987 INFO:tasks.workunit.client.1.smithi107.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-10T05:37:07.998 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg 2024-08-10T05:37:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:07 smithi107 ceph-mon[86658]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-10T05:37:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:07 smithi107 ceph-mon[86658]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-10T05:37:08.136 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:08.140 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd remove testimg_import 2024-08-10T05:37:08.261 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:08.264 INFO:tasks.workunit.client.1.smithi107.stderr:+ tiered=0 2024-08-10T05:37:08.264 INFO:tasks.workunit.client.1.smithi107.stderr:+ ceph osd dump 2024-08-10T05:37:08.265 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep '^pool' 2024-08-10T05:37:08.265 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep ''\''rbd'\''' 2024-08-10T05:37:08.265 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep tier 2024-08-10T05:37:08.640 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_135207/sparse1 2024-08-10T05:37:08.644 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records in 2024-08-10T05:37:08.644 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records out 2024-08-10T05:37:08.644 INFO:tasks.workunit.client.1.smithi107.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00348276 s, 301 MB/s 2024-08-10T05:37:08.644 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_135207/sparse2 2024-08-10T05:37:08.648 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records in 2024-08-10T05:37:08.648 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records out 2024-08-10T05:37:08.648 INFO:tasks.workunit.client.1.smithi107.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00325895 s, 322 MB/s 2024-08-10T05:37:08.648 INFO:tasks.workunit.client.1.smithi107.stderr:+ truncate /tmp/rbd_import_export_135207/sparse2 -s 2M 2024-08-10T05:37:08.655 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse1 2024-08-10T05:37:08.706 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 0% complete...failed. 2024-08-10T05:37:08.706 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: delete error: (2) No such file or directory 2024-08-10T05:37:08.708 INFO:tasks.workunit.client.1.smithi107.stderr:+ true 2024-08-10T05:37:08.709 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135207/sparse1 2024-08-10T05:37:08.781 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-10T05:37:08.781 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:37:08.781 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:37:08.784 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd ls -l 2024-08-10T05:37:08.784 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep sparse1 2024-08-10T05:37:08.784 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-10T05:37:08.819 INFO:tasks.workunit.client.1.smithi107.stdout:sparse1 2 MiB 2 2024-08-10T05:37:08.820 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects sparse1 2024-08-10T05:37:08.820 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse1 2024-08-10T05:37:08.820 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse1 2024-08-10T05:37:08.820 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep block_name_prefix 2024-08-10T05:37:08.820 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk '{print $NF;}' 2024-08-10T05:37:08.854 INFO:tasks.workunit.client.1.smithi107.stderr:++ prefix=rbd_data.d6b7316bf5e9 2024-08-10T05:37:08.855 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep rbd_data.d6b7316bf5e9 2024-08-10T05:37:08.855 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sed -e 's/rbd_data.d6b7316bf5e9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:37:08.856 INFO:tasks.workunit.client.1.smithi107.stderr:++++ get_image_data_pool sparse1 2024-08-10T05:37:08.856 INFO:tasks.workunit.client.1.smithi107.stderr:++++ image=sparse1 2024-08-10T05:37:08.856 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sort -u 2024-08-10T05:37:08.856 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ rbd info sparse1 2024-08-10T05:37:08.856 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:37:08.856 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:37:08.891 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool= 2024-08-10T05:37:08.891 INFO:tasks.workunit.client.1.smithi107.stderr:++++ '[' -z ']' 2024-08-10T05:37:08.891 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool=rbd 2024-08-10T05:37:08.891 INFO:tasks.workunit.client.1.smithi107.stderr:++++ echo rbd 2024-08-10T05:37:08.891 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rados ls -p rbd 2024-08-10T05:37:08.931 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects=1 2024-08-10T05:37:08.931 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo 1 2024-08-10T05:37:08.931 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-10T05:37:08.931 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:08.968 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-10T05:37:08.971 INFO:tasks.workunit.client.1.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135207/sparse1 /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:08.971 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_135207/sparse1 /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:08.973 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse1 --format %b 2024-08-10T05:37:08.973 INFO:tasks.workunit.client.1.smithi107.stderr:+ origsize=2048 2024-08-10T05:37:08.974 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse1.out --format %b 2024-08-10T05:37:08.975 INFO:tasks.workunit.client.1.smithi107.stderr:+ exportsize=2048 2024-08-10T05:37:08.975 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:08.975 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:08.975 INFO:tasks.workunit.client.1.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:37:08.975 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:08.975 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse1 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[92251]: pgmap v2012: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 32 KiB/s wr, 130 op/s 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[92251]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[92251]: from='client.? 172.21.15.107:0/2130420135' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[92251]: from='client.? 172.21.15.107:0/2130420135' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[94618]: pgmap v2012: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 32 KiB/s wr, 130 op/s 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[94618]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[94618]: from='client.? 172.21.15.107:0/2130420135' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:37:08.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:08 smithi078 ceph-mon[94618]: from='client.? 172.21.15.107:0/2130420135' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:37:09.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:08 smithi107 ceph-mon[86658]: pgmap v2012: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 32 KiB/s wr, 130 op/s 2024-08-10T05:37:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:08 smithi107 ceph-mon[86658]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-10T05:37:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:08 smithi107 ceph-mon[86658]: from='client.? 172.21.15.107:0/2130420135' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:37:09.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:08 smithi107 ceph-mon[86658]: from='client.? 172.21.15.107:0/2130420135' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:37:09.085 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-10T05:37:09.087 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse2 2024-08-10T05:37:09.137 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 0% complete...failed. 2024-08-10T05:37:09.137 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: delete error: (2) No such file or directory 2024-08-10T05:37:09.140 INFO:tasks.workunit.client.1.smithi107.stderr:+ true 2024-08-10T05:37:09.140 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135207/sparse2 2024-08-10T05:37:09.218 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-10T05:37:09.218 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:37:09.218 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:37:09.221 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd ls -l 2024-08-10T05:37:09.221 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep sparse2 2024-08-10T05:37:09.221 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-10T05:37:09.257 INFO:tasks.workunit.client.1.smithi107.stdout:sparse2 2 MiB 2 2024-08-10T05:37:09.258 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects sparse2 2024-08-10T05:37:09.258 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse2 2024-08-10T05:37:09.258 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse2 2024-08-10T05:37:09.258 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep block_name_prefix 2024-08-10T05:37:09.258 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk '{print $NF;}' 2024-08-10T05:37:09.295 INFO:tasks.workunit.client.1.smithi107.stderr:++ prefix=rbd_data.89c446edb06d 2024-08-10T05:37:09.296 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep rbd_data.89c446edb06d 2024-08-10T05:37:09.296 INFO:tasks.workunit.client.1.smithi107.stderr:++++ get_image_data_pool sparse2 2024-08-10T05:37:09.297 INFO:tasks.workunit.client.1.smithi107.stderr:++++ image=sparse2 2024-08-10T05:37:09.297 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sed -e 's/rbd_data.89c446edb06d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:37:09.297 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sort -u 2024-08-10T05:37:09.297 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ rbd info sparse2 2024-08-10T05:37:09.297 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:37:09.297 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:37:09.333 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool= 2024-08-10T05:37:09.333 INFO:tasks.workunit.client.1.smithi107.stderr:++++ '[' -z ']' 2024-08-10T05:37:09.333 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool=rbd 2024-08-10T05:37:09.333 INFO:tasks.workunit.client.1.smithi107.stderr:++++ echo rbd 2024-08-10T05:37:09.333 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rados ls -p rbd 2024-08-10T05:37:09.373 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects=0 2024-08-10T05:37:09.373 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo 0 2024-08-10T05:37:09.373 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-10T05:37:09.373 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:09.409 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-10T05:37:09.413 INFO:tasks.workunit.client.1.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135207/sparse2 /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:09.413 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_135207/sparse2 /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:09.415 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse2 --format %b 2024-08-10T05:37:09.416 INFO:tasks.workunit.client.1.smithi107.stderr:+ origsize=2048 2024-08-10T05:37:09.416 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse2.out --format %b 2024-08-10T05:37:09.419 INFO:tasks.workunit.client.1.smithi107.stderr:+ exportsize=2048 2024-08-10T05:37:09.419 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:09.419 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:09.419 INFO:tasks.workunit.client.1.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:37:09.419 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:09.419 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse2 2024-08-10T05:37:09.531 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-10T05:37:09.534 INFO:tasks.workunit.client.1.smithi107.stderr:+ truncate /tmp/rbd_import_export_135207/sparse1 -s 10M 2024-08-10T05:37:09.535 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format --order 20 - sparse1 2024-08-10T05:37:09.644 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:37:09.645 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:37:09.645 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:37:09.648 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd ls -l 2024-08-10T05:37:09.648 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep sparse1 2024-08-10T05:37:09.648 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-08-10T05:37:09.683 INFO:tasks.workunit.client.1.smithi107.stdout:sparse1 10 MiB 2 2024-08-10T05:37:09.684 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects sparse1 2024-08-10T05:37:09.684 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse1 2024-08-10T05:37:09.684 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse1 2024-08-10T05:37:09.684 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep block_name_prefix 2024-08-10T05:37:09.684 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk '{print $NF;}' 2024-08-10T05:37:09.720 INFO:tasks.workunit.client.1.smithi107.stderr:++ prefix=rbd_data.d71412cb4fc 2024-08-10T05:37:09.721 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep rbd_data.d71412cb4fc 2024-08-10T05:37:09.721 INFO:tasks.workunit.client.1.smithi107.stderr:++++ get_image_data_pool sparse1 2024-08-10T05:37:09.721 INFO:tasks.workunit.client.1.smithi107.stderr:++++ image=sparse1 2024-08-10T05:37:09.721 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sed -e 's/rbd_data.d71412cb4fc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:37:09.722 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sort -u 2024-08-10T05:37:09.722 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ rbd info sparse1 2024-08-10T05:37:09.722 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:37:09.722 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:37:09.758 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool= 2024-08-10T05:37:09.758 INFO:tasks.workunit.client.1.smithi107.stderr:++++ '[' -z ']' 2024-08-10T05:37:09.758 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool=rbd 2024-08-10T05:37:09.758 INFO:tasks.workunit.client.1.smithi107.stderr:++++ echo rbd 2024-08-10T05:37:09.758 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rados ls -p rbd 2024-08-10T05:37:09.798 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects=1 2024-08-10T05:37:09.799 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo 1 2024-08-10T05:37:09.799 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-10T05:37:09.799 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export sparse1 /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:09.836 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-08-10T05:37:09.839 INFO:tasks.workunit.client.1.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135207/sparse1 /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:09.839 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_135207/sparse1 /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:09.846 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse1 --format %b 2024-08-10T05:37:09.847 INFO:tasks.workunit.client.1.smithi107.stderr:+ origsize=2048 2024-08-10T05:37:09.847 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse1.out --format %b 2024-08-10T05:37:09.848 INFO:tasks.workunit.client.1.smithi107.stderr:+ exportsize=2048 2024-08-10T05:37:09.848 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:09.849 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:09.849 INFO:tasks.workunit.client.1.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:37:09.849 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/sparse1.out 2024-08-10T05:37:09.850 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse1 2024-08-10T05:37:09.963 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-10T05:37:09.966 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_135207/sparse2 oflag=append conv=notrunc 2024-08-10T05:37:09.973 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records in 2024-08-10T05:37:09.973 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records out 2024-08-10T05:37:09.973 INFO:tasks.workunit.client.1.smithi107.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00612452 s, 342 MB/s 2024-08-10T05:37:09.973 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format --order 20 - sparse2 2024-08-10T05:37:10.073 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:37:10.074 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:37:10.074 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:37:10.077 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd ls -l 2024-08-10T05:37:10.077 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep sparse2 2024-08-10T05:37:10.077 INFO:tasks.workunit.client.1.smithi107.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-08-10T05:37:10.111 INFO:tasks.workunit.client.1.smithi107.stdout:sparse2 4 MiB 2 2024-08-10T05:37:10.112 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects sparse2 2024-08-10T05:37:10.112 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse2 2024-08-10T05:37:10.112 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse2 2024-08-10T05:37:10.112 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep block_name_prefix 2024-08-10T05:37:10.112 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk '{print $NF;}' 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:++ prefix=rbd_data.d741200f4958 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep rbd_data.d741200f4958 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:++++ get_image_data_pool sparse2 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sed -e 's/rbd_data.d741200f4958\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:++++ image=sparse2 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sort -u 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ rbd info sparse2 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:37:10.148 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:37:10.184 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool= 2024-08-10T05:37:10.184 INFO:tasks.workunit.client.1.smithi107.stderr:++++ '[' -z ']' 2024-08-10T05:37:10.184 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool=rbd 2024-08-10T05:37:10.184 INFO:tasks.workunit.client.1.smithi107.stderr:++++ echo rbd 2024-08-10T05:37:10.184 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rados ls -p rbd 2024-08-10T05:37:10.223 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects='0 2024-08-10T05:37:10.224 INFO:tasks.workunit.client.1.smithi107.stderr:2 2024-08-10T05:37:10.224 INFO:tasks.workunit.client.1.smithi107.stderr:3' 2024-08-10T05:37:10.224 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo 0 2 3 2024-08-10T05:37:10.224 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-08-10T05:37:10.224 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export sparse2 /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:10.262 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-08-10T05:37:10.266 INFO:tasks.workunit.client.1.smithi107.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_135207/sparse2 /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:10.266 INFO:tasks.workunit.client.1.smithi107.stderr:+ cmp -l /tmp/rbd_import_export_135207/sparse2 /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:10.269 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse2 --format %b 2024-08-10T05:37:10.270 INFO:tasks.workunit.client.1.smithi107.stderr:+ origsize=6144 2024-08-10T05:37:10.270 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse2.out --format %b 2024-08-10T05:37:10.271 INFO:tasks.workunit.client.1.smithi107.stderr:+ exportsize=6144 2024-08-10T05:37:10.271 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:10.271 INFO:tasks.workunit.client.1.smithi107.stderr:+ difference=0 2024-08-10T05:37:10.271 INFO:tasks.workunit.client.1.smithi107.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:37:10.271 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/sparse2.out 2024-08-10T05:37:10.272 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse2 2024-08-10T05:37:10.386 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-08-10T05:37:10.390 INFO:tasks.workunit.client.1.smithi107.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-08-10T05:37:10.390 INFO:tasks.workunit.client.1.smithi107.stdout:partially-sparse file imports to partially-sparse image 2024-08-10T05:37:10.390 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_135207/sparse1 sparse 2024-08-10T05:37:10.470 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-08-10T05:37:10.471 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:37:10.471 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:37:10.473 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects sparse 2024-08-10T05:37:10.473 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse 2024-08-10T05:37:10.474 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse 2024-08-10T05:37:10.474 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep block_name_prefix 2024-08-10T05:37:10.474 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk '{print $NF;}' 2024-08-10T05:37:10.510 INFO:tasks.workunit.client.1.smithi107.stderr:++ prefix=rbd_data.d76e5465e521 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep rbd_data.d76e5465e521 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:++++ get_image_data_pool sparse 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:++++ image=sparse 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sed -e 's/rbd_data.d76e5465e521\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sort -u 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ rbd info sparse 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:37:10.511 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:37:10.547 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool= 2024-08-10T05:37:10.547 INFO:tasks.workunit.client.1.smithi107.stderr:++++ '[' -z ']' 2024-08-10T05:37:10.547 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool=rbd 2024-08-10T05:37:10.547 INFO:tasks.workunit.client.1.smithi107.stderr:++++ echo rbd 2024-08-10T05:37:10.547 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rados ls -p rbd 2024-08-10T05:37:10.587 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects=1 2024-08-10T05:37:10.587 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo 1 2024-08-10T05:37:10.587 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-10T05:37:10.587 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse 2024-08-10T05:37:10.700 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-10T05:37:10.703 INFO:tasks.workunit.client.1.smithi107.stdout:zeros import through stdin to sparse image 2024-08-10T05:37:10.703 INFO:tasks.workunit.client.1.smithi107.stderr:+ echo 'zeros import through stdin to sparse image' 2024-08-10T05:37:10.703 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/dev/zero bs=1M count=4 2024-08-10T05:37:10.703 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd import --new-format - sparse 2024-08-10T05:37:10.756 INFO:tasks.workunit.client.1.smithi107.stderr:4+0 records in 2024-08-10T05:37:10.757 INFO:tasks.workunit.client.1.smithi107.stderr:4+0 records out 2024-08-10T05:37:10.757 INFO:tasks.workunit.client.1.smithi107.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0523307 s, 80.1 MB/s 2024-08-10T05:37:10.770 INFO:tasks.workunit.client.1.smithi107.stderr: Importing image: 100% complete...done. 2024-08-10T05:37:10.771 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:37:10.774 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects sparse 2024-08-10T05:37:10.774 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse 2024-08-10T05:37:10.774 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse 2024-08-10T05:37:10.774 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep block_name_prefix 2024-08-10T05:37:10.774 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk '{print $NF;}' 2024-08-10T05:37:10.809 INFO:tasks.workunit.client.1.smithi107.stderr:++ prefix=rbd_data.d78ff68751d4 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep rbd_data.d78ff68751d4 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:++++ get_image_data_pool sparse 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sed -e 's/rbd_data.d78ff68751d4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:++++ image=sparse 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sort -u 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ rbd info sparse 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:37:10.811 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:37:10.847 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool= 2024-08-10T05:37:10.847 INFO:tasks.workunit.client.1.smithi107.stderr:++++ '[' -z ']' 2024-08-10T05:37:10.847 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool=rbd 2024-08-10T05:37:10.847 INFO:tasks.workunit.client.1.smithi107.stderr:++++ echo rbd 2024-08-10T05:37:10.847 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rados ls -p rbd 2024-08-10T05:37:10.887 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects= 2024-08-10T05:37:10.887 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo 2024-08-10T05:37:10.887 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-08-10T05:37:10.887 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse 2024-08-10T05:37:10.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:10 smithi078 ceph-mon[92251]: pgmap v2014: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 190 op/s 2024-08-10T05:37:10.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:10 smithi078 ceph-mon[94618]: pgmap v2014: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 190 op/s 2024-08-10T05:37:10.991 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:10.993 INFO:tasks.workunit.client.1.smithi107.stdout:zeros export to sparse file 2024-08-10T05:37:10.994 INFO:tasks.workunit.client.1.smithi107.stderr:+ echo 'zeros export to sparse file' 2024-08-10T05:37:10.994 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd create --new-format sparse --size 4 2024-08-10T05:37:11.036 INFO:tasks.workunit.client.1.smithi107.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:37:11.038 INFO:tasks.workunit.client.1.smithi107.stderr:++ rbd info sparse 2024-08-10T05:37:11.038 INFO:tasks.workunit.client.1.smithi107.stderr:++ grep block_name_prefix 2024-08-10T05:37:11.038 INFO:tasks.workunit.client.1.smithi107.stderr:++ awk '{print $NF;}' 2024-08-10T05:37:11.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:10 smithi107 ceph-mon[86658]: pgmap v2014: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 190 op/s 2024-08-10T05:37:11.073 INFO:tasks.workunit.client.1.smithi107.stderr:+ prefix=rbd_data.d7b0df868033 2024-08-10T05:37:11.073 INFO:tasks.workunit.client.1.smithi107.stderr:+ dd if=/dev/zero bs=4M count=1 2024-08-10T05:37:11.073 INFO:tasks.workunit.client.1.smithi107.stderr:++ get_image_data_pool sparse 2024-08-10T05:37:11.073 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse 2024-08-10T05:37:11.074 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse 2024-08-10T05:37:11.074 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep 'data_pool: ' 2024-08-10T05:37:11.074 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk -F: '{ print $NF }' 2024-08-10T05:37:11.109 INFO:tasks.workunit.client.1.smithi107.stderr:++ data_pool= 2024-08-10T05:37:11.109 INFO:tasks.workunit.client.1.smithi107.stderr:++ '[' -z ']' 2024-08-10T05:37:11.109 INFO:tasks.workunit.client.1.smithi107.stderr:++ data_pool=rbd 2024-08-10T05:37:11.109 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo rbd 2024-08-10T05:37:11.109 INFO:tasks.workunit.client.1.smithi107.stderr:+ rados -p rbd put rbd_data.d7b0df868033.000000000000 - 2024-08-10T05:37:11.138 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records in 2024-08-10T05:37:11.138 INFO:tasks.workunit.client.1.smithi107.stderr:1+0 records out 2024-08-10T05:37:11.138 INFO:tasks.workunit.client.1.smithi107.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0644057 s, 65.1 MB/s 2024-08-10T05:37:11.163 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects sparse 2024-08-10T05:37:11.164 INFO:tasks.workunit.client.1.smithi107.stderr:++ image=sparse 2024-08-10T05:37:11.164 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rbd info sparse 2024-08-10T05:37:11.164 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep block_name_prefix 2024-08-10T05:37:11.164 INFO:tasks.workunit.client.1.smithi107.stderr:+++ awk '{print $NF;}' 2024-08-10T05:37:11.199 INFO:tasks.workunit.client.1.smithi107.stderr:++ prefix=rbd_data.d7b0df868033 2024-08-10T05:37:11.199 INFO:tasks.workunit.client.1.smithi107.stderr:+++ grep rbd_data.d7b0df868033 2024-08-10T05:37:11.200 INFO:tasks.workunit.client.1.smithi107.stderr:++++ get_image_data_pool sparse 2024-08-10T05:37:11.200 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sed -e 's/rbd_data.d7b0df868033\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:37:11.200 INFO:tasks.workunit.client.1.smithi107.stderr:++++ image=sparse 2024-08-10T05:37:11.200 INFO:tasks.workunit.client.1.smithi107.stderr:+++ sort -u 2024-08-10T05:37:11.200 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ rbd info sparse 2024-08-10T05:37:11.200 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:37:11.201 INFO:tasks.workunit.client.1.smithi107.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:37:11.234 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool= 2024-08-10T05:37:11.234 INFO:tasks.workunit.client.1.smithi107.stderr:++++ '[' -z ']' 2024-08-10T05:37:11.235 INFO:tasks.workunit.client.1.smithi107.stderr:++++ data_pool=rbd 2024-08-10T05:37:11.235 INFO:tasks.workunit.client.1.smithi107.stderr:++++ echo rbd 2024-08-10T05:37:11.235 INFO:tasks.workunit.client.1.smithi107.stderr:+++ rados ls -p rbd 2024-08-10T05:37:11.275 INFO:tasks.workunit.client.1.smithi107.stderr:++ objects=0 2024-08-10T05:37:11.275 INFO:tasks.workunit.client.1.smithi107.stderr:++ echo 0 2024-08-10T05:37:11.275 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-10T05:37:11.275 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/sparse 2024-08-10T05:37:11.276 INFO:tasks.workunit.client.1.smithi107.stderr:rm: cannot remove '/tmp/rbd_import_export_135207/sparse': No such file or directory 2024-08-10T05:37:11.276 INFO:tasks.workunit.client.1.smithi107.stderr:+ true 2024-08-10T05:37:11.276 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd export sparse /tmp/rbd_import_export_135207/sparse 2024-08-10T05:37:11.311 INFO:tasks.workunit.client.1.smithi107.stderr: Exporting image: 100% complete...done. 2024-08-10T05:37:11.314 INFO:tasks.workunit.client.1.smithi107.stderr:++ stat /tmp/rbd_import_export_135207/sparse --format=%b 2024-08-10T05:37:11.315 INFO:tasks.workunit.client.1.smithi107.stderr:+ '[' 0 = 0 ']' 2024-08-10T05:37:11.315 INFO:tasks.workunit.client.1.smithi107.stderr:+ rbd rm sparse 2024-08-10T05:37:11.422 INFO:tasks.workunit.client.1.smithi107.stderr: Removing image: 100% complete...done. 2024-08-10T05:37:11.425 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm /tmp/rbd_import_export_135207/sparse /tmp/rbd_import_export_135207/sparse1 /tmp/rbd_import_export_135207/sparse2 /tmp/rbd_import_export_135207/sparse3 2024-08-10T05:37:11.427 INFO:tasks.workunit.client.1.smithi107.stderr:rm: cannot remove '/tmp/rbd_import_export_135207/sparse3': No such file or directory 2024-08-10T05:37:11.427 INFO:tasks.workunit.client.1.smithi107.stderr:+ true 2024-08-10T05:37:11.427 INFO:tasks.workunit.client.1.smithi107.stdout:OK 2024-08-10T05:37:11.428 INFO:tasks.workunit.client.1.smithi107.stderr:+ echo OK 2024-08-10T05:37:11.428 INFO:tasks.workunit.client.1.smithi107.stderr:+ rm -rf /tmp/rbd_import_export_135207 2024-08-10T05:37:11.429 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:37:11.429 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-08-10T05:37:11.496 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-08-10T05:37:11.497 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-08-10T05:37:11.714 DEBUG:teuthology.parallel:result is None 2024-08-10T05:37:11.714 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-08-10T05:37:11.742 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-08-10T05:37:11.742 DEBUG:teuthology.orchestra.run.smithi107:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-08-10T05:37:11.797 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-08-10T05:37:11.797 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:37:11.797 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-08-10T05:37:11.797 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:37:11.797 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-08-10T05:37:11.797 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:37:11.798 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:37:11.798 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:37:11.798 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:37:11.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:37:11.816 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T05:37:11.816 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:37:11.872 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T05:37:11.873 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T05:37:11.929 INFO:tasks.workunit:timeout=3h 2024-08-10T05:37:11.929 INFO:tasks.workunit:cleanup=True 2024-08-10T05:37:11.929 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:37:11.987 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T05:37:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:37:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:37:11] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-08-10T05:37:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:37:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:12 smithi078 ceph-mon[92251]: pgmap v2015: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 107 KiB/s rd, 9.6 KiB/s wr, 146 op/s 2024-08-10T05:37:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:12 smithi078 ceph-mon[92251]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-10T05:37:12.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:12 smithi078 ceph-mon[94618]: pgmap v2015: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 107 KiB/s rd, 9.6 KiB/s wr, 146 op/s 2024-08-10T05:37:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:12 smithi078 ceph-mon[94618]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-10T05:37:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:12 smithi107 ceph-mon[86658]: pgmap v2015: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 107 KiB/s rd, 9.6 KiB/s wr, 146 op/s 2024-08-10T05:37:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:12 smithi107 ceph-mon[86658]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-10T05:37:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:14 smithi107 ceph-mon[86658]: pgmap v2017: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.5 MiB/s wr, 443 op/s 2024-08-10T05:37:15.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:14 smithi078 ceph-mon[92251]: pgmap v2017: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.5 MiB/s wr, 443 op/s 2024-08-10T05:37:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:14 smithi078 ceph-mon[94618]: pgmap v2017: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.5 MiB/s wr, 443 op/s 2024-08-10T05:37:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:16 smithi107 ceph-mon[86658]: pgmap v2018: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 411 op/s 2024-08-10T05:37:17.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:16 smithi078 ceph-mon[92251]: pgmap v2018: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 411 op/s 2024-08-10T05:37:17.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:16 smithi078 ceph-mon[94618]: pgmap v2018: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 411 op/s 2024-08-10T05:37:17.686 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T05:37:17.741 INFO:tasks.workunit.client.0.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:37:17.743 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:37:17.743 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:37:17.791 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:37:17.840 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:37:17.879 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:37:17.881 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:37:17.881 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:37:17.919 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:37:17.922 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T05:37:17.922 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T05:37:17.978 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-08-10T05:37:17.979 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-08-10T05:37:17.980 DEBUG:teuthology.orchestra.run.smithi078:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-08-10T05:37:18.080 INFO:tasks.workunit.client.0.smithi078.stderr:warning: failed to enable lockdep 2024-08-10T05:37:18.080 INFO:tasks.workunit.client.0.smithi078.stdout:seed 143527 2024-08-10T05:37:18.080 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 425 tests from 16 test suites. 2024-08-10T05:37:18.081 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2024-08-10T05:37:18.081 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from TestJournalStress 2024-08-10T05:37:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:17 smithi107 ceph-mon[86658]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-10T05:37:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:17 smithi107 ceph-mon[86658]: pgmap v2020: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 327 op/s 2024-08-10T05:37:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:17 smithi078 ceph-mon[92251]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-10T05:37:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:17 smithi078 ceph-mon[92251]: pgmap v2020: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 327 op/s 2024-08-10T05:37:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:17 smithi078 ceph-mon[94618]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-10T05:37:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:17 smithi078 ceph-mon[94618]: pgmap v2020: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 327 op/s 2024-08-10T05:37:19.994 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-08-10T05:37:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:19 smithi107 ceph-mon[86658]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-10T05:37:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:19 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2084193570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:19 smithi107 ceph-mon[86658]: pgmap v2022: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 346 op/s 2024-08-10T05:37:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:19 smithi078 ceph-mon[94618]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-10T05:37:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:19 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2084193570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:19 smithi078 ceph-mon[94618]: pgmap v2022: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 346 op/s 2024-08-10T05:37:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:19 smithi078 ceph-mon[92251]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-10T05:37:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:19 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2084193570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:19 smithi078 ceph-mon[92251]: pgmap v2022: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 346 op/s 2024-08-10T05:37:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:20 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:20 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2084193570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:20 smithi107 ceph-mon[86658]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-10T05:37:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:20 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:20 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2084193570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:21.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:20 smithi078 ceph-mon[92251]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-10T05:37:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:20 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:20 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2084193570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:20 smithi078 ceph-mon[94618]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-10T05:37:22.021 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:22.022 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2027 ms) 2024-08-10T05:37:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:22 smithi078 ceph-mon[92251]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-10T05:37:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:22 smithi078 ceph-mon[92251]: pgmap v2025: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:37:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:37:21] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2024-08-10T05:37:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:22 smithi078 ceph-mon[94618]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-10T05:37:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:22 smithi078 ceph-mon[94618]: pgmap v2025: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:22 smithi107 ceph-mon[86658]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-10T05:37:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:22 smithi107 ceph-mon[86658]: pgmap v2025: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:37:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:23.014 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from TestJournalStress (2027 ms total) 2024-08-10T05:37:23.014 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:37:23.015 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 16 tests from TestJournalReplay 2024-08-10T05:37:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:23 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:23 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:37:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:23 smithi107 ceph-mon[86658]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-10T05:37:23.443 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:23 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:23.443 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:23 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:37:23.443 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:23 smithi078 ceph-mon[92251]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-10T05:37:23.443 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:23 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:23.443 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:23 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:37:23.443 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:23 smithi078 ceph-mon[94618]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-10T05:37:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:24 smithi107 ceph-mon[86658]: pgmap v2027: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:24 smithi107 ceph-mon[86658]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-10T05:37:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:24 smithi078 ceph-mon[94618]: pgmap v2027: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:24 smithi078 ceph-mon[94618]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-10T05:37:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:24 smithi078 ceph-mon[92251]: pgmap v2027: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:24 smithi078 ceph-mon[92251]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-10T05:37:25.023 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-08-10T05:37:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:25 smithi107 ceph-mon[86658]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-10T05:37:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:25 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2702628349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:25 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:25 smithi078 ceph-mon[92251]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-10T05:37:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:25 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2702628349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:25 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:25 smithi078 ceph-mon[94618]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-10T05:37:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:25 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2702628349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:25 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:26 smithi107 ceph-mon[86658]: pgmap v2030: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:26 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:26 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:26 smithi107 ceph-mon[86658]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-10T05:37:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[92251]: pgmap v2030: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[92251]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-10T05:37:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[94618]: pgmap v2030: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:26 smithi078 ceph-mon[94618]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-10T05:37:27.054 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.054 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2031 ms) 2024-08-10T05:37:27.054 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-08-10T05:37:27.065 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.065 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.AioWriteEvent (11 ms) 2024-08-10T05:37:27.065 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-08-10T05:37:27.075 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.075 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2024-08-10T05:37:27.075 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-08-10T05:37:27.082 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.083 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.SnapCreate (8 ms) 2024-08-10T05:37:27.083 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-08-10T05:37:27.090 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.090 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-08-10T05:37:27.090 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-08-10T05:37:27.098 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.098 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.SnapUnprotect (7 ms) 2024-08-10T05:37:27.098 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-08-10T05:37:27.105 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.105 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-08-10T05:37:27.105 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-08-10T05:37:27.112 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.113 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.SnapRollback (7 ms) 2024-08-10T05:37:27.113 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-08-10T05:37:27.120 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.120 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-08-10T05:37:27.120 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.Rename 2024-08-10T05:37:27.127 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.127 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.Rename (7 ms) 2024-08-10T05:37:27.127 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.Resize 2024-08-10T05:37:27.134 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.134 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-08-10T05:37:27.134 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.Flatten 2024-08-10T05:37:27.142 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-08-10T05:37:27.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-08-10T05:37:27.149 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.150 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2024-08-10T05:37:27.150 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-08-10T05:37:27.156 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.157 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-08-10T05:37:27.157 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-08-10T05:37:27.163 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.163 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-08-10T05:37:27.163 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-08-10T05:37:27.174 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:27.174 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalReplay.ObjectPosition (11 ms) 2024-08-10T05:37:27.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:27 smithi107 ceph-mon[86658]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-10T05:37:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:27 smithi078 ceph-mon[92251]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-10T05:37:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:27 smithi078 ceph-mon[94618]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-10T05:37:28.041 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 16 tests from TestJournalReplay (2151 ms total) 2024-08-10T05:37:28.041 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:37:28.041 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from TestJournalEntries 2024-08-10T05:37:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:28 smithi107 ceph-mon[86658]: pgmap v2033: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:28 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:28 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:37:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:28 smithi107 ceph-mon[86658]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-10T05:37:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[94618]: pgmap v2033: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:37:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[94618]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-10T05:37:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[92251]: pgmap v2033: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:37:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[92251]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-10T05:37:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:29.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:29 smithi107 ceph-mon[86658]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-10T05:37:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:29 smithi078 ceph-mon[92251]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-10T05:37:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:29 smithi078 ceph-mon[94618]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-10T05:37:30.060 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-08-10T05:37:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:30 smithi107 ceph-mon[86658]: pgmap v2036: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:30 smithi107 ceph-mon[86658]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-10T05:37:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3247573177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:30 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[92251]: pgmap v2036: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[92251]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-10T05:37:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3247573177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[94618]: pgmap v2036: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[94618]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-10T05:37:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3247573177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:30 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:31 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:31 smithi107 ceph-mon[86658]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-10T05:37:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:31 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:31 smithi078 ceph-mon[92251]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-10T05:37:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:31 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:31 smithi078 ceph-mon[94618]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-10T05:37:32.096 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:32.097 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalEntries.AioWrite (2036 ms) 2024-08-10T05:37:32.097 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-08-10T05:37:32.109 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:32.110 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalEntries.AioDiscard (13 ms) 2024-08-10T05:37:32.110 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-08-10T05:37:32.118 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:32.118 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-08-10T05:37:32.118 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-08-10T05:37:32.127 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:32.127 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-08-10T05:37:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:32 smithi078 ceph-mon[92251]: pgmap v2039: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:32 smithi078 ceph-mon[92251]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-10T05:37:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:32 smithi078 ceph-mon[94618]: pgmap v2039: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:32 smithi078 ceph-mon[94618]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-10T05:37:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:37:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:37:31] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-08-10T05:37:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:32 smithi107 ceph-mon[86658]: pgmap v2039: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:32.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:32 smithi107 ceph-mon[86658]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-10T05:37:32.317 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:37:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:33.084 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from TestJournalEntries (2067 ms total) 2024-08-10T05:37:33.084 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:37:33.084 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 2 tests from TestTrash 2024-08-10T05:37:33.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:33 smithi078 ceph-mon[92251]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-10T05:37:33.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:33 smithi078 ceph-mon[94618]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-10T05:37:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:33 smithi107 ceph-mon[86658]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-10T05:37:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:34 smithi078 ceph-mon[94618]: pgmap v2042: 137 pgs: 16 creating+peering, 2 unknown, 119 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-08-10T05:37:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:34 smithi078 ceph-mon[94618]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-10T05:37:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:34 smithi078 ceph-mon[92251]: pgmap v2042: 137 pgs: 16 creating+peering, 2 unknown, 119 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-08-10T05:37:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:34 smithi078 ceph-mon[92251]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-10T05:37:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:34 smithi107 ceph-mon[86658]: pgmap v2042: 137 pgs: 16 creating+peering, 2 unknown, 119 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-08-10T05:37:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:34 smithi107 ceph-mon[86658]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-10T05:37:35.090 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-08-10T05:37:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:35 smithi078 ceph-mon[94618]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-10T05:37:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3932677545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:35 smithi078 ceph-mon[92251]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-10T05:37:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3932677545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:35 smithi107 ceph-mon[86658]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-10T05:37:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3932677545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[94618]: pgmap v2045: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3932677545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[94618]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-10T05:37:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[92251]: pgmap v2045: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3932677545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:36 smithi078 ceph-mon[92251]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-10T05:37:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:36 smithi107 ceph-mon[86658]: pgmap v2045: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:36 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:36 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3932677545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:36 smithi107 ceph-mon[86658]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-10T05:37:37.201 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestTrash.UserRemovingSource (2112 ms) 2024-08-10T05:37:37.202 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-08-10T05:37:37.242 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestTrash.RestoreMirroringSource (41 ms) 2024-08-10T05:37:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:37 smithi078 ceph-mon[92251]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-10T05:37:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:37 smithi078 ceph-mon[94618]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-10T05:37:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:37 smithi107 ceph-mon[86658]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-10T05:37:38.124 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 2 tests from TestTrash (2153 ms total) 2024-08-10T05:37:38.124 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:37:38.124 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from TestOperations 2024-08-10T05:37:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[92251]: pgmap v2048: 137 pgs: 23 creating+peering, 5 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:37:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[92251]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-10T05:37:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[94618]: pgmap v2048: 137 pgs: 23 creating+peering, 5 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:37:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:38 smithi078 ceph-mon[94618]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-10T05:37:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:38 smithi107 ceph-mon[86658]: pgmap v2048: 137 pgs: 23 creating+peering, 5 unknown, 109 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:38 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:38 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:37:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:38 smithi107 ceph-mon[86658]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-10T05:37:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:39 smithi078 ceph-mon[92251]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-10T05:37:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:39 smithi078 ceph-mon[94618]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-10T05:37:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:39 smithi107 ceph-mon[86658]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-10T05:37:40.123 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-08-10T05:37:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:40 smithi078 ceph-mon[92251]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:40 smithi078 ceph-mon[92251]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-10T05:37:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:40 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/479812356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:40 smithi078 ceph-mon[94618]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:40 smithi078 ceph-mon[94618]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-10T05:37:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:40 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/479812356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:40 smithi107 ceph-mon[86658]: pgmap v2051: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:40 smithi107 ceph-mon[86658]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-10T05:37:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:40 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/479812356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/479812356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[92251]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-10T05:37:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/479812356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[94618]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:37:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:37:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:41 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/479812356' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:41 smithi107 ceph-mon[86658]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-10T05:37:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:37:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:37:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:37:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:37:42.158 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:37:42.158 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2035 ms) 2024-08-10T05:37:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:42 smithi078 ceph-mon[92251]: pgmap v2054: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:42 smithi078 ceph-mon[92251]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-10T05:37:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:37:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:37:41] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-08-10T05:37:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:42 smithi078 ceph-mon[94618]: pgmap v2054: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:42 smithi078 ceph-mon[94618]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-10T05:37:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:42 smithi107 ceph-mon[86658]: pgmap v2054: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:42 smithi107 ceph-mon[86658]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-10T05:37:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:37:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:43.157 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 1 test from TestOperations (2036 ms total) 2024-08-10T05:37:43.157 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:37:43.157 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from TestObjectMap 2024-08-10T05:37:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:43 smithi078 ceph-mon[94618]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-10T05:37:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:43 smithi078 ceph-mon[92251]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-10T05:37:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:43 smithi107 ceph-mon[86658]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-10T05:37:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:44 smithi078 ceph-mon[92251]: pgmap v2057: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-08-10T05:37:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:44 smithi078 ceph-mon[92251]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-10T05:37:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:44 smithi078 ceph-mon[94618]: pgmap v2057: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-08-10T05:37:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:44 smithi078 ceph-mon[94618]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-10T05:37:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:44 smithi107 ceph-mon[86658]: pgmap v2057: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-08-10T05:37:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:44 smithi107 ceph-mon[86658]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-10T05:37:45.168 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-08-10T05:37:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:45 smithi078 ceph-mon[94618]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-10T05:37:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1770399345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:45 smithi078 ceph-mon[92251]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-10T05:37:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1770399345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:45 smithi107 ceph-mon[86658]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-10T05:37:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1770399345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[94618]: pgmap v2060: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[94618]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-10T05:37:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[92251]: pgmap v2060: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:46 smithi078 ceph-mon[92251]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-10T05:37:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:46 smithi107 ceph-mon[86658]: pgmap v2060: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:46 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:46 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:46 smithi107 ceph-mon[86658]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-10T05:37:47.214 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2046 ms) 2024-08-10T05:37:47.214 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-08-10T05:37:47.244 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (30 ms) 2024-08-10T05:37:47.245 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-08-10T05:37:47.281 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (37 ms) 2024-08-10T05:37:47.281 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-08-10T05:37:47.306 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (25 ms) 2024-08-10T05:37:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:47 smithi078 ceph-mon[92251]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-10T05:37:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:47 smithi078 ceph-mon[94618]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-10T05:37:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:47 smithi107 ceph-mon[86658]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-10T05:37:48.180 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 4 tests from TestObjectMap (2138 ms total) 2024-08-10T05:37:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:37:48.181 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 2 tests from TestMirroringWatcher 2024-08-10T05:37:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[92251]: pgmap v2063: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:37:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[92251]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-10T05:37:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[94618]: pgmap v2063: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:37:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:48 smithi078 ceph-mon[94618]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-10T05:37:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:48 smithi107 ceph-mon[86658]: pgmap v2063: 137 pgs: 1 creating+peering, 26 unknown, 110 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:48 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:37:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:48 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:37:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:48 smithi107 ceph-mon[86658]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-10T05:37:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:49 smithi078 ceph-mon[92251]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-10T05:37:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:49 smithi078 ceph-mon[94618]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-10T05:37:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:49 smithi107 ceph-mon[86658]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-10T05:37:50.204 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-08-10T05:37:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[92251]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[92251]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-10T05:37:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3477965409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[94618]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[94618]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-10T05:37:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3477965409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:50 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:50 smithi107 ceph-mon[86658]: pgmap v2066: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:50 smithi107 ceph-mon[86658]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-10T05:37:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:50 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3477965409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:50 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:51 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:51 smithi078 ceph-mon[92251]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-10T05:37:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:51 smithi078 ceph-mon[92251]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-10T05:37:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:51 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:51 smithi078 ceph-mon[94618]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-10T05:37:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:51 smithi078 ceph-mon[94618]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-10T05:37:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:51 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:51 smithi107 ceph-mon[86658]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-10T05:37:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:51 smithi107 ceph-mon[86658]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-10T05:37:52.206 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:37:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:37:51] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-08-10T05:37:52.231 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2027 ms) 2024-08-10T05:37:52.231 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-08-10T05:37:52.253 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-08-10T05:37:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:52 smithi107 ceph-mon[86658]: pgmap v2069: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:52 smithi107 ceph-mon[86658]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-10T05:37:52.469 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:37:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:52 smithi078 ceph-mon[92251]: pgmap v2069: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:52 smithi078 ceph-mon[92251]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-10T05:37:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:52 smithi078 ceph-mon[94618]: pgmap v2069: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:52 smithi078 ceph-mon[94618]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-10T05:37:53.220 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 2 tests from TestMirroringWatcher (2049 ms total) 2024-08-10T05:37:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:37:53.220 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 57 tests from TestMigration 2024-08-10T05:37:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:54 smithi078 ceph-mon[94618]: pgmap v2072: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:54 smithi078 ceph-mon[94618]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-10T05:37:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:54 smithi078 ceph-mon[92251]: pgmap v2072: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:54 smithi078 ceph-mon[92251]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-10T05:37:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:54 smithi107 ceph-mon[86658]: pgmap v2072: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:54 smithi107 ceph-mon[86658]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-10T05:37:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:55 smithi078 ceph-mon[92251]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-10T05:37:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:55 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/820567653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:55 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:55 smithi078 ceph-mon[94618]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-10T05:37:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:55 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/820567653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:55 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:55 smithi107 ceph-mon[86658]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-10T05:37:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:55 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/820567653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:55 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:37:56.233 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.Empty 2024-08-10T05:37:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[92251]: pgmap v2075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[92251]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-10T05:37:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[94618]: pgmap v2075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:56 smithi078 ceph-mon[94618]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-10T05:37:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:56 smithi107 ceph-mon[86658]: pgmap v2075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:56 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:37:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:56 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:37:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:56 smithi107 ceph-mon[86658]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-10T05:37:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:57 smithi107 ceph-mon[86658]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-10T05:37:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:57 smithi078 ceph-mon[92251]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-10T05:37:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:57 smithi078 ceph-mon[94618]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-10T05:37:58.302 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:37:58.314 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:37:58.461 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:37:58.530 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:37:58.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:58 smithi107 ceph-mon[86658]: pgmap v2078: 169 pgs: 5 creating+peering, 56 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:58.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:58 smithi107 ceph-mon[86658]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-10T05:37:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:37:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:58.610 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.Empty (2377 ms) 2024-08-10T05:37:58.611 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.OtherName 2024-08-10T05:37:58.638 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:37:58.649 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:37:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[94618]: pgmap v2078: 169 pgs: 5 creating+peering, 56 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[94618]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-10T05:37:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:37:58.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[92251]: pgmap v2078: 169 pgs: 5 creating+peering, 56 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:37:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[92251]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-10T05:37:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:37:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:58.771 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:37:58.832 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:37:58.909 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.OtherName (299 ms) 2024-08-10T05:37:58.910 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.OtherPool 2024-08-10T05:37:58.940 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:37:58.950 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:37:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:37:59 smithi107 ceph-mon[86658]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-10T05:37:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:37:59 smithi078 ceph-mon[92251]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-10T05:37:59.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:37:59 smithi078 ceph-mon[94618]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-10T05:38:00.381 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:00.448 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:00.529 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.OtherPool (1619 ms) 2024-08-10T05:38:00.529 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.OtherNamespace 2024-08-10T05:38:00.559 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:00.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:00 smithi107 ceph-mon[86658]: pgmap v2081: 169 pgs: 17 creating+peering, 28 unknown, 124 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:38:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:00 smithi107 ceph-mon[86658]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-10T05:38:00.572 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:00.697 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:00 smithi078 ceph-mon[92251]: pgmap v2081: 169 pgs: 17 creating+peering, 28 unknown, 124 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:38:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:00 smithi078 ceph-mon[92251]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-10T05:38:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:00 smithi078 ceph-mon[94618]: pgmap v2081: 169 pgs: 17 creating+peering, 28 unknown, 124 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:38:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:00 smithi078 ceph-mon[94618]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-10T05:38:00.754 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:00.828 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.OtherNamespace (300 ms) 2024-08-10T05:38:00.829 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.DataPool 2024-08-10T05:38:00.856 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:00.866 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:01.001 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:01.067 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:01.146 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.DataPool (318 ms) 2024-08-10T05:38:01.146 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-08-10T05:38:01.178 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:01.189 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:01.327 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:38:01.427 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.AbortAfterPrepare (280 ms) 2024-08-10T05:38:01.427 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-08-10T05:38:01.456 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:01.466 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:01.561 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (133 ms) 2024-08-10T05:38:01.561 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-08-10T05:38:01.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:01 smithi107 ceph-mon[86658]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-10T05:38:01.589 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:01.598 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:01 smithi078 ceph-mon[92251]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-10T05:38:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:01 smithi078 ceph-mon[94618]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-10T05:38:01.731 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:01.798 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:38:01.895 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.AbortAfterExecute (336 ms) 2024-08-10T05:38:01.895 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-08-10T05:38:01.923 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:01.932 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:02.054 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:02.113 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:38:02.208 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (313 ms) 2024-08-10T05:38:02.208 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-08-10T05:38:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:38:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:38:01] "GET /metrics HTTP/1.1" 200 38696 "" "Prometheus/2.43.0" 2024-08-10T05:38:02.237 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:02.251 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:02.374 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:02.438 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:38:02.544 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (335 ms) 2024-08-10T05:38:02.544 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-08-10T05:38:02.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:02 smithi107 ceph-mon[86658]: pgmap v2084: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-08-10T05:38:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:38:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:02.573 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:02.583 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:38:02.590 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.MirroringSamePool (46 ms) 2024-08-10T05:38:02.590 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.MirroringAbort 2024-08-10T05:38:02.619 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:02.629 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:38:02.636 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2024-08-10T05:38:02.636 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-08-10T05:38:02.664 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:02.674 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:38:02.680 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-08-10T05:38:02.680 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-08-10T05:38:02.711 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:02.721 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:38:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:02 smithi078 ceph-mon[92251]: pgmap v2084: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-08-10T05:38:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:02 smithi078 ceph-mon[94618]: pgmap v2084: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-08-10T05:38:02.728 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (48 ms) 2024-08-10T05:38:02.728 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.MirroringPool 2024-08-10T05:38:02.756 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:02.765 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:38:02.771 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.MirroringPool (43 ms) 2024-08-10T05:38:02.772 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.Group 2024-08-10T05:38:02.800 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:02.822 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:02.961 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:03.024 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:03.112 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.Group (340 ms) 2024-08-10T05:38:03.112 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.GroupAbort 2024-08-10T05:38:03.144 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:03.168 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:03.307 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:38:03.420 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.GroupAbort (309 ms) 2024-08-10T05:38:03.420 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnaps 2024-08-10T05:38:03.448 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:03.458 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:03.518 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:03.564 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:03.751 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:03.858 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:03.971 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnaps (551 ms) 2024-08-10T05:38:03.972 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-08-10T05:38:04.002 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:04.012 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:04.062 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:04.112 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:04.116 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:04.183 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:04.346 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:04.447 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:04.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:04 smithi107 ceph-mon[86658]: pgmap v2085: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 28 KiB/s wr, 518 op/s 2024-08-10T05:38:04.571 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnapsOtherPool (600 ms) 2024-08-10T05:38:04.571 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-08-10T05:38:04.607 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:04.618 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:04.674 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:04 smithi078 ceph-mon[92251]: pgmap v2085: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 28 KiB/s wr, 518 op/s 2024-08-10T05:38:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:04 smithi078 ceph-mon[94618]: pgmap v2085: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 28 KiB/s wr, 518 op/s 2024-08-10T05:38:04.727 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:04.912 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:05.034 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:05.158 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnapsDataPool (587 ms) 2024-08-10T05:38:05.158 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-08-10T05:38:05.186 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:05.197 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:05.251 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:05.311 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:05.486 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:38:05.494 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:05.601 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:05.706 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (547 ms) 2024-08-10T05:38:05.706 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-08-10T05:38:05.738 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:05.748 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:05.804 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:05.852 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 0 2024-08-10T05:38:05.865 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:05.970 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:06.041 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:06.091 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (386 ms) 2024-08-10T05:38:06.092 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-08-10T05:38:06.121 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:06.134 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:06.185 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:06.240 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:06.431 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 0 2024-08-10T05:38:06.444 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:06.509 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:06.562 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (471 ms) 2024-08-10T05:38:06.562 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-08-10T05:38:06.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:06 smithi107 ceph-mon[86658]: pgmap v2086: 169 pgs: 169 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.3 MiB/s wr, 1.27k op/s 2024-08-10T05:38:06.595 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:06.605 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:06.658 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:06.709 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:06 smithi078 ceph-mon[92251]: pgmap v2086: 169 pgs: 169 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.3 MiB/s wr, 1.27k op/s 2024-08-10T05:38:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:06 smithi078 ceph-mon[94618]: pgmap v2086: 169 pgs: 169 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.3 MiB/s wr, 1.27k op/s 2024-08-10T05:38:06.892 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:38:06.899 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:07.014 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:07.159 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (597 ms) 2024-08-10T05:38:07.159 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-08-10T05:38:07.189 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:07.198 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:07.252 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:07.311 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:07.496 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: after_prepare_snap 2024-08-10T05:38:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:07 smithi107 ceph-mon[86658]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-10T05:38:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:07 smithi107 ceph-mon[86658]: pgmap v2088: 169 pgs: 169 active+clean; 73 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 1.35k op/s 2024-08-10T05:38:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:07 smithi078 ceph-mon[94618]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-10T05:38:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:07 smithi078 ceph-mon[94618]: pgmap v2088: 169 pgs: 169 active+clean; 73 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 1.35k op/s 2024-08-10T05:38:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:07 smithi078 ceph-mon[92251]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-10T05:38:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:07 smithi078 ceph-mon[92251]: pgmap v2088: 169 pgs: 169 active+clean; 73 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 1.35k op/s 2024-08-10T05:38:09.012 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:38:09.036 INFO:tasks.workunit.client.0.smithi078.stdout:write: * 0~1000 2024-08-10T05:38:09.042 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:09.165 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:08 smithi107 ceph-mon[86658]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-10T05:38:09.337 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2178 ms) 2024-08-10T05:38:09.337 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.Snaps 2024-08-10T05:38:09.365 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:09.374 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:09.430 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:38:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:08 smithi078 ceph-mon[92251]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-10T05:38:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:08 smithi078 ceph-mon[94618]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-10T05:38:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:10 smithi107 ceph-mon[86658]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-10T05:38:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:10 smithi107 ceph-mon[86658]: pgmap v2091: 169 pgs: 169 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 1.85k op/s 2024-08-10T05:38:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:10 smithi078 ceph-mon[92251]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-10T05:38:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:10 smithi078 ceph-mon[92251]: pgmap v2091: 169 pgs: 169 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 1.85k op/s 2024-08-10T05:38:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:10 smithi078 ceph-mon[94618]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-10T05:38:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:10 smithi078 ceph-mon[94618]: pgmap v2091: 169 pgs: 169 active+clean; 121 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 33 MiB/s wr, 1.85k op/s 2024-08-10T05:38:11.020 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:38:11.031 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:38:11.032 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:38:11.032 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:38:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:11 smithi107 ceph-mon[86658]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-10T05:38:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:11 smithi078 ceph-mon[94618]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-10T05:38:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:11 smithi078 ceph-mon[92251]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-10T05:38:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:38:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:38:11] "GET /metrics HTTP/1.1" 200 38696 "" "Prometheus/2.43.0" 2024-08-10T05:38:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:12 smithi078 ceph-mon[92251]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-10T05:38:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:12 smithi078 ceph-mon[92251]: pgmap v2094: 169 pgs: 169 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 97 MiB/s rd, 72 MiB/s wr, 1.75k op/s 2024-08-10T05:38:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:12 smithi078 ceph-mon[92251]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-10T05:38:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:12 smithi078 ceph-mon[94618]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-10T05:38:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:12 smithi078 ceph-mon[94618]: pgmap v2094: 169 pgs: 169 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 97 MiB/s rd, 72 MiB/s wr, 1.75k op/s 2024-08-10T05:38:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:12 smithi078 ceph-mon[94618]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-10T05:38:12.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:12 smithi107 ceph-mon[86658]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-10T05:38:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:12 smithi107 ceph-mon[86658]: pgmap v2094: 169 pgs: 169 active+clean; 197 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 97 MiB/s rd, 72 MiB/s wr, 1.75k op/s 2024-08-10T05:38:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:12 smithi107 ceph-mon[86658]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-10T05:38:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:38:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:13.004 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:38:13.009 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:38:13.009 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:38:13.020 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:38:13.045 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]: dispatch 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]': finished 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]': finished 2024-08-10T05:38:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:13 smithi107 ceph-mon[86658]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-10T05:38:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]: dispatch 2024-08-10T05:38:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-08-10T05:38:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]': finished 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]': finished 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[92251]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]: dispatch 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]: dispatch 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]': finished 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-08-10T05:38:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 2]}]': finished 2024-08-10T05:38:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:13 smithi078 ceph-mon[94618]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-10T05:38:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:14 smithi107 ceph-mon[86658]: pgmap v2097: 169 pgs: 169 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s rd, 51 MiB/s wr, 1.20k op/s 2024-08-10T05:38:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:14 smithi107 ceph-mon[86658]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-10T05:38:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:14 smithi078 ceph-mon[92251]: pgmap v2097: 169 pgs: 169 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s rd, 51 MiB/s wr, 1.20k op/s 2024-08-10T05:38:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:14 smithi078 ceph-mon[92251]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-10T05:38:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:14 smithi078 ceph-mon[94618]: pgmap v2097: 169 pgs: 169 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s rd, 51 MiB/s wr, 1.20k op/s 2024-08-10T05:38:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:14 smithi078 ceph-mon[94618]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-10T05:38:15.002 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:15.032 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:38:15.040 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:16 smithi107 ceph-mon[86658]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-10T05:38:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:16 smithi107 ceph-mon[86658]: pgmap v2100: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 14 MiB/s wr, 363 op/s 2024-08-10T05:38:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:16 smithi078 ceph-mon[92251]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-10T05:38:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:16 smithi078 ceph-mon[92251]: pgmap v2100: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 14 MiB/s wr, 363 op/s 2024-08-10T05:38:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:16 smithi078 ceph-mon[94618]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-10T05:38:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:16 smithi078 ceph-mon[94618]: pgmap v2100: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 14 MiB/s wr, 363 op/s 2024-08-10T05:38:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:17 smithi107 ceph-mon[86658]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-10T05:38:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:17 smithi078 ceph-mon[92251]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-10T05:38:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:17 smithi078 ceph-mon[94618]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-10T05:38:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:18 smithi107 ceph-mon[86658]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-10T05:38:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:18 smithi107 ceph-mon[86658]: pgmap v2103: 169 pgs: 169 active+clean; 241 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-08-10T05:38:18.442 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:18 smithi078 ceph-mon[92251]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-10T05:38:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:18 smithi078 ceph-mon[92251]: pgmap v2103: 169 pgs: 169 active+clean; 241 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-08-10T05:38:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:18 smithi078 ceph-mon[94618]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-10T05:38:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:18 smithi078 ceph-mon[94618]: pgmap v2103: 169 pgs: 169 active+clean; 241 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-08-10T05:38:18.592 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:19 smithi107 ceph-mon[86658]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-10T05:38:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:19 smithi078 ceph-mon[92251]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-10T05:38:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:19 smithi078 ceph-mon[94618]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-10T05:38:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:20 smithi107 ceph-mon[86658]: pgmap v2105: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 29 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-10T05:38:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:20 smithi107 ceph-mon[86658]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-10T05:38:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:20 smithi078 ceph-mon[92251]: pgmap v2105: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 29 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-10T05:38:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:20 smithi078 ceph-mon[92251]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-10T05:38:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:20 smithi078 ceph-mon[94618]: pgmap v2105: 169 pgs: 169 active+clean; 253 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 29 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-10T05:38:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:20 smithi078 ceph-mon[94618]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-10T05:38:21.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:21 smithi107 ceph-mon[86658]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-10T05:38:21.401 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.Snaps (12064 ms) 2024-08-10T05:38:21.402 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-08-10T05:38:21.433 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:21.443 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:21 smithi078 ceph-mon[92251]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-10T05:38:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:21 smithi078 ceph-mon[94618]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-10T05:38:21.503 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:38:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:22 smithi078 ceph-mon[92251]: pgmap v2108: 169 pgs: 169 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 456 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-10T05:38:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:22 smithi078 ceph-mon[92251]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-10T05:38:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:38:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:38:21] "GET /metrics HTTP/1.1" 200 38827 "" "Prometheus/2.43.0" 2024-08-10T05:38:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:22 smithi078 ceph-mon[94618]: pgmap v2108: 169 pgs: 169 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 456 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-10T05:38:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:22 smithi078 ceph-mon[94618]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-10T05:38:22.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:22 smithi107 ceph-mon[86658]: pgmap v2108: 169 pgs: 169 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 456 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-10T05:38:22.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:22 smithi107 ceph-mon[86658]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-10T05:38:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:38:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:23.074 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:38:23.097 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:38:23.098 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:38:23.098 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:38:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:23 smithi107 ceph-mon[86658]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-10T05:38:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:23 smithi078 ceph-mon[92251]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-10T05:38:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:23 smithi078 ceph-mon[94618]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-10T05:38:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:24 smithi107 ceph-mon[86658]: pgmap v2111: 169 pgs: 169 active+clean; 269 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 485 op/s 2024-08-10T05:38:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:24 smithi107 ceph-mon[86658]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-10T05:38:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:24 smithi078 ceph-mon[92251]: pgmap v2111: 169 pgs: 169 active+clean; 269 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 485 op/s 2024-08-10T05:38:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:24 smithi078 ceph-mon[92251]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-10T05:38:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:24 smithi078 ceph-mon[94618]: pgmap v2111: 169 pgs: 169 active+clean; 269 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 485 op/s 2024-08-10T05:38:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:24 smithi078 ceph-mon[94618]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-10T05:38:25.087 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:38:25.093 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:38:25.094 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:38:25.103 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:38:25.119 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:38:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:25 smithi078 ceph-mon[92251]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-10T05:38:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:25 smithi078 ceph-mon[94618]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-10T05:38:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:25 smithi107 ceph-mon[86658]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-10T05:38:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:26 smithi078 ceph-mon[94618]: pgmap v2114: 169 pgs: 169 active+clean; 281 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 159 op/s 2024-08-10T05:38:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:26 smithi078 ceph-mon[94618]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-10T05:38:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:26 smithi078 ceph-mon[92251]: pgmap v2114: 169 pgs: 169 active+clean; 281 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 159 op/s 2024-08-10T05:38:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:26 smithi078 ceph-mon[92251]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-10T05:38:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:26 smithi107 ceph-mon[86658]: pgmap v2114: 169 pgs: 169 active+clean; 281 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 159 op/s 2024-08-10T05:38:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:26 smithi107 ceph-mon[86658]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-10T05:38:27.005 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:27.030 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:38:27.039 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:27.046 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:38:27.112 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:27 smithi078 ceph-mon[94618]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-10T05:38:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:27 smithi078 ceph-mon[94618]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-10T05:38:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:27 smithi078 ceph-mon[92251]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-10T05:38:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:27 smithi078 ceph-mon[92251]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-10T05:38:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:27 smithi107 ceph-mon[86658]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-10T05:38:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:27 smithi107 ceph-mon[86658]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-10T05:38:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:28 smithi078 ceph-mon[94618]: pgmap v2118: 169 pgs: 169 active+clean; 289 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.1 MiB/s wr, 128 op/s 2024-08-10T05:38:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:28 smithi078 ceph-mon[92251]: pgmap v2118: 169 pgs: 169 active+clean; 289 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.1 MiB/s wr, 128 op/s 2024-08-10T05:38:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:28 smithi107 ceph-mon[86658]: pgmap v2118: 169 pgs: 169 active+clean; 289 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.1 MiB/s wr, 128 op/s 2024-08-10T05:38:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:29 smithi078 ceph-mon[92251]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-10T05:38:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:29 smithi078 ceph-mon[94618]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-10T05:38:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:29 smithi107 ceph-mon[86658]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-10T05:38:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:30 smithi078 ceph-mon[92251]: pgmap v2120: 169 pgs: 169 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-08-10T05:38:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:30 smithi078 ceph-mon[92251]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-10T05:38:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:30 smithi078 ceph-mon[94618]: pgmap v2120: 169 pgs: 169 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-08-10T05:38:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:30 smithi078 ceph-mon[94618]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-10T05:38:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:30 smithi107 ceph-mon[86658]: pgmap v2120: 169 pgs: 169 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-08-10T05:38:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:30 smithi107 ceph-mon[86658]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-10T05:38:30.585 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:30.757 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:31 smithi078 ceph-mon[92251]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-10T05:38:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:31 smithi078 ceph-mon[94618]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-10T05:38:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:31 smithi107 ceph-mon[86658]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-10T05:38:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:38:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:38:31] "GET /metrics HTTP/1.1" 200 38824 "" "Prometheus/2.43.0" 2024-08-10T05:38:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:32 smithi078 ceph-mon[94618]: pgmap v2123: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 MiB/s wr, 183 op/s 2024-08-10T05:38:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:32 smithi078 ceph-mon[94618]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-10T05:38:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:32 smithi078 ceph-mon[94618]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-10T05:38:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:32 smithi078 ceph-mon[92251]: pgmap v2123: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 MiB/s wr, 183 op/s 2024-08-10T05:38:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:32 smithi078 ceph-mon[92251]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-10T05:38:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:32 smithi078 ceph-mon[92251]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-10T05:38:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:32 smithi107 ceph-mon[86658]: pgmap v2123: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 13 MiB/s wr, 183 op/s 2024-08-10T05:38:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:32 smithi107 ceph-mon[86658]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-10T05:38:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:32 smithi107 ceph-mon[86658]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-10T05:38:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:38:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:33.365 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsOtherPool (11964 ms) 2024-08-10T05:38:33.366 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-08-10T05:38:33.398 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:33.408 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:33.468 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:38:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:33 smithi107 ceph-mon[86658]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-10T05:38:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:33 smithi107 ceph-mon[86658]: pgmap v2127: 169 pgs: 169 active+clean; 369 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 227 op/s 2024-08-10T05:38:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:33 smithi078 ceph-mon[92251]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-10T05:38:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:33 smithi078 ceph-mon[92251]: pgmap v2127: 169 pgs: 169 active+clean; 369 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 227 op/s 2024-08-10T05:38:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:33 smithi078 ceph-mon[94618]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-10T05:38:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:33 smithi078 ceph-mon[94618]: pgmap v2127: 169 pgs: 169 active+clean; 369 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 227 op/s 2024-08-10T05:38:35.024 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:38:35.039 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:38:35.039 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:38:35.039 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:38:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:34 smithi107 ceph-mon[86658]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-10T05:38:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:34 smithi078 ceph-mon[92251]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-10T05:38:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:34 smithi078 ceph-mon[94618]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-10T05:38:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:36 smithi107 ceph-mon[86658]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-10T05:38:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:36 smithi107 ceph-mon[86658]: pgmap v2130: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 10 MiB/s wr, 429 op/s 2024-08-10T05:38:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:36 smithi078 ceph-mon[92251]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-10T05:38:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:36 smithi078 ceph-mon[92251]: pgmap v2130: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 10 MiB/s wr, 429 op/s 2024-08-10T05:38:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:36 smithi078 ceph-mon[94618]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-10T05:38:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:36 smithi078 ceph-mon[94618]: pgmap v2130: 169 pgs: 169 active+clean; 357 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 10 MiB/s wr, 429 op/s 2024-08-10T05:38:37.033 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:38:37.040 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:38:37.040 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:38:37.049 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:38:37.073 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:38:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:37 smithi107 ceph-mon[86658]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-10T05:38:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:37 smithi078 ceph-mon[92251]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-10T05:38:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:37 smithi078 ceph-mon[94618]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-10T05:38:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:38 smithi107 ceph-mon[86658]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-10T05:38:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:38 smithi107 ceph-mon[86658]: pgmap v2133: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 8.0 MiB/s wr, 259 op/s 2024-08-10T05:38:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:38 smithi078 ceph-mon[94618]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-10T05:38:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:38 smithi078 ceph-mon[94618]: pgmap v2133: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 8.0 MiB/s wr, 259 op/s 2024-08-10T05:38:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:38 smithi078 ceph-mon[92251]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-10T05:38:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:38 smithi078 ceph-mon[92251]: pgmap v2133: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 8.0 MiB/s wr, 259 op/s 2024-08-10T05:38:39.060 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:39.082 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:38:39.093 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:39 smithi107 ceph-mon[86658]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-10T05:38:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:39 smithi078 ceph-mon[92251]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-10T05:38:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:39 smithi078 ceph-mon[94618]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-10T05:38:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:40 smithi107 ceph-mon[86658]: pgmap v2135: 169 pgs: 169 active+clean; 373 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 107 op/s 2024-08-10T05:38:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:40 smithi107 ceph-mon[86658]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-10T05:38:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:40 smithi078 ceph-mon[92251]: pgmap v2135: 169 pgs: 169 active+clean; 373 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 107 op/s 2024-08-10T05:38:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:40 smithi078 ceph-mon[92251]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-10T05:38:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:40 smithi078 ceph-mon[94618]: pgmap v2135: 169 pgs: 169 active+clean; 373 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 107 op/s 2024-08-10T05:38:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:40 smithi078 ceph-mon[94618]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-10T05:38:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:41 smithi107 ceph-mon[86658]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-10T05:38:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:38:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:41 smithi078 ceph-mon[92251]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-10T05:38:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:38:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:41 smithi078 ceph-mon[94618]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-10T05:38:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:38:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:38:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:38:41] "GET /metrics HTTP/1.1" 200 38824 "" "Prometheus/2.43.0" 2024-08-10T05:38:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[92251]: pgmap v2138: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-08-10T05:38:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[92251]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-10T05:38:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[92251]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[94618]: pgmap v2138: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[94618]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:38:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:42 smithi078 ceph-mon[94618]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-10T05:38:42.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:42 smithi107 ceph-mon[86658]: pgmap v2138: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-08-10T05:38:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:42 smithi107 ceph-mon[86658]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-10T05:38:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:38:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:38:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:38:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:42 smithi107 ceph-mon[86658]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-10T05:38:42.457 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:38:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:42.598 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:44 smithi107 ceph-mon[86658]: pgmap v2141: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-08-10T05:38:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:44 smithi107 ceph-mon[86658]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-10T05:38:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:44 smithi078 ceph-mon[92251]: pgmap v2141: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-08-10T05:38:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:44 smithi078 ceph-mon[92251]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-10T05:38:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:44 smithi078 ceph-mon[94618]: pgmap v2141: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-08-10T05:38:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:44 smithi078 ceph-mon[94618]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-10T05:38:45.435 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsDataPool (12069 ms) 2024-08-10T05:38:45.435 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-08-10T05:38:45.464 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:45.475 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:45 smithi078 ceph-mon[92251]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-10T05:38:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:45 smithi078 ceph-mon[94618]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-10T05:38:45.541 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:38:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:45 smithi107 ceph-mon[86658]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-10T05:38:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:46 smithi078 ceph-mon[94618]: pgmap v2144: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 439 op/s 2024-08-10T05:38:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:46 smithi078 ceph-mon[94618]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-10T05:38:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:46 smithi078 ceph-mon[92251]: pgmap v2144: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 439 op/s 2024-08-10T05:38:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:46 smithi078 ceph-mon[92251]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-10T05:38:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:46 smithi107 ceph-mon[86658]: pgmap v2144: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 439 op/s 2024-08-10T05:38:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:46 smithi107 ceph-mon[86658]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-10T05:38:47.104 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:38:47.123 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:38:47.123 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:38:47.123 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:38:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:47 smithi078 ceph-mon[92251]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-10T05:38:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:47 smithi078 ceph-mon[94618]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-10T05:38:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:47 smithi107 ceph-mon[86658]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-10T05:38:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:48 smithi078 ceph-mon[92251]: pgmap v2147: 169 pgs: 169 active+clean; 405 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 442 op/s 2024-08-10T05:38:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:48 smithi078 ceph-mon[92251]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-10T05:38:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:48 smithi078 ceph-mon[94618]: pgmap v2147: 169 pgs: 169 active+clean; 405 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 442 op/s 2024-08-10T05:38:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:48 smithi078 ceph-mon[94618]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-10T05:38:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:48 smithi107 ceph-mon[86658]: pgmap v2147: 169 pgs: 169 active+clean; 405 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 442 op/s 2024-08-10T05:38:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:48 smithi107 ceph-mon[86658]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-10T05:38:49.118 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:38:49.124 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:38:49.124 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:38:49.133 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:38:49.154 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:38:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:49 smithi078 ceph-mon[92251]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-10T05:38:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:49 smithi078 ceph-mon[94618]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-10T05:38:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:49 smithi107 ceph-mon[86658]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-10T05:38:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:50 smithi078 ceph-mon[92251]: pgmap v2150: 169 pgs: 169 active+clean; 417 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 31 op/s 2024-08-10T05:38:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:50 smithi078 ceph-mon[92251]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-10T05:38:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:50 smithi078 ceph-mon[94618]: pgmap v2150: 169 pgs: 169 active+clean; 417 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 31 op/s 2024-08-10T05:38:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:50 smithi078 ceph-mon[94618]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-10T05:38:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:50 smithi107 ceph-mon[86658]: pgmap v2150: 169 pgs: 169 active+clean; 417 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 7.0 MiB/s wr, 31 op/s 2024-08-10T05:38:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:50 smithi107 ceph-mon[86658]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-10T05:38:51.129 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:51.151 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:38:51.159 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:38:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:51 smithi078 ceph-mon[94618]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-10T05:38:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:51 smithi078 ceph-mon[92251]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-10T05:38:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:51 smithi107 ceph-mon[86658]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-10T05:38:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:52 smithi078 ceph-mon[92251]: pgmap v2153: 169 pgs: 169 active+clean; 433 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-08-10T05:38:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:52 smithi078 ceph-mon[92251]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-10T05:38:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:52 smithi078 ceph-mon[92251]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-10T05:38:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:52 smithi078 ceph-mon[94618]: pgmap v2153: 169 pgs: 169 active+clean; 433 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-08-10T05:38:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:52 smithi078 ceph-mon[94618]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-10T05:38:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:52 smithi078 ceph-mon[94618]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-10T05:38:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:38:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:38:51] "GET /metrics HTTP/1.1" 200 38825 "" "Prometheus/2.43.0" 2024-08-10T05:38:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:52 smithi107 ceph-mon[86658]: pgmap v2153: 169 pgs: 169 active+clean; 433 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 146 op/s 2024-08-10T05:38:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:52 smithi107 ceph-mon[86658]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-10T05:38:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:52 smithi107 ceph-mon[86658]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-10T05:38:52.469 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:38:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:54 smithi107 ceph-mon[86658]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-10T05:38:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:54 smithi107 ceph-mon[86658]: pgmap v2157: 169 pgs: 169 active+clean; 437 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 160 op/s 2024-08-10T05:38:54.460 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:38:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:54 smithi078 ceph-mon[92251]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-10T05:38:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:54 smithi078 ceph-mon[92251]: pgmap v2157: 169 pgs: 169 active+clean; 437 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 160 op/s 2024-08-10T05:38:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:54 smithi078 ceph-mon[94618]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-10T05:38:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:54 smithi078 ceph-mon[94618]: pgmap v2157: 169 pgs: 169 active+clean; 437 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 160 op/s 2024-08-10T05:38:54.482 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:38:54.621 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:38:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:55 smithi107 ceph-mon[86658]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-10T05:38:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:55 smithi078 ceph-mon[92251]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-10T05:38:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:55 smithi078 ceph-mon[94618]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-10T05:38:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:56 smithi107 ceph-mon[86658]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-10T05:38:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:56 smithi107 ceph-mon[86658]: pgmap v2160: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-08-10T05:38:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:56 smithi078 ceph-mon[94618]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-10T05:38:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:56 smithi078 ceph-mon[94618]: pgmap v2160: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-08-10T05:38:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:56 smithi078 ceph-mon[92251]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-10T05:38:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:56 smithi078 ceph-mon[92251]: pgmap v2160: 169 pgs: 169 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-08-10T05:38:57.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:57 smithi107 ceph-mon[86658]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-10T05:38:57.351 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11917 ms) 2024-08-10T05:38:57.352 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-08-10T05:38:57.382 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:38:57.392 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:38:57.447 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:38:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:57 smithi078 ceph-mon[94618]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-10T05:38:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:57 smithi078 ceph-mon[92251]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-10T05:38:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:58 smithi107 ceph-mon[86658]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-10T05:38:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:58 smithi107 ceph-mon[86658]: pgmap v2163: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 210 op/s 2024-08-10T05:38:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:58 smithi078 ceph-mon[94618]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-10T05:38:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:58 smithi078 ceph-mon[94618]: pgmap v2163: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 210 op/s 2024-08-10T05:38:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:58 smithi078 ceph-mon[92251]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-10T05:38:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:58 smithi078 ceph-mon[92251]: pgmap v2163: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 210 op/s 2024-08-10T05:38:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:59.046 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:38:59.065 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:38:59.065 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:38:59.065 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:38:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:38:59 smithi107 ceph-mon[86658]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-10T05:38:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:38:59 smithi078 ceph-mon[92251]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-10T05:38:59.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:38:59 smithi078 ceph-mon[94618]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-10T05:39:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:00 smithi107 ceph-mon[86658]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-10T05:39:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:00 smithi107 ceph-mon[86658]: pgmap v2166: 169 pgs: 169 active+clean; 461 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 73 op/s 2024-08-10T05:39:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:00 smithi078 ceph-mon[92251]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-10T05:39:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:00 smithi078 ceph-mon[92251]: pgmap v2166: 169 pgs: 169 active+clean; 461 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 73 op/s 2024-08-10T05:39:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:00 smithi078 ceph-mon[94618]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-10T05:39:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:00 smithi078 ceph-mon[94618]: pgmap v2166: 169 pgs: 169 active+clean; 461 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 73 op/s 2024-08-10T05:39:01.076 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:39:01.085 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:39:01.085 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:39:01.095 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:39:01.113 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:39:01.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:01 smithi107 ceph-mon[86658]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-10T05:39:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:01 smithi078 ceph-mon[92251]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-10T05:39:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:01 smithi078 ceph-mon[94618]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-10T05:39:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:02 smithi078 ceph-mon[92251]: pgmap v2168: 169 pgs: 169 active+clean; 481 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 11 MiB/s wr, 433 op/s 2024-08-10T05:39:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:02 smithi078 ceph-mon[92251]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-10T05:39:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:02 smithi078 ceph-mon[92251]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-10T05:39:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:39:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:39:01] "GET /metrics HTTP/1.1" 200 38829 "" "Prometheus/2.43.0" 2024-08-10T05:39:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:02 smithi078 ceph-mon[94618]: pgmap v2168: 169 pgs: 169 active+clean; 481 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 11 MiB/s wr, 433 op/s 2024-08-10T05:39:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:02 smithi078 ceph-mon[94618]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-10T05:39:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:02 smithi078 ceph-mon[94618]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-10T05:39:02.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:02 smithi107 ceph-mon[86658]: pgmap v2168: 169 pgs: 169 active+clean; 481 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 11 MiB/s wr, 433 op/s 2024-08-10T05:39:02.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:02 smithi107 ceph-mon[86658]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-10T05:39:02.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:02 smithi107 ceph-mon[86658]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-10T05:39:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:39:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:03.015 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:03.040 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:39:03.049 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 0 2024-08-10T05:39:03.066 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:39:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:04 smithi107 ceph-mon[86658]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-10T05:39:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:04 smithi107 ceph-mon[86658]: pgmap v2172: 169 pgs: 169 active+clean; 497 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 12 MiB/s wr, 422 op/s 2024-08-10T05:39:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:04 smithi078 ceph-mon[92251]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-10T05:39:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:04 smithi078 ceph-mon[92251]: pgmap v2172: 169 pgs: 169 active+clean; 497 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 12 MiB/s wr, 422 op/s 2024-08-10T05:39:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:04 smithi078 ceph-mon[94618]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-10T05:39:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:04 smithi078 ceph-mon[94618]: pgmap v2172: 169 pgs: 169 active+clean; 497 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 12 MiB/s wr, 422 op/s 2024-08-10T05:39:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:05 smithi107 ceph-mon[86658]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-10T05:39:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:05 smithi078 ceph-mon[92251]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-10T05:39:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:05 smithi078 ceph-mon[94618]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-10T05:39:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:06 smithi107 ceph-mon[86658]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-10T05:39:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:06 smithi107 ceph-mon[86658]: pgmap v2175: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.1 MiB/s wr, 182 op/s 2024-08-10T05:39:06.378 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:39:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:06 smithi078 ceph-mon[94618]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-10T05:39:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:06 smithi078 ceph-mon[94618]: pgmap v2175: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.1 MiB/s wr, 182 op/s 2024-08-10T05:39:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:06 smithi078 ceph-mon[92251]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-10T05:39:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:06 smithi078 ceph-mon[92251]: pgmap v2175: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.1 MiB/s wr, 182 op/s 2024-08-10T05:39:06.526 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:39:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:07 smithi107 ceph-mon[86658]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-10T05:39:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:07 smithi107 ceph-mon[86658]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-10T05:39:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:07 smithi078 ceph-mon[92251]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-10T05:39:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:07 smithi078 ceph-mon[92251]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-10T05:39:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:07 smithi078 ceph-mon[94618]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-10T05:39:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:07 smithi078 ceph-mon[94618]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-10T05:39:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:08 smithi107 ceph-mon[86658]: pgmap v2178: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 2.0 MiB/s wr, 173 op/s 2024-08-10T05:39:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:08 smithi078 ceph-mon[92251]: pgmap v2178: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 2.0 MiB/s wr, 173 op/s 2024-08-10T05:39:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:08 smithi078 ceph-mon[94618]: pgmap v2178: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 2.0 MiB/s wr, 173 op/s 2024-08-10T05:39:09.298 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11947 ms) 2024-08-10T05:39:09.299 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-08-10T05:39:09.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:09 smithi107 ceph-mon[86658]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-10T05:39:09.328 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:09.339 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:39:09.398 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:39:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:09 smithi078 ceph-mon[92251]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-10T05:39:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:09 smithi078 ceph-mon[94618]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-10T05:39:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:10 smithi107 ceph-mon[86658]: pgmap v2180: 169 pgs: 169 active+clean; 513 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 53 op/s 2024-08-10T05:39:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:10 smithi107 ceph-mon[86658]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-10T05:39:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:10 smithi078 ceph-mon[94618]: pgmap v2180: 169 pgs: 169 active+clean; 513 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 53 op/s 2024-08-10T05:39:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:10 smithi078 ceph-mon[94618]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-10T05:39:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:10 smithi078 ceph-mon[92251]: pgmap v2180: 169 pgs: 169 active+clean; 513 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 53 op/s 2024-08-10T05:39:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:10 smithi078 ceph-mon[92251]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-10T05:39:11.076 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:39:11.091 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:39:11.092 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:39:11.092 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:39:11.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:11 smithi107 ceph-mon[86658]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-10T05:39:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:11 smithi078 ceph-mon[92251]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-10T05:39:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:11 smithi078 ceph-mon[94618]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-10T05:39:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:12 smithi078 ceph-mon[92251]: pgmap v2183: 169 pgs: 169 active+clean; 513 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 401 op/s 2024-08-10T05:39:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:12 smithi078 ceph-mon[92251]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-10T05:39:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:12 smithi078 ceph-mon[94618]: pgmap v2183: 169 pgs: 169 active+clean; 513 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 401 op/s 2024-08-10T05:39:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:12 smithi078 ceph-mon[94618]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-10T05:39:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:39:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:39:11] "GET /metrics HTTP/1.1" 200 38829 "" "Prometheus/2.43.0" 2024-08-10T05:39:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:12 smithi107 ceph-mon[86658]: pgmap v2183: 169 pgs: 169 active+clean; 513 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 401 op/s 2024-08-10T05:39:12.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:12 smithi107 ceph-mon[86658]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-10T05:39:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:39:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:13.079 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:39:13.085 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:39:13.085 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:39:13.096 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:39:13.118 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:39:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:13 smithi107 ceph-mon[86658]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-10T05:39:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:13 smithi078 ceph-mon[94618]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-10T05:39:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:13.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:13 smithi078 ceph-mon[92251]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-10T05:39:13.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:14 smithi107 ceph-mon[86658]: pgmap v2186: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 416 op/s 2024-08-10T05:39:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:14 smithi107 ceph-mon[86658]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-10T05:39:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:14 smithi078 ceph-mon[92251]: pgmap v2186: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 416 op/s 2024-08-10T05:39:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:14 smithi078 ceph-mon[92251]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-10T05:39:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:14 smithi078 ceph-mon[94618]: pgmap v2186: 169 pgs: 169 active+clean; 517 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 416 op/s 2024-08-10T05:39:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:14 smithi078 ceph-mon[94618]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-10T05:39:15.101 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:15.126 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:39:15.135 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:39:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:15 smithi078 ceph-mon[92251]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-10T05:39:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:15 smithi078 ceph-mon[94618]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-10T05:39:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:15 smithi107 ceph-mon[86658]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-10T05:39:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:16 smithi078 ceph-mon[92251]: pgmap v2189: 169 pgs: 169 active+clean; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 152 op/s 2024-08-10T05:39:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:16 smithi078 ceph-mon[92251]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-10T05:39:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:16 smithi078 ceph-mon[94618]: pgmap v2189: 169 pgs: 169 active+clean; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 152 op/s 2024-08-10T05:39:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:16 smithi078 ceph-mon[94618]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-10T05:39:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:16 smithi107 ceph-mon[86658]: pgmap v2189: 169 pgs: 169 active+clean; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 152 op/s 2024-08-10T05:39:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:16 smithi107 ceph-mon[86658]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-10T05:39:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:17 smithi078 ceph-mon[92251]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-10T05:39:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:17 smithi078 ceph-mon[92251]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-10T05:39:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:17 smithi078 ceph-mon[94618]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-10T05:39:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:17 smithi078 ceph-mon[94618]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-10T05:39:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:17 smithi107 ceph-mon[86658]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-10T05:39:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:17 smithi107 ceph-mon[86658]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-10T05:39:18.440 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 0 2024-08-10T05:39:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:18 smithi078 ceph-mon[92251]: pgmap v2193: 169 pgs: 169 active+clean; 561 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.1 MiB/s wr, 126 op/s 2024-08-10T05:39:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:18 smithi078 ceph-mon[92251]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-10T05:39:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:18 smithi078 ceph-mon[94618]: pgmap v2193: 169 pgs: 169 active+clean; 561 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.1 MiB/s wr, 126 op/s 2024-08-10T05:39:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:18 smithi078 ceph-mon[94618]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-10T05:39:18.522 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:39:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:18 smithi107 ceph-mon[86658]: pgmap v2193: 169 pgs: 169 active+clean; 561 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.1 MiB/s wr, 126 op/s 2024-08-10T05:39:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:18 smithi107 ceph-mon[86658]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-10T05:39:18.648 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:39:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:20 smithi078 ceph-mon[92251]: pgmap v2195: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-08-10T05:39:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:20 smithi078 ceph-mon[92251]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-10T05:39:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:20 smithi078 ceph-mon[94618]: pgmap v2195: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-08-10T05:39:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:20 smithi078 ceph-mon[94618]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-10T05:39:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:20 smithi107 ceph-mon[86658]: pgmap v2195: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-08-10T05:39:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:20 smithi107 ceph-mon[86658]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-10T05:39:21.381 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12083 ms) 2024-08-10T05:39:21.381 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-08-10T05:39:21.413 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:21.424 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:39:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:21 smithi078 ceph-mon[92251]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-10T05:39:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:21 smithi078 ceph-mon[94618]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-10T05:39:21.490 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:39:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:21 smithi107 ceph-mon[86658]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-10T05:39:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:22 smithi078 ceph-mon[94618]: pgmap v2198: 169 pgs: 169 active+clean; 573 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 353 op/s 2024-08-10T05:39:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:22 smithi078 ceph-mon[94618]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-10T05:39:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:22 smithi078 ceph-mon[92251]: pgmap v2198: 169 pgs: 169 active+clean; 573 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 353 op/s 2024-08-10T05:39:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:22 smithi078 ceph-mon[92251]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-10T05:39:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:39:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:39:21] "GET /metrics HTTP/1.1" 200 38831 "" "Prometheus/2.43.0" 2024-08-10T05:39:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:22 smithi107 ceph-mon[86658]: pgmap v2198: 169 pgs: 169 active+clean; 573 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 353 op/s 2024-08-10T05:39:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:22 smithi107 ceph-mon[86658]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-10T05:39:22.468 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:39:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:23.147 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:39:23.161 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:39:23.161 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:39:23.161 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:39:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:23 smithi078 ceph-mon[92251]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-10T05:39:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:23 smithi078 ceph-mon[94618]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-10T05:39:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:23 smithi107 ceph-mon[86658]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-10T05:39:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:24 smithi078 ceph-mon[94618]: pgmap v2201: 169 pgs: 169 active+clean; 581 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-08-10T05:39:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:24 smithi078 ceph-mon[94618]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-10T05:39:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:24 smithi078 ceph-mon[92251]: pgmap v2201: 169 pgs: 169 active+clean; 581 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-08-10T05:39:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:24 smithi078 ceph-mon[92251]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-10T05:39:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:24 smithi107 ceph-mon[86658]: pgmap v2201: 169 pgs: 169 active+clean; 581 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-08-10T05:39:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:24 smithi107 ceph-mon[86658]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-10T05:39:25.158 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:39:25.163 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:39:25.163 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:39:25.172 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:39:25.197 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:39:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:25 smithi078 ceph-mon[92251]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-10T05:39:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:25 smithi078 ceph-mon[94618]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-10T05:39:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:25 smithi107 ceph-mon[86658]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-10T05:39:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:26 smithi078 ceph-mon[92251]: pgmap v2204: 169 pgs: 169 active+clean; 593 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 9.0 MiB/s wr, 296 op/s 2024-08-10T05:39:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:26 smithi078 ceph-mon[92251]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-10T05:39:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:26 smithi078 ceph-mon[94618]: pgmap v2204: 169 pgs: 169 active+clean; 593 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 9.0 MiB/s wr, 296 op/s 2024-08-10T05:39:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:26 smithi078 ceph-mon[94618]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-10T05:39:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:26 smithi107 ceph-mon[86658]: pgmap v2204: 169 pgs: 169 active+clean; 593 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 9.0 MiB/s wr, 296 op/s 2024-08-10T05:39:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:26 smithi107 ceph-mon[86658]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-10T05:39:27.019 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:27.045 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:39:27.053 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:39:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:27 smithi078 ceph-mon[92251]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-10T05:39:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:27 smithi078 ceph-mon[92251]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-10T05:39:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:27 smithi078 ceph-mon[94618]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-10T05:39:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:27 smithi078 ceph-mon[94618]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-10T05:39:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:27 smithi107 ceph-mon[86658]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-10T05:39:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:27 smithi107 ceph-mon[86658]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-10T05:39:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:28 smithi078 ceph-mon[94618]: pgmap v2208: 169 pgs: 169 active+clean; 597 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.2 MiB/s wr, 119 op/s 2024-08-10T05:39:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:28 smithi078 ceph-mon[94618]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-10T05:39:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:28 smithi078 ceph-mon[92251]: pgmap v2208: 169 pgs: 169 active+clean; 597 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.2 MiB/s wr, 119 op/s 2024-08-10T05:39:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:28 smithi078 ceph-mon[92251]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-10T05:39:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:28 smithi107 ceph-mon[86658]: pgmap v2208: 169 pgs: 169 active+clean; 597 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.2 MiB/s wr, 119 op/s 2024-08-10T05:39:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:28 smithi107 ceph-mon[86658]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-10T05:39:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:30 smithi107 ceph-mon[86658]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-10T05:39:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:30 smithi107 ceph-mon[86658]: pgmap v2211: 169 pgs: 169 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 124 op/s 2024-08-10T05:39:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:30 smithi078 ceph-mon[92251]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-10T05:39:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:30 smithi078 ceph-mon[92251]: pgmap v2211: 169 pgs: 169 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 124 op/s 2024-08-10T05:39:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:30 smithi078 ceph-mon[94618]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-10T05:39:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:30 smithi078 ceph-mon[94618]: pgmap v2211: 169 pgs: 169 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 124 op/s 2024-08-10T05:39:30.503 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:39:30.513 INFO:tasks.workunit.client.0.smithi078.stdout:write: * 83886080~1000 2024-08-10T05:39:30.551 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:39:30.686 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:39:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:31 smithi107 ceph-mon[86658]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-10T05:39:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:31 smithi078 ceph-mon[92251]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-10T05:39:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:31 smithi078 ceph-mon[94618]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-10T05:39:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:39:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:39:31] "GET /metrics HTTP/1.1" 200 38830 "" "Prometheus/2.43.0" 2024-08-10T05:39:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:32 smithi078 ceph-mon[94618]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-10T05:39:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:32 smithi078 ceph-mon[94618]: pgmap v2214: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 122 op/s 2024-08-10T05:39:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:32 smithi078 ceph-mon[94618]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-10T05:39:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:32 smithi078 ceph-mon[92251]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-10T05:39:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:32 smithi078 ceph-mon[92251]: pgmap v2214: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 122 op/s 2024-08-10T05:39:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:32 smithi078 ceph-mon[92251]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-10T05:39:32.313 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:32 smithi107 ceph-mon[86658]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-10T05:39:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:32 smithi107 ceph-mon[86658]: pgmap v2214: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 MiB/s wr, 122 op/s 2024-08-10T05:39:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:32 smithi107 ceph-mon[86658]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-10T05:39:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:39:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:33.413 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12031 ms) 2024-08-10T05:39:33.413 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-08-10T05:39:33.444 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:33.454 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 41943040~10 2024-08-10T05:39:33.463 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:39:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:34 smithi107 ceph-mon[86658]: pgmap v2216: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.0 MiB/s wr, 272 op/s 2024-08-10T05:39:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:34 smithi107 ceph-mon[86658]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-10T05:39:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:34 smithi078 ceph-mon[94618]: pgmap v2216: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.0 MiB/s wr, 272 op/s 2024-08-10T05:39:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:34 smithi078 ceph-mon[94618]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-10T05:39:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:34 smithi078 ceph-mon[92251]: pgmap v2216: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.0 MiB/s wr, 272 op/s 2024-08-10T05:39:34.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:34 smithi078 ceph-mon[92251]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-10T05:39:35.076 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:39:35.098 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:39:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:35 smithi107 ceph-mon[86658]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-10T05:39:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:35 smithi078 ceph-mon[92251]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-10T05:39:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:35 smithi078 ceph-mon[94618]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-10T05:39:36.244 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:36.255 INFO:tasks.workunit.client.0.smithi078.stdout:write: Y 41943040~5 2024-08-10T05:39:36.360 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:39:36.438 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:39:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:36 smithi078 ceph-mon[92251]: pgmap v2219: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 517 op/s 2024-08-10T05:39:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:36 smithi078 ceph-mon[92251]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-10T05:39:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:36 smithi078 ceph-mon[94618]: pgmap v2219: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 517 op/s 2024-08-10T05:39:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:36 smithi078 ceph-mon[94618]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-10T05:39:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:36 smithi107 ceph-mon[86658]: pgmap v2219: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 517 op/s 2024-08-10T05:39:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:36 smithi107 ceph-mon[86658]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-10T05:39:37.188 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3775 ms) 2024-08-10T05:39:37.188 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-08-10T05:39:37.217 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:37.228 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:39:37.289 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:39:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:37 smithi078 ceph-mon[94618]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-10T05:39:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:37 smithi078 ceph-mon[92251]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-10T05:39:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:37 smithi107 ceph-mon[86658]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-10T05:39:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:38 smithi078 ceph-mon[92251]: pgmap v2222: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 5.0 MiB/s wr, 305 op/s 2024-08-10T05:39:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:38 smithi078 ceph-mon[92251]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-10T05:39:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:38 smithi078 ceph-mon[94618]: pgmap v2222: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 5.0 MiB/s wr, 305 op/s 2024-08-10T05:39:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:38 smithi078 ceph-mon[94618]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-10T05:39:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:38 smithi107 ceph-mon[86658]: pgmap v2222: 169 pgs: 169 active+clean; 625 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 5.0 MiB/s wr, 305 op/s 2024-08-10T05:39:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:38 smithi107 ceph-mon[86658]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-10T05:39:39.103 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:39:39.118 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:39:39.119 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:39:39.119 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:39:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:39 smithi078 ceph-mon[92251]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-10T05:39:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:39 smithi078 ceph-mon[94618]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-10T05:39:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:39 smithi107 ceph-mon[86658]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-10T05:39:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:40 smithi078 ceph-mon[92251]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-08-10T05:39:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:40 smithi078 ceph-mon[92251]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-10T05:39:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:40 smithi078 ceph-mon[94618]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-08-10T05:39:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:40 smithi078 ceph-mon[94618]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-10T05:39:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:40 smithi107 ceph-mon[86658]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-08-10T05:39:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:40 smithi107 ceph-mon[86658]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-10T05:39:41.117 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:39:41.124 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:39:41.125 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:39:41.134 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:39:41.154 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:39:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:41 smithi078 ceph-mon[92251]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-10T05:39:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:41 smithi078 ceph-mon[94618]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-10T05:39:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:41 smithi107 ceph-mon[86658]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-10T05:39:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:39:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:39:41] "GET /metrics HTTP/1.1" 200 38830 "" "Prometheus/2.43.0" 2024-08-10T05:39:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: pgmap v2228: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 407 op/s 2024-08-10T05:39:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-10T05:39:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:39:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:39:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:39:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[92251]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: pgmap v2228: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 407 op/s 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:42 smithi078 ceph-mon[94618]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-10T05:39:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: pgmap v2228: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 407 op/s 2024-08-10T05:39:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-10T05:39:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:39:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:39:42.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:39:42.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:39:42.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:42 smithi107 ceph-mon[86658]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-10T05:39:43.033 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:43.061 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:39:43.070 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:39:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:43 smithi078 ceph-mon[92251]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-10T05:39:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:43 smithi078 ceph-mon[94618]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-10T05:39:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:43 smithi107 ceph-mon[86658]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-10T05:39:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:44 smithi078 ceph-mon[94618]: pgmap v2232: 169 pgs: 169 active+clean; 653 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.1 MiB/s wr, 156 op/s 2024-08-10T05:39:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:44 smithi078 ceph-mon[92251]: pgmap v2232: 169 pgs: 169 active+clean; 653 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.1 MiB/s wr, 156 op/s 2024-08-10T05:39:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:44 smithi107 ceph-mon[86658]: pgmap v2232: 169 pgs: 169 active+clean; 653 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.1 MiB/s wr, 156 op/s 2024-08-10T05:39:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:45 smithi078 ceph-mon[92251]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-10T05:39:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:45 smithi078 ceph-mon[94618]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-10T05:39:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:45 smithi107 ceph-mon[86658]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-10T05:39:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:46 smithi078 ceph-mon[94618]: pgmap v2234: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8.0 MiB/s wr, 181 op/s 2024-08-10T05:39:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:46 smithi078 ceph-mon[94618]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-10T05:39:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:46 smithi078 ceph-mon[92251]: pgmap v2234: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8.0 MiB/s wr, 181 op/s 2024-08-10T05:39:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:46 smithi078 ceph-mon[92251]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-10T05:39:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:46 smithi107 ceph-mon[86658]: pgmap v2234: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8.0 MiB/s wr, 181 op/s 2024-08-10T05:39:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:46 smithi107 ceph-mon[86658]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-10T05:39:46.719 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: after_prepare_snap 2024-08-10T05:39:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:47 smithi078 ceph-mon[92251]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-10T05:39:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:47 smithi078 ceph-mon[92251]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-10T05:39:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:47 smithi078 ceph-mon[94618]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-10T05:39:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:47 smithi078 ceph-mon[94618]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-10T05:39:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:47 smithi107 ceph-mon[86658]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-10T05:39:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:47 smithi107 ceph-mon[86658]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-10T05:39:48.034 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:39:48.070 INFO:tasks.workunit.client.0.smithi078.stdout:write: * 0~1000 2024-08-10T05:39:48.077 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:39:48.223 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:39:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:48 smithi078 ceph-mon[92251]: pgmap v2238: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 135 op/s 2024-08-10T05:39:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:48 smithi078 ceph-mon[92251]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-10T05:39:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:48 smithi078 ceph-mon[94618]: pgmap v2238: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 135 op/s 2024-08-10T05:39:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:48 smithi078 ceph-mon[94618]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-10T05:39:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:48 smithi107 ceph-mon[86658]: pgmap v2238: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 135 op/s 2024-08-10T05:39:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:48 smithi107 ceph-mon[86658]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-10T05:39:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:50 smithi078 ceph-mon[92251]: pgmap v2240: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 KiB/s wr, 202 op/s 2024-08-10T05:39:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:50 smithi078 ceph-mon[92251]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-10T05:39:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:50 smithi078 ceph-mon[94618]: pgmap v2240: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 KiB/s wr, 202 op/s 2024-08-10T05:39:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:50 smithi078 ceph-mon[94618]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-10T05:39:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:50 smithi107 ceph-mon[86658]: pgmap v2240: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 KiB/s wr, 202 op/s 2024-08-10T05:39:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:50 smithi107 ceph-mon[86658]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-10T05:39:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:51 smithi078 ceph-mon[92251]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-10T05:39:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:51 smithi078 ceph-mon[94618]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-10T05:39:51.514 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14326 ms) 2024-08-10T05:39:51.514 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-08-10T05:39:51.546 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:51.556 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:39:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:51 smithi107 ceph-mon[86658]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-10T05:39:51.626 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:39:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:52 smithi078 ceph-mon[94618]: pgmap v2243: 169 pgs: 169 active+clean; 705 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 479 op/s 2024-08-10T05:39:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:52 smithi078 ceph-mon[94618]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-10T05:39:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:52 smithi078 ceph-mon[92251]: pgmap v2243: 169 pgs: 169 active+clean; 705 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 479 op/s 2024-08-10T05:39:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:52 smithi078 ceph-mon[92251]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-10T05:39:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:39:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:39:51] "GET /metrics HTTP/1.1" 200 38830 "" "Prometheus/2.43.0" 2024-08-10T05:39:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:52 smithi107 ceph-mon[86658]: pgmap v2243: 169 pgs: 169 active+clean; 705 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 479 op/s 2024-08-10T05:39:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:52 smithi107 ceph-mon[86658]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-10T05:39:52.469 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:39:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:53.174 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:39:53.197 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:39:53.197 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:39:53.198 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:39:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:53 smithi078 ceph-mon[92251]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-10T05:39:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:53 smithi078 ceph-mon[94618]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-10T05:39:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:53 smithi107 ceph-mon[86658]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-10T05:39:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:54 smithi078 ceph-mon[92251]: pgmap v2246: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-08-10T05:39:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:54 smithi078 ceph-mon[92251]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-10T05:39:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:54 smithi078 ceph-mon[94618]: pgmap v2246: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-08-10T05:39:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:54 smithi078 ceph-mon[94618]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-10T05:39:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:54 smithi107 ceph-mon[86658]: pgmap v2246: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 328 op/s 2024-08-10T05:39:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:54 smithi107 ceph-mon[86658]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-10T05:39:55.194 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:39:55.204 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:39:55.204 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:39:55.213 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:39:55.228 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:39:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:55 smithi078 ceph-mon[92251]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-10T05:39:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:55 smithi078 ceph-mon[94618]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-10T05:39:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:55 smithi107 ceph-mon[86658]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-10T05:39:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:56 smithi078 ceph-mon[92251]: pgmap v2249: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 204 op/s 2024-08-10T05:39:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:56 smithi078 ceph-mon[92251]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-10T05:39:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:56 smithi078 ceph-mon[94618]: pgmap v2249: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 204 op/s 2024-08-10T05:39:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:56 smithi078 ceph-mon[94618]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-10T05:39:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:56 smithi107 ceph-mon[86658]: pgmap v2249: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 204 op/s 2024-08-10T05:39:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:56 smithi107 ceph-mon[86658]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-10T05:39:57.035 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:39:57.057 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:39:57.066 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:39:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:57 smithi078 ceph-mon[92251]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-10T05:39:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:57 smithi078 ceph-mon[92251]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-10T05:39:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:57 smithi078 ceph-mon[94618]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-10T05:39:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:57 smithi078 ceph-mon[94618]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-10T05:39:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:57 smithi107 ceph-mon[86658]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-10T05:39:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:57 smithi107 ceph-mon[86658]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-10T05:39:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:58 smithi078 ceph-mon[92251]: pgmap v2253: 169 pgs: 169 active+clean; 705 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.2 MiB/s wr, 169 op/s 2024-08-10T05:39:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:39:58 smithi078 ceph-mon[92251]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-10T05:39:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:58 smithi078 ceph-mon[94618]: pgmap v2253: 169 pgs: 169 active+clean; 705 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.2 MiB/s wr, 169 op/s 2024-08-10T05:39:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:39:58 smithi078 ceph-mon[94618]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-10T05:39:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:58 smithi107 ceph-mon[86658]: pgmap v2253: 169 pgs: 169 active+clean; 705 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.2 MiB/s wr, 169 op/s 2024-08-10T05:39:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:39:58 smithi107 ceph-mon[86658]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-10T05:40:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:00 smithi107 ceph-mon[86658]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-10T05:40:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:00 smithi107 ceph-mon[86658]: pgmap v2256: 169 pgs: 169 active+clean; 713 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-08-10T05:40:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:00 smithi107 ceph-mon[86658]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-10T05:40:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:00 smithi107 ceph-mon[86658]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-10T05:40:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:00 smithi107 ceph-mon[86658]: application not enabled on pool 'test-librbd-smithi078-143527-9' 2024-08-10T05:40:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:00 smithi107 ceph-mon[86658]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-10T05:40:00.474 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: after_prepare_snap 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[92251]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[92251]: pgmap v2256: 169 pgs: 169 active+clean; 713 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[92251]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[92251]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[92251]: application not enabled on pool 'test-librbd-smithi078-143527-9' 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[92251]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[94618]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-10T05:40:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[94618]: pgmap v2256: 169 pgs: 169 active+clean; 713 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-08-10T05:40:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[94618]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-10T05:40:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[94618]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-10T05:40:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[94618]: application not enabled on pool 'test-librbd-smithi078-143527-9' 2024-08-10T05:40:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:00 smithi078 ceph-mon[94618]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-10T05:40:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:01 smithi107 ceph-mon[86658]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-10T05:40:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:01 smithi078 ceph-mon[92251]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-10T05:40:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:01 smithi078 ceph-mon[94618]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-10T05:40:02.034 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:40:02.053 INFO:tasks.workunit.client.0.smithi078.stdout:write: * 83886080~1000 2024-08-10T05:40:02.060 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:40:02.215 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:40:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:40:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:40:01] "GET /metrics HTTP/1.1" 200 38829 "" "Prometheus/2.43.0" 2024-08-10T05:40:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:02 smithi078 ceph-mon[92251]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-10T05:40:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:02 smithi078 ceph-mon[92251]: pgmap v2259: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 MiB/s wr, 167 op/s 2024-08-10T05:40:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:02 smithi078 ceph-mon[92251]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-10T05:40:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:02 smithi078 ceph-mon[94618]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-10T05:40:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:02 smithi078 ceph-mon[94618]: pgmap v2259: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 MiB/s wr, 167 op/s 2024-08-10T05:40:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:02 smithi078 ceph-mon[94618]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-10T05:40:02.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:02 smithi107 ceph-mon[86658]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-10T05:40:02.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:02 smithi107 ceph-mon[86658]: pgmap v2259: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 MiB/s wr, 167 op/s 2024-08-10T05:40:02.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:02 smithi107 ceph-mon[86658]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-10T05:40:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:40:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:04 smithi107 ceph-mon[86658]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-10T05:40:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:04 smithi107 ceph-mon[86658]: pgmap v2262: 169 pgs: 169 active+clean; 737 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.0 MiB/s wr, 212 op/s 2024-08-10T05:40:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:04 smithi078 ceph-mon[92251]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-10T05:40:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:04 smithi078 ceph-mon[92251]: pgmap v2262: 169 pgs: 169 active+clean; 737 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.0 MiB/s wr, 212 op/s 2024-08-10T05:40:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:04 smithi078 ceph-mon[94618]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-10T05:40:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:04 smithi078 ceph-mon[94618]: pgmap v2262: 169 pgs: 169 active+clean; 737 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.0 MiB/s wr, 212 op/s 2024-08-10T05:40:05.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:05 smithi107 ceph-mon[86658]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-10T05:40:05.468 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13954 ms) 2024-08-10T05:40:05.468 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.Clone 2024-08-10T05:40:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:05 smithi078 ceph-mon[92251]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-10T05:40:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:05 smithi078 ceph-mon[94618]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-10T05:40:05.498 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:05.508 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~8388609 2024-08-10T05:40:05.562 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 16777218~8388609 2024-08-10T05:40:05.622 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap 2024-08-10T05:40:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:06 smithi107 ceph-mon[86658]: pgmap v2264: 169 pgs: 169 active+clean; 749 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-08-10T05:40:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:06 smithi107 ceph-mon[86658]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-10T05:40:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:06 smithi078 ceph-mon[92251]: pgmap v2264: 169 pgs: 169 active+clean; 749 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-08-10T05:40:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:06 smithi078 ceph-mon[92251]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-10T05:40:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:06 smithi078 ceph-mon[94618]: pgmap v2264: 169 pgs: 169 active+clean; 749 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-08-10T05:40:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:06 smithi078 ceph-mon[94618]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-10T05:40:07.094 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap 2024-08-10T05:40:07.107 INFO:tasks.workunit.client.0.smithi078.stdout:clone image105 -> image108 2024-08-10T05:40:07.217 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:40:07.272 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:40:07.274 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap 2024-08-10T05:40:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:07 smithi078 ceph-mon[92251]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-10T05:40:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:07 smithi078 ceph-mon[94618]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-10T05:40:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:07 smithi107 ceph-mon[86658]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-10T05:40:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:08 smithi078 ceph-mon[92251]: pgmap v2267: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 444 op/s 2024-08-10T05:40:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:08 smithi078 ceph-mon[92251]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-10T05:40:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:08 smithi078 ceph-mon[94618]: pgmap v2267: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 444 op/s 2024-08-10T05:40:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:08 smithi078 ceph-mon[94618]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-10T05:40:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:08 smithi107 ceph-mon[86658]: pgmap v2267: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 444 op/s 2024-08-10T05:40:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:08 smithi107 ceph-mon[86658]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-10T05:40:09.102 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap 2024-08-10T05:40:09.118 INFO:tasks.workunit.client.0.smithi078.stdout:clone image108 -> image110 2024-08-10T05:40:09.253 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 1000~1000 2024-08-10T05:40:09.316 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 2010~1000 2024-08-10T05:40:09.318 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:09 smithi078 ceph-mon[92251]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-10T05:40:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:09 smithi078 ceph-mon[94618]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-10T05:40:09.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:09 smithi107 ceph-mon[86658]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-10T05:40:09.600 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:40:09.771 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:40:09.934 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.Clone (4467 ms) 2024-08-10T05:40:09.935 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneParent 2024-08-10T05:40:09.966 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:09.977 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap 2024-08-10T05:40:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:10 smithi078 ceph-mon[92251]: pgmap v2270: 169 pgs: 169 active+clean; 761 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 292 op/s 2024-08-10T05:40:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:10 smithi078 ceph-mon[92251]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-10T05:40:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:10 smithi078 ceph-mon[94618]: pgmap v2270: 169 pgs: 169 active+clean; 761 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 292 op/s 2024-08-10T05:40:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:10 smithi078 ceph-mon[94618]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-10T05:40:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:10 smithi107 ceph-mon[86658]: pgmap v2270: 169 pgs: 169 active+clean; 761 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 292 op/s 2024-08-10T05:40:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:10 smithi107 ceph-mon[86658]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-10T05:40:11.115 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap 2024-08-10T05:40:11.128 INFO:tasks.workunit.client.0.smithi078.stdout:clone image111 -> image114 2024-08-10T05:40:11.234 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:11.386 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:40:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:11 smithi078 ceph-mon[92251]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-10T05:40:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:11 smithi078 ceph-mon[94618]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-10T05:40:11.513 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneParent (1579 ms) 2024-08-10T05:40:11.513 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-08-10T05:40:11.544 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:11.555 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~10 2024-08-10T05:40:11.563 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap 2024-08-10T05:40:11.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:11 smithi107 ceph-mon[86658]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-10T05:40:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:40:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:40:11] "GET /metrics HTTP/1.1" 200 38829 "" "Prometheus/2.43.0" 2024-08-10T05:40:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:12 smithi078 ceph-mon[94618]: pgmap v2273: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 242 op/s 2024-08-10T05:40:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:12 smithi078 ceph-mon[94618]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-10T05:40:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:12 smithi078 ceph-mon[94618]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-10T05:40:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:12 smithi078 ceph-mon[92251]: pgmap v2273: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 242 op/s 2024-08-10T05:40:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:12 smithi078 ceph-mon[92251]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-10T05:40:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:12 smithi078 ceph-mon[92251]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-10T05:40:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:12 smithi107 ceph-mon[86658]: pgmap v2273: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 242 op/s 2024-08-10T05:40:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:12 smithi107 ceph-mon[86658]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-10T05:40:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:12 smithi107 ceph-mon[86658]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-10T05:40:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:40:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:13.034 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap 2024-08-10T05:40:13.047 INFO:tasks.workunit.client.0.smithi078.stdout:clone image115 -> image118 2024-08-10T05:40:13.150 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:13.303 INFO:tasks.workunit.client.0.smithi078.stdout:write: Y 0~1 2024-08-10T05:40:13.338 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:40:13.408 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:40:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:13 smithi078 ceph-mon[92251]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-10T05:40:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:13 smithi078 ceph-mon[94618]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-10T05:40:13.508 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1995 ms) 2024-08-10T05:40:13.509 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-08-10T05:40:13.538 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:13.549 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 41943040~10 2024-08-10T05:40:13.557 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:13.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:13 smithi107 ceph-mon[86658]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-10T05:40:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:14 smithi078 ceph-mon[92251]: pgmap v2277: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 6.1 MiB/s wr, 275 op/s 2024-08-10T05:40:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:14 smithi078 ceph-mon[94618]: pgmap v2277: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 6.1 MiB/s wr, 275 op/s 2024-08-10T05:40:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:14 smithi107 ceph-mon[86658]: pgmap v2277: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 6.1 MiB/s wr, 275 op/s 2024-08-10T05:40:15.142 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 41943041~10 2024-08-10T05:40:15.149 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:15 smithi078 ceph-mon[92251]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-10T05:40:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:15 smithi078 ceph-mon[94618]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-10T05:40:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:15 smithi107 ceph-mon[86658]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-10T05:40:16.298 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 41943042~10 2024-08-10T05:40:16.316 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:40:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:16 smithi078 ceph-mon[92251]: pgmap v2279: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 1.11k op/s 2024-08-10T05:40:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:16 smithi078 ceph-mon[92251]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-10T05:40:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:16 smithi078 ceph-mon[94618]: pgmap v2279: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 1.11k op/s 2024-08-10T05:40:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:16 smithi078 ceph-mon[94618]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-10T05:40:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:16 smithi107 ceph-mon[86658]: pgmap v2279: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 1.11k op/s 2024-08-10T05:40:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:16 smithi107 ceph-mon[86658]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-10T05:40:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:17 smithi078 ceph-mon[92251]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-10T05:40:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:17 smithi078 ceph-mon[94618]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-10T05:40:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:17 smithi107 ceph-mon[86658]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-10T05:40:18.162 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:40:18.202 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:40:18.266 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:40:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:18 smithi078 ceph-mon[92251]: pgmap v2282: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 1.04k op/s 2024-08-10T05:40:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:18 smithi078 ceph-mon[92251]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-10T05:40:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:18 smithi078 ceph-mon[94618]: pgmap v2282: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 1.04k op/s 2024-08-10T05:40:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:18 smithi078 ceph-mon[94618]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-10T05:40:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:18 smithi107 ceph-mon[86658]: pgmap v2282: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 1.04k op/s 2024-08-10T05:40:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:18 smithi107 ceph-mon[86658]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-10T05:40:19.293 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5785 ms) 2024-08-10T05:40:19.293 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-08-10T05:40:19.325 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:19.337 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 41943040~10 2024-08-10T05:40:19.346 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:19 smithi078 ceph-mon[92251]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-10T05:40:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:19 smithi078 ceph-mon[94618]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-10T05:40:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:19 smithi107 ceph-mon[86658]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-10T05:40:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:20 smithi078 ceph-mon[92251]: pgmap v2285: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 441 op/s 2024-08-10T05:40:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:20 smithi078 ceph-mon[92251]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-10T05:40:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:20 smithi078 ceph-mon[94618]: pgmap v2285: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 441 op/s 2024-08-10T05:40:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:20 smithi078 ceph-mon[94618]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-10T05:40:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:20 smithi107 ceph-mon[86658]: pgmap v2285: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 441 op/s 2024-08-10T05:40:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:20 smithi107 ceph-mon[86658]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-10T05:40:21.191 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:40:21.214 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:21 smithi078 ceph-mon[92251]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-10T05:40:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:21 smithi078 ceph-mon[94618]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-10T05:40:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:21 smithi107 ceph-mon[86658]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-10T05:40:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:22 smithi078 ceph-mon[92251]: pgmap v2288: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 399 op/s 2024-08-10T05:40:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:22 smithi078 ceph-mon[92251]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-10T05:40:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:40:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:40:21] "GET /metrics HTTP/1.1" 200 38832 "" "Prometheus/2.43.0" 2024-08-10T05:40:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:22 smithi078 ceph-mon[94618]: pgmap v2288: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 399 op/s 2024-08-10T05:40:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:22 smithi078 ceph-mon[94618]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-10T05:40:22.317 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:22.329 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:40:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:22 smithi107 ceph-mon[86658]: pgmap v2288: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 399 op/s 2024-08-10T05:40:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:22 smithi107 ceph-mon[86658]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-10T05:40:22.469 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:40:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:23 smithi078 ceph-mon[92251]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-10T05:40:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:23 smithi078 ceph-mon[94618]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-10T05:40:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:23 smithi107 ceph-mon[86658]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-10T05:40:24.202 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 41943040~10 2024-08-10T05:40:24.212 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap4 2024-08-10T05:40:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:24 smithi078 ceph-mon[92251]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 15 KiB/s wr, 112 op/s 2024-08-10T05:40:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:24 smithi078 ceph-mon[92251]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-10T05:40:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:24 smithi078 ceph-mon[94618]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 15 KiB/s wr, 112 op/s 2024-08-10T05:40:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:24 smithi078 ceph-mon[94618]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-10T05:40:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:24 smithi107 ceph-mon[86658]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 15 KiB/s wr, 112 op/s 2024-08-10T05:40:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:24 smithi107 ceph-mon[86658]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-10T05:40:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:25 smithi078 ceph-mon[92251]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-10T05:40:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:25 smithi078 ceph-mon[94618]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-10T05:40:25.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:25 smithi107 ceph-mon[86658]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-10T05:40:26.215 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 41943040 2024-08-10T05:40:26.247 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:40:26.313 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:40:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:26 smithi078 ceph-mon[92251]: pgmap v2294: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 336 op/s 2024-08-10T05:40:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:26 smithi078 ceph-mon[92251]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-10T05:40:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:26 smithi078 ceph-mon[94618]: pgmap v2294: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 336 op/s 2024-08-10T05:40:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:26 smithi078 ceph-mon[94618]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-10T05:40:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:26 smithi107 ceph-mon[86658]: pgmap v2294: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 23 KiB/s wr, 336 op/s 2024-08-10T05:40:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:26 smithi107 ceph-mon[86658]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-10T05:40:27.174 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7880 ms) 2024-08-10T05:40:27.174 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-08-10T05:40:27.204 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:27.215 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:27.389 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.AbortInUseImage (215 ms) 2024-08-10T05:40:27.389 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-08-10T05:40:27.418 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:27.428 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:40:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:27 smithi078 ceph-mon[92251]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-10T05:40:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:27 smithi078 ceph-mon[92251]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-10T05:40:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:27 smithi078 ceph-mon[94618]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-10T05:40:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:27 smithi078 ceph-mon[94618]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-10T05:40:27.486 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:40:27.538 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:27.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:27 smithi107 ceph-mon[86658]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-10T05:40:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:27 smithi107 ceph-mon[86658]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-10T05:40:27.719 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:40:27.765 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:40:27.817 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:40:28.016 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (627 ms) 2024-08-10T05:40:28.016 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-08-10T05:40:28.049 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:28.059 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:40:28.119 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:28 smithi078 ceph-mon[94618]: pgmap v2298: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 270 op/s 2024-08-10T05:40:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:28 smithi078 ceph-mon[92251]: pgmap v2298: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 270 op/s 2024-08-10T05:40:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:28 smithi107 ceph-mon[86658]: pgmap v2298: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 270 op/s 2024-08-10T05:40:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:30.045 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 8388609~8388609 2024-08-10T05:40:30.066 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 0~1000 2024-08-10T05:40:30.066 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 1010~1000 2024-08-10T05:40:30.066 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:40:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:30 smithi107 ceph-mon[86658]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-10T05:40:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:30 smithi107 ceph-mon[86658]: pgmap v2300: 169 pgs: 169 active+clean; 789 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2024-08-10T05:40:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:30 smithi078 ceph-mon[92251]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-10T05:40:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:30 smithi078 ceph-mon[92251]: pgmap v2300: 169 pgs: 169 active+clean; 789 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2024-08-10T05:40:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:30 smithi078 ceph-mon[94618]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-10T05:40:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:30 smithi078 ceph-mon[94618]: pgmap v2300: 169 pgs: 169 active+clean; 789 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2024-08-10T05:40:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:31 smithi107 ceph-mon[86658]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-10T05:40:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:31 smithi078 ceph-mon[92251]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-10T05:40:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:31 smithi078 ceph-mon[94618]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-10T05:40:32.066 INFO:tasks.workunit.client.0.smithi078.stdout:write: X 8388609~1000 2024-08-10T05:40:32.074 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16777228~1000 2024-08-10T05:40:32.074 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 167772160 2024-08-10T05:40:32.084 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 83886079~8388609 2024-08-10T05:40:32.101 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:40:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:32 smithi078 ceph-mon[92251]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-10T05:40:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:32 smithi078 ceph-mon[92251]: pgmap v2303: 169 pgs: 169 active+clean; 821 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 19 MiB/s wr, 570 op/s 2024-08-10T05:40:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:32 smithi078 ceph-mon[94618]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-10T05:40:32.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:32 smithi078 ceph-mon[94618]: pgmap v2303: 169 pgs: 169 active+clean; 821 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 19 MiB/s wr, 570 op/s 2024-08-10T05:40:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:40:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:40:31] "GET /metrics HTTP/1.1" 200 38831 "" "Prometheus/2.43.0" 2024-08-10T05:40:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:32 smithi107 ceph-mon[86658]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-10T05:40:32.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:32 smithi107 ceph-mon[86658]: pgmap v2303: 169 pgs: 169 active+clean; 821 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 19 MiB/s wr, 570 op/s 2024-08-10T05:40:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:40:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:33 smithi107 ceph-mon[86658]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-10T05:40:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:33 smithi078 ceph-mon[92251]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-10T05:40:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:33 smithi078 ceph-mon[94618]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-10T05:40:34.071 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:34.099 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83886079~1 2024-08-10T05:40:34.107 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:34 smithi107 ceph-mon[86658]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-10T05:40:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:34 smithi107 ceph-mon[86658]: pgmap v2306: 169 pgs: 169 active+clean; 837 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 24 MiB/s wr, 541 op/s 2024-08-10T05:40:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:34 smithi078 ceph-mon[92251]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-10T05:40:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:34 smithi078 ceph-mon[92251]: pgmap v2306: 169 pgs: 169 active+clean; 837 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 24 MiB/s wr, 541 op/s 2024-08-10T05:40:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:34 smithi078 ceph-mon[94618]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-10T05:40:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:34 smithi078 ceph-mon[94618]: pgmap v2306: 169 pgs: 169 active+clean; 837 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 24 MiB/s wr, 541 op/s 2024-08-10T05:40:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:35 smithi107 ceph-mon[86658]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-10T05:40:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:35 smithi078 ceph-mon[92251]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-10T05:40:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:35 smithi078 ceph-mon[94618]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-10T05:40:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:36 smithi078 ceph-mon[92251]: pgmap v2308: 169 pgs: 169 active+clean; 869 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 13 MiB/s wr, 247 op/s 2024-08-10T05:40:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:36 smithi078 ceph-mon[92251]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-10T05:40:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:36 smithi078 ceph-mon[94618]: pgmap v2308: 169 pgs: 169 active+clean; 869 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 13 MiB/s wr, 247 op/s 2024-08-10T05:40:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:36 smithi078 ceph-mon[94618]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-10T05:40:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:36 smithi107 ceph-mon[86658]: pgmap v2308: 169 pgs: 169 active+clean; 869 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 13 MiB/s wr, 247 op/s 2024-08-10T05:40:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:36 smithi107 ceph-mon[86658]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-10T05:40:37.475 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:40:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:37 smithi078 ceph-mon[92251]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-10T05:40:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:37 smithi078 ceph-mon[92251]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-10T05:40:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:37 smithi078 ceph-mon[94618]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-10T05:40:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:37 smithi078 ceph-mon[94618]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-10T05:40:37.566 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:40:37.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:37 smithi107 ceph-mon[86658]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-10T05:40:37.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:37 smithi107 ceph-mon[86658]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-10T05:40:38.095 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 0~8388609 2024-08-10T05:40:38.110 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 16777218~8388609 2024-08-10T05:40:38.203 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:40:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:38 smithi078 ceph-mon[92251]: pgmap v2312: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.0 MiB/s wr, 156 op/s 2024-08-10T05:40:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:38 smithi078 ceph-mon[94618]: pgmap v2312: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.0 MiB/s wr, 156 op/s 2024-08-10T05:40:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:38 smithi107 ceph-mon[86658]: pgmap v2312: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.0 MiB/s wr, 156 op/s 2024-08-10T05:40:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:39 smithi078 ceph-mon[94618]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-10T05:40:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:39 smithi078 ceph-mon[92251]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-10T05:40:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:39 smithi107 ceph-mon[86658]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-10T05:40:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:40 smithi078 ceph-mon[92251]: pgmap v2314: 169 pgs: 169 active+clean; 893 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 81 op/s 2024-08-10T05:40:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:40 smithi078 ceph-mon[92251]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-10T05:40:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:40 smithi078 ceph-mon[94618]: pgmap v2314: 169 pgs: 169 active+clean; 893 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 81 op/s 2024-08-10T05:40:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:40 smithi078 ceph-mon[94618]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-10T05:40:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:40 smithi107 ceph-mon[86658]: pgmap v2314: 169 pgs: 169 active+clean; 893 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 81 op/s 2024-08-10T05:40:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:40 smithi107 ceph-mon[86658]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-10T05:40:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:41 smithi078 ceph-mon[92251]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-10T05:40:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:41 smithi078 ceph-mon[94618]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-10T05:40:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:41 smithi107 ceph-mon[86658]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-10T05:40:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:40:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:40:41] "GET /metrics HTTP/1.1" 200 38831 "" "Prometheus/2.43.0" 2024-08-10T05:40:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:42 smithi078 ceph-mon[92251]: pgmap v2317: 169 pgs: 169 active+clean; 929 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 290 op/s 2024-08-10T05:40:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:42 smithi078 ceph-mon[92251]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-10T05:40:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:40:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:42 smithi078 ceph-mon[94618]: pgmap v2317: 169 pgs: 169 active+clean; 929 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 290 op/s 2024-08-10T05:40:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:42 smithi078 ceph-mon[94618]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-10T05:40:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:40:42.476 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.AbortWithSnapshots (14461 ms) 2024-08-10T05:40:42.476 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-08-10T05:40:42.510 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:42.521 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:40:42.530 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:42 smithi107 ceph-mon[86658]: pgmap v2317: 169 pgs: 169 active+clean; 929 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 17 MiB/s wr, 290 op/s 2024-08-10T05:40:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:42 smithi107 ceph-mon[86658]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-10T05:40:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:40:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:40:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[92251]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-10T05:40:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:40:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:40:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:40:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[94618]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-10T05:40:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:40:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:40:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:40:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:43 smithi107 ceph-mon[86658]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-10T05:40:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:40:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:40:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:40:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:44.508 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:40:44.570 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:44 smithi107 ceph-mon[86658]: pgmap v2320: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 345 op/s 2024-08-10T05:40:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:44 smithi107 ceph-mon[86658]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-10T05:40:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:44 smithi078 ceph-mon[92251]: pgmap v2320: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 345 op/s 2024-08-10T05:40:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:44 smithi078 ceph-mon[92251]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-10T05:40:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:44 smithi078 ceph-mon[94618]: pgmap v2320: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 345 op/s 2024-08-10T05:40:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:44 smithi078 ceph-mon[94618]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-10T05:40:45.725 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:40:45.799 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:40:45.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:45 smithi107 ceph-mon[86658]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-10T05:40:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:45 smithi078 ceph-mon[92251]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-10T05:40:45.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:45 smithi078 ceph-mon[94618]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-10T05:40:46.625 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV1Parent (4148 ms) 2024-08-10T05:40:46.625 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-08-10T05:40:46.661 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:46.672 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:40:46.681 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:46 smithi107 ceph-mon[86658]: pgmap v2323: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 204 op/s 2024-08-10T05:40:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:46 smithi107 ceph-mon[86658]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-10T05:40:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:46 smithi078 ceph-mon[92251]: pgmap v2323: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 204 op/s 2024-08-10T05:40:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:46 smithi078 ceph-mon[92251]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-10T05:40:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:46 smithi078 ceph-mon[94618]: pgmap v2323: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 204 op/s 2024-08-10T05:40:46.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:46 smithi078 ceph-mon[94618]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-10T05:40:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:47 smithi107 ceph-mon[86658]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-10T05:40:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:47 smithi107 ceph-mon[86658]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-10T05:40:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:47 smithi078 ceph-mon[92251]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-10T05:40:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:47 smithi078 ceph-mon[92251]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-10T05:40:47.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:47 smithi078 ceph-mon[94618]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-10T05:40:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:47 smithi078 ceph-mon[94618]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-10T05:40:48.049 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:40:48.114 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:48 smithi107 ceph-mon[86658]: pgmap v2327: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 6.7 KiB/s wr, 83 op/s 2024-08-10T05:40:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:48 smithi107 ceph-mon[86658]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-10T05:40:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:48 smithi078 ceph-mon[92251]: pgmap v2327: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 6.7 KiB/s wr, 83 op/s 2024-08-10T05:40:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:48 smithi078 ceph-mon[92251]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-10T05:40:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:48 smithi078 ceph-mon[94618]: pgmap v2327: 169 pgs: 169 active+clean; 909 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 6.7 KiB/s wr, 83 op/s 2024-08-10T05:40:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:48 smithi078 ceph-mon[94618]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-10T05:40:49.240 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:40:49.321 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:40:50.172 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV2Parent (3547 ms) 2024-08-10T05:40:50.172 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-08-10T05:40:50.202 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:50.214 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:40:50.222 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:50 smithi107 ceph-mon[86658]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-10T05:40:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:50 smithi107 ceph-mon[86658]: pgmap v2330: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 11 KiB/s wr, 79 op/s 2024-08-10T05:40:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:50 smithi078 ceph-mon[92251]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-10T05:40:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:50 smithi078 ceph-mon[92251]: pgmap v2330: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 11 KiB/s wr, 79 op/s 2024-08-10T05:40:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:50 smithi078 ceph-mon[94618]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-10T05:40:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:50 smithi078 ceph-mon[94618]: pgmap v2330: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 11 KiB/s wr, 79 op/s 2024-08-10T05:40:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:51 smithi107 ceph-mon[86658]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-10T05:40:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:51 smithi078 ceph-mon[92251]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-10T05:40:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:51 smithi078 ceph-mon[94618]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-10T05:40:52.045 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:40:52.104 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:40:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:40:51] "GET /metrics HTTP/1.1" 200 38828 "" "Prometheus/2.43.0" 2024-08-10T05:40:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:52 smithi078 ceph-mon[94618]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-10T05:40:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:52 smithi078 ceph-mon[94618]: pgmap v2333: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 21 KiB/s wr, 448 op/s 2024-08-10T05:40:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:52 smithi078 ceph-mon[94618]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-10T05:40:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:52 smithi078 ceph-mon[92251]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-10T05:40:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:52 smithi078 ceph-mon[92251]: pgmap v2333: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 21 KiB/s wr, 448 op/s 2024-08-10T05:40:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:52 smithi078 ceph-mon[92251]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-10T05:40:52.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:52 smithi107 ceph-mon[86658]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-10T05:40:52.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:52 smithi107 ceph-mon[86658]: pgmap v2333: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 21 KiB/s wr, 448 op/s 2024-08-10T05:40:52.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:52 smithi107 ceph-mon[86658]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-10T05:40:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:40:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:53.220 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:40:54.193 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4022 ms) 2024-08-10T05:40:54.193 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-08-10T05:40:54.229 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:54.243 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:40:54.251 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:54 smithi107 ceph-mon[86658]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-10T05:40:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:54 smithi107 ceph-mon[86658]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 30 KiB/s wr, 763 op/s 2024-08-10T05:40:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:54 smithi078 ceph-mon[92251]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-10T05:40:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:54 smithi078 ceph-mon[92251]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 30 KiB/s wr, 763 op/s 2024-08-10T05:40:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:54 smithi078 ceph-mon[94618]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-10T05:40:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:54 smithi078 ceph-mon[94618]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 30 KiB/s wr, 763 op/s 2024-08-10T05:40:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:55 smithi107 ceph-mon[86658]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-10T05:40:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:55 smithi078 ceph-mon[92251]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-10T05:40:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:55 smithi078 ceph-mon[94618]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-10T05:40:56.085 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:40:56.152 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:40:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:56 smithi078 ceph-mon[92251]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 536 KiB/s rd, 30 KiB/s wr, 670 op/s 2024-08-10T05:40:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:56 smithi078 ceph-mon[92251]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-10T05:40:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:56 smithi078 ceph-mon[94618]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 536 KiB/s rd, 30 KiB/s wr, 670 op/s 2024-08-10T05:40:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:56 smithi078 ceph-mon[94618]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-10T05:40:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:56 smithi107 ceph-mon[86658]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 536 KiB/s rd, 30 KiB/s wr, 670 op/s 2024-08-10T05:40:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:56 smithi107 ceph-mon[86658]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-10T05:40:57.208 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:40:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:57 smithi078 ceph-mon[92251]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-10T05:40:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:57 smithi078 ceph-mon[92251]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-10T05:40:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:57 smithi078 ceph-mon[94618]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-10T05:40:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:57 smithi078 ceph-mon[94618]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-10T05:40:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:57 smithi107 ceph-mon[86658]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-10T05:40:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:57 smithi107 ceph-mon[86658]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-10T05:40:58.229 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4035 ms) 2024-08-10T05:40:58.229 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-08-10T05:40:58.262 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:40:58.273 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:40:58.281 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:40:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:58 smithi078 ceph-mon[92251]: pgmap v2342: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 14 KiB/s wr, 319 op/s 2024-08-10T05:40:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:58 smithi078 ceph-mon[94618]: pgmap v2342: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 14 KiB/s wr, 319 op/s 2024-08-10T05:40:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:58 smithi107 ceph-mon[86658]: pgmap v2342: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 14 KiB/s wr, 319 op/s 2024-08-10T05:40:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:40:59 smithi078 ceph-mon[92251]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-10T05:40:59.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:40:59 smithi078 ceph-mon[94618]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-10T05:40:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:40:59 smithi107 ceph-mon[86658]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-10T05:41:00.110 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:00.173 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:00 smithi078 ceph-mon[92251]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 9.2 KiB/s wr, 107 op/s 2024-08-10T05:41:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:00 smithi078 ceph-mon[92251]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-10T05:41:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:00 smithi078 ceph-mon[94618]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 9.2 KiB/s wr, 107 op/s 2024-08-10T05:41:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:00 smithi078 ceph-mon[94618]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-10T05:41:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:00 smithi107 ceph-mon[86658]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 9.2 KiB/s wr, 107 op/s 2024-08-10T05:41:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:00 smithi107 ceph-mon[86658]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-10T05:41:01.287 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:41:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:01 smithi078 ceph-mon[92251]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-10T05:41:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:01 smithi078 ceph-mon[94618]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-10T05:41:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:01 smithi107 ceph-mon[86658]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-10T05:41:02.173 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3945 ms) 2024-08-10T05:41:02.173 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-08-10T05:41:02.209 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:02.218 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:41:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:41:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:41:01] "GET /metrics HTTP/1.1" 200 38829 "" "Prometheus/2.43.0" 2024-08-10T05:41:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:02 smithi078 ceph-mon[92251]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 20 KiB/s wr, 294 op/s 2024-08-10T05:41:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:02 smithi078 ceph-mon[92251]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-10T05:41:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:02 smithi078 ceph-mon[92251]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-10T05:41:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:02 smithi078 ceph-mon[94618]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 20 KiB/s wr, 294 op/s 2024-08-10T05:41:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:02 smithi078 ceph-mon[94618]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-10T05:41:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:02 smithi078 ceph-mon[94618]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-10T05:41:02.227 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:02 smithi107 ceph-mon[86658]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 20 KiB/s wr, 294 op/s 2024-08-10T05:41:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:02 smithi107 ceph-mon[86658]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-10T05:41:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:02 smithi107 ceph-mon[86658]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-10T05:41:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:41:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:04.127 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:04.191 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:04 smithi078 ceph-mon[92251]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-08-10T05:41:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:04 smithi078 ceph-mon[92251]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-10T05:41:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:04 smithi078 ceph-mon[94618]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-08-10T05:41:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:04 smithi078 ceph-mon[94618]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-10T05:41:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:04 smithi107 ceph-mon[86658]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 22 KiB/s wr, 415 op/s 2024-08-10T05:41:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:04 smithi107 ceph-mon[86658]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-10T05:41:05.339 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:41:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:05 smithi078 ceph-mon[92251]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-10T05:41:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:05 smithi078 ceph-mon[94618]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-10T05:41:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:05 smithi107 ceph-mon[86658]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-10T05:41:06.280 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4107 ms) 2024-08-10T05:41:06.281 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-08-10T05:41:06.311 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:06.322 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:41:06.331 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:06 smithi078 ceph-mon[92251]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 21 KiB/s wr, 412 op/s 2024-08-10T05:41:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:06 smithi078 ceph-mon[92251]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-10T05:41:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:06 smithi078 ceph-mon[94618]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 21 KiB/s wr, 412 op/s 2024-08-10T05:41:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:06 smithi078 ceph-mon[94618]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-10T05:41:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:06 smithi107 ceph-mon[86658]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 321 KiB/s rd, 21 KiB/s wr, 412 op/s 2024-08-10T05:41:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:06 smithi107 ceph-mon[86658]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-10T05:41:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:07 smithi078 ceph-mon[92251]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-10T05:41:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:07 smithi078 ceph-mon[92251]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-10T05:41:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:07 smithi078 ceph-mon[94618]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-10T05:41:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:07 smithi078 ceph-mon[94618]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-10T05:41:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:07 smithi107 ceph-mon[86658]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-10T05:41:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:07 smithi107 ceph-mon[86658]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-10T05:41:08.056 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:08.126 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:08 smithi078 ceph-mon[92251]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 16 KiB/s wr, 294 op/s 2024-08-10T05:41:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:08 smithi078 ceph-mon[92251]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-10T05:41:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:08 smithi078 ceph-mon[94618]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 16 KiB/s wr, 294 op/s 2024-08-10T05:41:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:08 smithi078 ceph-mon[94618]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-10T05:41:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:08 smithi107 ceph-mon[86658]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 16 KiB/s wr, 294 op/s 2024-08-10T05:41:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:08 smithi107 ceph-mon[86658]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-10T05:41:09.345 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:41:10.289 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4008 ms) 2024-08-10T05:41:10.289 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-08-10T05:41:10.322 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:10.332 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:41:10.341 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:10 smithi078 ceph-mon[94618]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 8.7 KiB/s wr, 164 op/s 2024-08-10T05:41:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:10 smithi078 ceph-mon[94618]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-10T05:41:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:10 smithi078 ceph-mon[92251]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 8.7 KiB/s wr, 164 op/s 2024-08-10T05:41:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:10 smithi078 ceph-mon[92251]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-10T05:41:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:10 smithi107 ceph-mon[86658]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 8.7 KiB/s wr, 164 op/s 2024-08-10T05:41:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:10 smithi107 ceph-mon[86658]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-10T05:41:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:11 smithi078 ceph-mon[92251]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-10T05:41:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:11 smithi078 ceph-mon[94618]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-10T05:41:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:11 smithi107 ceph-mon[86658]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-10T05:41:12.054 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:12.118 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:41:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:41:11] "GET /metrics HTTP/1.1" 200 38829 "" "Prometheus/2.43.0" 2024-08-10T05:41:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:12 smithi078 ceph-mon[94618]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 17 KiB/s wr, 408 op/s 2024-08-10T05:41:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:12 smithi078 ceph-mon[94618]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-10T05:41:12.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:12 smithi078 ceph-mon[94618]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-10T05:41:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:12 smithi078 ceph-mon[92251]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 17 KiB/s wr, 408 op/s 2024-08-10T05:41:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:12 smithi078 ceph-mon[92251]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-10T05:41:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:12 smithi078 ceph-mon[92251]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-10T05:41:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:12 smithi107 ceph-mon[86658]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 17 KiB/s wr, 408 op/s 2024-08-10T05:41:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:12 smithi107 ceph-mon[86658]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-10T05:41:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:12 smithi107 ceph-mon[86658]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-10T05:41:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:41:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:13.344 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:41:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:14.313 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4024 ms) 2024-08-10T05:41:14.313 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-08-10T05:41:14.346 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:14.357 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:41:14.366 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:14 smithi078 ceph-mon[92251]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 20 KiB/s wr, 409 op/s 2024-08-10T05:41:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:14 smithi078 ceph-mon[92251]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-10T05:41:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:14 smithi078 ceph-mon[94618]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 20 KiB/s wr, 409 op/s 2024-08-10T05:41:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:14 smithi078 ceph-mon[94618]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-10T05:41:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:14 smithi107 ceph-mon[86658]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 20 KiB/s wr, 409 op/s 2024-08-10T05:41:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:14 smithi107 ceph-mon[86658]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-10T05:41:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:15 smithi078 ceph-mon[92251]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-10T05:41:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:15 smithi078 ceph-mon[94618]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-10T05:41:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:15 smithi107 ceph-mon[86658]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-10T05:41:16.200 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:16.266 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:16 smithi078 ceph-mon[92251]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 279 KiB/s rd, 22 KiB/s wr, 366 op/s 2024-08-10T05:41:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:16 smithi078 ceph-mon[92251]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-10T05:41:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:16 smithi078 ceph-mon[94618]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 279 KiB/s rd, 22 KiB/s wr, 366 op/s 2024-08-10T05:41:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:16 smithi078 ceph-mon[94618]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-10T05:41:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:16 smithi107 ceph-mon[86658]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 279 KiB/s rd, 22 KiB/s wr, 366 op/s 2024-08-10T05:41:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:16 smithi107 ceph-mon[86658]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-10T05:41:17.233 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:41:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:17 smithi078 ceph-mon[92251]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-10T05:41:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:17 smithi078 ceph-mon[92251]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-10T05:41:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:17 smithi078 ceph-mon[94618]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-10T05:41:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:17 smithi078 ceph-mon[94618]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-10T05:41:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:17 smithi107 ceph-mon[86658]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-10T05:41:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:17 smithi107 ceph-mon[86658]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-10T05:41:18.346 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4033 ms) 2024-08-10T05:41:18.346 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-08-10T05:41:18.377 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:18.388 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 0~10 2024-08-10T05:41:18.395 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:18 smithi078 ceph-mon[92251]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 16 KiB/s wr, 319 op/s 2024-08-10T05:41:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:18 smithi078 ceph-mon[94618]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 16 KiB/s wr, 319 op/s 2024-08-10T05:41:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:18 smithi107 ceph-mon[86658]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 16 KiB/s wr, 319 op/s 2024-08-10T05:41:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:19 smithi078 ceph-mon[92251]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-10T05:41:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:19 smithi078 ceph-mon[94618]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-10T05:41:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:19 smithi107 ceph-mon[86658]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-10T05:41:20.222 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:20.289 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:20 smithi078 ceph-mon[92251]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-08-10T05:41:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:20 smithi078 ceph-mon[92251]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-10T05:41:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:20 smithi078 ceph-mon[94618]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-08-10T05:41:20.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:20 smithi078 ceph-mon[94618]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-10T05:41:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:20 smithi107 ceph-mon[86658]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-08-10T05:41:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:20 smithi107 ceph-mon[86658]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-10T05:41:21.407 INFO:tasks.workunit.client.0.smithi078.stdout:migration_abort 2024-08-10T05:41:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:21 smithi078 ceph-mon[92251]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-10T05:41:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:21 smithi078 ceph-mon[94618]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-10T05:41:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:21 smithi107 ceph-mon[86658]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-10T05:41:22.183 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3837 ms) 2024-08-10T05:41:22.183 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-08-10T05:41:22.213 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:41:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:41:21] "GET /metrics HTTP/1.1" 200 38827 "" "Prometheus/2.43.0" 2024-08-10T05:41:22.217 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:22.228 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 49738598~2666576 2024-08-10T05:41:22.255 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 45967113~6814115 2024-08-10T05:41:22.262 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 73015916~923460 2024-08-10T05:41:22.272 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 22644469~2728885 2024-08-10T05:41:22.272 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 48537745~5150242 2024-08-10T05:41:22.305 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 70222190~6951750 2024-08-10T05:41:22.312 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 67151224~5758224 2024-08-10T05:41:22.355 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 80148827~3737253 2024-08-10T05:41:22.355 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap0 2024-08-10T05:41:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:22 smithi107 ceph-mon[86658]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 21 KiB/s wr, 334 op/s 2024-08-10T05:41:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:22 smithi107 ceph-mon[86658]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-10T05:41:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:22 smithi107 ceph-mon[86658]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-10T05:41:22.468 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:41:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:22.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:22 smithi078 ceph-mon[94618]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 21 KiB/s wr, 334 op/s 2024-08-10T05:41:22.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:22 smithi078 ceph-mon[94618]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-10T05:41:22.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:22 smithi078 ceph-mon[94618]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-10T05:41:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:22 smithi078 ceph-mon[92251]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 21 KiB/s wr, 334 op/s 2024-08-10T05:41:22.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:22 smithi078 ceph-mon[92251]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-10T05:41:22.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:22 smithi078 ceph-mon[92251]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-10T05:41:24.237 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap0 2024-08-10T05:41:24.254 INFO:tasks.workunit.client.0.smithi078.stdout:clone image159 -> image162 2024-08-10T05:41:24.357 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 53033781~600343 2024-08-10T05:41:24.397 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 37029418~6014545 2024-08-10T05:41:24.404 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 44425008~5546883 2024-08-10T05:41:24.450 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 20194281~6535370 2024-08-10T05:41:24.458 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 60514712~3939509 2024-08-10T05:41:24.488 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 36652655~3145300 2024-08-10T05:41:24.490 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 39366308~4640272 2024-08-10T05:41:24.514 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 45008819~2505173 2024-08-10T05:41:24.517 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:24 smithi107 ceph-mon[86658]: pgmap v2380: 169 pgs: 169 active+clean; 907 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 526 KiB/s wr, 262 op/s 2024-08-10T05:41:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:24 smithi107 ceph-mon[86658]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-10T05:41:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:24 smithi078 ceph-mon[92251]: pgmap v2380: 169 pgs: 169 active+clean; 907 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 526 KiB/s wr, 262 op/s 2024-08-10T05:41:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:24 smithi078 ceph-mon[92251]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-10T05:41:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:24 smithi078 ceph-mon[94618]: pgmap v2380: 169 pgs: 169 active+clean; 907 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 526 KiB/s wr, 262 op/s 2024-08-10T05:41:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:24 smithi078 ceph-mon[94618]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-10T05:41:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:25 smithi107 ceph-mon[86658]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-10T05:41:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:25 smithi078 ceph-mon[92251]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-10T05:41:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:25 smithi078 ceph-mon[94618]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-10T05:41:26.251 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:26.262 INFO:tasks.workunit.client.0.smithi078.stdout:clone image162 -> image164 2024-08-10T05:41:26.394 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 4176227~584224 2024-08-10T05:41:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 14123074~907279 2024-08-10T05:41:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 41413461~2382325 2024-08-10T05:41:26.465 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 41694981~459184 2024-08-10T05:41:26.468 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 46139477~7901390 2024-08-10T05:41:26.532 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 13453128~7562274 2024-08-10T05:41:26.539 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 66882873~4520997 2024-08-10T05:41:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:26 smithi107 ceph-mon[86658]: pgmap v2383: 169 pgs: 169 active+clean; 925 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.2 MiB/s wr, 433 op/s 2024-08-10T05:41:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:26 smithi107 ceph-mon[86658]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-10T05:41:26.593 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 2146935~7766653 2024-08-10T05:41:26.599 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:41:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:26 smithi078 ceph-mon[92251]: pgmap v2383: 169 pgs: 169 active+clean; 925 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.2 MiB/s wr, 433 op/s 2024-08-10T05:41:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:26 smithi078 ceph-mon[92251]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-10T05:41:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:26 smithi078 ceph-mon[94618]: pgmap v2383: 169 pgs: 169 active+clean; 925 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.2 MiB/s wr, 433 op/s 2024-08-10T05:41:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:26 smithi078 ceph-mon[94618]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-10T05:41:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:27 smithi107 ceph-mon[86658]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-10T05:41:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:27 smithi107 ceph-mon[86658]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-10T05:41:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:27 smithi078 ceph-mon[94618]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-10T05:41:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:27 smithi078 ceph-mon[94618]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-10T05:41:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:27 smithi078 ceph-mon[92251]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-10T05:41:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:27 smithi078 ceph-mon[92251]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-10T05:41:28.063 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap2 2024-08-10T05:41:28.076 INFO:tasks.workunit.client.0.smithi078.stdout:clone image164 -> image166 2024-08-10T05:41:28.255 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 9784366~4628903 2024-08-10T05:41:28.294 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 75544087~8341993 2024-08-10T05:41:28.300 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 78596157~3190214 2024-08-10T05:41:28.315 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 41384918~3278028 2024-08-10T05:41:28.350 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 14171809~521954 2024-08-10T05:41:28.355 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 18746512~2507657 2024-08-10T05:41:28.362 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 70200745~823227 2024-08-10T05:41:28.408 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 43673546~6145523 2024-08-10T05:41:28.427 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:41:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:28 smithi107 ceph-mon[86658]: pgmap v2387: 169 pgs: 169 active+clean; 935 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 6.2 MiB/s wr, 343 op/s 2024-08-10T05:41:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:28 smithi107 ceph-mon[86658]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-10T05:41:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:28 smithi078 ceph-mon[94618]: pgmap v2387: 169 pgs: 169 active+clean; 935 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 6.2 MiB/s wr, 343 op/s 2024-08-10T05:41:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:28 smithi078 ceph-mon[94618]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-10T05:41:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:28 smithi078 ceph-mon[92251]: pgmap v2387: 169 pgs: 169 active+clean; 935 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 6.2 MiB/s wr, 343 op/s 2024-08-10T05:41:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:28.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:28 smithi078 ceph-mon[92251]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-10T05:41:30.518 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.StressNoMigrate (8336 ms) 2024-08-10T05:41:30.518 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.Stress 2024-08-10T05:41:30.551 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:30.563 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 34451356~1200928 2024-08-10T05:41:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:30 smithi107 ceph-mon[86658]: pgmap v2389: 169 pgs: 169 active+clean; 976 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.8 MiB/s wr, 117 op/s 2024-08-10T05:41:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:30 smithi107 ceph-mon[86658]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-10T05:41:30.577 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 59433966~8279790 2024-08-10T05:41:30.578 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 57785104~5093362 2024-08-10T05:41:30.612 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 68334615~5778230 2024-08-10T05:41:30.612 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 5156275~7227466 2024-08-10T05:41:30.655 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 10476461~3372686 2024-08-10T05:41:30.657 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 16390197~1692595 2024-08-10T05:41:30.671 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 68754845~3483611 2024-08-10T05:41:30.671 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap0 2024-08-10T05:41:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:30 smithi078 ceph-mon[92251]: pgmap v2389: 169 pgs: 169 active+clean; 976 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.8 MiB/s wr, 117 op/s 2024-08-10T05:41:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:30 smithi078 ceph-mon[92251]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-10T05:41:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:30 smithi078 ceph-mon[94618]: pgmap v2389: 169 pgs: 169 active+clean; 976 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.8 MiB/s wr, 117 op/s 2024-08-10T05:41:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:30 smithi078 ceph-mon[94618]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-10T05:41:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:31 smithi107 ceph-mon[86658]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-10T05:41:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:31 smithi078 ceph-mon[92251]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-10T05:41:31.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:31 smithi078 ceph-mon[94618]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-10T05:41:32.058 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap0 2024-08-10T05:41:32.071 INFO:tasks.workunit.client.0.smithi078.stdout:clone image167 -> image170 2024-08-10T05:41:32.166 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 147351002 2024-08-10T05:41:32.180 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 123897985~3070814 2024-08-10T05:41:32.206 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 133924181~5266620 2024-08-10T05:41:32.206 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 38930670~234753 2024-08-10T05:41:32.212 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 37564606~1288635 2024-08-10T05:41:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:41:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:41:31] "GET /metrics HTTP/1.1" 200 38824 "" "Prometheus/2.43.0" 2024-08-10T05:41:32.232 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 59879719~4992832 2024-08-10T05:41:32.279 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 77669142~3764374 2024-08-10T05:41:32.286 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 119141409~4220069 2024-08-10T05:41:32.308 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 6718043~5023254 2024-08-10T05:41:32.334 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:32 smithi107 ceph-mon[86658]: pgmap v2392: 169 pgs: 169 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 436 op/s 2024-08-10T05:41:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:32 smithi107 ceph-mon[86658]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-10T05:41:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:32 smithi107 ceph-mon[86658]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-10T05:41:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:41:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:32 smithi078 ceph-mon[92251]: pgmap v2392: 169 pgs: 169 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 436 op/s 2024-08-10T05:41:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:32 smithi078 ceph-mon[92251]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-10T05:41:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:32 smithi078 ceph-mon[92251]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-10T05:41:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:32 smithi078 ceph-mon[94618]: pgmap v2392: 169 pgs: 169 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 436 op/s 2024-08-10T05:41:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:32 smithi078 ceph-mon[94618]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-10T05:41:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:32 smithi078 ceph-mon[94618]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-10T05:41:34.305 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:34.317 INFO:tasks.workunit.client.0.smithi078.stdout:clone image170 -> image172 2024-08-10T05:41:34.444 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 92738411 2024-08-10T05:41:34.462 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 608346~2591804 2024-08-10T05:41:34.487 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 40951686~7479676 2024-08-10T05:41:34.498 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 84206021~5014814 2024-08-10T05:41:34.539 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 42558175~5577472 2024-08-10T05:41:34.542 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 86010277~2429645 2024-08-10T05:41:34.556 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 17459405~6783643 2024-08-10T05:41:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:34 smithi107 ceph-mon[86658]: pgmap v2395: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 587 op/s 2024-08-10T05:41:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:34 smithi107 ceph-mon[86658]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-10T05:41:34.571 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 36674002~52464 2024-08-10T05:41:34.589 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 51354837~4052324 2024-08-10T05:41:34.623 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:41:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:34 smithi078 ceph-mon[92251]: pgmap v2395: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 587 op/s 2024-08-10T05:41:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:34 smithi078 ceph-mon[92251]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-10T05:41:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:34 smithi078 ceph-mon[94618]: pgmap v2395: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 587 op/s 2024-08-10T05:41:34.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:34 smithi078 ceph-mon[94618]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-10T05:41:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:35 smithi107 ceph-mon[86658]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-10T05:41:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:35 smithi078 ceph-mon[92251]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-10T05:41:35.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:35 smithi078 ceph-mon[94618]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-10T05:41:36.319 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 28600720~1806507 2024-08-10T05:41:36.330 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 47274005~7892464 2024-08-10T05:41:36.331 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 86667117~3447893 2024-08-10T05:41:36.333 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 4399408~657110 2024-08-10T05:41:36.333 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 55458814~1270575 2024-08-10T05:41:36.334 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 91604967~1086637 2024-08-10T05:41:36.334 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 78248467~7914291 2024-08-10T05:41:36.346 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 18217899~8285639 2024-08-10T05:41:36.367 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:41:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:36 smithi107 ceph-mon[86658]: pgmap v2398: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 17 MiB/s wr, 425 op/s 2024-08-10T05:41:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:36 smithi107 ceph-mon[86658]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-10T05:41:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:36 smithi078 ceph-mon[92251]: pgmap v2398: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 17 MiB/s wr, 425 op/s 2024-08-10T05:41:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:36 smithi078 ceph-mon[92251]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-10T05:41:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:36 smithi078 ceph-mon[94618]: pgmap v2398: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 17 MiB/s wr, 425 op/s 2024-08-10T05:41:36.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:36 smithi078 ceph-mon[94618]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-10T05:41:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:37 smithi107 ceph-mon[86658]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-10T05:41:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:37 smithi078 ceph-mon[92251]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-10T05:41:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:37 smithi078 ceph-mon[94618]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-10T05:41:38.340 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:38 smithi107 ceph-mon[86658]: pgmap v2401: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 15 MiB/s wr, 276 op/s 2024-08-10T05:41:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:38 smithi107 ceph-mon[86658]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-10T05:41:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:38 smithi078 ceph-mon[92251]: pgmap v2401: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 15 MiB/s wr, 276 op/s 2024-08-10T05:41:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:38 smithi078 ceph-mon[92251]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-10T05:41:38.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:38 smithi078 ceph-mon[94618]: pgmap v2401: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 15 MiB/s wr, 276 op/s 2024-08-10T05:41:38.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:38 smithi078 ceph-mon[94618]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-10T05:41:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:39 smithi078 ceph-mon[92251]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-10T05:41:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:39 smithi078 ceph-mon[94618]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-10T05:41:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:39 smithi107 ceph-mon[86658]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-10T05:41:40.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:40 smithi078 ceph-mon[94618]: pgmap v2404: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 108 op/s 2024-08-10T05:41:40.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:40 smithi078 ceph-mon[94618]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-10T05:41:40.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:40 smithi078 ceph-mon[92251]: pgmap v2404: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 108 op/s 2024-08-10T05:41:40.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:40 smithi078 ceph-mon[92251]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-10T05:41:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:40 smithi107 ceph-mon[86658]: pgmap v2404: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.8 MiB/s wr, 108 op/s 2024-08-10T05:41:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:40 smithi107 ceph-mon[86658]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-10T05:41:40.830 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:41:41.067 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:41:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:41 smithi078 ceph-mon[92251]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-10T05:41:41.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:41 smithi078 ceph-mon[94618]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-10T05:41:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:41 smithi107 ceph-mon[86658]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-10T05:41:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:41:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:41:41] "GET /metrics HTTP/1.1" 200 38824 "" "Prometheus/2.43.0" 2024-08-10T05:41:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:42 smithi107 ceph-mon[86658]: pgmap v2407: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 14 MiB/s wr, 386 op/s 2024-08-10T05:41:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:42 smithi107 ceph-mon[86658]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-10T05:41:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:41:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:42.697 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.Stress (12179 ms) 2024-08-10T05:41:42.697 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.Stress2 2024-08-10T05:41:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:42 smithi078 ceph-mon[92251]: pgmap v2407: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 14 MiB/s wr, 386 op/s 2024-08-10T05:41:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:42 smithi078 ceph-mon[92251]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-10T05:41:42.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:42 smithi078 ceph-mon[94618]: pgmap v2407: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 14 MiB/s wr, 386 op/s 2024-08-10T05:41:42.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:42 smithi078 ceph-mon[94618]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-10T05:41:42.728 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:41:42.739 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 73940661~7789023 2024-08-10T05:41:42.788 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 43773100~5021664 2024-08-10T05:41:42.789 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 28582523~3813447 2024-08-10T05:41:42.821 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 3865912~615764 2024-08-10T05:41:42.821 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 21445304~7927438 2024-08-10T05:41:42.868 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 37838754~4383784 2024-08-10T05:41:42.868 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 64910547~7567720 2024-08-10T05:41:42.915 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 32237401~3967841 2024-08-10T05:41:42.917 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap0 2024-08-10T05:41:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[92251]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-10T05:41:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:41:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:41:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:41:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:41:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[94618]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-10T05:41:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:41:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:41:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:41:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:41:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:43 smithi107 ceph-mon[86658]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-10T05:41:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:41:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:41:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:41:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:41:44.383 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap0 2024-08-10T05:41:44.398 INFO:tasks.workunit.client.0.smithi078.stdout:clone image173 -> image176 2024-08-10T05:41:44.499 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 62004697~3318898 2024-08-10T05:41:44.551 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 54921121~7136318 2024-08-10T05:41:44.556 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 58554603~486723 2024-08-10T05:41:44.561 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 8401014~1559544 2024-08-10T05:41:44.566 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 76954047~3512788 2024-08-10T05:41:44.615 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 4767113~7017765 2024-08-10T05:41:44.621 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 48361221~6368421 2024-08-10T05:41:44.658 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 61721733~3210302 2024-08-10T05:41:44.661 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:41:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:44 smithi078 ceph-mon[92251]: pgmap v2410: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 13 MiB/s wr, 675 op/s 2024-08-10T05:41:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:44 smithi078 ceph-mon[92251]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-10T05:41:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:44 smithi078 ceph-mon[94618]: pgmap v2410: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 13 MiB/s wr, 675 op/s 2024-08-10T05:41:44.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:44 smithi078 ceph-mon[94618]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-10T05:41:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:44 smithi107 ceph-mon[86658]: pgmap v2410: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 13 MiB/s wr, 675 op/s 2024-08-10T05:41:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:44 smithi107 ceph-mon[86658]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-10T05:41:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:45 smithi078 ceph-mon[92251]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-10T05:41:45.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:45 smithi078 ceph-mon[94618]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-10T05:41:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:45 smithi107 ceph-mon[86658]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-10T05:41:46.400 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:41:46.411 INFO:tasks.workunit.client.0.smithi078.stdout:clone image176 -> image178 2024-08-10T05:41:46.536 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 123858689 2024-08-10T05:41:46.548 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 51818933~475397 2024-08-10T05:41:46.598 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 87508913~5957007 2024-08-10T05:41:46.598 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 26961441~6884837 2024-08-10T05:41:46.671 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 119536091~4322598 2024-08-10T05:41:46.671 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 84864111~5820563 2024-08-10T05:41:46.707 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 90704200~7313852 2024-08-10T05:41:46.709 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 58452626~6324465 2024-08-10T05:41:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:46 smithi078 ceph-mon[92251]: pgmap v2413: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 18 MiB/s wr, 840 op/s 2024-08-10T05:41:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:46 smithi078 ceph-mon[92251]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-10T05:41:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:46 smithi078 ceph-mon[94618]: pgmap v2413: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 18 MiB/s wr, 840 op/s 2024-08-10T05:41:46.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:46 smithi078 ceph-mon[94618]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-10T05:41:46.763 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 101667974~3595399 2024-08-10T05:41:46.763 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:41:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:46 smithi107 ceph-mon[86658]: pgmap v2413: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 18 MiB/s wr, 840 op/s 2024-08-10T05:41:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:46 smithi107 ceph-mon[86658]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-10T05:41:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:47 smithi078 ceph-mon[92251]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-10T05:41:47.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:47 smithi078 ceph-mon[94618]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-10T05:41:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:47 smithi107 ceph-mon[86658]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-10T05:41:48.414 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 114687812~4084874 2024-08-10T05:41:48.426 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 76084292~6942534 2024-08-10T05:41:48.426 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 26459327~1337972 2024-08-10T05:41:48.427 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 67433072~3521263 2024-08-10T05:41:48.427 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 61245030~6531341 2024-08-10T05:41:48.523 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 116242903~7615786 2024-08-10T05:41:48.523 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 93440811~4552310 2024-08-10T05:41:48.525 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 14450179~7667536 2024-08-10T05:41:48.526 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:41:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:48 smithi078 ceph-mon[92251]: pgmap v2416: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 82 MiB/s rd, 21 MiB/s wr, 522 op/s 2024-08-10T05:41:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:48 smithi078 ceph-mon[92251]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-10T05:41:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:48 smithi078 ceph-mon[94618]: pgmap v2416: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 82 MiB/s rd, 21 MiB/s wr, 522 op/s 2024-08-10T05:41:48.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:48 smithi078 ceph-mon[94618]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-10T05:41:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:48 smithi107 ceph-mon[86658]: pgmap v2416: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 82 MiB/s rd, 21 MiB/s wr, 522 op/s 2024-08-10T05:41:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:48 smithi107 ceph-mon[86658]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-10T05:41:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:49 smithi078 ceph-mon[92251]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-10T05:41:49.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:49 smithi078 ceph-mon[94618]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-10T05:41:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:49 smithi107 ceph-mon[86658]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-10T05:41:50.430 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap3 2024-08-10T05:41:50.445 INFO:tasks.workunit.client.0.smithi078.stdout:clone image178 -> image180 2024-08-10T05:41:50.612 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:41:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:50 smithi078 ceph-mon[92251]: pgmap v2419: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 308 op/s 2024-08-10T05:41:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:50 smithi078 ceph-mon[92251]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-10T05:41:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:50 smithi078 ceph-mon[94618]: pgmap v2419: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 308 op/s 2024-08-10T05:41:50.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:50 smithi078 ceph-mon[94618]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-10T05:41:50.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:50 smithi107 ceph-mon[86658]: pgmap v2419: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 308 op/s 2024-08-10T05:41:50.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:50 smithi107 ceph-mon[86658]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-10T05:41:51.034 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 84159247~3973431 2024-08-10T05:41:51.097 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83263930~2461678 2024-08-10T05:41:51.116 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 89213864~3785618 2024-08-10T05:41:51.161 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 106325633~6253075 2024-08-10T05:41:51.191 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 27075469~3596608 2024-08-10T05:41:51.247 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 26504210~4246806 2024-08-10T05:41:51.249 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 117383584~4889612 2024-08-10T05:41:51.290 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 52761419~613223 2024-08-10T05:41:51.314 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user0 2024-08-10T05:41:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:51 smithi078 ceph-mon[92251]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-10T05:41:51.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:51 smithi078 ceph-mon[94618]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-10T05:41:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:51 smithi107 ceph-mon[86658]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-10T05:41:52.062 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 37334811~1951195 2024-08-10T05:41:52.068 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 78279759~617178 2024-08-10T05:41:52.068 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 60905545~4907312 2024-08-10T05:41:52.073 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 64796084~545918 2024-08-10T05:41:52.170 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 94943392~3303621 2024-08-10T05:41:52.174 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 72533194~964115 2024-08-10T05:41:52.174 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 25875528~5094556 2024-08-10T05:41:52.183 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 28563116~1009154 2024-08-10T05:41:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:41:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:41:51] "GET /metrics HTTP/1.1" 200 38835 "" "Prometheus/2.43.0" 2024-08-10T05:41:52.255 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user1 2024-08-10T05:41:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:41:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:52 smithi107 ceph-mon[86658]: pgmap v2422: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 31 MiB/s wr, 447 op/s 2024-08-10T05:41:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:52 smithi107 ceph-mon[86658]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-10T05:41:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:52 smithi107 ceph-mon[86658]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-10T05:41:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:52 smithi078 ceph-mon[92251]: pgmap v2422: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 31 MiB/s wr, 447 op/s 2024-08-10T05:41:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:52 smithi078 ceph-mon[92251]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-10T05:41:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:52 smithi078 ceph-mon[92251]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-10T05:41:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:52 smithi078 ceph-mon[94618]: pgmap v2422: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 31 MiB/s wr, 447 op/s 2024-08-10T05:41:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:52 smithi078 ceph-mon[94618]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-10T05:41:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:52 smithi078 ceph-mon[94618]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-10T05:41:54.066 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 31841851~2414540 2024-08-10T05:41:54.076 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 121270815~2587874 2024-08-10T05:41:54.076 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 89563678~2993093 2024-08-10T05:41:54.080 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 56557779~1738874 2024-08-10T05:41:54.081 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 5614719~4088891 2024-08-10T05:41:54.088 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 91515288~7182972 2024-08-10T05:41:54.155 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 119691862~1683418 2024-08-10T05:41:54.158 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 53825014~6653309 2024-08-10T05:41:54.158 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user2 2024-08-10T05:41:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:54 smithi107 ceph-mon[86658]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-10T05:41:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:54 smithi107 ceph-mon[86658]: pgmap v2426: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 327 op/s 2024-08-10T05:41:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:54 smithi078 ceph-mon[92251]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-10T05:41:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:54 smithi078 ceph-mon[92251]: pgmap v2426: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 327 op/s 2024-08-10T05:41:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:54 smithi078 ceph-mon[94618]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-10T05:41:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:54 smithi078 ceph-mon[94618]: pgmap v2426: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 327 op/s 2024-08-10T05:41:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:55 smithi107 ceph-mon[86658]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-10T05:41:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:55 smithi078 ceph-mon[94618]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-10T05:41:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:55 smithi078 ceph-mon[92251]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-10T05:41:56.077 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 115886640~7972049 2024-08-10T05:41:56.102 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16399691~3647375 2024-08-10T05:41:56.103 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 114482248~6651887 2024-08-10T05:41:56.180 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 50515706~377854 2024-08-10T05:41:56.180 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 13861018~3986719 2024-08-10T05:41:56.182 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 11356945~6355276 2024-08-10T05:41:56.216 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 52933246~2958409 2024-08-10T05:41:56.221 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 74265985~7410413 2024-08-10T05:41:56.221 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user3 2024-08-10T05:41:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:56 smithi107 ceph-mon[86658]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-10T05:41:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:56 smithi107 ceph-mon[86658]: pgmap v2429: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 46 MiB/s wr, 888 op/s 2024-08-10T05:41:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:56 smithi078 ceph-mon[92251]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-10T05:41:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:56 smithi078 ceph-mon[92251]: pgmap v2429: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 46 MiB/s wr, 888 op/s 2024-08-10T05:41:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:56 smithi078 ceph-mon[94618]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-10T05:41:56.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:56 smithi078 ceph-mon[94618]: pgmap v2429: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 46 MiB/s wr, 888 op/s 2024-08-10T05:41:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:57 smithi078 ceph-mon[92251]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-10T05:41:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:57 smithi078 ceph-mon[94618]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-10T05:41:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:57 smithi107 ceph-mon[86658]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-10T05:41:58.094 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 204568267 2024-08-10T05:41:58.121 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 20456826~5114206 2024-08-10T05:41:58.126 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 21735377~2557103 2024-08-10T05:41:58.184 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 40913653~5114206 2024-08-10T05:41:58.187 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 42192204~2557103 2024-08-10T05:41:58.240 INFO:tasks.workunit.client.0.smithi078.stdout:write: 3 61370480~5114206 2024-08-10T05:41:58.241 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 62649031~2557103 2024-08-10T05:41:58.283 INFO:tasks.workunit.client.0.smithi078.stdout:write: 4 81827306~5114206 2024-08-10T05:41:58.284 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 83105857~2557103 2024-08-10T05:41:58.323 INFO:tasks.workunit.client.0.smithi078.stdout:write: 5 102284133~5114206 2024-08-10T05:41:58.324 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 103562684~2557103 2024-08-10T05:41:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:58 smithi078 ceph-mon[92251]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-10T05:41:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:58 smithi078 ceph-mon[92251]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 44 MiB/s wr, 543 op/s 2024-08-10T05:41:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:58 smithi078 ceph-mon[94618]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-10T05:41:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:58 smithi078 ceph-mon[94618]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 44 MiB/s wr, 543 op/s 2024-08-10T05:41:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:58 smithi107 ceph-mon[86658]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-10T05:41:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:58 smithi107 ceph-mon[86658]: pgmap v2432: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 44 MiB/s wr, 543 op/s 2024-08-10T05:41:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:59.446 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:41:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:41:59 smithi078 ceph-mon[92251]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-10T05:41:59.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:41:59 smithi078 ceph-mon[94618]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-10T05:41:59.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:41:59 smithi107 ceph-mon[86658]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-10T05:41:59.646 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:42:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:00 smithi078 ceph-mon[92251]: pgmap v2434: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 16 MiB/s wr, 173 op/s 2024-08-10T05:42:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:00 smithi078 ceph-mon[94618]: pgmap v2434: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 16 MiB/s wr, 173 op/s 2024-08-10T05:42:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:00 smithi107 ceph-mon[86658]: pgmap v2434: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 16 MiB/s wr, 173 op/s 2024-08-10T05:42:00.802 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.Stress2 (18104 ms) 2024-08-10T05:42:00.802 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMigration.StressLive 2024-08-10T05:42:00.833 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 83886080 2024-08-10T05:42:00.843 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 24717193~7223121 2024-08-10T05:42:00.898 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 39628844~1039688 2024-08-10T05:42:00.898 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 49611215~3640260 2024-08-10T05:42:00.932 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 58674022~4868776 2024-08-10T05:42:00.932 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 17536271~962985 2024-08-10T05:42:00.942 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 68131237~6607075 2024-08-10T05:42:00.942 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 48133556~5655119 2024-08-10T05:42:00.978 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 59634143~5989074 2024-08-10T05:42:00.978 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap0 2024-08-10T05:42:02.118 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 100139571 2024-08-10T05:42:02.134 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 22342856~6697730 2024-08-10T05:42:02.149 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 48343197~3462994 2024-08-10T05:42:02.149 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 35710583~1446417 2024-08-10T05:42:02.149 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 86062284~6739941 2024-08-10T05:42:02.149 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 28270910~7480673 2024-08-10T05:42:02.184 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 25653602~2369532 2024-08-10T05:42:02.184 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 52243542~1415874 2024-08-10T05:42:02.184 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 9576178~7821174 2024-08-10T05:42:02.184 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap1 2024-08-10T05:42:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:02 smithi078 ceph-mon[92251]: pgmap v2435: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 19 MiB/s wr, 293 op/s 2024-08-10T05:42:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:02 smithi078 ceph-mon[92251]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-10T05:42:02.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:02 smithi078 ceph-mon[94618]: pgmap v2435: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 19 MiB/s wr, 293 op/s 2024-08-10T05:42:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:02 smithi078 ceph-mon[94618]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-10T05:42:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:42:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:42:01] "GET /metrics HTTP/1.1" 200 38828 "" "Prometheus/2.43.0" 2024-08-10T05:42:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:02 smithi107 ceph-mon[86658]: pgmap v2435: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 19 MiB/s wr, 293 op/s 2024-08-10T05:42:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:02 smithi107 ceph-mon[86658]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-10T05:42:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:42:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:03 smithi078 ceph-mon[92251]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-10T05:42:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:03 smithi078 ceph-mon[94618]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-10T05:42:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:03 smithi107 ceph-mon[86658]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-10T05:42:04.144 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap1 2024-08-10T05:42:04.158 INFO:tasks.workunit.client.0.smithi078.stdout:clone image181 -> image184 2024-08-10T05:42:04.260 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 131370750 2024-08-10T05:42:04.272 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 47616766~5514929 2024-08-10T05:42:04.327 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 113546930~4729510 2024-08-10T05:42:04.327 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 60716277~697492 2024-08-10T05:42:04.336 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 102265210~1535305 2024-08-10T05:42:04.336 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 108518477~2909908 2024-08-10T05:42:04.360 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 70104352~2550311 2024-08-10T05:42:04.366 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 6030060~6164303 2024-08-10T05:42:04.407 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 10402813~5849178 2024-08-10T05:42:04.413 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap2 2024-08-10T05:42:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:04 smithi078 ceph-mon[92251]: pgmap v2438: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s rd, 23 MiB/s wr, 491 op/s 2024-08-10T05:42:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:04 smithi078 ceph-mon[92251]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-10T05:42:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:04 smithi078 ceph-mon[94618]: pgmap v2438: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s rd, 23 MiB/s wr, 491 op/s 2024-08-10T05:42:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:04 smithi078 ceph-mon[94618]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-10T05:42:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:04 smithi107 ceph-mon[86658]: pgmap v2438: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s rd, 23 MiB/s wr, 491 op/s 2024-08-10T05:42:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:04 smithi107 ceph-mon[86658]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-10T05:42:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:05 smithi078 ceph-mon[92251]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-10T05:42:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:05 smithi078 ceph-mon[94618]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-10T05:42:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:05 smithi107 ceph-mon[86658]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-10T05:42:06.161 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap2 2024-08-10T05:42:06.173 INFO:tasks.workunit.client.0.smithi078.stdout:clone image184 -> image186 2024-08-10T05:42:06.306 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 120294048~8297168 2024-08-10T05:42:06.378 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 5336899~5011503 2024-08-10T05:42:06.393 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 12554619~2071439 2024-08-10T05:42:06.413 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 82641443~3905795 2024-08-10T05:42:06.420 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 22783994~2836948 2024-08-10T05:42:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:06 smithi078 ceph-mon[92251]: pgmap v2441: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 248 MiB/s rd, 22 MiB/s wr, 745 op/s 2024-08-10T05:42:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:06 smithi078 ceph-mon[92251]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-10T05:42:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:06 smithi078 ceph-mon[94618]: pgmap v2441: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 248 MiB/s rd, 22 MiB/s wr, 745 op/s 2024-08-10T05:42:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:06 smithi078 ceph-mon[94618]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-10T05:42:06.481 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 77198879~1164895 2024-08-10T05:42:06.487 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 23609366~6977929 2024-08-10T05:42:06.547 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 104591431~1224200 2024-08-10T05:42:06.558 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: snap3 2024-08-10T05:42:06.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:06 smithi107 ceph-mon[86658]: pgmap v2441: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 248 MiB/s rd, 22 MiB/s wr, 745 op/s 2024-08-10T05:42:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:06 smithi107 ceph-mon[86658]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-10T05:42:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:07 smithi078 ceph-mon[92251]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-10T05:42:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:07 smithi078 ceph-mon[94618]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-10T05:42:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:07 smithi107 ceph-mon[86658]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-10T05:42:08.183 INFO:tasks.workunit.client.0.smithi078.stdout:snap_protect: snap3 2024-08-10T05:42:08.195 INFO:tasks.workunit.client.0.smithi078.stdout:clone image186 -> image188 2024-08-10T05:42:08.348 INFO:tasks.workunit.client.0.smithi078.stdout:migration_prepare 2024-08-10T05:42:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:08 smithi078 ceph-mon[92251]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 161 MiB/s rd, 11 MiB/s wr, 550 op/s 2024-08-10T05:42:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:08 smithi078 ceph-mon[92251]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-10T05:42:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:08 smithi078 ceph-mon[94618]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 161 MiB/s rd, 11 MiB/s wr, 550 op/s 2024-08-10T05:42:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:08 smithi078 ceph-mon[94618]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-10T05:42:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:08 smithi107 ceph-mon[86658]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 161 MiB/s rd, 11 MiB/s wr, 550 op/s 2024-08-10T05:42:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:08 smithi107 ceph-mon[86658]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-10T05:42:08.770 INFO:tasks.workunit.client.0.smithi078.stdout:migration_execute 2024-08-10T05:42:08.771 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 121000430~5314852 2024-08-10T05:42:08.827 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 64402691~219650 2024-08-10T05:42:08.844 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 76182085~3026491 2024-08-10T05:42:08.883 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 84992918~2222337 2024-08-10T05:42:08.900 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 73095031~411413 2024-08-10T05:42:08.923 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 52982560~2359413 2024-08-10T05:42:08.969 INFO:tasks.workunit.client.0.smithi078.stdout:write: a 103692899~5602345 2024-08-10T05:42:09.022 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 100346210~7589797 2024-08-10T05:42:09.026 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user0 2024-08-10T05:42:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:09 smithi078 ceph-mon[94618]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-10T05:42:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:09 smithi078 ceph-mon[92251]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-10T05:42:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:09 smithi107 ceph-mon[86658]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-10T05:42:10.184 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 177890374 2024-08-10T05:42:10.198 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 35299698~5629622 2024-08-10T05:42:10.210 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 98752230~5264969 2024-08-10T05:42:10.210 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 63161092~3282556 2024-08-10T05:42:10.214 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 43814917~1627043 2024-08-10T05:42:10.214 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 170363981~4721081 2024-08-10T05:42:10.222 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 123667362~5190708 2024-08-10T05:42:10.232 INFO:tasks.workunit.client.0.smithi078.stdout:write: b 73895791~4772935 2024-08-10T05:42:10.241 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 3003557~1917004 2024-08-10T05:42:10.253 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user1 2024-08-10T05:42:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:10 smithi078 ceph-mon[94618]: pgmap v2447: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.6 MiB/s wr, 183 op/s 2024-08-10T05:42:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:10 smithi078 ceph-mon[94618]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-10T05:42:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:10 smithi078 ceph-mon[92251]: pgmap v2447: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.6 MiB/s wr, 183 op/s 2024-08-10T05:42:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:10 smithi078 ceph-mon[92251]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-10T05:42:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:10 smithi107 ceph-mon[86658]: pgmap v2447: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.6 MiB/s wr, 183 op/s 2024-08-10T05:42:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:10 smithi107 ceph-mon[86658]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-10T05:42:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:11 smithi078 ceph-mon[92251]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-10T05:42:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:11 smithi078 ceph-mon[94618]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-10T05:42:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:11 smithi107 ceph-mon[86658]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-10T05:42:12.183 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:42:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:42:11] "GET /metrics HTTP/1.1" 200 38828 "" "Prometheus/2.43.0" 2024-08-10T05:42:12.192 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 126673243~4943495 2024-08-10T05:42:12.205 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 89372339~4175443 2024-08-10T05:42:12.207 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 68718764~8173960 2024-08-10T05:42:12.221 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 161608555~8105094 2024-08-10T05:42:12.221 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 112506547~1072088 2024-08-10T05:42:12.224 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 26214702~6874432 2024-08-10T05:42:12.224 INFO:tasks.workunit.client.0.smithi078.stdout:write: c 128787362~6742354 2024-08-10T05:42:12.243 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 33394023~538342 2024-08-10T05:42:12.252 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user2 2024-08-10T05:42:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:12 smithi078 ceph-mon[94618]: pgmap v2450: 169 pgs: 169 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 872 op/s 2024-08-10T05:42:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:12 smithi078 ceph-mon[94618]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-10T05:42:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:12 smithi078 ceph-mon[92251]: pgmap v2450: 169 pgs: 169 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 872 op/s 2024-08-10T05:42:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:12 smithi078 ceph-mon[92251]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-10T05:42:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:12 smithi107 ceph-mon[86658]: pgmap v2450: 169 pgs: 169 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 872 op/s 2024-08-10T05:42:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:12 smithi107 ceph-mon[86658]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-10T05:42:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:42:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:13 smithi078 ceph-mon[92251]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-10T05:42:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:13 smithi078 ceph-mon[94618]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-10T05:42:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:13 smithi107 ceph-mon[86658]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-10T05:42:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:14.211 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 302699582 2024-08-10T05:42:14.224 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 191744497~1911385 2024-08-10T05:42:14.233 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 220467683~2243348 2024-08-10T05:42:14.233 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 25292557~7785758 2024-08-10T05:42:14.243 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 255672002~585363 2024-08-10T05:42:14.243 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 208869046~1478919 2024-08-10T05:42:14.244 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 47704850~8059848 2024-08-10T05:42:14.244 INFO:tasks.workunit.client.0.smithi078.stdout:write: d 237366677~4655422 2024-08-10T05:42:14.250 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 214997595~5845443 2024-08-10T05:42:14.250 INFO:tasks.workunit.client.0.smithi078.stdout:snap_create: user3 2024-08-10T05:42:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:14 smithi078 ceph-mon[92251]: pgmap v2453: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 40 MiB/s wr, 918 op/s 2024-08-10T05:42:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:14 smithi078 ceph-mon[92251]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-10T05:42:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:14 smithi078 ceph-mon[94618]: pgmap v2453: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 40 MiB/s wr, 918 op/s 2024-08-10T05:42:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:14 smithi078 ceph-mon[94618]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-10T05:42:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:14 smithi107 ceph-mon[86658]: pgmap v2453: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 40 MiB/s wr, 918 op/s 2024-08-10T05:42:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:14 smithi107 ceph-mon[86658]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-10T05:42:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:15 smithi078 ceph-mon[92251]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-10T05:42:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:15 smithi078 ceph-mon[94618]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-10T05:42:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:15 smithi107 ceph-mon[86658]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-10T05:42:16.233 INFO:tasks.workunit.client.0.smithi078.stdout:write: 1 30269958~7567489 2024-08-10T05:42:16.243 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 32161830~3783744 2024-08-10T05:42:16.311 INFO:tasks.workunit.client.0.smithi078.stdout:write: 2 60539916~7567489 2024-08-10T05:42:16.314 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 62431788~3783744 2024-08-10T05:42:16.364 INFO:tasks.workunit.client.0.smithi078.stdout:write: 3 90809874~7567489 2024-08-10T05:42:16.372 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 92701746~3783744 2024-08-10T05:42:16.404 INFO:tasks.workunit.client.0.smithi078.stdout:write: 4 121079832~7567489 2024-08-10T05:42:16.413 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 122971704~3783744 2024-08-10T05:42:16.440 INFO:tasks.workunit.client.0.smithi078.stdout:write: 5 151349791~7567489 2024-08-10T05:42:16.448 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 153241663~3783744 2024-08-10T05:42:16.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:16 smithi078 ceph-mon[92251]: pgmap v2456: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 30 MiB/s wr, 427 op/s 2024-08-10T05:42:16.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:16 smithi078 ceph-mon[92251]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-10T05:42:16.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:16 smithi078 ceph-mon[94618]: pgmap v2456: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 30 MiB/s wr, 427 op/s 2024-08-10T05:42:16.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:16 smithi078 ceph-mon[94618]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-10T05:42:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:16 smithi107 ceph-mon[86658]: pgmap v2456: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 30 MiB/s wr, 427 op/s 2024-08-10T05:42:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:16 smithi107 ceph-mon[86658]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-10T05:42:16.574 INFO:tasks.workunit.client.0.smithi078.stdout:migration_commit 2024-08-10T05:42:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:17 smithi078 ceph-mon[92251]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-10T05:42:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:17 smithi078 ceph-mon[94618]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-10T05:42:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:17 smithi107 ceph-mon[86658]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-10T05:42:17.841 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMigration.StressLive (17038 ms) 2024-08-10T05:42:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:18 smithi107 ceph-mon[86658]: pgmap v2459: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 6.8 MiB/s rd, 19 MiB/s wr, 323 op/s 2024-08-10T05:42:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:18 smithi078 ceph-mon[92251]: pgmap v2459: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 6.8 MiB/s rd, 19 MiB/s wr, 323 op/s 2024-08-10T05:42:18.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:18 smithi078 ceph-mon[94618]: pgmap v2459: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 6.8 MiB/s rd, 19 MiB/s wr, 323 op/s 2024-08-10T05:42:19.262 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 57 tests from TestMigration (261607 ms total) 2024-08-10T05:42:19.263 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:42:19.263 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 6 tests from TestGroup 2024-08-10T05:42:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:19 smithi107 ceph-mon[86658]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-10T05:42:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:19 smithi078 ceph-mon[92251]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-10T05:42:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:19 smithi078 ceph-mon[94618]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-10T05:42:20.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:20 smithi107 ceph-mon[86658]: pgmap v2461: 137 pgs: 137 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2024-08-10T05:42:20.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:20 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:42:20.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:20 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:42:20.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:20 smithi107 ceph-mon[86658]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-10T05:42:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[92251]: pgmap v2461: 137 pgs: 137 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2024-08-10T05:42:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:42:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:42:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[92251]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-10T05:42:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[94618]: pgmap v2461: 137 pgs: 137 active+clean; 2.1 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2024-08-10T05:42:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:42:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:42:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:20 smithi078 ceph-mon[94618]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-10T05:42:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestGroup.group_create 2024-08-10T05:42:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:21 smithi107 ceph-mon[86658]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-10T05:42:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:21 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2979296350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:21 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:21 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:42:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[92251]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-10T05:42:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2979296350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:42:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[94618]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-10T05:42:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2979296350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:42:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:42:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:42:21] "GET /metrics HTTP/1.1" 200 38827 "" "Prometheus/2.43.0" 2024-08-10T05:42:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:42:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:22 smithi107 ceph-mon[86658]: pgmap v2464: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail 2024-08-10T05:42:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:22 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:42:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:22 smithi107 ceph-mon[86658]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-10T05:42:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:22 smithi078 ceph-mon[92251]: pgmap v2464: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail 2024-08-10T05:42:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:22 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:42:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:22 smithi078 ceph-mon[92251]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-10T05:42:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:22 smithi078 ceph-mon[94618]: pgmap v2464: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.6 GiB used, 707 GiB / 715 GiB avail 2024-08-10T05:42:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:22 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:42:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:22 smithi078 ceph-mon[94618]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-10T05:42:23.311 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestGroup.group_create (2039 ms) 2024-08-10T05:42:23.311 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestGroup.group_createPP 2024-08-10T05:42:23.327 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestGroup.group_createPP (16 ms) 2024-08-10T05:42:23.328 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestGroup.add_image 2024-08-10T05:42:23.366 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestGroup.add_image (38 ms) 2024-08-10T05:42:23.366 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestGroup.add_imagePP 2024-08-10T05:42:23.398 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestGroup.add_imagePP (33 ms) 2024-08-10T05:42:23.398 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestGroup.add_snapshot 2024-08-10T05:42:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:23 smithi107 ceph-mon[86658]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-10T05:42:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:23 smithi078 ceph-mon[92251]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-10T05:42:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:23 smithi078 ceph-mon[94618]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-10T05:42:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:24 smithi107 ceph-mon[86658]: pgmap v2467: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-08-10T05:42:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:24 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:42:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:24 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:42:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:24 smithi107 ceph-mon[86658]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-10T05:42:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[92251]: pgmap v2467: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-08-10T05:42:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:42:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:42:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[92251]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-10T05:42:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[94618]: pgmap v2467: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-08-10T05:42:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:42:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:42:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:24 smithi078 ceph-mon[94618]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-10T05:42:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:25 smithi107 ceph-mon[86658]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-10T05:42:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:25 smithi078 ceph-mon[92251]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-10T05:42:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:25 smithi078 ceph-mon[94618]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-10T05:42:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:26 smithi107 ceph-mon[86658]: pgmap v2470: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.5 KiB/s wr, 32 op/s 2024-08-10T05:42:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:26 smithi107 ceph-mon[86658]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-10T05:42:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:26 smithi078 ceph-mon[92251]: pgmap v2470: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.5 KiB/s wr, 32 op/s 2024-08-10T05:42:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:26 smithi078 ceph-mon[92251]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-10T05:42:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:26 smithi078 ceph-mon[94618]: pgmap v2470: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.5 KiB/s wr, 32 op/s 2024-08-10T05:42:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:26 smithi078 ceph-mon[94618]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-10T05:42:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:27 smithi107 ceph-mon[86658]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-10T05:42:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:27 smithi078 ceph-mon[92251]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-10T05:42:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:27 smithi078 ceph-mon[94618]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-10T05:42:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:28 smithi107 ceph-mon[86658]: pgmap v2473: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 7.7 KiB/s wr, 49 op/s 2024-08-10T05:42:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:28 smithi107 ceph-mon[86658]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-10T05:42:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:42:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[92251]: pgmap v2473: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 7.7 KiB/s wr, 49 op/s 2024-08-10T05:42:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[92251]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-10T05:42:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:42:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[94618]: pgmap v2473: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 7.7 KiB/s wr, 49 op/s 2024-08-10T05:42:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[94618]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-10T05:42:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:42:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:29.358 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestGroup.add_snapshot (5960 ms) 2024-08-10T05:42:29.358 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-08-10T05:42:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:29 smithi078 ceph-mon[92251]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-10T05:42:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:29 smithi078 ceph-mon[94618]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-10T05:42:29.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:29 smithi107 ceph-mon[86658]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-10T05:42:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:30 smithi078 ceph-mon[92251]: pgmap v2476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-08-10T05:42:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:30 smithi078 ceph-mon[92251]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-10T05:42:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:30 smithi078 ceph-mon[94618]: pgmap v2476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-08-10T05:42:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:30 smithi078 ceph-mon[94618]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-10T05:42:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:30 smithi107 ceph-mon[86658]: pgmap v2476: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-08-10T05:42:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:30 smithi107 ceph-mon[86658]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-10T05:42:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:31 smithi078 ceph-mon[92251]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-10T05:42:31.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:31 smithi078 ceph-mon[94618]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-10T05:42:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:31 smithi107 ceph-mon[86658]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-10T05:42:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:42:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:42:31] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-10T05:42:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:42:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:32 smithi107 ceph-mon[86658]: pgmap v2479: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-08-10T05:42:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:32 smithi107 ceph-mon[86658]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-10T05:42:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:32 smithi107 ceph-mon[86658]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-10T05:42:32.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:32 smithi078 ceph-mon[92251]: pgmap v2479: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-08-10T05:42:32.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:32 smithi078 ceph-mon[92251]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-10T05:42:32.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:32 smithi078 ceph-mon[92251]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-10T05:42:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:32 smithi078 ceph-mon[94618]: pgmap v2479: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 177 op/s 2024-08-10T05:42:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:32 smithi078 ceph-mon[94618]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-10T05:42:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:32 smithi078 ceph-mon[94618]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-10T05:42:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:34 smithi107 ceph-mon[86658]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-10T05:42:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:34 smithi107 ceph-mon[86658]: pgmap v2483: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 KiB/s wr, 78 op/s 2024-08-10T05:42:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:34 smithi078 ceph-mon[92251]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-10T05:42:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:34 smithi078 ceph-mon[92251]: pgmap v2483: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 KiB/s wr, 78 op/s 2024-08-10T05:42:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:34 smithi078 ceph-mon[94618]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-10T05:42:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:34 smithi078 ceph-mon[94618]: pgmap v2483: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 KiB/s wr, 78 op/s 2024-08-10T05:42:35.103 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestGroup.add_snapshotPP (5744 ms) 2024-08-10T05:42:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:35 smithi107 ceph-mon[86658]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-10T05:42:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:35 smithi078 ceph-mon[92251]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-10T05:42:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:35 smithi078 ceph-mon[94618]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-10T05:42:36.080 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 6 tests from TestGroup (13830 ms total) 2024-08-10T05:42:36.081 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:42:36.081 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 31 tests from TestDeepCopy 2024-08-10T05:42:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:36 smithi078 ceph-mon[92251]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-10T05:42:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:36 smithi078 ceph-mon[92251]: pgmap v2486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 9.6 KiB/s wr, 78 op/s 2024-08-10T05:42:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:36 smithi078 ceph-mon[94618]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-10T05:42:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:36 smithi078 ceph-mon[94618]: pgmap v2486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 9.6 KiB/s wr, 78 op/s 2024-08-10T05:42:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:36 smithi107 ceph-mon[86658]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-10T05:42:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:36 smithi107 ceph-mon[86658]: pgmap v2486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 9.6 KiB/s wr, 78 op/s 2024-08-10T05:42:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:37 smithi078 ceph-mon[92251]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-10T05:42:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:37 smithi078 ceph-mon[94618]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-10T05:42:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:37 smithi107 ceph-mon[86658]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-10T05:42:38.132 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Empty 2024-08-10T05:42:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:38 smithi078 ceph-mon[92251]: pgmap v2488: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:42:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:38 smithi078 ceph-mon[92251]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-10T05:42:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:38 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2538199946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:38 smithi078 ceph-mon[94618]: pgmap v2488: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:42:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:38 smithi078 ceph-mon[94618]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-10T05:42:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:38 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2538199946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:38 smithi107 ceph-mon[86658]: pgmap v2488: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:42:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:38 smithi107 ceph-mon[86658]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-10T05:42:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:38 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2538199946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:42:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:39 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2538199946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:42:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:39 smithi078 ceph-mon[92251]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-10T05:42:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:39 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2538199946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:42:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:39 smithi078 ceph-mon[94618]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-10T05:42:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:39 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2538199946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:42:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:39 smithi107 ceph-mon[86658]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-10T05:42:40.262 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Empty (2131 ms) 2024-08-10T05:42:40.263 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-08-10T05:42:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:40 smithi078 ceph-mon[92251]: pgmap v2491: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:42:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:40 smithi078 ceph-mon[92251]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-10T05:42:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:40 smithi078 ceph-mon[94618]: pgmap v2491: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:42:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:40 smithi078 ceph-mon[94618]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-10T05:42:40.505 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.NoSnaps (242 ms) 2024-08-10T05:42:40.505 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Snaps 2024-08-10T05:42:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:40 smithi107 ceph-mon[86658]: pgmap v2491: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:42:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:40 smithi107 ceph-mon[86658]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-10T05:42:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:41 smithi078 ceph-mon[92251]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-10T05:42:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:41 smithi078 ceph-mon[94618]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-10T05:42:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:41 smithi107 ceph-mon[86658]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-10T05:42:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:42:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:42:41] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-10T05:42:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:42 smithi078 ceph-mon[92251]: pgmap v2494: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:42:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:42 smithi078 ceph-mon[92251]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-10T05:42:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:42 smithi078 ceph-mon[94618]: pgmap v2494: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:42:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:42 smithi078 ceph-mon[94618]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-10T05:42:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:42 smithi107 ceph-mon[86658]: pgmap v2494: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:42:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:42 smithi107 ceph-mon[86658]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-10T05:42:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:42:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:43 smithi078 ceph-mon[92251]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-10T05:42:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:42:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:43 smithi078 ceph-mon[94618]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-10T05:42:43.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:42:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:43 smithi107 ceph-mon[86658]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-10T05:42:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:42:44.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Snaps (3938 ms) 2024-08-10T05:42:44.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-08-10T05:42:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[92251]: pgmap v2497: 137 pgs: 137 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-08-10T05:42:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[92251]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-10T05:42:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:42:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:42:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:42:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[94618]: pgmap v2497: 137 pgs: 137 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-08-10T05:42:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[94618]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-10T05:42:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:42:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:42:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:42:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:44 smithi107 ceph-mon[86658]: pgmap v2497: 137 pgs: 137 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-08-10T05:42:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:44 smithi107 ceph-mon[86658]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-10T05:42:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:42:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:42:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:42:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:45 smithi078 ceph-mon[92251]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-10T05:42:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:45 smithi078 ceph-mon[94618]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-10T05:42:45.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:45 smithi107 ceph-mon[86658]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-10T05:42:46.296 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.SnapDiscard (1854 ms) 2024-08-10T05:42:46.297 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-08-10T05:42:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:46 smithi078 ceph-mon[92251]: pgmap v2500: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 151 op/s 2024-08-10T05:42:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:46 smithi078 ceph-mon[92251]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-10T05:42:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:46 smithi078 ceph-mon[94618]: pgmap v2500: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 151 op/s 2024-08-10T05:42:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:46 smithi078 ceph-mon[94618]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-10T05:42:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:46 smithi107 ceph-mon[86658]: pgmap v2500: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 151 op/s 2024-08-10T05:42:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:46 smithi107 ceph-mon[86658]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-10T05:42:47.255 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneDiscard (958 ms) 2024-08-10T05:42:47.255 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-08-10T05:42:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:47 smithi078 ceph-mon[92251]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-10T05:42:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:47 smithi078 ceph-mon[92251]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-10T05:42:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:47 smithi078 ceph-mon[94618]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-10T05:42:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:47 smithi078 ceph-mon[94618]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-10T05:42:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:47 smithi107 ceph-mon[86658]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-10T05:42:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:47 smithi107 ceph-mon[86658]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-10T05:42:48.365 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneShrink (1111 ms) 2024-08-10T05:42:48.365 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-08-10T05:42:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:48 smithi078 ceph-mon[92251]: pgmap v2504: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 152 op/s 2024-08-10T05:42:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:48 smithi078 ceph-mon[94618]: pgmap v2504: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 152 op/s 2024-08-10T05:42:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:48 smithi107 ceph-mon[86658]: pgmap v2504: 137 pgs: 137 active+clean; 53 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 152 op/s 2024-08-10T05:42:49.426 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneExpand (1061 ms) 2024-08-10T05:42:49.426 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-08-10T05:42:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:49 smithi078 ceph-mon[92251]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-10T05:42:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:49 smithi078 ceph-mon[94618]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-10T05:42:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:49 smithi107 ceph-mon[86658]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-10T05:42:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:50 smithi078 ceph-mon[94618]: pgmap v2506: 137 pgs: 137 active+clean; 61 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 121 op/s 2024-08-10T05:42:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:50 smithi078 ceph-mon[94618]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-10T05:42:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:50 smithi078 ceph-mon[92251]: pgmap v2506: 137 pgs: 137 active+clean; 61 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 121 op/s 2024-08-10T05:42:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:50 smithi078 ceph-mon[92251]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-10T05:42:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:50 smithi107 ceph-mon[86658]: pgmap v2506: 137 pgs: 137 active+clean; 61 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 121 op/s 2024-08-10T05:42:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:50 smithi107 ceph-mon[86658]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-10T05:42:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:51 smithi078 ceph-mon[92251]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-10T05:42:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:51 smithi078 ceph-mon[94618]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-10T05:42:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:51 smithi107 ceph-mon[86658]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-10T05:42:52.219 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:42:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:42:51] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-08-10T05:42:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:52 smithi078 ceph-mon[92251]: pgmap v2509: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 291 op/s 2024-08-10T05:42:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:52 smithi078 ceph-mon[92251]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-10T05:42:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:52 smithi078 ceph-mon[94618]: pgmap v2509: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 291 op/s 2024-08-10T05:42:52.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:52 smithi078 ceph-mon[94618]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-10T05:42:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:52 smithi107 ceph-mon[86658]: pgmap v2509: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 291 op/s 2024-08-10T05:42:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:52 smithi107 ceph-mon[86658]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-10T05:42:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:42:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:53 smithi107 ceph-mon[86658]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-10T05:42:53.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:53 smithi078 ceph-mon[92251]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-10T05:42:53.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:53 smithi078 ceph-mon[94618]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-10T05:42:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:54 smithi107 ceph-mon[86658]: pgmap v2512: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 415 op/s 2024-08-10T05:42:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:54 smithi107 ceph-mon[86658]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-10T05:42:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:54 smithi078 ceph-mon[92251]: pgmap v2512: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 415 op/s 2024-08-10T05:42:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:54 smithi078 ceph-mon[92251]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-10T05:42:54.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:54 smithi078 ceph-mon[94618]: pgmap v2512: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 415 op/s 2024-08-10T05:42:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:54 smithi078 ceph-mon[94618]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-10T05:42:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:55 smithi107 ceph-mon[86658]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-10T05:42:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:55 smithi078 ceph-mon[92251]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-10T05:42:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:55 smithi078 ceph-mon[94618]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-10T05:42:56.363 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneHideParent (6936 ms) 2024-08-10T05:42:56.363 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Clone 2024-08-10T05:42:56.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:56 smithi107 ceph-mon[86658]: pgmap v2515: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 22 KiB/s wr, 390 op/s 2024-08-10T05:42:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:56 smithi107 ceph-mon[86658]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-10T05:42:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:56 smithi078 ceph-mon[92251]: pgmap v2515: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 22 KiB/s wr, 390 op/s 2024-08-10T05:42:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:56 smithi078 ceph-mon[92251]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-10T05:42:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:56 smithi078 ceph-mon[94618]: pgmap v2515: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 22 KiB/s wr, 390 op/s 2024-08-10T05:42:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:56 smithi078 ceph-mon[94618]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-10T05:42:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:57 smithi107 ceph-mon[86658]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-10T05:42:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:57 smithi078 ceph-mon[92251]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-10T05:42:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:57 smithi078 ceph-mon[94618]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-10T05:42:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:58 smithi107 ceph-mon[86658]: pgmap v2518: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 10 KiB/s wr, 237 op/s 2024-08-10T05:42:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:58 smithi107 ceph-mon[86658]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-10T05:42:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:58.577 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Clone (2215 ms) 2024-08-10T05:42:58.577 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-08-10T05:42:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:58 smithi078 ceph-mon[92251]: pgmap v2518: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 10 KiB/s wr, 237 op/s 2024-08-10T05:42:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:58 smithi078 ceph-mon[92251]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-10T05:42:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:58 smithi078 ceph-mon[94618]: pgmap v2518: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 10 KiB/s wr, 237 op/s 2024-08-10T05:42:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:58 smithi078 ceph-mon[94618]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-10T05:42:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:42:59 smithi107 ceph-mon[86658]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-10T05:42:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:42:59 smithi078 ceph-mon[92251]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-10T05:42:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:42:59 smithi078 ceph-mon[94618]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-10T05:43:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:00 smithi107 ceph-mon[86658]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 8.0 KiB/s wr, 93 op/s 2024-08-10T05:43:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:00 smithi107 ceph-mon[86658]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-10T05:43:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:00 smithi078 ceph-mon[94618]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 8.0 KiB/s wr, 93 op/s 2024-08-10T05:43:00.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:00 smithi078 ceph-mon[94618]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-10T05:43:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:00 smithi078 ceph-mon[92251]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 8.0 KiB/s wr, 93 op/s 2024-08-10T05:43:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:00 smithi078 ceph-mon[92251]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-10T05:43:00.781 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneFlatten (2204 ms) 2024-08-10T05:43:00.782 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Stress 2024-08-10T05:43:00.807 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 12689216~5630796 2024-08-10T05:43:00.825 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 63635687~1688294 2024-08-10T05:43:00.826 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 20449970~5372696 2024-08-10T05:43:00.844 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 17058632~3401255 2024-08-10T05:43:00.846 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 28325531~2026500 2024-08-10T05:43:00.851 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 59375585~819759 2024-08-10T05:43:00.852 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 60156319~8183128 2024-08-10T05:43:00.871 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 11247805~2566715 2024-08-10T05:43:00.872 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap0 2024-08-10T05:43:01.299 INFO:tasks.workunit.client.0.smithi078.stdout:clone image234 -> image235 2024-08-10T05:43:01.346 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 50717043~2256348 2024-08-10T05:43:01.358 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 50342232~6935341 2024-08-10T05:43:01.360 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 1249050~1864314 2024-08-10T05:43:01.368 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16724426~8070433 2024-08-10T05:43:01.388 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 4296560~5904472 2024-08-10T05:43:01.414 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 56678378~5792654 2024-08-10T05:43:01.426 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 19812058~6268369 2024-08-10T05:43:01.454 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 16345271~2258730 2024-08-10T05:43:01.455 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:43:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:01 smithi107 ceph-mon[86658]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-10T05:43:01.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:01 smithi078 ceph-mon[92251]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-10T05:43:01.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:01 smithi078 ceph-mon[94618]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-10T05:43:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:43:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:43:01] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-08-10T05:43:02.300 INFO:tasks.workunit.client.0.smithi078.stdout:clone image235 -> image236 2024-08-10T05:43:02.367 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 70071784~3240809 2024-08-10T05:43:02.395 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 5267310~7912842 2024-08-10T05:43:02.419 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 25509817~6122627 2024-08-10T05:43:02.443 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 64637403~5922639 2024-08-10T05:43:02.458 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 50432394~1780057 2024-08-10T05:43:02.468 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 55791116~387736 2024-08-10T05:43:02.472 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 52975732~6450724 2024-08-10T05:43:02.489 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 63717714~5844863 2024-08-10T05:43:02.490 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:43:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:02 smithi107 ceph-mon[86658]: pgmap v2524: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.0 MiB/s wr, 297 op/s 2024-08-10T05:43:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:02 smithi107 ceph-mon[86658]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-10T05:43:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:43:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:02 smithi078 ceph-mon[94618]: pgmap v2524: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.0 MiB/s wr, 297 op/s 2024-08-10T05:43:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:02 smithi078 ceph-mon[94618]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-10T05:43:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:02 smithi078 ceph-mon[92251]: pgmap v2524: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.0 MiB/s wr, 297 op/s 2024-08-10T05:43:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:02 smithi078 ceph-mon[92251]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-10T05:43:03.307 INFO:tasks.workunit.client.0.smithi078.stdout:clone image236 -> image237 2024-08-10T05:43:03.382 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 98521196 2024-08-10T05:43:03.388 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 60489720~2336494 2024-08-10T05:43:03.405 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 63750586~3762372 2024-08-10T05:43:03.413 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 31889686~5060434 2024-08-10T05:43:03.443 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 10596960~4512815 2024-08-10T05:43:03.452 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 44061603~3979224 2024-08-10T05:43:03.466 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 85145814~7656941 2024-08-10T05:43:03.467 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 88798809~7321680 2024-08-10T05:43:03.489 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 24018658~2746277 2024-08-10T05:43:03.514 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap3 2024-08-10T05:43:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:03 smithi107 ceph-mon[86658]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-10T05:43:03.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:03 smithi078 ceph-mon[92251]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-10T05:43:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:03 smithi078 ceph-mon[94618]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-10T05:43:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:04 smithi107 ceph-mon[86658]: pgmap v2527: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 24 MiB/s wr, 408 op/s 2024-08-10T05:43:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:04 smithi107 ceph-mon[86658]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-10T05:43:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:04 smithi078 ceph-mon[92251]: pgmap v2527: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 24 MiB/s wr, 408 op/s 2024-08-10T05:43:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:04 smithi078 ceph-mon[92251]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-10T05:43:04.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:04 smithi078 ceph-mon[94618]: pgmap v2527: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 24 MiB/s wr, 408 op/s 2024-08-10T05:43:04.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:04 smithi078 ceph-mon[94618]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-10T05:43:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:05 smithi107 ceph-mon[86658]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-10T05:43:05.717 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Stress (4936 ms) 2024-08-10T05:43:05.718 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-08-10T05:43:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:05 smithi078 ceph-mon[92251]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-10T05:43:05.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:05 smithi078 ceph-mon[94618]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-10T05:43:05.967 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (250 ms) 2024-08-10T05:43:05.967 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-08-10T05:43:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:06 smithi107 ceph-mon[86658]: pgmap v2530: 137 pgs: 137 active+clean; 280 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 42 MiB/s wr, 486 op/s 2024-08-10T05:43:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:06 smithi107 ceph-mon[86658]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-10T05:43:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:06 smithi078 ceph-mon[92251]: pgmap v2530: 137 pgs: 137 active+clean; 280 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 42 MiB/s wr, 486 op/s 2024-08-10T05:43:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:06 smithi078 ceph-mon[92251]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-10T05:43:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:06 smithi078 ceph-mon[94618]: pgmap v2530: 137 pgs: 137 active+clean; 280 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 42 MiB/s wr, 486 op/s 2024-08-10T05:43:06.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:06 smithi078 ceph-mon[94618]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-10T05:43:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:07 smithi107 ceph-mon[86658]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-10T05:43:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:07 smithi078 ceph-mon[92251]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-10T05:43:07.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:07 smithi078 ceph-mon[94618]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-10T05:43:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:08 smithi107 ceph-mon[86658]: pgmap v2533: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 30 MiB/s wr, 467 op/s 2024-08-10T05:43:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:08 smithi107 ceph-mon[86658]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-10T05:43:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:08 smithi078 ceph-mon[92251]: pgmap v2533: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 30 MiB/s wr, 467 op/s 2024-08-10T05:43:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:08 smithi078 ceph-mon[92251]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-10T05:43:08.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:08 smithi078 ceph-mon[94618]: pgmap v2533: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 30 MiB/s wr, 467 op/s 2024-08-10T05:43:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:08 smithi078 ceph-mon[94618]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-10T05:43:09.614 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3646 ms) 2024-08-10T05:43:09.614 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-08-10T05:43:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:09 smithi078 ceph-mon[92251]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-10T05:43:09.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:09 smithi078 ceph-mon[94618]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-10T05:43:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:09 smithi107 ceph-mon[86658]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-10T05:43:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:10 smithi078 ceph-mon[92251]: pgmap v2536: 137 pgs: 137 active+clean; 356 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 373 op/s 2024-08-10T05:43:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:10 smithi078 ceph-mon[92251]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-10T05:43:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:10 smithi078 ceph-mon[94618]: pgmap v2536: 137 pgs: 137 active+clean; 356 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 373 op/s 2024-08-10T05:43:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:10 smithi078 ceph-mon[94618]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-10T05:43:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:10 smithi107 ceph-mon[86658]: pgmap v2536: 137 pgs: 137 active+clean; 356 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 373 op/s 2024-08-10T05:43:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:10 smithi107 ceph-mon[86658]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-10T05:43:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:11 smithi078 ceph-mon[92251]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-10T05:43:11.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:11 smithi078 ceph-mon[94618]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-10T05:43:11.729 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2115 ms) 2024-08-10T05:43:11.729 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-08-10T05:43:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:11 smithi107 ceph-mon[86658]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-10T05:43:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:43:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:43:11] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-08-10T05:43:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:12 smithi107 ceph-mon[86658]: pgmap v2539: 137 pgs: 137 active+clean; 429 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 24 MiB/s wr, 359 op/s 2024-08-10T05:43:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:12 smithi107 ceph-mon[86658]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-10T05:43:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:43:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:12 smithi078 ceph-mon[92251]: pgmap v2539: 137 pgs: 137 active+clean; 429 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 24 MiB/s wr, 359 op/s 2024-08-10T05:43:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:12 smithi078 ceph-mon[92251]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-10T05:43:12.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:12 smithi078 ceph-mon[94618]: pgmap v2539: 137 pgs: 137 active+clean; 429 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 24 MiB/s wr, 359 op/s 2024-08-10T05:43:12.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:12 smithi078 ceph-mon[94618]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-10T05:43:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:13 smithi078 ceph-mon[92251]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-10T05:43:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:13 smithi078 ceph-mon[94618]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-10T05:43:13.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:13 smithi107 ceph-mon[86658]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-10T05:43:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:13.907 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2179 ms) 2024-08-10T05:43:13.908 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-08-10T05:43:13.930 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 31435979~1835160 2024-08-10T05:43:13.943 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 67006141~1941188 2024-08-10T05:43:13.943 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 49729091~525632 2024-08-10T05:43:13.947 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 53511949~4894735 2024-08-10T05:43:13.948 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 11141243~7106621 2024-08-10T05:43:13.970 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 78369285~5516795 2024-08-10T05:43:13.971 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 28927065~6515007 2024-08-10T05:43:13.995 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 75344366~3046227 2024-08-10T05:43:13.995 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap0 2024-08-10T05:43:14.373 INFO:tasks.workunit.client.0.smithi078.stdout:clone image256 -> image257 2024-08-10T05:43:14.417 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 87712198 2024-08-10T05:43:14.422 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 82673304~3966320 2024-08-10T05:43:14.438 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 33364078~7048161 2024-08-10T05:43:14.464 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 47767102~4252481 2024-08-10T05:43:14.478 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 39244929~7099775 2024-08-10T05:43:14.481 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 68146559~4496100 2024-08-10T05:43:14.496 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 48956094~1711564 2024-08-10T05:43:14.498 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 22997675~2280741 2024-08-10T05:43:14.510 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 40887054~2919008 2024-08-10T05:43:14.511 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:43:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:14 smithi078 ceph-mon[92251]: pgmap v2542: 137 pgs: 137 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 24 MiB/s wr, 266 op/s 2024-08-10T05:43:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:14 smithi078 ceph-mon[92251]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-10T05:43:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:14 smithi078 ceph-mon[94618]: pgmap v2542: 137 pgs: 137 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 24 MiB/s wr, 266 op/s 2024-08-10T05:43:14.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:14 smithi078 ceph-mon[94618]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-10T05:43:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:14 smithi107 ceph-mon[86658]: pgmap v2542: 137 pgs: 137 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 24 MiB/s wr, 266 op/s 2024-08-10T05:43:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:14 smithi107 ceph-mon[86658]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-10T05:43:15.383 INFO:tasks.workunit.client.0.smithi078.stdout:clone image257 -> image258 2024-08-10T05:43:15.445 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 102148671 2024-08-10T05:43:15.451 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 26114737~3299044 2024-08-10T05:43:15.481 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 14233697~1436780 2024-08-10T05:43:15.502 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 1924737~7408865 2024-08-10T05:43:15.531 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 75993030~4188473 2024-08-10T05:43:15.539 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 31163212~7798682 2024-08-10T05:43:15.558 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 86598630~4819379 2024-08-10T05:43:15.576 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 42842147~8040242 2024-08-10T05:43:15.604 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 35581816~1895745 2024-08-10T05:43:15.606 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:43:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:15 smithi078 ceph-mon[92251]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-10T05:43:15.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:15 smithi078 ceph-mon[94618]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-10T05:43:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:15 smithi107 ceph-mon[86658]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-10T05:43:16.390 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 157151353 2024-08-10T05:43:16.397 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 149792377~6922233 2024-08-10T05:43:16.400 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 42188229~1707774 2024-08-10T05:43:16.400 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 135362410~386888 2024-08-10T05:43:16.400 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 49713334~8226909 2024-08-10T05:43:16.402 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 42980460~6166534 2024-08-10T05:43:16.430 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 51258118~5622347 2024-08-10T05:43:16.430 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 70381654~3256089 2024-08-10T05:43:16.430 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 67408162~6287460 2024-08-10T05:43:16.465 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap3 2024-08-10T05:43:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:16 smithi078 ceph-mon[94618]: pgmap v2545: 137 pgs: 137 active+clean; 537 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 25 MiB/s wr, 422 op/s 2024-08-10T05:43:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:16 smithi078 ceph-mon[94618]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-10T05:43:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:16 smithi078 ceph-mon[92251]: pgmap v2545: 137 pgs: 137 active+clean; 537 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 25 MiB/s wr, 422 op/s 2024-08-10T05:43:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:16 smithi078 ceph-mon[92251]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-10T05:43:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:16 smithi107 ceph-mon[86658]: pgmap v2545: 137 pgs: 137 active+clean; 537 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 25 MiB/s wr, 422 op/s 2024-08-10T05:43:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:16 smithi107 ceph-mon[86658]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-10T05:43:17.400 INFO:tasks.workunit.client.0.smithi078.stdout:clone image258 -> image259 2024-08-10T05:43:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:17 smithi078 ceph-mon[92251]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-10T05:43:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:17 smithi078 ceph-mon[94618]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-10T05:43:17.776 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3869 ms) 2024-08-10T05:43:17.777 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-08-10T05:43:17.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:17 smithi107 ceph-mon[86658]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-10T05:43:17.993 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (217 ms) 2024-08-10T05:43:17.993 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-08-10T05:43:18.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:18 smithi078 ceph-mon[94618]: pgmap v2548: 137 pgs: 137 active+clean; 602 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 33 MiB/s wr, 417 op/s 2024-08-10T05:43:18.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:18 smithi078 ceph-mon[94618]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-10T05:43:18.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:18 smithi078 ceph-mon[92251]: pgmap v2548: 137 pgs: 137 active+clean; 602 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 33 MiB/s wr, 417 op/s 2024-08-10T05:43:18.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:18 smithi078 ceph-mon[92251]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-10T05:43:18.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:18 smithi107 ceph-mon[86658]: pgmap v2548: 137 pgs: 137 active+clean; 602 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 33 MiB/s wr, 417 op/s 2024-08-10T05:43:18.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:18 smithi107 ceph-mon[86658]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-10T05:43:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:19 smithi078 ceph-mon[92251]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-10T05:43:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:19 smithi078 ceph-mon[94618]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-10T05:43:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:19 smithi107 ceph-mon[86658]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-10T05:43:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:20 smithi078 ceph-mon[94618]: pgmap v2551: 137 pgs: 137 active+clean; 666 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 29 MiB/s wr, 260 op/s 2024-08-10T05:43:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:20 smithi078 ceph-mon[94618]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-10T05:43:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:20 smithi078 ceph-mon[92251]: pgmap v2551: 137 pgs: 137 active+clean; 666 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 29 MiB/s wr, 260 op/s 2024-08-10T05:43:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:20 smithi078 ceph-mon[92251]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-10T05:43:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:20 smithi107 ceph-mon[86658]: pgmap v2551: 137 pgs: 137 active+clean; 666 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 29 MiB/s wr, 260 op/s 2024-08-10T05:43:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:20 smithi107 ceph-mon[86658]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-10T05:43:21.663 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3669 ms) 2024-08-10T05:43:21.663 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-08-10T05:43:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:21 smithi078 ceph-mon[92251]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-10T05:43:21.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:21 smithi078 ceph-mon[94618]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-10T05:43:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:21 smithi107 ceph-mon[86658]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-10T05:43:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:43:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:43:21] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-08-10T05:43:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:22 smithi107 ceph-mon[86658]: pgmap v2554: 137 pgs: 137 active+clean; 742 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 30 MiB/s wr, 517 op/s 2024-08-10T05:43:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:22 smithi107 ceph-mon[86658]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-10T05:43:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:43:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:22 smithi078 ceph-mon[92251]: pgmap v2554: 137 pgs: 137 active+clean; 742 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 30 MiB/s wr, 517 op/s 2024-08-10T05:43:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:22 smithi078 ceph-mon[92251]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-10T05:43:22.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:22 smithi078 ceph-mon[94618]: pgmap v2554: 137 pgs: 137 active+clean; 742 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 30 MiB/s wr, 517 op/s 2024-08-10T05:43:22.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:22 smithi078 ceph-mon[94618]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-10T05:43:23.719 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2057 ms) 2024-08-10T05:43:23.719 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-08-10T05:43:23.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:23 smithi078 ceph-mon[92251]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-10T05:43:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:23 smithi078 ceph-mon[94618]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-10T05:43:23.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:23 smithi107 ceph-mon[86658]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-10T05:43:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:24 smithi078 ceph-mon[92251]: pgmap v2557: 137 pgs: 137 active+clean; 768 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 23 MiB/s wr, 611 op/s 2024-08-10T05:43:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:24 smithi078 ceph-mon[92251]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-10T05:43:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:24 smithi078 ceph-mon[94618]: pgmap v2557: 137 pgs: 137 active+clean; 768 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 23 MiB/s wr, 611 op/s 2024-08-10T05:43:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:24 smithi078 ceph-mon[94618]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-10T05:43:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:24 smithi107 ceph-mon[86658]: pgmap v2557: 137 pgs: 137 active+clean; 768 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 23 MiB/s wr, 611 op/s 2024-08-10T05:43:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:24 smithi107 ceph-mon[86658]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-10T05:43:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:25 smithi078 ceph-mon[92251]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-10T05:43:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:25 smithi078 ceph-mon[94618]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-10T05:43:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:25 smithi107 ceph-mon[86658]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-10T05:43:25.901 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2181 ms) 2024-08-10T05:43:25.901 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-08-10T05:43:25.924 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 37728757~3557107 2024-08-10T05:43:25.939 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 45151781~108299 2024-08-10T05:43:25.939 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 77501516~2626325 2024-08-10T05:43:25.952 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 78126312~5759768 2024-08-10T05:43:25.956 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 74130825~5305620 2024-08-10T05:43:25.980 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 13103296~3864431 2024-08-10T05:43:25.980 INFO:tasks.workunit.client.0.smithi078.stdout:write: A 71218484~341128 2024-08-10T05:43:25.983 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 4329644~5101576 2024-08-10T05:43:25.983 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap0 2024-08-10T05:43:26.454 INFO:tasks.workunit.client.0.smithi078.stdout:clone image278 -> image279 2024-08-10T05:43:26.500 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 62625222~2107570 2024-08-10T05:43:26.512 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 57289898~5641211 2024-08-10T05:43:26.515 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 54241063~7161055 2024-08-10T05:43:26.533 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 52787415~4857103 2024-08-10T05:43:26.534 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 52650783~1197877 2024-08-10T05:43:26.538 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 50884471~1938953 2024-08-10T05:43:26.540 INFO:tasks.workunit.client.0.smithi078.stdout:write: B 30661884~7579850 2024-08-10T05:43:26.572 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 74797013~4727148 2024-08-10T05:43:26.582 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:43:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:26 smithi078 ceph-mon[94618]: pgmap v2560: 137 pgs: 137 active+clean; 812 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 18 MiB/s wr, 481 op/s 2024-08-10T05:43:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:26 smithi078 ceph-mon[94618]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-10T05:43:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:26 smithi078 ceph-mon[92251]: pgmap v2560: 137 pgs: 137 active+clean; 812 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 18 MiB/s wr, 481 op/s 2024-08-10T05:43:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:26 smithi078 ceph-mon[92251]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-10T05:43:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:26 smithi107 ceph-mon[86658]: pgmap v2560: 137 pgs: 137 active+clean; 812 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 18 MiB/s wr, 481 op/s 2024-08-10T05:43:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:26 smithi107 ceph-mon[86658]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-10T05:43:27.467 INFO:tasks.workunit.client.0.smithi078.stdout:clone image279 -> image280 2024-08-10T05:43:27.530 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 152298529 2024-08-10T05:43:27.535 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 122870379~6075962 2024-08-10T05:43:27.558 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 40701528~6609205 2024-08-10T05:43:27.578 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 88692048~8160102 2024-08-10T05:43:27.604 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 76034929~5050443 2024-08-10T05:43:27.608 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 82270389~8036861 2024-08-10T05:43:27.629 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 22792869~7829036 2024-08-10T05:43:27.647 INFO:tasks.workunit.client.0.smithi078.stdout:write: C 60025578~3099050 2024-08-10T05:43:27.674 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 30008784~5308329 2024-08-10T05:43:27.689 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:43:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:27 smithi078 ceph-mon[92251]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-10T05:43:27.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:27 smithi078 ceph-mon[94618]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-10T05:43:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:27 smithi107 ceph-mon[86658]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-10T05:43:28.472 INFO:tasks.workunit.client.0.smithi078.stdout:clone image280 -> image281 2024-08-10T05:43:28.541 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 100022564~6525795 2024-08-10T05:43:28.569 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 102990302~2027013 2024-08-10T05:43:28.571 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 121891031~6512561 2024-08-10T05:43:28.596 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 13879305~8036173 2024-08-10T05:43:28.600 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 140249857~7306985 2024-08-10T05:43:28.624 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 140320189~3936208 2024-08-10T05:43:28.625 INFO:tasks.workunit.client.0.smithi078.stdout:write: D 9842781~250691 2024-08-10T05:43:28.629 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 39110744~2178913 2024-08-10T05:43:28.640 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap3 2024-08-10T05:43:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:28 smithi078 ceph-mon[94618]: pgmap v2563: 137 pgs: 137 active+clean; 854 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 21 MiB/s wr, 341 op/s 2024-08-10T05:43:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:28 smithi078 ceph-mon[94618]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-10T05:43:28.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:28 smithi078 ceph-mon[92251]: pgmap v2563: 137 pgs: 137 active+clean; 854 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 21 MiB/s wr, 341 op/s 2024-08-10T05:43:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:28 smithi078 ceph-mon[92251]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-10T05:43:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:28 smithi107 ceph-mon[86658]: pgmap v2563: 137 pgs: 137 active+clean; 854 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 21 MiB/s wr, 341 op/s 2024-08-10T05:43:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:28 smithi107 ceph-mon[86658]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-10T05:43:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:29.486 INFO:tasks.workunit.client.0.smithi078.stdout:clone image281 -> image282 2024-08-10T05:43:29.564 INFO:tasks.workunit.client.0.smithi078.stdout:resize: 211688872 2024-08-10T05:43:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:29 smithi078 ceph-mon[92251]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-10T05:43:29.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:29 smithi078 ceph-mon[94618]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-10T05:43:29.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:29 smithi107 ceph-mon[86658]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-10T05:43:29.876 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3976 ms) 2024-08-10T05:43:29.877 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-08-10T05:43:29.899 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:29.970 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (94 ms) 2024-08-10T05:43:29.970 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-08-10T05:43:29.992 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.067 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (97 ms) 2024-08-10T05:43:30.068 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-08-10T05:43:30.088 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.160 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (92 ms) 2024-08-10T05:43:30.160 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-08-10T05:43:30.182 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.252 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2024-08-10T05:43:30.252 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-08-10T05:43:30.275 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.345 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (93 ms) 2024-08-10T05:43:30.345 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-08-10T05:43:30.366 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.436 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (91 ms) 2024-08-10T05:43:30.436 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-08-10T05:43:30.457 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.534 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (97 ms) 2024-08-10T05:43:30.534 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-08-10T05:43:30.557 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.629 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (96 ms) 2024-08-10T05:43:30.630 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-08-10T05:43:30.650 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.722 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (92 ms) 2024-08-10T05:43:30.722 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-08-10T05:43:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:30 smithi078 ceph-mon[92251]: pgmap v2566: 137 pgs: 137 active+clean; 911 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 209 op/s 2024-08-10T05:43:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:30 smithi078 ceph-mon[92251]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-10T05:43:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:30 smithi078 ceph-mon[94618]: pgmap v2566: 137 pgs: 137 active+clean; 911 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 209 op/s 2024-08-10T05:43:30.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:30 smithi078 ceph-mon[94618]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-10T05:43:30.742 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:30.813 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (92 ms) 2024-08-10T05:43:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:30 smithi107 ceph-mon[86658]: pgmap v2566: 137 pgs: 137 active+clean; 911 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 209 op/s 2024-08-10T05:43:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:30 smithi107 ceph-mon[86658]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-10T05:43:31.475 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 31 tests from TestDeepCopy (52682 ms total) 2024-08-10T05:43:31.475 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:43:31.475 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 51 tests from TestMirroring 2024-08-10T05:43:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:43:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:43:31] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-08-10T05:43:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:32 smithi107 ceph-mon[86658]: pgmap v2568: 137 pgs: 137 active+clean; 1014 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 462 op/s 2024-08-10T05:43:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:32 smithi107 ceph-mon[86658]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-10T05:43:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:43:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:32 smithi078 ceph-mon[94618]: pgmap v2568: 137 pgs: 137 active+clean; 1014 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 462 op/s 2024-08-10T05:43:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:32 smithi078 ceph-mon[94618]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-10T05:43:32.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:32 smithi078 ceph-mon[92251]: pgmap v2568: 137 pgs: 137 active+clean; 1014 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 462 op/s 2024-08-10T05:43:32.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:32 smithi078 ceph-mon[92251]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-10T05:43:33.491 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-08-10T05:43:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:33 smithi107 ceph-mon[86658]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-10T05:43:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:33 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:43:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:33 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:43:33.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:33 smithi078 ceph-mon[94618]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-10T05:43:33.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:33 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:43:33.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:33 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:43:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:33 smithi078 ceph-mon[92251]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-10T05:43:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:33 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:43:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:33 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:43:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:34 smithi107 ceph-mon[86658]: pgmap v2571: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-10T05:43:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:34 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:43:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:34 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:43:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:34 smithi107 ceph-mon[86658]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-10T05:43:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[94618]: pgmap v2571: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-10T05:43:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:43:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:43:34.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[94618]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-10T05:43:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[92251]: pgmap v2571: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-10T05:43:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:43:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:43:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:34 smithi078 ceph-mon[92251]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-10T05:43:35.617 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2125 ms) 2024-08-10T05:43:35.617 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-08-10T05:43:35.723 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (107 ms) 2024-08-10T05:43:35.723 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-08-10T05:43:35.801 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (77 ms) 2024-08-10T05:43:35.801 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-08-10T05:43:35.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:35 smithi107 ceph-mon[86658]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-10T05:43:35.899 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (98 ms) 2024-08-10T05:43:35.899 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-08-10T05:43:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:35 smithi078 ceph-mon[92251]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-10T05:43:35.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:35 smithi078 ceph-mon[94618]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-10T05:43:35.986 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (88 ms) 2024-08-10T05:43:35.986 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-08-10T05:43:36.074 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (88 ms) 2024-08-10T05:43:36.075 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (109 ms) 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-08-10T05:43:36.184 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-08-10T05:43:36.255 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (72 ms) 2024-08-10T05:43:36.255 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-08-10T05:43:36.329 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (73 ms) 2024-08-10T05:43:36.329 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-08-10T05:43:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:36 smithi107 ceph-mon[86658]: pgmap v2574: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-10T05:43:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:36 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:43:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:36 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:43:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:36 smithi107 ceph-mon[86658]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-10T05:43:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[94618]: pgmap v2574: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-10T05:43:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:43:36.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:43:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[94618]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-10T05:43:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[92251]: pgmap v2574: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-10T05:43:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:43:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:43:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:36 smithi078 ceph-mon[92251]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-10T05:43:37.561 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1232 ms) 2024-08-10T05:43:37.561 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-08-10T05:43:37.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:37 smithi107 ceph-mon[86658]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-10T05:43:37.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:37 smithi078 ceph-mon[94618]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-10T05:43:37.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:37 smithi078 ceph-mon[92251]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-10T05:43:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:38 smithi107 ceph-mon[86658]: pgmap v2577: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2024-08-10T05:43:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:38 smithi107 ceph-mon[86658]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-10T05:43:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:38 smithi078 ceph-mon[92251]: pgmap v2577: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2024-08-10T05:43:38.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:38 smithi078 ceph-mon[92251]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-10T05:43:38.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:38 smithi078 ceph-mon[94618]: pgmap v2577: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 65 op/s 2024-08-10T05:43:38.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:38 smithi078 ceph-mon[94618]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-10T05:43:39.571 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2010 ms) 2024-08-10T05:43:39.571 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-08-10T05:43:39.654 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (84 ms) 2024-08-10T05:43:39.655 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-08-10T05:43:39.737 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (82 ms) 2024-08-10T05:43:39.737 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-08-10T05:43:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:39 smithi107 ceph-mon[86658]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-10T05:43:39.831 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (94 ms) 2024-08-10T05:43:39.831 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-08-10T05:43:39.907 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (77 ms) 2024-08-10T05:43:39.907 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-08-10T05:43:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:39 smithi078 ceph-mon[92251]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-10T05:43:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:39 smithi078 ceph-mon[94618]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-10T05:43:39.984 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (76 ms) 2024-08-10T05:43:39.984 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-08-10T05:43:40.072 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (89 ms) 2024-08-10T05:43:40.072 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-08-10T05:43:40.165 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (92 ms) 2024-08-10T05:43:40.165 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-08-10T05:43:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:40 smithi107 ceph-mon[86658]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 26 KiB/s wr, 298 op/s 2024-08-10T05:43:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:40 smithi107 ceph-mon[86658]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-10T05:43:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:40 smithi078 ceph-mon[92251]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 26 KiB/s wr, 298 op/s 2024-08-10T05:43:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:40 smithi078 ceph-mon[92251]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-10T05:43:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:40 smithi078 ceph-mon[94618]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 26 KiB/s wr, 298 op/s 2024-08-10T05:43:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:40 smithi078 ceph-mon[94618]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-10T05:43:41.596 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1432 ms) 2024-08-10T05:43:41.597 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-08-10T05:43:41.703 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (107 ms) 2024-08-10T05:43:41.703 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-08-10T05:43:41.802 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (99 ms) 2024-08-10T05:43:41.802 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-08-10T05:43:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:41 smithi107 ceph-mon[86658]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-10T05:43:41.894 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (91 ms) 2024-08-10T05:43:41.894 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-08-10T05:43:41.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:41 smithi078 ceph-mon[92251]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-10T05:43:41.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:41 smithi078 ceph-mon[94618]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-10T05:43:42.047 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (152 ms) 2024-08-10T05:43:42.047 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-08-10T05:43:42.210 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (163 ms) 2024-08-10T05:43:42.210 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-08-10T05:43:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:43:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:43:41] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-08-10T05:43:42.341 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (132 ms) 2024-08-10T05:43:42.342 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-08-10T05:43:42.484 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (142 ms) 2024-08-10T05:43:42.484 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-08-10T05:43:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:42 smithi107 ceph-mon[86658]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 54 KiB/s wr, 560 op/s 2024-08-10T05:43:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:42 smithi107 ceph-mon[86658]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-10T05:43:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:42 smithi107 ceph-mon[86658]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-10T05:43:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:43:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:42.635 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (150 ms) 2024-08-10T05:43:42.635 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-08-10T05:43:42.800 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (166 ms) 2024-08-10T05:43:42.800 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-08-10T05:43:42.878 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (77 ms) 2024-08-10T05:43:42.878 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-08-10T05:43:42.949 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (72 ms) 2024-08-10T05:43:42.950 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-08-10T05:43:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[92251]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 54 KiB/s wr, 560 op/s 2024-08-10T05:43:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[92251]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-10T05:43:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[92251]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-10T05:43:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[94618]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 54 KiB/s wr, 560 op/s 2024-08-10T05:43:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[94618]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-10T05:43:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[94618]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-10T05:43:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:43.012 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (63 ms) 2024-08-10T05:43:43.012 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-08-10T05:43:43.126 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (113 ms) 2024-08-10T05:43:43.126 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-08-10T05:43:43.245 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (119 ms) 2024-08-10T05:43:43.245 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-08-10T05:43:43.348 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (103 ms) 2024-08-10T05:43:43.348 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-08-10T05:43:43.460 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (112 ms) 2024-08-10T05:43:43.460 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-08-10T05:43:43.531 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.MirrorStatusList (71 ms) 2024-08-10T05:43:43.531 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-08-10T05:43:43.624 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.RemoveBootstrapped (92 ms) 2024-08-10T05:43:43.624 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-08-10T05:43:44.017 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.AioPromoteDemote (393 ms) 2024-08-10T05:43:44.017 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-08-10T05:43:44.371 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.AioGetInfo (355 ms) 2024-08-10T05:43:44.372 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-08-10T05:43:44.583 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.AioGetStatus (211 ms) 2024-08-10T05:43:44.583 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.SiteName 2024-08-10T05:43:44.592 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-08-10T05:43:44.592 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.Bootstrap 2024-08-10T05:43:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:44 smithi107 ceph-mon[86658]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 48 KiB/s wr, 604 op/s 2024-08-10T05:43:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:43:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:43:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:43:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:44 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:43:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[92251]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 48 KiB/s wr, 604 op/s 2024-08-10T05:43:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:43:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:43:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:43:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:43:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[94618]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 48 KiB/s wr, 604 op/s 2024-08-10T05:43:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:43:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:43:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:43:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:44 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:43:45.394 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.Bootstrap (802 ms) 2024-08-10T05:43:45.394 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.PeerDirection 2024-08-10T05:43:45.402 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-08-10T05:43:45.402 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.Snapshot 2024-08-10T05:43:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' 2024-08-10T05:43:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]: dispatch 2024-08-10T05:43:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]': finished 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-10T05:43:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:45.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]: dispatch 2024-08-10T05:43:45.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]: dispatch 2024-08-10T05:43:45.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:45 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]': finished 2024-08-10T05:43:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' 2024-08-10T05:43:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]: dispatch 2024-08-10T05:43:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:45 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ea11028f-4a42-4c77-b95d-26a8adac65c7"}]': finished 2024-08-10T05:43:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:46 smithi078 ceph-mon[92251]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 135 KiB/s wr, 1.34k op/s 2024-08-10T05:43:46.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:46 smithi078 ceph-mon[92251]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-10T05:43:46.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:46 smithi078 ceph-mon[94618]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 135 KiB/s wr, 1.34k op/s 2024-08-10T05:43:46.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:46 smithi078 ceph-mon[94618]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-10T05:43:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:46 smithi107 ceph-mon[86658]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 135 KiB/s wr, 1.34k op/s 2024-08-10T05:43:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:46 smithi107 ceph-mon[86658]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-10T05:43:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:48 smithi078 ceph-mon[92251]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-10T05:43:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:48 smithi078 ceph-mon[92251]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1014 KiB/s rd, 141 KiB/s wr, 1.42k op/s 2024-08-10T05:43:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:48 smithi078 ceph-mon[94618]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-10T05:43:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:48 smithi078 ceph-mon[94618]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1014 KiB/s rd, 141 KiB/s wr, 1.42k op/s 2024-08-10T05:43:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:48 smithi107 ceph-mon[86658]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-10T05:43:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:48 smithi107 ceph-mon[86658]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1014 KiB/s rd, 141 KiB/s wr, 1.42k op/s 2024-08-10T05:43:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:49 smithi078 ceph-mon[92251]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-10T05:43:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:49 smithi078 ceph-mon[94618]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-10T05:43:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:49 smithi107 ceph-mon[86658]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-10T05:43:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:50 smithi078 ceph-mon[92251]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-10T05:43:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:50 smithi078 ceph-mon[92251]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 768 KiB/s rd, 93 KiB/s wr, 999 op/s 2024-08-10T05:43:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:50 smithi078 ceph-mon[94618]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-10T05:43:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:50 smithi078 ceph-mon[94618]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 768 KiB/s rd, 93 KiB/s wr, 999 op/s 2024-08-10T05:43:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:50 smithi107 ceph-mon[86658]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-10T05:43:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:50 smithi107 ceph-mon[86658]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 768 KiB/s rd, 93 KiB/s wr, 999 op/s 2024-08-10T05:43:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:51 smithi078 ceph-mon[92251]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-10T05:43:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:51 smithi078 ceph-mon[94618]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-10T05:43:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:51 smithi107 ceph-mon[86658]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-10T05:43:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:43:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:43:51] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2024-08-10T05:43:52.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:52 smithi078 ceph-mon[94618]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 967 KiB/s rd, 153 KiB/s wr, 1.31k op/s 2024-08-10T05:43:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:52 smithi078 ceph-mon[94618]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-10T05:43:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:52 smithi078 ceph-mon[94618]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-10T05:43:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:52 smithi078 ceph-mon[92251]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 967 KiB/s rd, 153 KiB/s wr, 1.31k op/s 2024-08-10T05:43:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:52 smithi078 ceph-mon[92251]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-10T05:43:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:52 smithi078 ceph-mon[92251]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-10T05:43:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:52 smithi107 ceph-mon[86658]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 967 KiB/s rd, 153 KiB/s wr, 1.31k op/s 2024-08-10T05:43:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:52 smithi107 ceph-mon[86658]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-10T05:43:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:52 smithi107 ceph-mon[86658]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-10T05:43:52.468 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:43:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:54 smithi078 ceph-mon[94618]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-10T05:43:54.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:54 smithi078 ceph-mon[94618]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 75 KiB/s wr, 553 op/s 2024-08-10T05:43:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:54 smithi078 ceph-mon[92251]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-10T05:43:54.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:54 smithi078 ceph-mon[92251]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 75 KiB/s wr, 553 op/s 2024-08-10T05:43:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:54 smithi107 ceph-mon[86658]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-10T05:43:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:54 smithi107 ceph-mon[86658]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 75 KiB/s wr, 553 op/s 2024-08-10T05:43:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:55 smithi078 ceph-mon[92251]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-10T05:43:55.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:55 smithi078 ceph-mon[94618]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-10T05:43:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:55 smithi107 ceph-mon[86658]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-10T05:43:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:56 smithi078 ceph-mon[92251]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-10T05:43:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:56 smithi078 ceph-mon[92251]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.8 KiB/s wr, 77 op/s 2024-08-10T05:43:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:56 smithi078 ceph-mon[94618]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-10T05:43:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:56 smithi078 ceph-mon[94618]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.8 KiB/s wr, 77 op/s 2024-08-10T05:43:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:56 smithi107 ceph-mon[86658]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-10T05:43:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:56 smithi107 ceph-mon[86658]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.8 KiB/s wr, 77 op/s 2024-08-10T05:43:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:57 smithi078 ceph-mon[92251]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-10T05:43:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:57 smithi078 ceph-mon[92251]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-10T05:43:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:57 smithi078 ceph-mon[94618]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-10T05:43:57.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:57 smithi078 ceph-mon[94618]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-10T05:43:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:57 smithi107 ceph-mon[86658]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-10T05:43:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:57 smithi107 ceph-mon[86658]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-10T05:43:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:58 smithi078 ceph-mon[92251]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-08-10T05:43:58.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:58 smithi078 ceph-mon[94618]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-08-10T05:43:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:58 smithi107 ceph-mon[86658]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-08-10T05:43:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:43:59 smithi078 ceph-mon[92251]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-10T05:43:59.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:43:59 smithi078 ceph-mon[94618]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-10T05:43:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:43:59 smithi107 ceph-mon[86658]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-10T05:44:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:00 smithi078 ceph-mon[94618]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-08-10T05:44:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:00 smithi078 ceph-mon[94618]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-10T05:44:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:00 smithi078 ceph-mon[92251]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-08-10T05:44:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:00 smithi078 ceph-mon[92251]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-10T05:44:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:00 smithi107 ceph-mon[86658]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2024-08-10T05:44:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:00 smithi107 ceph-mon[86658]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-10T05:44:01.224 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.Snapshot (15822 ms) 2024-08-10T05:44:01.224 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-08-10T05:44:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:01 smithi078 ceph-mon[92251]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-10T05:44:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:01 smithi078 ceph-mon[94618]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-10T05:44:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:01 smithi107 ceph-mon[86658]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-10T05:44:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:44:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:44:01] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[92251]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 761 B/s wr, 10 op/s 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[92251]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]: dispatch 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]: dispatch 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]': finished 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[92251]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[94618]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 761 B/s wr, 10 op/s 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[94618]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]: dispatch 2024-08-10T05:44:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]: dispatch 2024-08-10T05:44:02.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]': finished 2024-08-10T05:44:02.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:02 smithi078 ceph-mon[94618]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-10T05:44:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:44:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:02 smithi107 ceph-mon[86658]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 761 B/s wr, 10 op/s 2024-08-10T05:44:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:02 smithi107 ceph-mon[86658]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-10T05:44:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:02 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]: dispatch 2024-08-10T05:44:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:02 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]: dispatch 2024-08-10T05:44:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:02 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6d1584c9-823d-4f77-bfe1-d90604e2e724"}]': finished 2024-08-10T05:44:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:02 smithi107 ceph-mon[86658]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-10T05:44:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:04 smithi078 ceph-mon[92251]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-10T05:44:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:04 smithi078 ceph-mon[92251]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-08-10T05:44:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:04 smithi078 ceph-mon[94618]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-10T05:44:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:04 smithi078 ceph-mon[94618]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-08-10T05:44:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:04 smithi107 ceph-mon[86658]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-10T05:44:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:04 smithi107 ceph-mon[86658]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-08-10T05:44:05.189 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3965 ms) 2024-08-10T05:44:05.190 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-08-10T05:44:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:05 smithi078 ceph-mon[92251]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-10T05:44:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:05 smithi078 ceph-mon[94618]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-10T05:44:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:05 smithi107 ceph-mon[86658]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-10T05:44:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[92251]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[92251]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]: dispatch 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]: dispatch 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]': finished 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[94618]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[94618]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]: dispatch 2024-08-10T05:44:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]: dispatch 2024-08-10T05:44:06.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:06 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]': finished 2024-08-10T05:44:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:06 smithi107 ceph-mon[86658]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-10T05:44:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:06 smithi107 ceph-mon[86658]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s 2024-08-10T05:44:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:06 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]: dispatch 2024-08-10T05:44:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:06 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]: dispatch 2024-08-10T05:44:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:06 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f476bab9-8546-4c9d-a017-546d827dd69f"}]': finished 2024-08-10T05:44:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:07 smithi078 ceph-mon[92251]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-10T05:44:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:07 smithi078 ceph-mon[92251]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-10T05:44:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:07 smithi078 ceph-mon[94618]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-10T05:44:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:07 smithi078 ceph-mon[94618]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-10T05:44:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:07 smithi107 ceph-mon[86658]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-10T05:44:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:07 smithi107 ceph-mon[86658]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-10T05:44:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:08 smithi078 ceph-mon[92251]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-08-10T05:44:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:08 smithi078 ceph-mon[92251]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-10T05:44:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:08 smithi078 ceph-mon[94618]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-08-10T05:44:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:08 smithi078 ceph-mon[94618]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-10T05:44:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:08 smithi107 ceph-mon[86658]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-08-10T05:44:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:08 smithi107 ceph-mon[86658]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-10T05:44:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:10 smithi078 ceph-mon[92251]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-10T05:44:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:10 smithi078 ceph-mon[92251]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-08-10T05:44:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:10 smithi078 ceph-mon[94618]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-10T05:44:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:10 smithi078 ceph-mon[94618]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-08-10T05:44:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:10 smithi107 ceph-mon[86658]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-10T05:44:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:10 smithi107 ceph-mon[86658]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-08-10T05:44:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[94618]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-10T05:44:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]: dispatch 2024-08-10T05:44:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]: dispatch 2024-08-10T05:44:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]': finished 2024-08-10T05:44:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[92251]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-10T05:44:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]: dispatch 2024-08-10T05:44:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]: dispatch 2024-08-10T05:44:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]': finished 2024-08-10T05:44:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:11 smithi107 ceph-mon[86658]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-10T05:44:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:11 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]: dispatch 2024-08-10T05:44:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:11 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]: dispatch 2024-08-10T05:44:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:11 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17345d50-ded0-4563-b7af-3f02d67fcf0e"}]': finished 2024-08-10T05:44:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:44:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:44:11] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-10T05:44:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:12 smithi078 ceph-mon[92251]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 9.9 KiB/s wr, 147 op/s 2024-08-10T05:44:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:12 smithi078 ceph-mon[92251]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-10T05:44:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:12 smithi078 ceph-mon[92251]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-10T05:44:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:12 smithi078 ceph-mon[94618]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 9.9 KiB/s wr, 147 op/s 2024-08-10T05:44:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:12 smithi078 ceph-mon[94618]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-10T05:44:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:12 smithi078 ceph-mon[94618]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-10T05:44:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:12 smithi107 ceph-mon[86658]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 9.9 KiB/s wr, 147 op/s 2024-08-10T05:44:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:12 smithi107 ceph-mon[86658]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-10T05:44:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:12 smithi107 ceph-mon[86658]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-10T05:44:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:44:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:13 smithi078 ceph-mon[92251]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-10T05:44:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:13 smithi078 ceph-mon[94618]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-10T05:44:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:13 smithi107 ceph-mon[86658]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-10T05:44:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:14 smithi078 ceph-mon[92251]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.7 KiB/s wr, 102 op/s 2024-08-10T05:44:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:14 smithi078 ceph-mon[94618]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.7 KiB/s wr, 102 op/s 2024-08-10T05:44:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:14 smithi107 ceph-mon[86658]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.7 KiB/s wr, 102 op/s 2024-08-10T05:44:15.236 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10047 ms) 2024-08-10T05:44:15.236 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-08-10T05:44:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:15 smithi078 ceph-mon[92251]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-10T05:44:15.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:15 smithi078 ceph-mon[94618]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-10T05:44:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:15 smithi107 ceph-mon[86658]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-10T05:44:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 9.2 KiB/s wr, 219 op/s 2024-08-10T05:44:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]: dispatch 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]: dispatch 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]': finished 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]: dispatch 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]: dispatch 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]': finished 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 9.2 KiB/s wr, 219 op/s 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]: dispatch 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]: dispatch 2024-08-10T05:44:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]': finished 2024-08-10T05:44:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]: dispatch 2024-08-10T05:44:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]: dispatch 2024-08-10T05:44:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]': finished 2024-08-10T05:44:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 9.2 KiB/s wr, 219 op/s 2024-08-10T05:44:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-10T05:44:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]: dispatch 2024-08-10T05:44:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]: dispatch 2024-08-10T05:44:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a89eb94d-967d-4296-8dc3-b3f3548847f7"}]': finished 2024-08-10T05:44:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]: dispatch 2024-08-10T05:44:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]: dispatch 2024-08-10T05:44:16.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5d4f736e-997e-4dd9-b255-aaedb99b45ae"}]': finished 2024-08-10T05:44:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:17 smithi107 ceph-mon[86658]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-10T05:44:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:17 smithi107 ceph-mon[86658]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-10T05:44:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:17 smithi078 ceph-mon[92251]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-10T05:44:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:17 smithi078 ceph-mon[92251]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-10T05:44:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:17 smithi078 ceph-mon[94618]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-10T05:44:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:17 smithi078 ceph-mon[94618]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-10T05:44:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:18 smithi107 ceph-mon[86658]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2024-08-10T05:44:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:18 smithi078 ceph-mon[92251]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2024-08-10T05:44:18.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:18 smithi078 ceph-mon[94618]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2024-08-10T05:44:19.309 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.SnapshotImageState (4073 ms) 2024-08-10T05:44:19.309 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-08-10T05:44:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:19 smithi107 ceph-mon[86658]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-10T05:44:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:19 smithi078 ceph-mon[92251]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-10T05:44:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:19 smithi078 ceph-mon[94618]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-10T05:44:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:20 smithi107 ceph-mon[86658]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-08-10T05:44:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:20 smithi107 ceph-mon[86658]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-10T05:44:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:20 smithi078 ceph-mon[92251]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-08-10T05:44:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:20 smithi078 ceph-mon[92251]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-10T05:44:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:20 smithi078 ceph-mon[94618]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 14 KiB/s wr, 155 op/s 2024-08-10T05:44:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:20 smithi078 ceph-mon[94618]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-10T05:44:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:21 smithi107 ceph-mon[86658]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-10T05:44:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:21 smithi078 ceph-mon[92251]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-10T05:44:21.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:21 smithi078 ceph-mon[94618]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-10T05:44:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:44:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:44:21] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-08-10T05:44:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:22 smithi107 ceph-mon[86658]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 21 KiB/s wr, 183 op/s 2024-08-10T05:44:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:22 smithi107 ceph-mon[86658]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-10T05:44:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:22 smithi107 ceph-mon[86658]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-10T05:44:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:44:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:22 smithi078 ceph-mon[92251]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 21 KiB/s wr, 183 op/s 2024-08-10T05:44:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:22 smithi078 ceph-mon[92251]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-10T05:44:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:22 smithi078 ceph-mon[92251]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-10T05:44:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:22 smithi078 ceph-mon[94618]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 21 KiB/s wr, 183 op/s 2024-08-10T05:44:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:22 smithi078 ceph-mon[94618]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-10T05:44:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:22 smithi078 ceph-mon[94618]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-10T05:44:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:24 smithi078 ceph-mon[92251]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-10T05:44:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:24 smithi078 ceph-mon[92251]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 66 op/s 2024-08-10T05:44:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:24 smithi078 ceph-mon[94618]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-10T05:44:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:24 smithi078 ceph-mon[94618]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 66 op/s 2024-08-10T05:44:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:24 smithi107 ceph-mon[86658]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-10T05:44:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:24 smithi107 ceph-mon[86658]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 66 op/s 2024-08-10T05:44:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:25 smithi078 ceph-mon[92251]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-10T05:44:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:25 smithi078 ceph-mon[94618]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-10T05:44:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:25 smithi107 ceph-mon[86658]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-10T05:44:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:26 smithi078 ceph-mon[94618]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-10T05:44:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:26 smithi078 ceph-mon[94618]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-08-10T05:44:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:26 smithi078 ceph-mon[92251]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-10T05:44:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:26 smithi078 ceph-mon[92251]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-08-10T05:44:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:26 smithi107 ceph-mon[86658]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-10T05:44:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:26 smithi107 ceph-mon[86658]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-08-10T05:44:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:27 smithi078 ceph-mon[92251]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-10T05:44:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:27 smithi078 ceph-mon[92251]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-10T05:44:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:27 smithi078 ceph-mon[94618]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-10T05:44:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:27 smithi078 ceph-mon[94618]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-10T05:44:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:27 smithi107 ceph-mon[86658]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-10T05:44:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:27 smithi107 ceph-mon[86658]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-10T05:44:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:28 smithi078 ceph-mon[92251]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.5 KiB/s wr, 165 op/s 2024-08-10T05:44:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:28 smithi078 ceph-mon[94618]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.5 KiB/s wr, 165 op/s 2024-08-10T05:44:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:28 smithi107 ceph-mon[86658]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.5 KiB/s wr, 165 op/s 2024-08-10T05:44:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:29.187 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9877 ms) 2024-08-10T05:44:29.187 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-08-10T05:44:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:29 smithi078 ceph-mon[92251]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-10T05:44:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:29 smithi078 ceph-mon[94618]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-10T05:44:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:29 smithi107 ceph-mon[86658]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-10T05:44:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[94618]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 766 B/s wr, 15 op/s 2024-08-10T05:44:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[94618]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-10T05:44:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]: dispatch 2024-08-10T05:44:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]: dispatch 2024-08-10T05:44:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]': finished 2024-08-10T05:44:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[92251]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 766 B/s wr, 15 op/s 2024-08-10T05:44:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[92251]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-10T05:44:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]: dispatch 2024-08-10T05:44:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]: dispatch 2024-08-10T05:44:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:30 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]': finished 2024-08-10T05:44:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:30 smithi107 ceph-mon[86658]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 766 B/s wr, 15 op/s 2024-08-10T05:44:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:30 smithi107 ceph-mon[86658]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-10T05:44:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]: dispatch 2024-08-10T05:44:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:30 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]: dispatch 2024-08-10T05:44:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:30 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ede6117e-cf08-4327-8ae0-71493ce8fadd"}]': finished 2024-08-10T05:44:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:31 smithi078 ceph-mon[92251]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-10T05:44:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:31 smithi078 ceph-mon[94618]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-10T05:44:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:31 smithi107 ceph-mon[86658]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-10T05:44:32.188 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:44:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:44:31] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-08-10T05:44:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:32 smithi078 ceph-mon[92251]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2024-08-10T05:44:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:32 smithi078 ceph-mon[92251]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-10T05:44:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:32 smithi078 ceph-mon[92251]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-10T05:44:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:32 smithi078 ceph-mon[94618]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2024-08-10T05:44:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:32 smithi078 ceph-mon[94618]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-10T05:44:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:32 smithi078 ceph-mon[94618]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-10T05:44:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:32 smithi107 ceph-mon[86658]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2024-08-10T05:44:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:32 smithi107 ceph-mon[86658]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-10T05:44:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:32 smithi107 ceph-mon[86658]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-10T05:44:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:44:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:34 smithi078 ceph-mon[92251]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-10T05:44:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:34 smithi078 ceph-mon[92251]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 8.3 KiB/s wr, 77 op/s 2024-08-10T05:44:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:34 smithi078 ceph-mon[94618]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-10T05:44:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:34 smithi078 ceph-mon[94618]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 8.3 KiB/s wr, 77 op/s 2024-08-10T05:44:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:34 smithi107 ceph-mon[86658]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-10T05:44:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:34 smithi107 ceph-mon[86658]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 8.3 KiB/s wr, 77 op/s 2024-08-10T05:44:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:35 smithi078 ceph-mon[92251]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-10T05:44:35.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:35 smithi078 ceph-mon[94618]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-10T05:44:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:35 smithi107 ceph-mon[86658]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-10T05:44:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:36 smithi078 ceph-mon[92251]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-10T05:44:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:36 smithi078 ceph-mon[92251]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-08-10T05:44:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:36 smithi078 ceph-mon[94618]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-10T05:44:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:36 smithi078 ceph-mon[94618]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-08-10T05:44:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:36 smithi107 ceph-mon[86658]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-10T05:44:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:36 smithi107 ceph-mon[86658]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-08-10T05:44:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:37 smithi078 ceph-mon[92251]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-10T05:44:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:37 smithi078 ceph-mon[92251]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-10T05:44:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:37 smithi078 ceph-mon[94618]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-10T05:44:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:37 smithi078 ceph-mon[94618]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-10T05:44:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:37 smithi107 ceph-mon[86658]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-10T05:44:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:37 smithi107 ceph-mon[86658]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-10T05:44:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:38 smithi078 ceph-mon[92251]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 12 KiB/s wr, 94 op/s 2024-08-10T05:44:38.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:38 smithi078 ceph-mon[94618]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 12 KiB/s wr, 94 op/s 2024-08-10T05:44:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:38 smithi107 ceph-mon[86658]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 12 KiB/s wr, 94 op/s 2024-08-10T05:44:39.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:39 smithi078 ceph-mon[92251]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-10T05:44:39.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:39 smithi078 ceph-mon[94618]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-10T05:44:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:39 smithi107 ceph-mon[86658]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-10T05:44:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:40 smithi078 ceph-mon[92251]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.0 KiB/s wr, 58 op/s 2024-08-10T05:44:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:40 smithi078 ceph-mon[92251]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-10T05:44:40.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:40 smithi078 ceph-mon[94618]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.0 KiB/s wr, 58 op/s 2024-08-10T05:44:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:40 smithi078 ceph-mon[94618]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-10T05:44:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:40 smithi107 ceph-mon[86658]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.0 KiB/s wr, 58 op/s 2024-08-10T05:44:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:40 smithi107 ceph-mon[86658]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-10T05:44:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:41 smithi078 ceph-mon[92251]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-10T05:44:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:41 smithi078 ceph-mon[94618]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-10T05:44:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:41 smithi107 ceph-mon[86658]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-10T05:44:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:42 smithi078 ceph-mon[92251]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 11 KiB/s wr, 99 op/s 2024-08-10T05:44:42.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:42 smithi078 ceph-mon[92251]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-10T05:44:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:44:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:44:41] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-08-10T05:44:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:42 smithi078 ceph-mon[94618]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 11 KiB/s wr, 99 op/s 2024-08-10T05:44:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:42 smithi078 ceph-mon[94618]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-10T05:44:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:42 smithi107 ceph-mon[86658]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 11 KiB/s wr, 99 op/s 2024-08-10T05:44:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:42 smithi107 ceph-mon[86658]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-10T05:44:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:44:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:43 smithi078 ceph-mon[92251]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-10T05:44:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:43 smithi078 ceph-mon[94618]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-10T05:44:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:43 smithi107 ceph-mon[86658]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-10T05:44:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:44 smithi078 ceph-mon[94618]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-08-10T05:44:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:44 smithi078 ceph-mon[94618]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-10T05:44:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:44 smithi078 ceph-mon[92251]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-08-10T05:44:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:44 smithi078 ceph-mon[92251]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-10T05:44:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:44 smithi107 ceph-mon[86658]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-08-10T05:44:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:44 smithi107 ceph-mon[86658]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-10T05:44:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[92251]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-10T05:44:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:44:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:44:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:44:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:44:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[94618]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-10T05:44:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:44:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:44:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:44:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:45 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:44:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:45 smithi107 ceph-mon[86658]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-10T05:44:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:44:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:44:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:44:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:45 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:44:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:46 smithi078 ceph-mon[94618]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 18 KiB/s wr, 193 op/s 2024-08-10T05:44:46.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:46 smithi078 ceph-mon[94618]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-10T05:44:46.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:46 smithi078 ceph-mon[92251]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 18 KiB/s wr, 193 op/s 2024-08-10T05:44:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:46 smithi078 ceph-mon[92251]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-10T05:44:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:46 smithi107 ceph-mon[86658]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 18 KiB/s wr, 193 op/s 2024-08-10T05:44:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:46 smithi107 ceph-mon[86658]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-10T05:44:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:47 smithi078 ceph-mon[92251]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-10T05:44:47.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:47 smithi078 ceph-mon[94618]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-10T05:44:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:47 smithi107 ceph-mon[86658]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-10T05:44:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:48 smithi078 ceph-mon[94618]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-08-10T05:44:48.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:48 smithi078 ceph-mon[94618]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-10T05:44:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:48 smithi078 ceph-mon[92251]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-08-10T05:44:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:48 smithi078 ceph-mon[92251]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-10T05:44:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:48 smithi107 ceph-mon[86658]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-08-10T05:44:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:48 smithi107 ceph-mon[86658]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-10T05:44:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:49 smithi078 ceph-mon[92251]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-10T05:44:49.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:49 smithi078 ceph-mon[94618]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-10T05:44:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:49 smithi107 ceph-mon[86658]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-10T05:44:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:50 smithi078 ceph-mon[92251]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-08-10T05:44:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:50 smithi078 ceph-mon[92251]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-10T05:44:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:50 smithi078 ceph-mon[94618]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-08-10T05:44:50.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:50 smithi078 ceph-mon[94618]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-10T05:44:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:50 smithi107 ceph-mon[86658]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-08-10T05:44:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:50 smithi107 ceph-mon[86658]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-10T05:44:51.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:51 smithi078 ceph-mon[94618]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-10T05:44:51.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:51 smithi078 ceph-mon[92251]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-10T05:44:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:51 smithi107 ceph-mon[86658]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-10T05:44:52.209 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:44:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:44:51] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-08-10T05:44:52.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:52 smithi107 ceph-mon[86658]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 178 op/s 2024-08-10T05:44:52.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:52 smithi107 ceph-mon[86658]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-10T05:44:52.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:52 smithi107 ceph-mon[86658]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-10T05:44:52.469 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:44:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:52 smithi078 ceph-mon[92251]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 178 op/s 2024-08-10T05:44:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:52 smithi078 ceph-mon[92251]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-10T05:44:52.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:52 smithi078 ceph-mon[92251]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-10T05:44:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:52 smithi078 ceph-mon[94618]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 9.7 KiB/s wr, 178 op/s 2024-08-10T05:44:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:52 smithi078 ceph-mon[94618]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-10T05:44:52.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:52 smithi078 ceph-mon[94618]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-10T05:44:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:54 smithi078 ceph-mon[92251]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-08-10T05:44:54.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:54 smithi078 ceph-mon[92251]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-10T05:44:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:54 smithi078 ceph-mon[94618]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-08-10T05:44:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:54 smithi078 ceph-mon[94618]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-10T05:44:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:54 smithi107 ceph-mon[86658]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-08-10T05:44:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:54 smithi107 ceph-mon[86658]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-10T05:44:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:55 smithi107 ceph-mon[86658]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-10T05:44:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:55 smithi078 ceph-mon[92251]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-10T05:44:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:55 smithi078 ceph-mon[94618]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-10T05:44:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:56 smithi107 ceph-mon[86658]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-08-10T05:44:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:56 smithi107 ceph-mon[86658]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-10T05:44:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:56 smithi078 ceph-mon[92251]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-08-10T05:44:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:56 smithi078 ceph-mon[92251]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-10T05:44:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:56 smithi078 ceph-mon[94618]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 7.2 KiB/s wr, 117 op/s 2024-08-10T05:44:56.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:56 smithi078 ceph-mon[94618]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-10T05:44:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:57 smithi107 ceph-mon[86658]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-10T05:44:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:57 smithi107 ceph-mon[86658]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-10T05:44:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:57 smithi078 ceph-mon[92251]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-10T05:44:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:57 smithi078 ceph-mon[92251]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-10T05:44:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:57 smithi078 ceph-mon[94618]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-10T05:44:57.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:57 smithi078 ceph-mon[94618]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-10T05:44:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:58 smithi107 ceph-mon[86658]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.3 KiB/s wr, 81 op/s 2024-08-10T05:44:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:44:58 smithi107 ceph-mon[86658]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-10T05:44:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:58 smithi078 ceph-mon[92251]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.3 KiB/s wr, 81 op/s 2024-08-10T05:44:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:44:58 smithi078 ceph-mon[92251]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-10T05:44:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:58 smithi078 ceph-mon[94618]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.3 KiB/s wr, 81 op/s 2024-08-10T05:44:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:44:58 smithi078 ceph-mon[94618]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-10T05:45:00.178 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30991 ms) 2024-08-10T05:45:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:00 smithi078 ceph-mon[92251]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-10T05:45:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:00 smithi078 ceph-mon[92251]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.6 KiB/s wr, 97 op/s 2024-08-10T05:45:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:00 smithi078 ceph-mon[94618]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-10T05:45:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:00 smithi078 ceph-mon[94618]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.6 KiB/s wr, 97 op/s 2024-08-10T05:45:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:00 smithi107 ceph-mon[86658]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-10T05:45:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:00 smithi107 ceph-mon[86658]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.6 KiB/s wr, 97 op/s 2024-08-10T05:45:01.181 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 51 tests from TestMirroring (86686 ms total) 2024-08-10T05:45:01.181 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:45:01.181 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 34 tests from TestInternal 2024-08-10T05:45:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[92251]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-10T05:45:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]: dispatch 2024-08-10T05:45:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]: dispatch 2024-08-10T05:45:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]': finished 2024-08-10T05:45:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[94618]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-10T05:45:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]: dispatch 2024-08-10T05:45:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]: dispatch 2024-08-10T05:45:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]': finished 2024-08-10T05:45:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:01 smithi107 ceph-mon[86658]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-10T05:45:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:01 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1860743067' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]: dispatch 2024-08-10T05:45:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:01 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]: dispatch 2024-08-10T05:45:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:01 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a53f4d15-9d0f-4e40-ba8b-37732b9bb6b2"}]': finished 2024-08-10T05:45:02.174 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:45:01] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-08-10T05:45:02.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:02 smithi078 ceph-mon[92251]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.9 KiB/s wr, 158 op/s 2024-08-10T05:45:02.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:02 smithi078 ceph-mon[92251]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-10T05:45:02.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:02 smithi078 ceph-mon[94618]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.9 KiB/s wr, 158 op/s 2024-08-10T05:45:02.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:02 smithi078 ceph-mon[94618]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-10T05:45:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:02 smithi107 ceph-mon[86658]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.9 KiB/s wr, 158 op/s 2024-08-10T05:45:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:02 smithi107 ceph-mon[86658]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-10T05:45:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:45:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:03.190 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.OpenByID 2024-08-10T05:45:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:03 smithi078 ceph-mon[92251]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-10T05:45:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:03 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3431191444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:03 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:03 smithi078 ceph-mon[94618]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-10T05:45:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:03 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3431191444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:03 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:03 smithi107 ceph-mon[86658]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-10T05:45:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:03 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3431191444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:03 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[92251]: pgmap v2703: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:45:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[92251]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-10T05:45:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[94618]: pgmap v2703: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:45:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:04 smithi078 ceph-mon[94618]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-10T05:45:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:04 smithi107 ceph-mon[86658]: pgmap v2703: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:04 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:45:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:04 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:04 smithi107 ceph-mon[86658]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-10T05:45:05.249 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.OpenByID (2058 ms) 2024-08-10T05:45:05.249 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-08-10T05:45:05.271 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.OpenSnapDNE (23 ms) 2024-08-10T05:45:05.271 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-08-10T05:45:05.294 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-08-10T05:45:05.294 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-08-10T05:45:05.318 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2024-08-10T05:45:05.318 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-08-10T05:45:05.335 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (17 ms) 2024-08-10T05:45:05.335 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-08-10T05:45:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:05 smithi078 ceph-mon[92251]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-10T05:45:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:05 smithi078 ceph-mon[94618]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-10T05:45:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:05 smithi107 ceph-mon[86658]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-10T05:45:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[92251]: pgmap v2706: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:45:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T05:45:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[92251]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-10T05:45:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[94618]: pgmap v2706: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:45:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T05:45:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:06 smithi078 ceph-mon[94618]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-10T05:45:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:06 smithi107 ceph-mon[86658]: pgmap v2706: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:06 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:45:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:06 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T05:45:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:06 smithi107 ceph-mon[86658]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-10T05:45:07.240 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1904 ms) 2024-08-10T05:45:07.240 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-08-10T05:45:07.264 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (25 ms) 2024-08-10T05:45:07.264 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-08-10T05:45:07.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:07 smithi078 ceph-mon[92251]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-10T05:45:07.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:07 smithi078 ceph-mon[94618]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-10T05:45:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:07 smithi107 ceph-mon[86658]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-10T05:45:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:08 smithi078 ceph-mon[92251]: pgmap v2709: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-08-10T05:45:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:08 smithi078 ceph-mon[92251]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-10T05:45:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:08 smithi078 ceph-mon[94618]: pgmap v2709: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-08-10T05:45:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:08 smithi078 ceph-mon[94618]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-10T05:45:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:08 smithi107 ceph-mon[86658]: pgmap v2709: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-08-10T05:45:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:08 smithi107 ceph-mon[86658]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-10T05:45:09.250 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1986 ms) 2024-08-10T05:45:09.250 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-08-10T05:45:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:09 smithi107 ceph-mon[86658]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-10T05:45:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:09 smithi078 ceph-mon[92251]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-10T05:45:09.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:09 smithi078 ceph-mon[94618]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-10T05:45:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:10 smithi107 ceph-mon[86658]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.5 KiB/s wr, 70 op/s 2024-08-10T05:45:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:10 smithi107 ceph-mon[86658]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-10T05:45:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:10 smithi078 ceph-mon[92251]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.5 KiB/s wr, 70 op/s 2024-08-10T05:45:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:10 smithi078 ceph-mon[92251]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-10T05:45:10.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:10 smithi078 ceph-mon[94618]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.5 KiB/s wr, 70 op/s 2024-08-10T05:45:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:10 smithi078 ceph-mon[94618]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-10T05:45:11.266 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2015 ms) 2024-08-10T05:45:11.266 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-08-10T05:45:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:11 smithi107 ceph-mon[86658]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-10T05:45:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:11 smithi078 ceph-mon[92251]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-10T05:45:11.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:11 smithi078 ceph-mon[94618]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-10T05:45:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:45:11] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-08-10T05:45:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:12 smithi107 ceph-mon[86658]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-08-10T05:45:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:12 smithi107 ceph-mon[86658]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-10T05:45:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:12 smithi107 ceph-mon[86658]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-10T05:45:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:45:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:12 smithi078 ceph-mon[92251]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-08-10T05:45:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:12 smithi078 ceph-mon[92251]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-10T05:45:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:12 smithi078 ceph-mon[92251]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-10T05:45:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:12 smithi078 ceph-mon[94618]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-08-10T05:45:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:12 smithi078 ceph-mon[94618]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-10T05:45:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:12 smithi078 ceph-mon[94618]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-10T05:45:13.125 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1860 ms) 2024-08-10T05:45:13.126 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-08-10T05:45:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:13 smithi107 ceph-mon[86658]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-10T05:45:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]: dispatch 2024-08-10T05:45:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-08-10T05:45:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[92251]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-10T05:45:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]: dispatch 2024-08-10T05:45:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-08-10T05:45:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[94618]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-10T05:45:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]: dispatch 2024-08-10T05:45:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-08-10T05:45:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:14 smithi107 ceph-mon[86658]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 140 op/s 2024-08-10T05:45:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]': finished 2024-08-10T05:45:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-08-10T05:45:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:14 smithi107 ceph-mon[86658]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-10T05:45:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[92251]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 140 op/s 2024-08-10T05:45:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]': finished 2024-08-10T05:45:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-08-10T05:45:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[92251]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-10T05:45:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[94618]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 140 op/s 2024-08-10T05:45:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]': finished 2024-08-10T05:45:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-08-10T05:45:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:14 smithi078 ceph-mon[94618]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-10T05:45:16.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.FlattenLocksImage (3017 ms) 2024-08-10T05:45:16.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-08-10T05:45:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:16 smithi078 ceph-mon[92251]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-10T05:45:16.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:16 smithi078 ceph-mon[92251]: pgmap v2722: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.8 KiB/s wr, 129 op/s 2024-08-10T05:45:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:16 smithi078 ceph-mon[94618]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-10T05:45:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:16 smithi078 ceph-mon[94618]: pgmap v2722: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.8 KiB/s wr, 129 op/s 2024-08-10T05:45:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:16 smithi107 ceph-mon[86658]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-10T05:45:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:16 smithi107 ceph-mon[86658]: pgmap v2722: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.8 KiB/s wr, 129 op/s 2024-08-10T05:45:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:17 smithi078 ceph-mon[92251]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-10T05:45:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:17 smithi078 ceph-mon[92251]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-10T05:45:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:17 smithi078 ceph-mon[94618]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-10T05:45:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:17 smithi078 ceph-mon[94618]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-10T05:45:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:17 smithi107 ceph-mon[86658]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-10T05:45:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:17 smithi107 ceph-mon[86658]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-10T05:45:18.143 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2000 ms) 2024-08-10T05:45:18.143 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-08-10T05:45:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:18 smithi078 ceph-mon[92251]: pgmap v2725: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 KiB/s wr, 118 op/s 2024-08-10T05:45:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:18 smithi078 ceph-mon[94618]: pgmap v2725: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 KiB/s wr, 118 op/s 2024-08-10T05:45:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:18 smithi107 ceph-mon[86658]: pgmap v2725: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 KiB/s wr, 118 op/s 2024-08-10T05:45:19.140 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (998 ms) 2024-08-10T05:45:19.140 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-08-10T05:45:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:19 smithi078 ceph-mon[94618]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-10T05:45:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:19 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2270465364' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]: dispatch 2024-08-10T05:45:19.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:19 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]: dispatch 2024-08-10T05:45:19.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:19 smithi078 ceph-mon[92251]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-10T05:45:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:19 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2270465364' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]: dispatch 2024-08-10T05:45:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:19 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]: dispatch 2024-08-10T05:45:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:19 smithi107 ceph-mon[86658]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-10T05:45:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:19 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2270465364' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]: dispatch 2024-08-10T05:45:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:19 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]: dispatch 2024-08-10T05:45:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]': finished 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[92251]: pgmap v2728: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.5 KiB/s wr, 189 op/s; 3 B/s, 0 objects/s recovering 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[92251]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1587273273' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]: dispatch 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]: dispatch 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]': finished 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[94618]: pgmap v2728: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.5 KiB/s wr, 189 op/s; 3 B/s, 0 objects/s recovering 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[94618]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1587273273' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]: dispatch 2024-08-10T05:45:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:20 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]: dispatch 2024-08-10T05:45:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:20 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2270465364"}]': finished 2024-08-10T05:45:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:20 smithi107 ceph-mon[86658]: pgmap v2728: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.5 KiB/s wr, 189 op/s; 3 B/s, 0 objects/s recovering 2024-08-10T05:45:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:20 smithi107 ceph-mon[86658]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-10T05:45:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:20 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1587273273' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]: dispatch 2024-08-10T05:45:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:20 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]: dispatch 2024-08-10T05:45:21.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2002 ms) 2024-08-10T05:45:21.142 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-08-10T05:45:21.172 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.AioWriteRequestsLock (30 ms) 2024-08-10T05:45:21.172 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-08-10T05:45:21.198 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (26 ms) 2024-08-10T05:45:21.198 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-08-10T05:45:21.240 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.CancelAsyncResize (41 ms) 2024-08-10T05:45:21.240 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.MultipleResize 2024-08-10T05:45:21.293 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.MultipleResize (53 ms) 2024-08-10T05:45:21.293 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.Metadata 2024-08-10T05:45:21.334 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.Metadata (41 ms) 2024-08-10T05:45:21.334 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-08-10T05:45:21.362 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.MetadataConfApply (29 ms) 2024-08-10T05:45:21.363 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-08-10T05:45:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:21 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]': finished 2024-08-10T05:45:21.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:21 smithi078 ceph-mon[92251]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-10T05:45:21.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:21 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]': finished 2024-08-10T05:45:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:21 smithi078 ceph-mon[94618]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-10T05:45:21.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:21 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/1587273273"}]': finished 2024-08-10T05:45:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:21 smithi107 ceph-mon[86658]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-10T05:45:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:22 smithi078 ceph-mon[94618]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.0 KiB/s wr, 113 op/s; 11 B/s, 0 objects/s recovering 2024-08-10T05:45:22.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:22 smithi078 ceph-mon[94618]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-10T05:45:22.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:22 smithi078 ceph-mon[92251]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.0 KiB/s wr, 113 op/s; 11 B/s, 0 objects/s recovering 2024-08-10T05:45:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:22 smithi078 ceph-mon[92251]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-10T05:45:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:45:21] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2024-08-10T05:45:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:22 smithi107 ceph-mon[86658]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.0 KiB/s wr, 113 op/s; 11 B/s, 0 objects/s recovering 2024-08-10T05:45:22.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:22 smithi107 ceph-mon[86658]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-10T05:45:22.469 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:45:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:24.243 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapshotCopyup (2881 ms) 2024-08-10T05:45:24.243 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-08-10T05:45:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:24 smithi078 ceph-mon[92251]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 204 op/s; 6 B/s, 0 objects/s recovering 2024-08-10T05:45:24.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:24 smithi078 ceph-mon[92251]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-10T05:45:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:24 smithi078 ceph-mon[94618]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 204 op/s; 6 B/s, 0 objects/s recovering 2024-08-10T05:45:24.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:24 smithi078 ceph-mon[94618]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-10T05:45:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:24 smithi107 ceph-mon[86658]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 204 op/s; 6 B/s, 0 objects/s recovering 2024-08-10T05:45:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:24 smithi107 ceph-mon[86658]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-10T05:45:25.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:25 smithi078 ceph-mon[92251]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-10T05:45:25.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:25 smithi078 ceph-mon[94618]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-10T05:45:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:25 smithi107 ceph-mon[86658]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-10T05:45:26.217 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1974 ms) 2024-08-10T05:45:26.217 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-08-10T05:45:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:26 smithi078 ceph-mon[94618]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 21 KiB/s wr, 238 op/s 2024-08-10T05:45:26.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:26 smithi078 ceph-mon[94618]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-10T05:45:26.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:26 smithi078 ceph-mon[92251]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 21 KiB/s wr, 238 op/s 2024-08-10T05:45:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:26 smithi078 ceph-mon[92251]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-10T05:45:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:26 smithi107 ceph-mon[86658]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 21 KiB/s wr, 238 op/s 2024-08-10T05:45:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:26 smithi107 ceph-mon[86658]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-10T05:45:27.140 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (923 ms) 2024-08-10T05:45:27.141 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-08-10T05:45:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:27 smithi078 ceph-mon[92251]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-10T05:45:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:27 smithi078 ceph-mon[92251]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-10T05:45:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:27 smithi078 ceph-mon[94618]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-10T05:45:27.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:27 smithi078 ceph-mon[94618]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-10T05:45:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:27 smithi107 ceph-mon[86658]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-10T05:45:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:27 smithi107 ceph-mon[86658]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-10T05:45:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:28 smithi078 ceph-mon[92251]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-08-10T05:45:28.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:28 smithi078 ceph-mon[94618]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-08-10T05:45:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:28 smithi107 ceph-mon[86658]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-08-10T05:45:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:29.263 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.ResizeCopyup (2123 ms) 2024-08-10T05:45:29.264 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-08-10T05:45:29.272 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:45:29.272 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.DiscardCopyup (8 ms) 2024-08-10T05:45:29.272 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.ImageOptions 2024-08-10T05:45:29.280 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-08-10T05:45:29.280 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-08-10T05:45:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:29 smithi078 ceph-mon[92251]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-10T05:45:29.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:29 smithi078 ceph-mon[94618]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-10T05:45:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:29 smithi107 ceph-mon[86658]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-10T05:45:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:30 smithi078 ceph-mon[92251]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 14 KiB/s wr, 235 op/s 2024-08-10T05:45:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:30 smithi078 ceph-mon[92251]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-10T05:45:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:30 smithi078 ceph-mon[94618]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 14 KiB/s wr, 235 op/s 2024-08-10T05:45:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:30 smithi078 ceph-mon[94618]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-10T05:45:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:30 smithi107 ceph-mon[86658]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 14 KiB/s wr, 235 op/s 2024-08-10T05:45:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:30 smithi107 ceph-mon[86658]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-10T05:45:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:31 smithi078 ceph-mon[92251]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-10T05:45:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:31 smithi078 ceph-mon[94618]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-10T05:45:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:31 smithi107 ceph-mon[86658]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-10T05:45:32.217 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:45:31] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-08-10T05:45:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:32 smithi078 ceph-mon[92251]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 301 op/s 2024-08-10T05:45:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:32 smithi078 ceph-mon[92251]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-10T05:45:32.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:32 smithi078 ceph-mon[94618]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 301 op/s 2024-08-10T05:45:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:32 smithi078 ceph-mon[94618]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-10T05:45:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:32 smithi107 ceph-mon[86658]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 301 op/s 2024-08-10T05:45:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:32 smithi107 ceph-mon[86658]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-10T05:45:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:45:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:33.252 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.WriteFullCopyup (3973 ms) 2024-08-10T05:45:33.252 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-08-10T05:45:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:33 smithi107 ceph-mon[86658]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-10T05:45:33.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:33 smithi078 ceph-mon[92251]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-10T05:45:33.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:33 smithi078 ceph-mon[94618]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-10T05:45:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:34 smithi107 ceph-mon[86658]: pgmap v2747: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 263 op/s 2024-08-10T05:45:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:34 smithi107 ceph-mon[86658]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-10T05:45:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:34 smithi078 ceph-mon[92251]: pgmap v2747: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 263 op/s 2024-08-10T05:45:34.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:34 smithi078 ceph-mon[92251]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-10T05:45:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:34 smithi078 ceph-mon[94618]: pgmap v2747: 137 pgs: 137 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 263 op/s 2024-08-10T05:45:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:34 smithi078 ceph-mon[94618]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-10T05:45:35.274 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2021 ms) 2024-08-10T05:45:35.274 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.TestCoR 2024-08-10T05:45:35.283 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-08-10T05:45:35.283 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-08-10T05:45:35.284 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout:made parent image "image393": 4194304K (1024 * 4K) 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout:generated random write map: 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [11 , 45555 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [12 , 49442 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [22 , 90942 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [24 , 100753 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [39 , 162380 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [56 , 230403 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [61 , 252746 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [73 , 299639 ] 2024-08-10T05:45:35.501 INFO:tasks.workunit.client.0.smithi078.stdout: [84 , 344584 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [89 , 366539 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [102 , 418740 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [111 , 456458 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [116 , 478276 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [119 , 488648 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [121 , 497642 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [125 , 514864 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [130 , 534807 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [133 , 545800 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [141 , 580726 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [160 , 655934 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [164 , 673616 ] 2024-08-10T05:45:35.502 INFO:tasks.workunit.client.0.smithi078.stdout: [167 , 684840 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [168 , 689744 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [202 , 828230 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [222 , 912086 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [230 , 942970 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [245 , 1005549 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [250 , 1027018 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [252 , 1035228 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [262 , 1073711 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [263 , 1077791 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [311 , 1275958 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [333 , 1366378 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [342 , 1403334 ] 2024-08-10T05:45:35.503 INFO:tasks.workunit.client.0.smithi078.stdout: [360 , 1476583 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [364 , 1491340 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [380 , 1559286 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [387 , 1588588 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [394 , 1616615 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [406 , 1665647 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [409 , 1676343 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [420 , 1721841 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [425 , 1741445 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [432 , 1769876 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [433 , 1775802 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [442 , 1811521 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [449 , 1839133 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [463 , 1896972 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [467 , 1913994 ] 2024-08-10T05:45:35.504 INFO:tasks.workunit.client.0.smithi078.stdout: [477 , 1954584 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [502 , 2059717 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [504 , 2065303 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [530 , 2171441 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [547 , 2241985 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [551 , 2257458 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [558 , 2288449 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [580 , 2376327 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [583 , 2389386 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [591 , 2423131 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [605 , 2478878 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [616 , 2525187 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [624 , 2555929 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [633 , 2593042 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [635 , 2601141 ] 2024-08-10T05:45:35.505 INFO:tasks.workunit.client.0.smithi078.stdout: [640 , 2621943 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [643 , 2634743 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [645 , 2643710 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [651 , 2666522 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [667 , 2734157 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [689 , 2824370 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [700 , 2870380 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [705 , 2890167 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [716 , 2933236 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [751 , 3077418 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [772 , 3162764 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [776 , 3179739 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [780 , 3197723 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [782 , 3204622 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [784 , 3214742 ] 2024-08-10T05:45:35.506 INFO:tasks.workunit.client.0.smithi078.stdout: [786 , 3219740 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [787 , 3223583 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [835 , 3421169 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [837 , 3429398 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [869 , 3559666 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [872 , 3573255 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [875 , 3585737 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [901 , 3690687 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [907 , 3717212 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [944 , 3868036 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [952 , 3901874 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [968 , 3966011 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [992 , 4066299 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [993 , 4067331 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout: [995 , 4077354 ] 2024-08-10T05:45:35.507 INFO:tasks.workunit.client.0.smithi078.stdout:write data based on random map 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-11 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-12 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-22 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-24 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-39 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-56 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-61 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-73 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-84 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-89 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-102 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-111 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-116 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-119 2024-08-10T05:45:35.508 INFO:tasks.workunit.client.0.smithi078.stdout: write object-121 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-125 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-130 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-133 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-141 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-160 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-164 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-167 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-168 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-202 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-222 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-230 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-245 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-250 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-252 2024-08-10T05:45:35.509 INFO:tasks.workunit.client.0.smithi078.stdout: write object-262 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-263 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-311 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-333 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-342 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-360 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-364 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-380 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-387 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-394 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-406 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-409 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-420 2024-08-10T05:45:35.510 INFO:tasks.workunit.client.0.smithi078.stdout: write object-425 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-432 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-433 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-442 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-449 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-463 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-467 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-477 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-502 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-504 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-530 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-547 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-551 2024-08-10T05:45:35.511 INFO:tasks.workunit.client.0.smithi078.stdout: write object-558 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-580 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-583 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-591 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-605 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-616 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-624 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-633 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-635 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-640 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-643 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-645 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-651 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-667 2024-08-10T05:45:35.512 INFO:tasks.workunit.client.0.smithi078.stdout: write object-689 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-700 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-705 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-716 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-751 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-772 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-776 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-780 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-782 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-784 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-786 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-787 2024-08-10T05:45:35.513 INFO:tasks.workunit.client.0.smithi078.stdout: write object-835 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-837 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-869 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-872 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-875 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-901 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-907 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-944 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-952 2024-08-10T05:45:35.514 INFO:tasks.workunit.client.0.smithi078.stdout: write object-968 2024-08-10T05:45:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:35 smithi107 ceph-mon[86658]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-10T05:45:35.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:35 smithi078 ceph-mon[94618]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-10T05:45:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:35 smithi078 ceph-mon[92251]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout: write object-992 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout: write object-993 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout: write object-995 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout:verify written data by reading 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout: read object-11 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout:made snapshot "image393@parent_snap" and protect it 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout:made and opened clone "image394" 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout:flattening clone: "image394" 2024-08-10T05:45:36.415 INFO:tasks.workunit.client.0.smithi078.stdout:check whether child image has the same set of objects as parent 2024-08-10T05:45:36.416 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1131 ms) 2024-08-10T05:45:36.416 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-08-10T05:45:36.494 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.PoolMetadataConfApply (80 ms) 2024-08-10T05:45:36.494 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.Sparsify 2024-08-10T05:45:36.518 INFO:tasks.workunit.client.0.smithi078.stdout:sparsify_supported=1 2024-08-10T05:45:36.518 INFO:tasks.workunit.client.0.smithi078.stdout:sparse_read_supported=1 2024-08-10T05:45:36.545 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.Sparsify (51 ms) 2024-08-10T05:45:36.545 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.SparsifyClone 2024-08-10T05:45:36.563 INFO:tasks.workunit.client.0.smithi078.stdout:sparsify_supported=1 2024-08-10T05:45:36.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:36 smithi107 ceph-mon[86658]: pgmap v2750: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 173 op/s 2024-08-10T05:45:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:36 smithi107 ceph-mon[86658]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-10T05:45:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-mon[92251]: pgmap v2750: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 173 op/s 2024-08-10T05:45:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-mon[92251]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-10T05:45:36.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:45:36] ENGINE Bus STOPPING 2024-08-10T05:45:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-mon[94618]: pgmap v2750: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 173 op/s 2024-08-10T05:45:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-mon[94618]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-10T05:45:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:45:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:45:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:45:36] ENGINE Bus STOPPED 2024-08-10T05:45:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:45:36] ENGINE Bus STARTING 2024-08-10T05:45:37.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:45:37] ENGINE Serving on http://:::9283 2024-08-10T05:45:37.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:45:37] ENGINE Bus STARTED 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: pgmap v2753: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 168 op/s 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:45:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-10T05:45:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: pgmap v2753: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 168 op/s 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-10T05:45:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' 2024-08-10T05:45:37.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: pgmap v2753: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 168 op/s 2024-08-10T05:45:37.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:37.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:37.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:45:37.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:45:37.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:38.487 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.SparsifyClone (1942 ms) 2024-08-10T05:45:38.487 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestInternal.MissingDataPool 2024-08-10T05:45:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:38 smithi107 ceph-mon[86658]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-10T05:45:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:38 smithi107 ceph-mon[86658]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-10T05:45:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:38 smithi078 ceph-mon[94618]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-10T05:45:38.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:38 smithi078 ceph-mon[94618]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-10T05:45:38.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:38 smithi078 ceph-mon[92251]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-10T05:45:38.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:38 smithi078 ceph-mon[92251]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-10T05:45:39.585 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestInternal.MissingDataPool (1098 ms) 2024-08-10T05:45:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:39 smithi078 ceph-mon[94618]: pgmap v2755: 137 pgs: 137 active+clean; 8.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 89 KiB/s wr, 490 op/s 2024-08-10T05:45:39.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:39 smithi078 ceph-mon[94618]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-10T05:45:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:39 smithi078 ceph-mon[92251]: pgmap v2755: 137 pgs: 137 active+clean; 8.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 89 KiB/s wr, 490 op/s 2024-08-10T05:45:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:39 smithi078 ceph-mon[92251]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-10T05:45:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:39 smithi107 ceph-mon[86658]: pgmap v2755: 137 pgs: 137 active+clean; 8.8 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 89 KiB/s wr, 490 op/s 2024-08-10T05:45:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:39 smithi107 ceph-mon[86658]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-10T05:45:40.487 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 34 tests from TestInternal (36395 ms total) 2024-08-10T05:45:40.487 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:45:40.487 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 17 tests from TestImageWatcher 2024-08-10T05:45:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:40 smithi107 ceph-mon[86658]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-10T05:45:40.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:40 smithi078 ceph-mon[92251]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-10T05:45:40.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:40 smithi078 ceph-mon[94618]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-10T05:45:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:41 smithi107 ceph-mon[86658]: pgmap v2758: 137 pgs: 137 active+clean; 9.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 175 KiB/s wr, 832 op/s 2024-08-10T05:45:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:41 smithi107 ceph-mon[86658]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-10T05:45:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:41 smithi078 ceph-mon[92251]: pgmap v2758: 137 pgs: 137 active+clean; 9.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 175 KiB/s wr, 832 op/s 2024-08-10T05:45:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:41 smithi078 ceph-mon[92251]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-10T05:45:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:41 smithi078 ceph-mon[94618]: pgmap v2758: 137 pgs: 137 active+clean; 9.0 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 175 KiB/s wr, 832 op/s 2024-08-10T05:45:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:41 smithi078 ceph-mon[94618]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-10T05:45:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:45:41] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-08-10T05:45:42.499 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-08-10T05:45:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:42 smithi107 ceph-mon[86658]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-10T05:45:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:42 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3586853491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:42 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:45:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:42 smithi078 ceph-mon[94618]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-10T05:45:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:42 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3586853491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:42.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:42 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:42 smithi078 ceph-mon[92251]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-10T05:45:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:42 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3586853491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:42 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:43 smithi107 ceph-mon[86658]: pgmap v2761: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:43 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:45:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:43 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:43 smithi107 ceph-mon[86658]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-10T05:45:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[92251]: pgmap v2761: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:45:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[92251]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[94618]: pgmap v2761: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[94618]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:44.555 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2057 ms) 2024-08-10T05:45:44.556 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-08-10T05:45:44.579 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-08-10T05:45:44.580 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-08-10T05:45:44.602 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2024-08-10T05:45:44.602 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-08-10T05:45:44.625 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-08-10T05:45:44.625 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-08-10T05:45:44.646 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (21 ms) 2024-08-10T05:45:44.646 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-08-10T05:45:44.666 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (21 ms) 2024-08-10T05:45:44.667 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-08-10T05:45:44.685 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (19 ms) 2024-08-10T05:45:44.685 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-08-10T05:45:44.704 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifySnapRename (19 ms) 2024-08-10T05:45:44.705 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-08-10T05:45:44.724 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-08-10T05:45:44.724 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-08-10T05:45:44.745 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2024-08-10T05:45:44.745 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-08-10T05:45:44.766 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2024-08-10T05:45:44.766 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-08-10T05:45:44.785 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (19 ms) 2024-08-10T05:45:44.786 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-08-10T05:45:44.806 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-08-10T05:45:44.806 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-08-10T05:45:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:44 smithi107 ceph-mon[86658]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-10T05:45:44.824 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (18 ms) 2024-08-10T05:45:44.824 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-08-10T05:45:44.843 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-08-10T05:45:44.843 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-08-10T05:45:44.862 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2024-08-10T05:45:44.862 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-08-10T05:45:44.880 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (18 ms) 2024-08-10T05:45:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:44 smithi078 ceph-mon[92251]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-10T05:45:44.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:44 smithi078 ceph-mon[94618]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-10T05:45:45.534 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 17 tests from TestImageWatcher (2382 ms total) 2024-08-10T05:45:45.534 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:45:45.534 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 161 tests from TestLibRBD 2024-08-10T05:45:45.565 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-08-10T05:45:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:45 smithi107 ceph-mon[86658]: pgmap v2764: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:45 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:45:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:45 smithi107 ceph-mon[86658]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-10T05:45:45.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:45 smithi078 ceph-mon[94618]: pgmap v2764: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:45.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:45 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:45:45.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:45 smithi078 ceph-mon[94618]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-10T05:45:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:45 smithi078 ceph-mon[92251]: pgmap v2764: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:45 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:45:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:45 smithi078 ceph-mon[92251]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-10T05:45:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:46 smithi107 ceph-mon[86658]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-10T05:45:46.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:46 smithi078 ceph-mon[94618]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-10T05:45:46.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:46 smithi078 ceph-mon[92251]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-10T05:45:47.570 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:47 smithi107 ceph-mon[86658]: pgmap v2767: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:47 smithi107 ceph-mon[86658]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-10T05:45:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/52048006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:47 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[92251]: pgmap v2767: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[92251]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-10T05:45:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/52048006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[94618]: pgmap v2767: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[94618]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-10T05:45:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/52048006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:47 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-10T05:45:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:45:48.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:45:48.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:45:48.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:45:49.606 INFO:tasks.workunit.client.0.smithi078.stdout:image has size 2097152 and order 22 2024-08-10T05:45:49.606 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CreateAndStat (4041 ms) 2024-08-10T05:45:49.606 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-08-10T05:45:49.606 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.625 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-08-10T05:45:49.625 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-08-10T05:45:49.625 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.646 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2024-08-10T05:45:49.646 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.GetId 2024-08-10T05:45:49.646 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.671 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.GetId (25 ms) 2024-08-10T05:45:49.671 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-08-10T05:45:49.671 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.699 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.GetIdPP (28 ms) 2024-08-10T05:45:49.699 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-08-10T05:45:49.699 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.715 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-08-10T05:45:49.716 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-08-10T05:45:49.716 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.734 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-08-10T05:45:49.734 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-08-10T05:45:49.734 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (18 ms) 2024-08-10T05:45:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-08-10T05:45:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.766 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2024-08-10T05:45:49.766 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.OpenAio 2024-08-10T05:45:49.766 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.783 INFO:tasks.workunit.client.0.smithi078.stdout:image has size 2097152 and order 22 2024-08-10T05:45:49.783 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-08-10T05:45:49.783 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-08-10T05:45:49.786 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-08-10T05:45:49.786 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-08-10T05:45:49.786 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.807 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2024-08-10T05:45:49.807 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-08-10T05:45:49.810 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-08-10T05:45:49.810 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-08-10T05:45:49.810 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:49 smithi107 ceph-mon[86658]: pgmap v2770: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:49.816 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:49 smithi107 ceph-mon[86658]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-10T05:45:49.844 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ResizeAndStat (35 ms) 2024-08-10T05:45:49.844 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-08-10T05:45:49.845 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2024-08-10T05:45:49.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-08-10T05:45:49.873 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.906 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-08-10T05:45:49.906 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-08-10T05:45:49.906 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:49.937 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-08-10T05:45:49.937 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-08-10T05:45:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:49 smithi078 ceph-mon[92251]: pgmap v2770: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:49 smithi078 ceph-mon[92251]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-10T05:45:49.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:49 smithi078 ceph-mon[94618]: pgmap v2770: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:45:49.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:49 smithi078 ceph-mon[94618]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-10T05:45:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:50 smithi078 ceph-mon[92251]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-10T05:45:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:50 smithi078 ceph-mon[94618]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-10T05:45:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:50 smithi107 ceph-mon[86658]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-10T05:45:51.609 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[92251]: pgmap v2773: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-08-10T05:45:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[92251]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-10T05:45:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/382006961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:51.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[94618]: pgmap v2773: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-08-10T05:45:51.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[94618]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-10T05:45:51.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/382006961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:51.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:51 smithi107 ceph-mon[86658]: pgmap v2773: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-08-10T05:45:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:51 smithi107 ceph-mon[86658]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-10T05:45:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:51 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/382006961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:51 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:45:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:45:51] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-08-10T05:45:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:45:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:52 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:52 smithi078 ceph-mon[92251]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-10T05:45:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:52 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:52.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:52 smithi078 ceph-mon[94618]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-10T05:45:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:52 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:52 smithi107 ceph-mon[86658]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-10T05:45:53.624 INFO:tasks.workunit.client.0.smithi078.stdout:image: image18 2024-08-10T05:45:53.624 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image18 2024-08-10T05:45:53.624 INFO:tasks.workunit.client.0.smithi078.stdout:found image18 2024-08-10T05:45:53.624 INFO:tasks.workunit.client.0.smithi078.stdout:erased image18 2024-08-10T05:45:53.625 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:image: image18 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:image: image19 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image18 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:found image18 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:erased image18 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image19 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:found image19 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:erased image19 2024-08-10T05:45:53.702 INFO:tasks.workunit.client.0.smithi078.stdout:image: image19 2024-08-10T05:45:53.703 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image19 2024-08-10T05:45:53.703 INFO:tasks.workunit.client.0.smithi078.stdout:found image19 2024-08-10T05:45:53.703 INFO:tasks.workunit.client.0.smithi078.stdout:erased image19 2024-08-10T05:45:53.703 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3764 ms) 2024-08-10T05:45:53.703 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-08-10T05:45:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:53 smithi078 ceph-mon[92251]: pgmap v2776: 169 pgs: 8 creating+peering, 18 unknown, 143 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-08-10T05:45:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:53 smithi078 ceph-mon[92251]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-10T05:45:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:53 smithi078 ceph-mon[94618]: pgmap v2776: 169 pgs: 8 creating+peering, 18 unknown, 143 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-08-10T05:45:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:53 smithi078 ceph-mon[94618]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-10T05:45:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:53 smithi107 ceph-mon[86658]: pgmap v2776: 169 pgs: 8 creating+peering, 18 unknown, 143 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-08-10T05:45:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:53 smithi107 ceph-mon[86658]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-10T05:45:54.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:54 smithi078 ceph-mon[92251]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-10T05:45:54.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:54 smithi078 ceph-mon[94618]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-10T05:45:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:54 smithi107 ceph-mon[86658]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-10T05:45:55.625 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[92251]: pgmap v2779: 169 pgs: 8 creating+peering, 5 unknown, 156 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 19 KiB/s wr, 212 op/s 2024-08-10T05:45:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[92251]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-10T05:45:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2966950245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[94618]: pgmap v2779: 169 pgs: 8 creating+peering, 5 unknown, 156 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 19 KiB/s wr, 212 op/s 2024-08-10T05:45:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[94618]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-10T05:45:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2966950245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:55 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:55 smithi107 ceph-mon[86658]: pgmap v2779: 169 pgs: 8 creating+peering, 5 unknown, 156 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 19 KiB/s wr, 212 op/s 2024-08-10T05:45:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:55 smithi107 ceph-mon[86658]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-10T05:45:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:55 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2966950245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:55 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:56 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:56.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:56 smithi078 ceph-mon[92251]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-10T05:45:56.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:56 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:56 smithi078 ceph-mon[94618]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-10T05:45:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:56 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:45:57.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:56 smithi107 ceph-mon[86658]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-10T05:45:57.141 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 1 2024-08-10T05:45:57.141 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:45:57.141 INFO:tasks.workunit.client.0.smithi078.stdout:image: image20 2024-08-10T05:45:57.141 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image20 2024-08-10T05:45:57.141 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:57.150 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 2 2024-08-10T05:45:57.150 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:45:57.150 INFO:tasks.workunit.client.0.smithi078.stdout:image: image20 2024-08-10T05:45:57.150 INFO:tasks.workunit.client.0.smithi078.stdout:image: image21 2024-08-10T05:45:57.151 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image20 2024-08-10T05:45:57.151 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image21 2024-08-10T05:45:57.214 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 1 2024-08-10T05:45:57.214 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:45:57.214 INFO:tasks.workunit.client.0.smithi078.stdout:image: image21 2024-08-10T05:45:57.214 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image21 2024-08-10T05:45:57.214 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3513 ms) 2024-08-10T05:45:57.214 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCopy 2024-08-10T05:45:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[92251]: pgmap v2782: 201 pgs: 2 creating+peering, 28 unknown, 171 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 14 KiB/s wr, 112 op/s 2024-08-10T05:45:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[92251]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[92251]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[94618]: pgmap v2782: 201 pgs: 2 creating+peering, 28 unknown, 171 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 14 KiB/s wr, 112 op/s 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[94618]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[94618]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:57 smithi107 ceph-mon[86658]: pgmap v2782: 201 pgs: 2 creating+peering, 28 unknown, 171 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 14 KiB/s wr, 112 op/s 2024-08-10T05:45:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:57 smithi107 ceph-mon[86658]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-10T05:45:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:57 smithi107 ceph-mon[86658]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-10T05:45:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:45:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:59.129 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:45:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[92251]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-10T05:45:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2389241478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[92251]: pgmap v2786: 233 pgs: 4 creating+peering, 47 unknown, 182 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 KiB/s wr, 51 op/s 2024-08-10T05:45:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[94618]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-10T05:45:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2389241478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:45:59 smithi078 ceph-mon[94618]: pgmap v2786: 233 pgs: 4 creating+peering, 47 unknown, 182 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 KiB/s wr, 51 op/s 2024-08-10T05:45:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:59 smithi107 ceph-mon[86658]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-10T05:45:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:59 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2389241478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:59 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:45:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:45:59 smithi107 ceph-mon[86658]: pgmap v2786: 233 pgs: 4 creating+peering, 47 unknown, 182 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 KiB/s wr, 51 op/s 2024-08-10T05:46:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:00 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:00 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:00 smithi107 ceph-mon[86658]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-10T05:46:00.317 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:46:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=cleanup t=2024-08-10T05:46:00.02370346Z level=info msg="Completed cleanup jobs" duration=1.196244ms 2024-08-10T05:46:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:00 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:00 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:00 smithi078 ceph-mon[92251]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-10T05:46:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:00 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:00 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:00 smithi078 ceph-mon[94618]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-10T05:46:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:01 smithi078 ceph-mon[92251]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-10T05:46:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:01 smithi078 ceph-mon[92251]: pgmap v2789: 233 pgs: 1 creating+activating, 9 creating+peering, 8 unknown, 215 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.9 KiB/s wr, 67 op/s 2024-08-10T05:46:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:01 smithi078 ceph-mon[94618]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-10T05:46:01.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:01 smithi078 ceph-mon[94618]: pgmap v2789: 233 pgs: 1 creating+activating, 9 creating+peering, 8 unknown, 215 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.9 KiB/s wr, 67 op/s 2024-08-10T05:46:01.539 INFO:tasks.workunit.client.0.smithi078.stdout:image: image22 2024-08-10T05:46:01.539 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image22 2024-08-10T05:46:01.539 INFO:tasks.workunit.client.0.smithi078.stdout:found image22 2024-08-10T05:46:01.539 INFO:tasks.workunit.client.0.smithi078.stdout:erased image22 2024-08-10T05:46:01.539 INFO:tasks.workunit.client.0.smithi078.stdout:image: image22 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:image: image23 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image22 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:found image22 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:erased image22 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image23 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:found image23 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:erased image23 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:image: image22 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:image: image23 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:image: image24 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image22 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:found image22 2024-08-10T05:46:01.540 INFO:tasks.workunit.client.0.smithi078.stdout:erased image22 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image23 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:found image23 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:erased image23 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image24 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:found image24 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:erased image24 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCopy (4325 ms) 2024-08-10T05:46:01.541 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-08-10T05:46:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:01 smithi107 ceph-mon[86658]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-10T05:46:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:01 smithi107 ceph-mon[86658]: pgmap v2789: 233 pgs: 1 creating+activating, 9 creating+peering, 8 unknown, 215 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.9 KiB/s wr, 67 op/s 2024-08-10T05:46:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:46:01] "GET /metrics HTTP/1.1" 200 41208 "" "Prometheus/2.43.0" 2024-08-10T05:46:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[92251]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-10T05:46:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[92251]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-10T05:46:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3544311949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[94618]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-10T05:46:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[94618]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-10T05:46:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:02 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3544311949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:46:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:02 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:02 smithi107 ceph-mon[86658]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-10T05:46:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:02 smithi107 ceph-mon[86658]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-10T05:46:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:02 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3544311949' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:03.120 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:03 smithi078 ceph-mon[92251]: pgmap v2792: 265 pgs: 1 creating+activating, 18 creating+peering, 23 unknown, 223 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-08-10T05:46:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:03 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3544311949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:03 smithi078 ceph-mon[92251]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-10T05:46:03.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:03 smithi078 ceph-mon[94618]: pgmap v2792: 265 pgs: 1 creating+activating, 18 creating+peering, 23 unknown, 223 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-08-10T05:46:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:03 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3544311949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:03 smithi078 ceph-mon[94618]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-10T05:46:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:03 smithi107 ceph-mon[86658]: pgmap v2792: 265 pgs: 1 creating+activating, 18 creating+peering, 23 unknown, 223 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-08-10T05:46:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:03 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3544311949' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:03 smithi107 ceph-mon[86658]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-10T05:46:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:04 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:04 smithi078 ceph-mon[92251]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-10T05:46:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:04 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:04 smithi078 ceph-mon[94618]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-10T05:46:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:04 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:04 smithi107 ceph-mon[86658]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-10T05:46:05.390 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 1 2024-08-10T05:46:05.391 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:05.391 INFO:tasks.workunit.client.0.smithi078.stdout:image: image25 2024-08-10T05:46:05.391 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image25 2024-08-10T05:46:05.409 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 2 2024-08-10T05:46:05.409 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:46:05.409 INFO:tasks.workunit.client.0.smithi078.stdout:image: image25 2024-08-10T05:46:05.409 INFO:tasks.workunit.client.0.smithi078.stdout:image: image26 2024-08-10T05:46:05.409 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image25 2024-08-10T05:46:05.409 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image26 2024-08-10T05:46:05.449 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 3 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:image: image25 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:image: image26 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:image: image27 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image25 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image26 2024-08-10T05:46:05.450 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image27 2024-08-10T05:46:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:05 smithi078 ceph-mon[92251]: pgmap v2795: 265 pgs: 9 creating+peering, 8 unknown, 248 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 270 op/s 2024-08-10T05:46:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:05 smithi078 ceph-mon[92251]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-10T05:46:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:05 smithi078 ceph-mon[94618]: pgmap v2795: 265 pgs: 9 creating+peering, 8 unknown, 248 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 270 op/s 2024-08-10T05:46:05.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:05 smithi078 ceph-mon[94618]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-10T05:46:05.477 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCopyPP (3938 ms) 2024-08-10T05:46:05.477 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-08-10T05:46:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:05 smithi107 ceph-mon[86658]: pgmap v2795: 265 pgs: 9 creating+peering, 8 unknown, 248 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 270 op/s 2024-08-10T05:46:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:05 smithi107 ceph-mon[86658]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-10T05:46:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:06 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:06.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:06 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:06 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:07.123 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[92251]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-10T05:46:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2964685900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[92251]: pgmap v2798: 297 pgs: 12 creating+peering, 29 unknown, 256 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 244 op/s 2024-08-10T05:46:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2964685900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[92251]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-10T05:46:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[94618]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-10T05:46:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2964685900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[94618]: pgmap v2798: 297 pgs: 12 creating+peering, 29 unknown, 256 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 244 op/s 2024-08-10T05:46:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2964685900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:07 smithi078 ceph-mon[94618]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-10T05:46:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:07 smithi107 ceph-mon[86658]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-10T05:46:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:07 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2964685900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:07 smithi107 ceph-mon[86658]: pgmap v2798: 297 pgs: 12 creating+peering, 29 unknown, 256 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 244 op/s 2024-08-10T05:46:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:07 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2964685900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:07 smithi107 ceph-mon[86658]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-10T05:46:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:08 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:08 smithi078 ceph-mon[92251]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-10T05:46:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:08 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:08.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:08 smithi078 ceph-mon[94618]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-10T05:46:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:08 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:08 smithi107 ceph-mon[86658]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-10T05:46:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:09 smithi078 ceph-mon[92251]: pgmap v2801: 297 pgs: 5 creating+peering, 17 unknown, 275 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 218 op/s 2024-08-10T05:46:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:09 smithi078 ceph-mon[92251]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-10T05:46:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:09 smithi078 ceph-mon[94618]: pgmap v2801: 297 pgs: 5 creating+peering, 17 unknown, 275 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 218 op/s 2024-08-10T05:46:09.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:09 smithi078 ceph-mon[94618]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-10T05:46:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:09 smithi107 ceph-mon[86658]: pgmap v2801: 297 pgs: 5 creating+peering, 17 unknown, 275 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 218 op/s 2024-08-10T05:46:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:09 smithi107 ceph-mon[86658]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-10T05:46:10.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:10 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:10.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:10 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:10 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:11 smithi078 ceph-mon[92251]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-10T05:46:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:11 smithi078 ceph-mon[92251]: pgmap v2804: 297 pgs: 5 creating+peering, 292 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 424 op/s 2024-08-10T05:46:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:11 smithi078 ceph-mon[94618]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-10T05:46:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:11 smithi078 ceph-mon[94618]: pgmap v2804: 297 pgs: 5 creating+peering, 292 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 424 op/s 2024-08-10T05:46:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:11 smithi107 ceph-mon[86658]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-10T05:46:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:11 smithi107 ceph-mon[86658]: pgmap v2804: 297 pgs: 5 creating+peering, 292 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 424 op/s 2024-08-10T05:46:12.185 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:46:11] "GET /metrics HTTP/1.1" 200 41208 "" "Prometheus/2.43.0" 2024-08-10T05:46:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:12 smithi078 ceph-mon[92251]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-10T05:46:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:12 smithi078 ceph-mon[92251]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-10T05:46:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:12 smithi078 ceph-mon[94618]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-10T05:46:12.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:12 smithi078 ceph-mon[94618]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-10T05:46:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:12 smithi107 ceph-mon[86658]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-10T05:46:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:12 smithi107 ceph-mon[86658]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-10T05:46:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:46:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:13.269 INFO:tasks.workunit.client.0.smithi078.stdout:image: image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:found image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:erased image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:image: image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:image: image29 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:found image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:erased image28 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image29 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:found image29 2024-08-10T05:46:13.270 INFO:tasks.workunit.client.0.smithi078.stdout:erased image29 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:image: image28 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:image: image29 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:image: image30 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image28 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:found image28 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:erased image28 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image29 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:found image29 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:erased image29 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image30 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:found image30 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:erased image30 2024-08-10T05:46:13.271 INFO:tasks.workunit.client.0.smithi078.stdout:image: image28 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:image: image29 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:image: image30 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:image: image31 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image28 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:found image28 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:erased image28 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image29 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:found image29 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:erased image29 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image30 2024-08-10T05:46:13.272 INFO:tasks.workunit.client.0.smithi078.stdout:found image30 2024-08-10T05:46:13.273 INFO:tasks.workunit.client.0.smithi078.stdout:erased image30 2024-08-10T05:46:13.273 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image31 2024-08-10T05:46:13.273 INFO:tasks.workunit.client.0.smithi078.stdout:found image31 2024-08-10T05:46:13.273 INFO:tasks.workunit.client.0.smithi078.stdout:erased image31 2024-08-10T05:46:13.273 INFO:tasks.workunit.client.0.smithi078.stdout:image: image28 2024-08-10T05:46:13.273 INFO:tasks.workunit.client.0.smithi078.stdout:image: image29 2024-08-10T05:46:13.273 INFO:tasks.workunit.client.0.smithi078.stdout:image: image30 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:image: image31 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:image: image32 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image28 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:found image28 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:erased image28 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image29 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:found image29 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:erased image29 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image30 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:found image30 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:erased image30 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image31 2024-08-10T05:46:13.274 INFO:tasks.workunit.client.0.smithi078.stdout:found image31 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:erased image31 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image32 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:found image32 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:erased image32 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:image: image28 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:image: image29 2024-08-10T05:46:13.275 INFO:tasks.workunit.client.0.smithi078.stdout:image: image30 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:image: image31 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:image: image32 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:image: image33 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image28 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:found image28 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:erased image28 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image29 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:found image29 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:erased image29 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image30 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:found image30 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:erased image30 2024-08-10T05:46:13.276 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image31 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:found image31 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:erased image31 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image32 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:found image32 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:erased image32 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image33 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:found image33 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:erased image33 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestDeepCopy (7792 ms) 2024-08-10T05:46:13.277 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-08-10T05:46:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:13 smithi078 ceph-mon[94618]: pgmap v2807: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 433 op/s 2024-08-10T05:46:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:13.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:13 smithi078 ceph-mon[92251]: pgmap v2807: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 433 op/s 2024-08-10T05:46:13.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:13 smithi107 ceph-mon[86658]: pgmap v2807: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 433 op/s 2024-08-10T05:46:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[92251]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-10T05:46:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-08-10T05:46:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-08-10T05:46:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-10T05:46:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-08-10T05:46:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-08-10T05:46:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[94618]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-10T05:46:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-08-10T05:46:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-08-10T05:46:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-10T05:46:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-08-10T05:46:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-08-10T05:46:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:14 smithi107 ceph-mon[86658]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-10T05:46:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-08-10T05:46:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-08-10T05:46:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-08-10T05:46:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-08-10T05:46:14.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-08-10T05:46:15.217 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-08-10T05:46:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-08-10T05:46:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-10T05:46:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-08-10T05:46:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1621032315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[92251]: pgmap v2810: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 489 KiB/s rd, 27 KiB/s wr, 580 op/s 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1621032315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:15.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:15 smithi078 ceph-mon[94618]: pgmap v2810: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 489 KiB/s rd, 27 KiB/s wr, 580 op/s 2024-08-10T05:46:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-08-10T05:46:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-08-10T05:46:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-08-10T05:46:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-08-10T05:46:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-08-10T05:46:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-10T05:46:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1621032315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:15.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:15.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:15 smithi107 ceph-mon[86658]: pgmap v2810: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 489 KiB/s rd, 27 KiB/s wr, 580 op/s 2024-08-10T05:46:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:16 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:16.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:16 smithi078 ceph-mon[94618]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-10T05:46:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:16 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:16 smithi078 ceph-mon[92251]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-10T05:46:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:16 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:16 smithi107 ceph-mon[86658]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-10T05:46:17.445 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 1 2024-08-10T05:46:17.445 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:17.445 INFO:tasks.workunit.client.0.smithi078.stdout:image: image34 2024-08-10T05:46:17.446 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image34 2024-08-10T05:46:17.473 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 2 2024-08-10T05:46:17.474 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:46:17.474 INFO:tasks.workunit.client.0.smithi078.stdout:image: image34 2024-08-10T05:46:17.474 INFO:tasks.workunit.client.0.smithi078.stdout:image: image35 2024-08-10T05:46:17.474 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image34 2024-08-10T05:46:17.474 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image35 2024-08-10T05:46:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:17 smithi078 ceph-mon[94618]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-10T05:46:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:17 smithi078 ceph-mon[94618]: pgmap v2813: 329 pgs: 2 activating, 7 creating+activating, 3 creating+peering, 19 unknown, 298 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 23 KiB/s wr, 505 op/s 2024-08-10T05:46:17.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:17 smithi078 ceph-mon[94618]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-10T05:46:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:17 smithi078 ceph-mon[92251]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-10T05:46:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:17 smithi078 ceph-mon[92251]: pgmap v2813: 329 pgs: 2 activating, 7 creating+activating, 3 creating+peering, 19 unknown, 298 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 23 KiB/s wr, 505 op/s 2024-08-10T05:46:17.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:17 smithi078 ceph-mon[92251]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-10T05:46:17.532 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:num images is: 3 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:image: image34 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:image: image35 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:image: image36 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image34 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image35 2024-08-10T05:46:17.533 INFO:tasks.workunit.client.0.smithi078.stdout:expected = image36 2024-08-10T05:46:17.565 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4296 ms) 2024-08-10T05:46:17.565 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-08-10T05:46:17.565 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:17 smithi107 ceph-mon[86658]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-10T05:46:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:17 smithi107 ceph-mon[86658]: pgmap v2813: 329 pgs: 2 activating, 7 creating+activating, 3 creating+peering, 19 unknown, 298 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 23 KiB/s wr, 505 op/s 2024-08-10T05:46:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:17 smithi107 ceph-mon[86658]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-10T05:46:18.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:18 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:18.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:18 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:18 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:19 smithi107 ceph-mon[86658]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-10T05:46:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:19 smithi107 ceph-mon[86658]: pgmap v2816: 329 pgs: 2 activating, 7 creating+activating, 3 creating+peering, 10 unknown, 307 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 46 op/s; 8 B/s, 0 objects/s recovering 2024-08-10T05:46:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:19 smithi078 ceph-mon[92251]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-10T05:46:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:19 smithi078 ceph-mon[92251]: pgmap v2816: 329 pgs: 2 activating, 7 creating+activating, 3 creating+peering, 10 unknown, 307 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 46 op/s; 8 B/s, 0 objects/s recovering 2024-08-10T05:46:19.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:19 smithi078 ceph-mon[94618]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-10T05:46:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:19 smithi078 ceph-mon[94618]: pgmap v2816: 329 pgs: 2 activating, 7 creating+activating, 3 creating+peering, 10 unknown, 307 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 46 op/s; 8 B/s, 0 objects/s recovering 2024-08-10T05:46:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:20 smithi107 ceph-mon[86658]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-10T05:46:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:20 smithi078 ceph-mon[92251]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-10T05:46:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:20 smithi078 ceph-mon[94618]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-10T05:46:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:46:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:46:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:found snap1 with size 2097152 2024-08-10T05:46:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 2 2024-08-10T05:46:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:46:21.272 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:found snap1 with size 2097152 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:found snap2 with size 4194304 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:found snap2 with size 4194304 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 0 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3707 ms) 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-08-10T05:46:21.273 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:21 smithi107 ceph-mon[86658]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-10T05:46:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:21 smithi107 ceph-mon[86658]: pgmap v2819: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 5.2 KiB/s wr, 109 op/s; 8 B/s, 0 objects/s recovering 2024-08-10T05:46:21.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:21 smithi078 ceph-mon[94618]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-10T05:46:21.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:21 smithi078 ceph-mon[94618]: pgmap v2819: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 5.2 KiB/s wr, 109 op/s; 8 B/s, 0 objects/s recovering 2024-08-10T05:46:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:21 smithi078 ceph-mon[92251]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-10T05:46:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:21 smithi078 ceph-mon[92251]: pgmap v2819: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 5.2 KiB/s wr, 109 op/s; 8 B/s, 0 objects/s recovering 2024-08-10T05:46:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:46:21] "GET /metrics HTTP/1.1" 200 48464 "" "Prometheus/2.43.0" 2024-08-10T05:46:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:22 smithi107 ceph-mon[86658]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-10T05:46:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:46:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:22 smithi078 ceph-mon[92251]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-10T05:46:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:22 smithi078 ceph-mon[94618]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-10T05:46:23.292 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2020 ms) 2024-08-10T05:46:23.293 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-08-10T05:46:23.293 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:23 smithi107 ceph-mon[86658]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-10T05:46:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:23 smithi107 ceph-mon[86658]: pgmap v2822: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 415 op/s 2024-08-10T05:46:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:23 smithi078 ceph-mon[94618]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-10T05:46:23.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:23 smithi078 ceph-mon[94618]: pgmap v2822: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 415 op/s 2024-08-10T05:46:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:23 smithi078 ceph-mon[92251]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-10T05:46:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:23 smithi078 ceph-mon[92251]: pgmap v2822: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 415 op/s 2024-08-10T05:46:24.286 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:46:24.286 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:24.286 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:46:24.286 INFO:tasks.workunit.client.0.smithi078.stdout:found snap1 with size 2097152 2024-08-10T05:46:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:24 smithi107 ceph-mon[86658]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-10T05:46:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:24 smithi078 ceph-mon[92251]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-10T05:46:24.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:24 smithi078 ceph-mon[94618]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-10T05:46:25.296 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 2 2024-08-10T05:46:25.296 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:46:25.296 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:46:25.296 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:46:25.297 INFO:tasks.workunit.client.0.smithi078.stdout:found snap1 with size 2097152 2024-08-10T05:46:25.297 INFO:tasks.workunit.client.0.smithi078.stdout:found snap2 with size 4194304 2024-08-10T05:46:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:25 smithi107 ceph-mon[86658]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-10T05:46:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:25 smithi107 ceph-mon[86658]: pgmap v2825: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-08-10T05:46:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:25 smithi078 ceph-mon[92251]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-10T05:46:25.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:25 smithi078 ceph-mon[92251]: pgmap v2825: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-08-10T05:46:25.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:25 smithi078 ceph-mon[94618]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-10T05:46:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:25 smithi078 ceph-mon[94618]: pgmap v2825: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 24 KiB/s wr, 391 op/s 2024-08-10T05:46:26.305 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:46:26.305 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:26.305 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:46:26.305 INFO:tasks.workunit.client.0.smithi078.stdout:found snap2 with size 4194304 2024-08-10T05:46:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:26 smithi107 ceph-mon[86658]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-10T05:46:26.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:26 smithi078 ceph-mon[92251]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-10T05:46:26.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:26 smithi078 ceph-mon[94618]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-10T05:46:27.150 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 0 2024-08-10T05:46:27.150 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:46:27.154 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3862 ms) 2024-08-10T05:46:27.154 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-08-10T05:46:27.155 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:27 smithi107 ceph-mon[86658]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-10T05:46:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:27 smithi107 ceph-mon[86658]: pgmap v2828: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 8.5 KiB/s wr, 115 op/s 2024-08-10T05:46:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:27 smithi107 ceph-mon[86658]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-10T05:46:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:27 smithi078 ceph-mon[92251]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-10T05:46:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:27 smithi078 ceph-mon[92251]: pgmap v2828: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 8.5 KiB/s wr, 115 op/s 2024-08-10T05:46:27.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:27 smithi078 ceph-mon[92251]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-10T05:46:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:27 smithi078 ceph-mon[94618]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-10T05:46:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:27 smithi078 ceph-mon[94618]: pgmap v2828: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 8.5 KiB/s wr, 115 op/s 2024-08-10T05:46:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:27 smithi078 ceph-mon[94618]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-10T05:46:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:28 smithi107 ceph-mon[86658]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-10T05:46:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:28 smithi078 ceph-mon[92251]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-10T05:46:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:28 smithi078 ceph-mon[94618]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-10T05:46:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:29 smithi107 ceph-mon[86658]: pgmap v2831: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-08-10T05:46:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:29 smithi107 ceph-mon[86658]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-10T05:46:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:29 smithi078 ceph-mon[92251]: pgmap v2831: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-08-10T05:46:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:29 smithi078 ceph-mon[92251]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-10T05:46:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:29 smithi078 ceph-mon[94618]: pgmap v2831: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-08-10T05:46:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:29 smithi078 ceph-mon[94618]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-10T05:46:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:31 smithi078 ceph-mon[92251]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-10T05:46:31.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:31 smithi078 ceph-mon[92251]: pgmap v2834: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-08-10T05:46:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:31 smithi078 ceph-mon[94618]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-10T05:46:31.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:31 smithi078 ceph-mon[94618]: pgmap v2834: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-08-10T05:46:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:31 smithi107 ceph-mon[86658]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-10T05:46:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:31 smithi107 ceph-mon[86658]: pgmap v2834: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-08-10T05:46:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:32 smithi078 ceph-mon[92251]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-10T05:46:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:32 smithi078 ceph-mon[92251]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-10T05:46:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:46:31] "GET /metrics HTTP/1.1" 200 50888 "" "Prometheus/2.43.0" 2024-08-10T05:46:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:32 smithi078 ceph-mon[94618]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-10T05:46:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:32 smithi078 ceph-mon[94618]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-10T05:46:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:32 smithi107 ceph-mon[86658]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-10T05:46:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:32 smithi107 ceph-mon[86658]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-10T05:46:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:46:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:33.163 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 0 2024-08-10T05:46:33.163 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:46:33.170 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6015 ms) 2024-08-10T05:46:33.170 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-08-10T05:46:33.170 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:33 smithi078 ceph-mon[92251]: pgmap v2837: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 KiB/s wr, 38 op/s 2024-08-10T05:46:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:33 smithi078 ceph-mon[94618]: pgmap v2837: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 KiB/s wr, 38 op/s 2024-08-10T05:46:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:33 smithi107 ceph-mon[86658]: pgmap v2837: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 KiB/s wr, 38 op/s 2024-08-10T05:46:34.172 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:46:34.173 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:34.173 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:46:34.173 INFO:tasks.workunit.client.0.smithi078.stdout:found snap1 with size 2097152 2024-08-10T05:46:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:34 smithi078 ceph-mon[92251]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-10T05:46:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:34 smithi078 ceph-mon[94618]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-10T05:46:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:34 smithi107 ceph-mon[86658]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-10T05:46:35.177 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 2 2024-08-10T05:46:35.177 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:46:35.177 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1 2024-08-10T05:46:35.177 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:46:35.177 INFO:tasks.workunit.client.0.smithi078.stdout:found snap1 with size 2097152 2024-08-10T05:46:35.178 INFO:tasks.workunit.client.0.smithi078.stdout:found snap2 with size 4194304 2024-08-10T05:46:35.181 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 2 2024-08-10T05:46:35.181 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:46:35.181 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap1-rename 2024-08-10T05:46:35.181 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2 2024-08-10T05:46:35.182 INFO:tasks.workunit.client.0.smithi078.stdout:found snap1-rename with size 2097152 2024-08-10T05:46:35.182 INFO:tasks.workunit.client.0.smithi078.stdout:found snap2 with size 4194304 2024-08-10T05:46:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:35 smithi078 ceph-mon[92251]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-10T05:46:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:35 smithi078 ceph-mon[92251]: pgmap v2840: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-10T05:46:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:35 smithi078 ceph-mon[94618]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-10T05:46:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:35 smithi078 ceph-mon[94618]: pgmap v2840: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-10T05:46:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:35 smithi107 ceph-mon[86658]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-10T05:46:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:35 smithi107 ceph-mon[86658]: pgmap v2840: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-10T05:46:36.189 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:46:36.189 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:46:36.189 INFO:tasks.workunit.client.0.smithi078.stdout:snap: snap2-rename 2024-08-10T05:46:36.189 INFO:tasks.workunit.client.0.smithi078.stdout:found snap2-rename with size 4194304 2024-08-10T05:46:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:36 smithi078 ceph-mon[92251]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-10T05:46:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:36 smithi078 ceph-mon[94618]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-10T05:46:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:36 smithi107 ceph-mon[86658]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-10T05:46:37.138 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 0 2024-08-10T05:46:37.138 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:46:37.147 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3978 ms) 2024-08-10T05:46:37.147 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-08-10T05:46:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:37 smithi107 ceph-mon[86658]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-10T05:46:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:37 smithi107 ceph-mon[86658]: pgmap v2843: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-08-10T05:46:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:37 smithi107 ceph-mon[86658]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-10T05:46:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[92251]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-10T05:46:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[92251]: pgmap v2843: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-08-10T05:46:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:37.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[92251]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-10T05:46:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[94618]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-10T05:46:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[94618]: pgmap v2843: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-08-10T05:46:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:37 smithi078 ceph-mon[94618]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-10T05:46:39.172 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[92251]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-10T05:46:39.172 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/50218874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:39.173 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:39.173 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[92251]: pgmap v2846: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-08-10T05:46:39.173 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[94618]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-10T05:46:39.173 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/50218874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:39.173 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:39.173 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:39 smithi078 ceph-mon[94618]: pgmap v2846: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-08-10T05:46:39.180 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:39.180 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:39.180 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:39.180 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:39.474 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:39 smithi107 ceph-mon[86658]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-10T05:46:39.474 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:39 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/50218874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:39.474 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:39 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:39.475 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:39 smithi107 ceph-mon[86658]: pgmap v2846: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-08-10T05:46:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[92251]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-10T05:46:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[94618]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:40 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:40 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:40 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:40 smithi107 ceph-mon[86658]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-10T05:46:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:40.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:40 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:41.454 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4306 ms) 2024-08-10T05:46:41.454 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-08-10T05:46:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[92251]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-10T05:46:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[92251]: pgmap v2849: 361 pgs: 14 creating+peering, 10 unknown, 337 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 46 op/s 2024-08-10T05:46:41.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[94618]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-10T05:46:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-mon[94618]: pgmap v2849: 361 pgs: 14 creating+peering, 10 unknown, 337 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 46 op/s 2024-08-10T05:46:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:41 smithi107 ceph-mon[86658]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-10T05:46:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:41 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:41 smithi107 ceph-mon[86658]: pgmap v2849: 361 pgs: 14 creating+peering, 10 unknown, 337 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.2 KiB/s wr, 46 op/s 2024-08-10T05:46:42.182 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:46:41] "GET /metrics HTTP/1.1" 200 50888 "" "Prometheus/2.43.0" 2024-08-10T05:46:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[92251]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-10T05:46:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:42.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[92251]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-10T05:46:42.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3435460664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[94618]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-10T05:46:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[94618]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-10T05:46:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:42 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3435460664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:42 smithi107 ceph-mon[86658]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-10T05:46:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:42 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:42 smithi107 ceph-mon[86658]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-10T05:46:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:42 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3435460664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:42.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:46:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[92251]: pgmap v2852: 393 pgs: 17 creating+peering, 29 unknown, 347 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-08-10T05:46:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3435460664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[92251]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-10T05:46:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[94618]: pgmap v2852: 393 pgs: 17 creating+peering, 29 unknown, 347 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-08-10T05:46:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3435460664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[94618]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-10T05:46:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:43 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:43 smithi107 ceph-mon[86658]: pgmap v2852: 393 pgs: 17 creating+peering, 29 unknown, 347 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-08-10T05:46:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:43 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3435460664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:43 smithi107 ceph-mon[86658]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-10T05:46:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:43 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:46:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:44 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:44 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:44.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:44 smithi078 ceph-mon[92251]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-10T05:46:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:44 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:44.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:44 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:44 smithi078 ceph-mon[94618]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-10T05:46:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:44 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:46:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:44 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T05:46:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:44 smithi107 ceph-mon[86658]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-10T05:46:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:45 smithi078 ceph-mon[92251]: pgmap v2855: 393 pgs: 3 creating+peering, 15 unknown, 375 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 106 op/s 2024-08-10T05:46:45.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:45 smithi078 ceph-mon[92251]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-10T05:46:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:45 smithi078 ceph-mon[94618]: pgmap v2855: 393 pgs: 3 creating+peering, 15 unknown, 375 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 106 op/s 2024-08-10T05:46:45.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:45 smithi078 ceph-mon[94618]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-10T05:46:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:45 smithi107 ceph-mon[86658]: pgmap v2855: 393 pgs: 3 creating+peering, 15 unknown, 375 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 106 op/s 2024-08-10T05:46:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:45 smithi107 ceph-mon[86658]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-10T05:46:46.159 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:46:46.431 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:46:46] ENGINE Bus STOPPING 2024-08-10T05:46:46.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:46.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-10T05:46:46.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:46:46.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:46.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:46.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:46:46.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:46.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:46.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:46:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-10T05:46:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:46:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:46:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:46.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:46.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:46 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:46:46.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:46:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:46:46.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:46:46] ENGINE Bus STOPPED 2024-08-10T05:46:46.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:46:46] ENGINE Bus STARTING 2024-08-10T05:46:46.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:46:46] ENGINE Serving on http://:::9283 2024-08-10T05:46:46.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:46 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:46:46] ENGINE Bus STARTED 2024-08-10T05:46:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:46:47.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: pgmap v2858: 393 pgs: 3 creating+peering, 6 unknown, 384 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:46:47.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[92251]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: pgmap v2858: 393 pgs: 3 creating+peering, 6 unknown, 384 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-10T05:46:47.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:46:47.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:47 smithi078 ceph-mon[94618]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-10T05:46:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:46:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: pgmap v2858: 393 pgs: 3 creating+peering, 6 unknown, 384 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:46:47.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:47 smithi107 ceph-mon[86658]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-10T05:46:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:49 smithi107 ceph-mon[86658]: pgmap v2860: 393 pgs: 393 active+clean; 5.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 241 KiB/s wr, 52 op/s 2024-08-10T05:46:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:49 smithi078 ceph-mon[92251]: pgmap v2860: 393 pgs: 393 active+clean; 5.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 241 KiB/s wr, 52 op/s 2024-08-10T05:46:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:49 smithi078 ceph-mon[94618]: pgmap v2860: 393 pgs: 393 active+clean; 5.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 241 KiB/s wr, 52 op/s 2024-08-10T05:46:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:51 smithi107 ceph-mon[86658]: pgmap v2861: 393 pgs: 393 active+clean; 5.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 174 KiB/s wr, 43 op/s 2024-08-10T05:46:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:51 smithi078 ceph-mon[92251]: pgmap v2861: 393 pgs: 393 active+clean; 5.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 174 KiB/s wr, 43 op/s 2024-08-10T05:46:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:51 smithi078 ceph-mon[94618]: pgmap v2861: 393 pgs: 393 active+clean; 5.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 174 KiB/s wr, 43 op/s 2024-08-10T05:46:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:46:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:46:51] "GET /metrics HTTP/1.1" 200 55653 "" "Prometheus/2.43.0" 2024-08-10T05:46:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:46:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:53 smithi078 ceph-mon[94618]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-10T05:46:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:53 smithi078 ceph-mon[94618]: pgmap v2863: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 809 KiB/s wr, 35 op/s 2024-08-10T05:46:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:53 smithi078 ceph-mon[92251]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-10T05:46:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:53 smithi078 ceph-mon[92251]: pgmap v2863: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 809 KiB/s wr, 35 op/s 2024-08-10T05:46:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:53 smithi107 ceph-mon[86658]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-10T05:46:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:53 smithi107 ceph-mon[86658]: pgmap v2863: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 809 KiB/s wr, 35 op/s 2024-08-10T05:46:55.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:55 smithi107 ceph-mon[86658]: pgmap v2864: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-08-10T05:46:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:55 smithi078 ceph-mon[92251]: pgmap v2864: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-08-10T05:46:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:55 smithi078 ceph-mon[94618]: pgmap v2864: 393 pgs: 393 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-08-10T05:46:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:57 smithi107 ceph-mon[86658]: pgmap v2865: 393 pgs: 393 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 658 KiB/s wr, 12 op/s 2024-08-10T05:46:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:57 smithi078 ceph-mon[92251]: pgmap v2865: 393 pgs: 393 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 658 KiB/s wr, 12 op/s 2024-08-10T05:46:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:57.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:57 smithi078 ceph-mon[94618]: pgmap v2865: 393 pgs: 393 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 658 KiB/s wr, 12 op/s 2024-08-10T05:46:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:46:59 smithi107 ceph-mon[86658]: pgmap v2866: 393 pgs: 393 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 820 KiB/s wr, 9 op/s 2024-08-10T05:46:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:46:59 smithi078 ceph-mon[92251]: pgmap v2866: 393 pgs: 393 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 820 KiB/s wr, 9 op/s 2024-08-10T05:46:59.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:46:59 smithi078 ceph-mon[94618]: pgmap v2866: 393 pgs: 393 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 820 KiB/s wr, 9 op/s 2024-08-10T05:47:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:01 smithi107 ceph-mon[86658]: pgmap v2867: 393 pgs: 393 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-10T05:47:01.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:01 smithi078 ceph-mon[92251]: pgmap v2867: 393 pgs: 393 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-10T05:47:01.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:01 smithi078 ceph-mon[94618]: pgmap v2867: 393 pgs: 393 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-10T05:47:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:47:01] "GET /metrics HTTP/1.1" 200 55716 "" "Prometheus/2.43.0" 2024-08-10T05:47:02.323 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RemoveFullTry (20870 ms) 2024-08-10T05:47:02.324 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-08-10T05:47:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:47:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:02.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:02 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:02 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:02 smithi078 ceph-mon[92251]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-10T05:47:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:02 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:02 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:02 smithi078 ceph-mon[94618]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-10T05:47:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:02 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:02 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:03.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:02 smithi107 ceph-mon[86658]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-10T05:47:03.944 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[92251]: pgmap v2869: 393 pgs: 393 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 819 KiB/s wr, 8 op/s 2024-08-10T05:47:03.944 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[92251]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-10T05:47:03.944 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3094401254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:03.945 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:03.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[94618]: pgmap v2869: 393 pgs: 393 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 819 KiB/s wr, 8 op/s 2024-08-10T05:47:03.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[94618]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-10T05:47:03.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3094401254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:03.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:03 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:03 smithi107 ceph-mon[86658]: pgmap v2869: 393 pgs: 393 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 819 KiB/s wr, 8 op/s 2024-08-10T05:47:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:03 smithi107 ceph-mon[86658]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-10T05:47:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:03 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3094401254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:03 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:05 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:05 smithi078 ceph-mon[92251]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-10T05:47:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:05 smithi078 ceph-mon[92251]: pgmap v2872: 425 pgs: 9 creating+peering, 18 unknown, 398 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 684 KiB/s wr, 23 op/s 2024-08-10T05:47:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:05 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:05 smithi078 ceph-mon[94618]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-10T05:47:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:05 smithi078 ceph-mon[94618]: pgmap v2872: 425 pgs: 9 creating+peering, 18 unknown, 398 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 684 KiB/s wr, 23 op/s 2024-08-10T05:47:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:05 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:05 smithi107 ceph-mon[86658]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-10T05:47:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:05 smithi107 ceph-mon[86658]: pgmap v2872: 425 pgs: 9 creating+peering, 18 unknown, 398 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 684 KiB/s wr, 23 op/s 2024-08-10T05:47:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:06 smithi078 ceph-mon[92251]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-10T05:47:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:06 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4206299727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:06 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:06 smithi078 ceph-mon[94618]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-10T05:47:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:06 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4206299727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:06 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:06 smithi107 ceph-mon[86658]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-10T05:47:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:06 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4206299727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:06 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[92251]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[92251]: pgmap v2875: 457 pgs: 13 creating+peering, 33 unknown, 411 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 17 op/s 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[92251]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[94618]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[94618]: pgmap v2875: 457 pgs: 13 creating+peering, 33 unknown, 411 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 17 op/s 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:07 smithi078 ceph-mon[94618]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-10T05:47:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:07 smithi107 ceph-mon[86658]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-10T05:47:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:07 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:07 smithi107 ceph-mon[86658]: pgmap v2875: 457 pgs: 13 creating+peering, 33 unknown, 411 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 17 op/s 2024-08-10T05:47:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:07 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:07 smithi107 ceph-mon[86658]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-10T05:47:09.211 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:09.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-mon[92251]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-10T05:47:09.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-mon[92251]: pgmap v2878: 457 pgs: 10 creating+peering, 14 unknown, 433 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 512 KiB/s wr, 9 op/s 2024-08-10T05:47:09.434 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:09] ENGINE Bus STOPPING 2024-08-10T05:47:09.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-mon[94618]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-10T05:47:09.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-mon[94618]: pgmap v2878: 457 pgs: 10 creating+peering, 14 unknown, 433 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 512 KiB/s wr, 9 op/s 2024-08-10T05:47:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:09 smithi107 ceph-mon[86658]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-10T05:47:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:09 smithi107 ceph-mon[86658]: pgmap v2878: 457 pgs: 10 creating+peering, 14 unknown, 433 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 512 KiB/s wr, 9 op/s 2024-08-10T05:47:09.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:47:09.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:09] ENGINE Bus STOPPED 2024-08-10T05:47:09.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:09] ENGINE Bus STARTING 2024-08-10T05:47:09.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:09] ENGINE Serving on http://:::9283 2024-08-10T05:47:09.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:09 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:09] ENGINE Bus STARTED 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-10T05:47:10.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:10 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:10.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:10.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:10.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:10.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:10.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:10 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:11 smithi078 ceph-mon[94618]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-10T05:47:11.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:11 smithi078 ceph-mon[94618]: pgmap v2881: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-10T05:47:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:11 smithi078 ceph-mon[92251]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-10T05:47:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:11 smithi078 ceph-mon[92251]: pgmap v2881: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-10T05:47:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:11 smithi107 ceph-mon[86658]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-10T05:47:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:11 smithi107 ceph-mon[86658]: pgmap v2881: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-10T05:47:12.217 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:47:11] "GET /metrics HTTP/1.1" 200 55716 "" "Prometheus/2.43.0" 2024-08-10T05:47:12.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[92251]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-10T05:47:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-23' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[92251]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T05:47:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[92251]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-10T05:47:12.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[94618]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-10T05:47:12.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:12.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-23' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:12.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[94618]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T05:47:12.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:12.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:12 smithi078 ceph-mon[94618]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-10T05:47:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:47:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:12 smithi107 ceph-mon[86658]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-10T05:47:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:12 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-23' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:12 smithi107 ceph-mon[86658]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T05:47:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:12 smithi107 ceph-mon[86658]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-10T05:47:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:13 smithi078 ceph-mon[92251]: pgmap v2884: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-08-10T05:47:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:13.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:13 smithi078 ceph-mon[94618]: pgmap v2884: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-08-10T05:47:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:13 smithi107 ceph-mon[86658]: pgmap v2884: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-08-10T05:47:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-08-10T05:47:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-08-10T05:47:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-08-10T05:47:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-08-10T05:47:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]: dispatch 2024-08-10T05:47:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-08-10T05:47:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]': finished 2024-08-10T05:47:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-08-10T05:47:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:15 smithi107 ceph-mon[86658]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-10T05:47:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:15 smithi107 ceph-mon[86658]: pgmap v2886: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-08-10T05:47:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]': finished 2024-08-10T05:47:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-08-10T05:47:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[92251]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-10T05:47:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[92251]: pgmap v2886: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-08-10T05:47:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.b", "id": [0, 7]}]': finished 2024-08-10T05:47:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-08-10T05:47:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[94618]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-10T05:47:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:15 smithi078 ceph-mon[94618]: pgmap v2886: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-08-10T05:47:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:16 smithi107 ceph-mon[86658]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-10T05:47:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:16 smithi078 ceph-mon[92251]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-10T05:47:16.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:16 smithi078 ceph-mon[94618]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-10T05:47:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:17 smithi078 ceph-mon[92251]: pgmap v2888: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 780 KiB/s wr, 15 op/s 2024-08-10T05:47:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:17 smithi078 ceph-mon[92251]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-10T05:47:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:17 smithi078 ceph-mon[94618]: pgmap v2888: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 780 KiB/s wr, 15 op/s 2024-08-10T05:47:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:17 smithi078 ceph-mon[94618]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-10T05:47:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:17 smithi107 ceph-mon[86658]: pgmap v2888: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 780 KiB/s wr, 15 op/s 2024-08-10T05:47:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:17 smithi107 ceph-mon[86658]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-10T05:47:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:19 smithi107 ceph-mon[86658]: pgmap v2890: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 683 KiB/s wr, 16 op/s 2024-08-10T05:47:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:19 smithi078 ceph-mon[92251]: pgmap v2890: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 683 KiB/s wr, 16 op/s 2024-08-10T05:47:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:19 smithi078 ceph-mon[94618]: pgmap v2890: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 683 KiB/s wr, 16 op/s 2024-08-10T05:47:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:21 smithi107 ceph-mon[86658]: pgmap v2891: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-10T05:47:21.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:21 smithi078 ceph-mon[92251]: pgmap v2891: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-10T05:47:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:21 smithi078 ceph-mon[94618]: pgmap v2891: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-10T05:47:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:47:21] "GET /metrics HTTP/1.1" 200 60618 "" "Prometheus/2.43.0" 2024-08-10T05:47:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:47:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:23 smithi078 ceph-mon[92251]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-10T05:47:23.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:23 smithi078 ceph-mon[92251]: pgmap v2893: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 429 KiB/s wr, 6 op/s 2024-08-10T05:47:23.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:23 smithi078 ceph-mon[94618]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-10T05:47:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:23 smithi078 ceph-mon[94618]: pgmap v2893: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 429 KiB/s wr, 6 op/s 2024-08-10T05:47:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:23 smithi107 ceph-mon[86658]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-10T05:47:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:23 smithi107 ceph-mon[86658]: pgmap v2893: 457 pgs: 457 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 429 KiB/s wr, 6 op/s 2024-08-10T05:47:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:25 smithi107 ceph-mon[86658]: pgmap v2894: 457 pgs: 457 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-10T05:47:25.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:25 smithi078 ceph-mon[92251]: pgmap v2894: 457 pgs: 457 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-10T05:47:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:25 smithi078 ceph-mon[94618]: pgmap v2894: 457 pgs: 457 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-10T05:47:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:27 smithi107 ceph-mon[86658]: pgmap v2895: 457 pgs: 457 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 986 KiB/s wr, 3 op/s 2024-08-10T05:47:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:27 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:27 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:27 smithi107 ceph-mon[86658]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-10T05:47:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:27 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-10T05:47:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[92251]: pgmap v2895: 457 pgs: 457 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 986 KiB/s wr, 3 op/s 2024-08-10T05:47:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[92251]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-10T05:47:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[94618]: pgmap v2895: 457 pgs: 457 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 986 KiB/s wr, 3 op/s 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[94618]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:28.138 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:29.160 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-24", "field": "max_objects", "val": "6"}]': finished 2024-08-10T05:47:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:29 smithi078 ceph-mon[92251]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-10T05:47:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:29 smithi078 ceph-mon[92251]: pgmap v2898: 457 pgs: 457 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 967 B/s rd, 968 KiB/s wr, 2 op/s 2024-08-10T05:47:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-24", "field": "max_objects", "val": "6"}]': finished 2024-08-10T05:47:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:29 smithi078 ceph-mon[94618]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-10T05:47:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:29 smithi078 ceph-mon[94618]: pgmap v2898: 457 pgs: 457 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 967 B/s rd, 968 KiB/s wr, 2 op/s 2024-08-10T05:47:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-24", "field": "max_objects", "val": "6"}]': finished 2024-08-10T05:47:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:29 smithi107 ceph-mon[86658]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-10T05:47:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:29 smithi107 ceph-mon[86658]: pgmap v2898: 457 pgs: 457 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 967 B/s rd, 968 KiB/s wr, 2 op/s 2024-08-10T05:47:30.172 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:31.183 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:31 smithi107 ceph-mon[86658]: pgmap v2899: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:47:31.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:31 smithi078 ceph-mon[92251]: pgmap v2899: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:47:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:31 smithi078 ceph-mon[94618]: pgmap v2899: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:47:32.194 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:47:31] "GET /metrics HTTP/1.1" 200 60712 "" "Prometheus/2.43.0" 2024-08-10T05:47:32.265 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29942 ms) 2024-08-10T05:47:32.266 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-08-10T05:47:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:32 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-24' is full (reached quota's max_objects: 6) 2024-08-10T05:47:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:32 smithi107 ceph-mon[86658]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:47:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:32 smithi107 ceph-mon[86658]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-10T05:47:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:47:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:32 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-24' is full (reached quota's max_objects: 6) 2024-08-10T05:47:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:32 smithi078 ceph-mon[92251]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:47:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:32 smithi078 ceph-mon[92251]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-10T05:47:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:32 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-24' is full (reached quota's max_objects: 6) 2024-08-10T05:47:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:32 smithi078 ceph-mon[94618]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:47:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:32 smithi078 ceph-mon[94618]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-10T05:47:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:33 smithi107 ceph-mon[86658]: pgmap v2901: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 343 KiB/s wr, 5 op/s 2024-08-10T05:47:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:33 smithi107 ceph-mon[86658]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-10T05:47:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:33 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2188524223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:33 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[92251]: pgmap v2901: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 343 KiB/s wr, 5 op/s 2024-08-10T05:47:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[92251]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-10T05:47:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2188524223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[94618]: pgmap v2901: 457 pgs: 457 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 343 KiB/s wr, 5 op/s 2024-08-10T05:47:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[94618]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-10T05:47:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2188524223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:33.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:33 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:34.191 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:34.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:34] ENGINE Bus STOPPING 2024-08-10T05:47:34.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:47:34.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:34] ENGINE Bus STOPPED 2024-08-10T05:47:34.477 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:34] ENGINE Bus STARTING 2024-08-10T05:47:34.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:34] ENGINE Serving on http://:::9283 2024-08-10T05:47:34.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:34 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:34] ENGINE Bus STARTED 2024-08-10T05:47:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-10T05:47:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[92251]: pgmap v2904: 489 pgs: 16 creating+peering, 13 unknown, 460 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 344 KiB/s wr, 13 op/s 2024-08-10T05:47:35.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:35 smithi078 ceph-mon[94618]: pgmap v2904: 489 pgs: 16 creating+peering, 13 unknown, 460 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 344 KiB/s wr, 13 op/s 2024-08-10T05:47:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:35.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:35.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:35.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:35.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:35.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:35 smithi107 ceph-mon[86658]: pgmap v2904: 489 pgs: 16 creating+peering, 13 unknown, 460 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 344 KiB/s wr, 13 op/s 2024-08-10T05:47:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:36 smithi078 ceph-mon[92251]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-10T05:47:36.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:36 smithi078 ceph-mon[94618]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-10T05:47:36.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:36 smithi107 ceph-mon[86658]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-10T05:47:37.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[94618]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[94618]: pgmap v2907: 489 pgs: 16 creating+peering, 8 unknown, 465 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 KiB/s wr, 23 op/s 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-25' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[94618]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[94618]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[92251]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-10T05:47:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:37.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[92251]: pgmap v2907: 489 pgs: 16 creating+peering, 8 unknown, 465 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 KiB/s wr, 23 op/s 2024-08-10T05:47:37.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-25' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:37.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[92251]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:37.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:37.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:37 smithi078 ceph-mon[92251]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-10T05:47:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:37 smithi107 ceph-mon[86658]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-10T05:47:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:37 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:37 smithi107 ceph-mon[86658]: pgmap v2907: 489 pgs: 16 creating+peering, 8 unknown, 465 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 KiB/s wr, 23 op/s 2024-08-10T05:47:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:37 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-25' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:37 smithi107 ceph-mon[86658]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:37.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:37 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:37.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:37 smithi107 ceph-mon[86658]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-10T05:47:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:39 smithi107 ceph-mon[86658]: pgmap v2909: 489 pgs: 12 creating+peering, 477 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-08-10T05:47:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:39 smithi078 ceph-mon[92251]: pgmap v2909: 489 pgs: 12 creating+peering, 477 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-08-10T05:47:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:39 smithi078 ceph-mon[94618]: pgmap v2909: 489 pgs: 12 creating+peering, 477 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-08-10T05:47:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:41 smithi107 ceph-mon[86658]: pgmap v2910: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 343 KiB/s wr, 38 op/s 2024-08-10T05:47:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:41 smithi078 ceph-mon[92251]: pgmap v2910: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 343 KiB/s wr, 38 op/s 2024-08-10T05:47:41.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:41 smithi078 ceph-mon[94618]: pgmap v2910: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 343 KiB/s wr, 38 op/s 2024-08-10T05:47:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:47:41] "GET /metrics HTTP/1.1" 200 60712 "" "Prometheus/2.43.0" 2024-08-10T05:47:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:47:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:43.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:43 smithi078 ceph-mon[92251]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-10T05:47:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:43 smithi078 ceph-mon[92251]: pgmap v2912: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 326 KiB/s wr, 34 op/s 2024-08-10T05:47:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:43 smithi078 ceph-mon[94618]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-10T05:47:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:43.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:43 smithi078 ceph-mon[94618]: pgmap v2912: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 326 KiB/s wr, 34 op/s 2024-08-10T05:47:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:43 smithi107 ceph-mon[86658]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-10T05:47:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:43 smithi107 ceph-mon[86658]: pgmap v2912: 489 pgs: 489 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 326 KiB/s wr, 34 op/s 2024-08-10T05:47:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:45 smithi107 ceph-mon[86658]: pgmap v2913: 489 pgs: 489 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 897 KiB/s wr, 27 op/s 2024-08-10T05:47:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:45 smithi078 ceph-mon[92251]: pgmap v2913: 489 pgs: 489 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 897 KiB/s wr, 27 op/s 2024-08-10T05:47:45.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:45 smithi078 ceph-mon[94618]: pgmap v2913: 489 pgs: 489 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 897 KiB/s wr, 27 op/s 2024-08-10T05:47:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:47 smithi107 ceph-mon[86658]: pgmap v2914: 489 pgs: 489 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 767 KiB/s wr, 12 op/s 2024-08-10T05:47:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:47 smithi078 ceph-mon[92251]: pgmap v2914: 489 pgs: 489 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 767 KiB/s wr, 12 op/s 2024-08-10T05:47:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:47 smithi078 ceph-mon[94618]: pgmap v2914: 489 pgs: 489 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 767 KiB/s wr, 12 op/s 2024-08-10T05:47:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:49 smithi107 ceph-mon[86658]: pgmap v2915: 489 pgs: 489 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 820 KiB/s wr, 12 op/s 2024-08-10T05:47:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:49 smithi078 ceph-mon[92251]: pgmap v2915: 489 pgs: 489 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 820 KiB/s wr, 12 op/s 2024-08-10T05:47:49.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:49 smithi078 ceph-mon[94618]: pgmap v2915: 489 pgs: 489 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 820 KiB/s wr, 12 op/s 2024-08-10T05:47:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:51 smithi107 ceph-mon[86658]: pgmap v2916: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:47:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:51 smithi078 ceph-mon[92251]: pgmap v2916: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:47:51.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:51 smithi078 ceph-mon[94618]: pgmap v2916: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:47:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:47:51] "GET /metrics HTTP/1.1" 200 63184 "" "Prometheus/2.43.0" 2024-08-10T05:47:52.347 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20081 ms) 2024-08-10T05:47:52.347 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-08-10T05:47:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:47:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:52 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:52 smithi078 ceph-mon[92251]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:47:52.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:52 smithi078 ceph-mon[92251]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-10T05:47:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:52 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:52 smithi078 ceph-mon[94618]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:47:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:52 smithi078 ceph-mon[94618]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-10T05:47:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:52 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:47:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:52 smithi107 ceph-mon[86658]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:47:53.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:52 smithi107 ceph-mon[86658]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-10T05:47:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[92251]: pgmap v2918: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-08-10T05:47:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[92251]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-10T05:47:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4230024337' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[94618]: pgmap v2918: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-08-10T05:47:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[94618]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-10T05:47:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4230024337' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:53 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:53 smithi107 ceph-mon[86658]: pgmap v2918: 489 pgs: 489 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-08-10T05:47:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:53 smithi107 ceph-mon[86658]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-10T05:47:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:53 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4230024337' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:53 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:55 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:55 smithi078 ceph-mon[92251]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-10T05:47:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:55 smithi078 ceph-mon[92251]: pgmap v2921: 521 pgs: 10 creating+peering, 16 unknown, 495 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-08-10T05:47:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:55 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:55 smithi078 ceph-mon[94618]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-10T05:47:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:55 smithi078 ceph-mon[94618]: pgmap v2921: 521 pgs: 10 creating+peering, 16 unknown, 495 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-08-10T05:47:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:55 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:55 smithi107 ceph-mon[86658]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-10T05:47:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:55 smithi107 ceph-mon[86658]: pgmap v2921: 521 pgs: 10 creating+peering, 16 unknown, 495 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-08-10T05:47:56.205 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:47:56.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-mon[92251]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-10T05:47:56.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2632527942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:56.432 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:56] ENGINE Bus STOPPING 2024-08-10T05:47:56.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-mon[94618]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-10T05:47:56.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2632527942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:56 smithi107 ceph-mon[86658]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-10T05:47:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:56 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2632527942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:47:56.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:47:56.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:56] ENGINE Bus STOPPED 2024-08-10T05:47:56.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:56] ENGINE Bus STARTING 2024-08-10T05:47:56.726 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:56] ENGINE Serving on http://:::9283 2024-08-10T05:47:56.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:47:56 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:47:56] ENGINE Bus STARTED 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2632527942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2632527942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:57.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: pgmap v2924: 553 pgs: 13 creating+peering, 38 unknown, 502 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 769 KiB/s wr, 30 op/s 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-26' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[94618]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: pgmap v2924: 553 pgs: 13 creating+peering, 38 unknown, 502 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 769 KiB/s wr, 30 op/s 2024-08-10T05:47:57.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:57.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:57.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:57.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-26' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:57.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:57.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:57 smithi078 ceph-mon[92251]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2632527942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: pgmap v2924: 553 pgs: 13 creating+peering, 38 unknown, 502 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 769 KiB/s wr, 30 op/s 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:47:57.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-26' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:47:57.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:47:57.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:57 smithi107 ceph-mon[86658]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-10T05:47:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:58 smithi078 ceph-mon[94618]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-10T05:47:58.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:58 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:58 smithi078 ceph-mon[92251]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-10T05:47:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:58 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:58 smithi107 ceph-mon[86658]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-10T05:47:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:58 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T05:47:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:59 smithi078 ceph-mon[92251]: pgmap v2927: 553 pgs: 8 creating+peering, 16 unknown, 529 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-08-10T05:47:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:59 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:47:59 smithi078 ceph-mon[92251]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-10T05:47:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:59 smithi078 ceph-mon[94618]: pgmap v2927: 553 pgs: 8 creating+peering, 16 unknown, 529 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-08-10T05:47:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:59 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:47:59 smithi078 ceph-mon[94618]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-10T05:47:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:59 smithi107 ceph-mon[86658]: pgmap v2927: 553 pgs: 8 creating+peering, 16 unknown, 529 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-08-10T05:47:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:59 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T05:47:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:47:59 smithi107 ceph-mon[86658]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-10T05:48:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:01 smithi107 ceph-mon[86658]: pgmap v2929: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.8 KiB/s wr, 24 op/s 2024-08-10T05:48:01.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:01 smithi078 ceph-mon[92251]: pgmap v2929: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.8 KiB/s wr, 24 op/s 2024-08-10T05:48:01.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:01 smithi078 ceph-mon[94618]: pgmap v2929: 553 pgs: 553 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.8 KiB/s wr, 24 op/s 2024-08-10T05:48:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:48:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:48:01] "GET /metrics HTTP/1.1" 200 68015 "" "Prometheus/2.43.0" 2024-08-10T05:48:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:48:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:03 smithi107 ceph-mon[86658]: pgmap v2930: 553 pgs: 553 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 514 KiB/s wr, 19 op/s 2024-08-10T05:48:03.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:03 smithi078 ceph-mon[92251]: pgmap v2930: 553 pgs: 553 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 514 KiB/s wr, 19 op/s 2024-08-10T05:48:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:03 smithi078 ceph-mon[94618]: pgmap v2930: 553 pgs: 553 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 514 KiB/s wr, 19 op/s 2024-08-10T05:48:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:05 smithi107 ceph-mon[86658]: pgmap v2931: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 558 KiB/s wr, 16 op/s 2024-08-10T05:48:05.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:05 smithi078 ceph-mon[92251]: pgmap v2931: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 558 KiB/s wr, 16 op/s 2024-08-10T05:48:05.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:05 smithi078 ceph-mon[94618]: pgmap v2931: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 558 KiB/s wr, 16 op/s 2024-08-10T05:48:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:07 smithi078 ceph-mon[92251]: pgmap v2932: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 492 KiB/s wr, 14 op/s 2024-08-10T05:48:07.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:07 smithi078 ceph-mon[92251]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-10T05:48:07.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:07 smithi078 ceph-mon[94618]: pgmap v2932: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 492 KiB/s wr, 14 op/s 2024-08-10T05:48:07.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:07 smithi078 ceph-mon[94618]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-10T05:48:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:07 smithi107 ceph-mon[86658]: pgmap v2932: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 492 KiB/s wr, 14 op/s 2024-08-10T05:48:08.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:07 smithi107 ceph-mon[86658]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-10T05:48:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:09 smithi078 ceph-mon[92251]: pgmap v2934: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 549 KiB/s wr, 13 op/s 2024-08-10T05:48:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:09 smithi078 ceph-mon[94618]: pgmap v2934: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 549 KiB/s wr, 13 op/s 2024-08-10T05:48:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:09 smithi107 ceph-mon[86658]: pgmap v2934: 553 pgs: 553 active+clean; 9.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 549 KiB/s wr, 13 op/s 2024-08-10T05:48:11.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:11 smithi078 ceph-mon[92251]: pgmap v2935: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T05:48:11.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:11 smithi078 ceph-mon[94618]: pgmap v2935: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T05:48:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:11 smithi107 ceph-mon[86658]: pgmap v2935: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T05:48:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:48:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:48:11] "GET /metrics HTTP/1.1" 200 68015 "" "Prometheus/2.43.0" 2024-08-10T05:48:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:48:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:48:12.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[94618]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[94618]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[92251]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[92251]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-10T05:48:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:12 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T05:48:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:12 smithi107 ceph-mon[86658]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:48:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:12 smithi107 ceph-mon[86658]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-10T05:48:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-10T05:48:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:13.158 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:13 smithi078 ceph-mon[92251]: pgmap v2937: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 638 B/s rd, 767 KiB/s wr, 1 op/s 2024-08-10T05:48:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-27", "field": "max_objects", "val": "7"}]': finished 2024-08-10T05:48:13.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:13 smithi078 ceph-mon[92251]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-10T05:48:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:13 smithi078 ceph-mon[94618]: pgmap v2937: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 638 B/s rd, 767 KiB/s wr, 1 op/s 2024-08-10T05:48:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-27", "field": "max_objects", "val": "7"}]': finished 2024-08-10T05:48:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:13 smithi078 ceph-mon[94618]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-10T05:48:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:13 smithi107 ceph-mon[86658]: pgmap v2937: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 638 B/s rd, 767 KiB/s wr, 1 op/s 2024-08-10T05:48:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi078-143527-27", "field": "max_objects", "val": "7"}]': finished 2024-08-10T05:48:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:13 smithi107 ceph-mon[86658]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-10T05:48:14.179 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:14.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:14 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]: dispatch 2024-08-10T05:48:14.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:14 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]: dispatch 2024-08-10T05:48:15.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:14 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]: dispatch 2024-08-10T05:48:15.189 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:15 smithi078 ceph-mon[92251]: pgmap v2939: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-10T05:48:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]': finished 2024-08-10T05:48:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:15 smithi078 ceph-mon[92251]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-10T05:48:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:15 smithi078 ceph-mon[94618]: pgmap v2939: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-10T05:48:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]': finished 2024-08-10T05:48:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:15 smithi078 ceph-mon[94618]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-10T05:48:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:15 smithi107 ceph-mon[86658]: pgmap v2939: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-10T05:48:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.c", "id": [6, 7]}]': finished 2024-08-10T05:48:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:15 smithi107 ceph-mon[86658]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-10T05:48:16.201 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:16.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:16 smithi078 ceph-mon[92251]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-10T05:48:16.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:16 smithi078 ceph-mon[94618]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-10T05:48:17.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:16 smithi107 ceph-mon[86658]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-10T05:48:17.212 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:17.286 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (24940 ms) 2024-08-10T05:48:17.286 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestIO 2024-08-10T05:48:17.286 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[92251]: pgmap v2942: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 705 KiB/s wr, 8 op/s 2024-08-10T05:48:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-27' is full (reached quota's max_objects: 7) 2024-08-10T05:48:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[92251]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-10T05:48:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[92251]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-10T05:48:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[94618]: pgmap v2942: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 705 KiB/s wr, 8 op/s 2024-08-10T05:48:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-27' is full (reached quota's max_objects: 7) 2024-08-10T05:48:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[94618]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-10T05:48:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:17 smithi078 ceph-mon[94618]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-10T05:48:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:17 smithi107 ceph-mon[86658]: pgmap v2942: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 705 KiB/s wr, 8 op/s 2024-08-10T05:48:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:17 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-27' is full (reached quota's max_objects: 7) 2024-08-10T05:48:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:17 smithi107 ceph-mon[86658]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-10T05:48:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:17 smithi107 ceph-mon[86658]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:19.271 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:19.272 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:19.273 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:19.274 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.275 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:19.276 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:19.277 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:19.278 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 512~512 = 512 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 1536~512 = 0 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.279 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.280 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.281 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.282 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.283 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.285 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:19.286 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.286 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.286 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:19.286 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.286 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.286 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:19.286 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.287 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.288 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.289 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:19.290 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:19.291 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:19.291 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:19.291 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:19.291 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:19 smithi078 ceph-mon[92251]: pgmap v2944: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 576 KiB/s wr, 33 op/s 2024-08-10T05:48:19.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:19 smithi078 ceph-mon[94618]: pgmap v2944: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 576 KiB/s wr, 33 op/s 2024-08-10T05:48:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:19 smithi107 ceph-mon[86658]: pgmap v2944: 553 pgs: 553 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 576 KiB/s wr, 33 op/s 2024-08-10T05:48:21.043 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.044 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.045 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.046 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.046 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.046 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.046 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.046 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.046 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.046 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.051 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.052 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.053 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.054 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.055 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.056 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.057 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.058 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestIO (3757 ms) 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-08-10T05:48:21.059 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:21.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:21 smithi078 ceph-mon[92251]: pgmap v2945: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.2 KiB/s wr, 36 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:21 smithi078 ceph-mon[94618]: pgmap v2945: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.2 KiB/s wr, 36 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:21 smithi107 ceph-mon[86658]: pgmap v2945: 553 pgs: 553 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.2 KiB/s wr, 36 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:48:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:48:21] "GET /metrics HTTP/1.1" 200 68108 "" "Prometheus/2.43.0" 2024-08-10T05:48:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:48:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:22 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-28' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:48:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:22 smithi078 ceph-mon[92251]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:48:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:22 smithi078 ceph-mon[92251]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-10T05:48:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:22 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-28' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:48:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:22 smithi078 ceph-mon[94618]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:48:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:22 smithi078 ceph-mon[94618]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-10T05:48:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:22 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-28' no longer out of quota; removing NO_QUOTA flag 2024-08-10T05:48:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:22 smithi107 ceph-mon[86658]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T05:48:23.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:22 smithi107 ceph-mon[86658]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-10T05:48:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:23 smithi078 ceph-mon[92251]: pgmap v2947: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 628 KiB/s rd, 307 KiB/s wr, 1.25k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:23.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:23 smithi078 ceph-mon[94618]: pgmap v2947: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 628 KiB/s rd, 307 KiB/s wr, 1.25k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:23 smithi107 ceph-mon[86658]: pgmap v2947: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 628 KiB/s rd, 307 KiB/s wr, 1.25k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:25.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:25 smithi078 ceph-mon[92251]: pgmap v2948: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 266 KiB/s wr, 1.09k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:25 smithi078 ceph-mon[94618]: pgmap v2948: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 266 KiB/s wr, 1.09k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:25 smithi107 ceph-mon[86658]: pgmap v2948: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 266 KiB/s wr, 1.09k op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:26.411 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:26.411 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.412 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:26.413 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.414 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:26.415 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.416 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.417 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 512~512 = 512 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 1536~512 = 0 2024-08-10T05:48:26.418 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.419 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.420 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.421 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.422 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:26.423 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:26.424 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:26.425 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.426 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:26.427 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:26.428 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:27 smithi078 ceph-mon[92251]: pgmap v2949: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 227 KiB/s wr, 929 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:27.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:27 smithi078 ceph-mon[94618]: pgmap v2949: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 227 KiB/s wr, 929 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:27 smithi107 ceph-mon[86658]: pgmap v2949: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 227 KiB/s wr, 929 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:29.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:29 smithi078 ceph-mon[94618]: pgmap v2950: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 212 KiB/s wr, 856 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:29.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:29 smithi078 ceph-mon[92251]: pgmap v2950: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 212 KiB/s wr, 856 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.028 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.029 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.030 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.031 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.032 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.033 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.034 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.035 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:30.036 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:30.037 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 4 2024-08-10T05:48:30.037 INFO:tasks.workunit.client.0.smithi078.stdout:read: 4 2024-08-10T05:48:30.037 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (8984 ms) 2024-08-10T05:48:30.037 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-08-10T05:48:30.037 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:29 smithi107 ceph-mon[86658]: pgmap v2950: 553 pgs: 553 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 212 KiB/s wr, 856 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-08-10T05:48:31.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:31 smithi078 ceph-mon[92251]: pgmap v2951: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-08-10T05:48:31.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:31 smithi078 ceph-mon[94618]: pgmap v2951: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-08-10T05:48:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:31 smithi107 ceph-mon[86658]: pgmap v2951: 553 pgs: 553 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-08-10T05:48:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:48:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:48:31] "GET /metrics HTTP/1.1" 200 68111 "" "Prometheus/2.43.0" 2024-08-10T05:48:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:48:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:33 smithi078 ceph-mon[92251]: pgmap v2952: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 801 KiB/s wr, 824 op/s 2024-08-10T05:48:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:33 smithi078 ceph-mon[94618]: pgmap v2952: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 801 KiB/s wr, 824 op/s 2024-08-10T05:48:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:33 smithi107 ceph-mon[86658]: pgmap v2952: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 843 KiB/s rd, 801 KiB/s wr, 824 op/s 2024-08-10T05:48:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:35 smithi078 ceph-mon[92251]: pgmap v2953: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 715 op/s 2024-08-10T05:48:35.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:35 smithi078 ceph-mon[94618]: pgmap v2953: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 715 op/s 2024-08-10T05:48:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:35 smithi107 ceph-mon[86658]: pgmap v2953: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 715 op/s 2024-08-10T05:48:37.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:37 smithi078 ceph-mon[92251]: pgmap v2954: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-08-10T05:48:37.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:37 smithi078 ceph-mon[94618]: pgmap v2954: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-08-10T05:48:38.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:37 smithi107 ceph-mon[86658]: pgmap v2954: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.666 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.667 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:39.668 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.669 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.670 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:39.671 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 512~512 = 512 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 1536~512 = 0 2024-08-10T05:48:39.672 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.673 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:39.674 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:39.675 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:39.676 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.677 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:39.678 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.679 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.680 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:39.681 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:39.682 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:39.682 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:39 smithi078 ceph-mon[92251]: pgmap v2955: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 692 KiB/s wr, 710 op/s 2024-08-10T05:48:39.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:39 smithi078 ceph-mon[94618]: pgmap v2955: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 692 KiB/s wr, 710 op/s 2024-08-10T05:48:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:39 smithi107 ceph-mon[86658]: pgmap v2955: 553 pgs: 553 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 692 KiB/s wr, 710 op/s 2024-08-10T05:48:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:41 smithi078 ceph-mon[92251]: pgmap v2956: 553 pgs: 553 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 1.3 MiB/s wr, 710 op/s 2024-08-10T05:48:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:41 smithi078 ceph-mon[94618]: pgmap v2956: 553 pgs: 553 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 1.3 MiB/s wr, 710 op/s 2024-08-10T05:48:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:41 smithi107 ceph-mon[86658]: pgmap v2956: 553 pgs: 553 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 1.3 MiB/s wr, 710 op/s 2024-08-10T05:48:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:48:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:48:41] "GET /metrics HTTP/1.1" 200 68111 "" "Prometheus/2.43.0" 2024-08-10T05:48:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:48:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:42.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:43.564 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.565 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.566 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.567 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.568 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.569 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.570 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.571 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:43.572 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:43.573 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 4 2024-08-10T05:48:43.574 INFO:tasks.workunit.client.0.smithi078.stdout:read: 4 2024-08-10T05:48:43.574 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13537 ms) 2024-08-10T05:48:43.574 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-08-10T05:48:43.574 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:43 smithi078 ceph-mon[92251]: pgmap v2957: 553 pgs: 553 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 674 op/s 2024-08-10T05:48:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:43 smithi078 ceph-mon[94618]: pgmap v2957: 553 pgs: 553 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 674 op/s 2024-08-10T05:48:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:43 smithi107 ceph-mon[86658]: pgmap v2957: 553 pgs: 553 active+clean; 31 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 674 op/s 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:45.049 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:45.050 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:45.051 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.052 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:45.053 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:45.054 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:45.055 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 512~512 = 512 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 1536~512 = 0 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.056 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.057 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.058 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.059 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:45.060 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.061 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.062 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.063 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.064 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.065 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:45.065 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.065 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.065 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.065 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.065 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:45.065 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:45.066 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:45 smithi078 ceph-mon[92251]: pgmap v2958: 553 pgs: 553 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 677 op/s 2024-08-10T05:48:45.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:45 smithi078 ceph-mon[94618]: pgmap v2958: 553 pgs: 553 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 677 op/s 2024-08-10T05:48:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:45 smithi107 ceph-mon[86658]: pgmap v2958: 553 pgs: 553 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 677 op/s 2024-08-10T05:48:46.332 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.333 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.334 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.335 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.336 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.337 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.338 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.339 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:46.340 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (2768 ms) 2024-08-10T05:48:46.341 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-08-10T05:48:47.675 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[92251]: pgmap v2959: 553 pgs: 553 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-08-10T05:48:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[92251]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-10T05:48:47.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1564149464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:48:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:48:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[94618]: pgmap v2959: 553 pgs: 553 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-08-10T05:48:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[94618]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-10T05:48:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1564149464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:48:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:47 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:48:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:47 smithi107 ceph-mon[86658]: pgmap v2959: 553 pgs: 553 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-08-10T05:48:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:47 smithi107 ceph-mon[86658]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-10T05:48:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:47 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1564149464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:48:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:47 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:48:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:48 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:48:48.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:48 smithi078 ceph-mon[92251]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-10T05:48:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:48 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:48:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:48 smithi078 ceph-mon[94618]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-10T05:48:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:48 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:48:49.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:48 smithi107 ceph-mon[86658]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-10T05:48:49.746 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:49.747 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.748 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.749 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:49.750 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 512~512 = 512 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 1536~512 = 0 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3414 ms) 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-08-10T05:48:49.751 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:49.772 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (25 ms) 2024-08-10T05:48:49.772 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-08-10T05:48:49.772 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:49.803 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (31 ms) 2024-08-10T05:48:49.803 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-08-10T05:48:49.803 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:49.832 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (30 ms) 2024-08-10T05:48:49.832 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-08-10T05:48:49.832 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:49.859 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (27 ms) 2024-08-10T05:48:49.859 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-08-10T05:48:49.859 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:49.920 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (61 ms) 2024-08-10T05:48:49.920 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-08-10T05:48:49.920 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:49 smithi078 ceph-mon[92251]: pgmap v2962: 585 pgs: 8 creating+peering, 18 unknown, 559 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 2.14k op/s 2024-08-10T05:48:49.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:49 smithi078 ceph-mon[92251]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-10T05:48:49.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:49 smithi078 ceph-mon[94618]: pgmap v2962: 585 pgs: 8 creating+peering, 18 unknown, 559 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 2.14k op/s 2024-08-10T05:48:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:49 smithi078 ceph-mon[94618]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-10T05:48:49.983 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (63 ms) 2024-08-10T05:48:49.983 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-08-10T05:48:49.983 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:50.054 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (70 ms) 2024-08-10T05:48:50.054 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-08-10T05:48:50.054 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:49 smithi107 ceph-mon[86658]: pgmap v2962: 585 pgs: 8 creating+peering, 18 unknown, 559 active+clean; 37 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 2.14k op/s 2024-08-10T05:48:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:49 smithi107 ceph-mon[86658]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-10T05:48:50.138 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (84 ms) 2024-08-10T05:48:50.138 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-08-10T05:48:50.138 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:50.530 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (393 ms) 2024-08-10T05:48:50.530 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-08-10T05:48:50.531 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:50.958 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (427 ms) 2024-08-10T05:48:50.958 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-08-10T05:48:50.958 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:50.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:50 smithi078 ceph-mon[92251]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-10T05:48:50.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:50 smithi078 ceph-mon[94618]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-10T05:48:50.981 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (24 ms) 2024-08-10T05:48:50.981 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-08-10T05:48:50.981 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:51.007 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (25 ms) 2024-08-10T05:48:51.007 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-08-10T05:48:51.007 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:51.038 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (32 ms) 2024-08-10T05:48:51.038 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-08-10T05:48:51.038 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:50 smithi107 ceph-mon[86658]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-10T05:48:51.069 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (31 ms) 2024-08-10T05:48:51.069 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-08-10T05:48:51.069 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:51.089 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.089 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 0~1048576 = 0 2024-08-10T05:48:51.089 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.090 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 0~4194304 = 0 2024-08-10T05:48:51.090 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.090 INFO:tasks.workunit.client.0.smithi078.stdout:aio discard: 3145728~1048576 = 0 2024-08-10T05:48:51.090 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (20 ms) 2024-08-10T05:48:51.090 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestFUA 2024-08-10T05:48:51.090 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.196 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.197 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.198 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.199 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestFUA (106 ms) 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-08-10T05:48:51.200 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.217 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.218 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.219 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.219 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:51.219 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.231 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:start compare and write 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:compare and wrote: 512 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.232 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.233 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:51.234 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.234 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:51.234 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.234 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.234 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:51.234 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.235 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:51.235 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.235 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.236 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:51.236 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.236 INFO:tasks.workunit.client.0.smithi078.stdout:started aio compare and write 2024-08-10T05:48:51.236 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.237 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:51.237 INFO:tasks.workunit.client.0.smithi078.stdout:finished aio compare and write 2024-08-10T05:48:51.237 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.237 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.238 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:51.239 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:51.240 INFO:tasks.workunit.client.0.smithi078.stdout:discard: 512~512 2024-08-10T05:48:51.241 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:51 smithi078 ceph-mon[94618]: pgmap v2965: 585 pgs: 8 creating+peering, 3 unknown, 574 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 2.13k op/s 2024-08-10T05:48:51.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:51 smithi078 ceph-mon[92251]: pgmap v2965: 585 pgs: 8 creating+peering, 3 unknown, 574 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 2.13k op/s 2024-08-10T05:48:51.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:48:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:48:51] "GET /metrics HTTP/1.1" 200 68119 "" "Prometheus/2.43.0" 2024-08-10T05:48:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:51 smithi107 ceph-mon[86658]: pgmap v2965: 585 pgs: 8 creating+peering, 3 unknown, 574 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 2.13k op/s 2024-08-10T05:48:52.282 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:52.282 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:52.282 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.283 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.284 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.285 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.286 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.287 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.288 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.289 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.290 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.291 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.297 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.297 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.297 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.298 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.321 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.321 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.321 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.322 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.322 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.322 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.322 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.342 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.342 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.342 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.342 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.343 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.343 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.343 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.389 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.389 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.389 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.390 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.391 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.391 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.391 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.415 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.415 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.416 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.417 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.458 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.458 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.458 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.458 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.458 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.459 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.459 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.507 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.507 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.507 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.507 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.507 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.507 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.507 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:48:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:52.572 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.572 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.572 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.573 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.573 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.573 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.573 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.624 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.624 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.624 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.624 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.624 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.624 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.624 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.625 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.625 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.625 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.625 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.625 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.625 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.697 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.697 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.697 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.697 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.697 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.697 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.697 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.760 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.760 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.760 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.760 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.760 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.760 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.760 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.837 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.837 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.837 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.837 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.837 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.837 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.837 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:52.909 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:52.909 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:52.909 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:52.909 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:52.910 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.014 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:53.014 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:53.014 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:53.014 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:53.014 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:53.015 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:53.015 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.115 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:53.115 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:53.115 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:53.115 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:53.115 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:53.115 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:53.115 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.224 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:53.224 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:53.224 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:53.224 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:53.224 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:53.224 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:53.224 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:53.319 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestIOPP (2123 ms) 2024-08-10T05:48:53.320 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-08-10T05:48:53.320 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.341 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-08-10T05:48:53.341 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-08-10T05:48:53.341 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.363 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (21 ms) 2024-08-10T05:48:53.363 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-08-10T05:48:53.363 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.385 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (23 ms) 2024-08-10T05:48:53.385 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-08-10T05:48:53.386 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.407 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (21 ms) 2024-08-10T05:48:53.407 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-08-10T05:48:53.407 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.432 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (25 ms) 2024-08-10T05:48:53.432 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-08-10T05:48:53.433 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.454 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.457 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2024-08-10T05:48:53.457 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-10T05:48:53.457 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.485 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-08-10T05:48:53.485 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-10T05:48:53.485 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.507 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.510 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-08-10T05:48:53.510 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-08-10T05:48:53.510 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.536 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (25 ms) 2024-08-10T05:48:53.536 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-08-10T05:48:53.536 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.558 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.561 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2024-08-10T05:48:53.562 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-10T05:48:53.562 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.590 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-08-10T05:48:53.590 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-10T05:48:53.590 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.613 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.616 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (26 ms) 2024-08-10T05:48:53.617 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-08-10T05:48:53.617 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.681 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (65 ms) 2024-08-10T05:48:53.681 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-08-10T05:48:53.681 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.733 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.752 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (71 ms) 2024-08-10T05:48:53.752 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-08-10T05:48:53.752 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.817 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (64 ms) 2024-08-10T05:48:53.817 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-08-10T05:48:53.817 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.868 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:53.890 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (73 ms) 2024-08-10T05:48:53.890 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-08-10T05:48:53.890 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:53.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:53 smithi078 ceph-mon[92251]: pgmap v2966: 585 pgs: 585 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.1 MiB/s wr, 1.53k op/s 2024-08-10T05:48:53.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:53 smithi078 ceph-mon[94618]: pgmap v2966: 585 pgs: 585 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.1 MiB/s wr, 1.53k op/s 2024-08-10T05:48:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:53 smithi107 ceph-mon[86658]: pgmap v2966: 585 pgs: 585 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.1 MiB/s wr, 1.53k op/s 2024-08-10T05:48:54.263 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (373 ms) 2024-08-10T05:48:54.263 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-08-10T05:48:54.263 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:54.575 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:54.600 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (337 ms) 2024-08-10T05:48:54.600 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-08-10T05:48:54.600 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:54.633 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:54.634 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:54.634 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:54.634 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.634 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:54.634 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:54.634 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:54.635 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:54.638 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:54.638 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:54.639 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.639 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:48:54.639 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:54.639 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:54.639 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:48:54.639 INFO:tasks.workunit.client.0.smithi078.stdout:read: 512 2024-08-10T05:48:54.639 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:54.640 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:54.641 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:54.642 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:48:54.642 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:48:55.800 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:48:55.800 INFO:tasks.workunit.client.0.smithi078.stdout:finished read 2024-08-10T05:48:55.800 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:55.800 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.800 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 0 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 16384 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.801 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 49152 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 65536 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.802 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 98304 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 114688 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.803 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 147456 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 163840 2024-08-10T05:48:55.804 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 196608 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.805 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 212992 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.806 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.807 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.807 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.807 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.807 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.807 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.807 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.807 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.811 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.811 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.811 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.811 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.811 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.812 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.812 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.821 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.821 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.821 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.821 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.821 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.822 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.847 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.866 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.894 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.895 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.895 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.895 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.895 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.895 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.895 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.925 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.925 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.925 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.925 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.925 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.926 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.974 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:55.975 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:55.975 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:55.975 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:55.975 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:55.975 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:55.975 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:55.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:55 smithi078 ceph-mon[92251]: pgmap v2967: 585 pgs: 585 active+clean; 99 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.46k op/s 2024-08-10T05:48:55.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:55 smithi078 ceph-mon[94618]: pgmap v2967: 585 pgs: 585 active+clean; 99 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.46k op/s 2024-08-10T05:48:56.013 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.014 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.014 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.014 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.014 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.014 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.014 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.065 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.065 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.066 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.066 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.066 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.066 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.066 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:55 smithi107 ceph-mon[86658]: pgmap v2967: 585 pgs: 585 active+clean; 99 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.46k op/s 2024-08-10T05:48:56.116 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.116 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.116 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.117 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.196 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.196 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.196 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.196 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.196 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.196 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.196 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.259 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.260 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.260 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.260 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.260 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.260 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.260 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.348 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.348 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.348 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.348 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.348 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.348 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.348 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.421 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.422 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:56.422 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.422 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.422 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.521 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.522 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.522 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.522 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.522 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.522 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.522 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.607 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.607 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.607 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.607 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.607 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.607 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.607 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.707 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.707 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.707 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.707 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.708 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.708 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.708 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:48:56.808 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:48:56.808 INFO:tasks.workunit.client.0.smithi078.stdout:finished writesame 2024-08-10T05:48:56.808 INFO:tasks.workunit.client.0.smithi078.stdout:to verify the data 2024-08-10T05:48:56.808 INFO:tasks.workunit.client.0.smithi078.stdout:verified 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:started writesame 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:expected fail, finished writesame 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2209 ms) 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-08-10T05:48:56.809 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:48:57.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[92251]: pgmap v2968: 585 pgs: 585 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.04k op/s 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[92251]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[94618]: pgmap v2968: 585 pgs: 585 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.04k op/s 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[94618]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:48:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:48:57.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:48:57.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:57 smithi107 ceph-mon[86658]: pgmap v2968: 585 pgs: 585 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.04k op/s 2024-08-10T05:48:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:48:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:57 smithi107 ceph-mon[86658]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-10T05:48:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:48:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:48:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:48:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:58.220 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 0 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:snap: orig 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:found orig with size 2097152 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:read: 80 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:write test data! 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 80 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 2 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:48:58.221 INFO:tasks.workunit.client.0.smithi078.stdout:snap: orig 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:snap: written 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:found orig with size 2097152 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:found written with size 2097152 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:read: 80 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:read: 80 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:read: 80 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:write to snapshot returned -30 2024-08-10T05:48:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:Read-only file system 2024-08-10T05:48:58.243 INFO:tasks.workunit.client.0.smithi078.stdout:read: 80 2024-08-10T05:48:58.243 INFO:tasks.workunit.client.0.smithi078.stdout:read: 80 2024-08-10T05:48:58.244 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 80 2024-08-10T05:48:58.244 INFO:tasks.workunit.client.0.smithi078.stdout:opening testimg@orig 2024-08-10T05:48:58.244 INFO:tasks.workunit.client.0.smithi078.stdout:read: 80 2024-08-10T05:48:58.244 INFO:tasks.workunit.client.0.smithi078.stdout:write to snapshot returned -30 2024-08-10T05:48:58.244 INFO:tasks.workunit.client.0.smithi078.stdout:Read-only file system 2024-08-10T05:48:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:59 smithi078 ceph-mon[92251]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-10T05:48:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:48:59 smithi078 ceph-mon[92251]: pgmap v2971: 585 pgs: 585 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 2.12k op/s 2024-08-10T05:48:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:59 smithi078 ceph-mon[94618]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-10T05:48:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:48:59 smithi078 ceph-mon[94618]: pgmap v2971: 585 pgs: 585 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 2.12k op/s 2024-08-10T05:48:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:59 smithi107 ceph-mon[86658]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-10T05:48:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:48:59 smithi107 ceph-mon[86658]: pgmap v2971: 585 pgs: 585 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 2.12k op/s 2024-08-10T05:49:00.234 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 2 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:snap: orig 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:snap: written 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:found orig with size 2097152 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:found written with size 2097152 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 1 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:snap: orig 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:found orig with size 2097152 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 0 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3426 ms) 2024-08-10T05:49:00.235 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-08-10T05:49:00.236 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:00.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:00 smithi078 ceph-mon[92251]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-10T05:49:00.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:00 smithi078 ceph-mon[94618]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-10T05:49:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:00 smithi107 ceph-mon[86658]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-10T05:49:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:01 smithi078 ceph-mon[92251]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-10T05:49:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:01 smithi078 ceph-mon[92251]: pgmap v2974: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 207 op/s 2024-08-10T05:49:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:01 smithi078 ceph-mon[94618]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-10T05:49:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:01 smithi078 ceph-mon[94618]: pgmap v2974: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 207 op/s 2024-08-10T05:49:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:01 smithi107 ceph-mon[86658]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-10T05:49:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:01 smithi107 ceph-mon[86658]: pgmap v2974: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 207 op/s 2024-08-10T05:49:02.214 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:49:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:49:01] "GET /metrics HTTP/1.1" 200 70583 "" "Prometheus/2.43.0" 2024-08-10T05:49:02.252 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2017 ms) 2024-08-10T05:49:02.252 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestClone 2024-08-10T05:49:02.252 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:02.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:02 smithi078 ceph-mon[92251]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-10T05:49:02.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:02 smithi078 ceph-mon[94618]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-10T05:49:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:02 smithi107 ceph-mon[86658]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-10T05:49:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:49:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:03 smithi078 ceph-mon[92251]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-10T05:49:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:03 smithi078 ceph-mon[92251]: pgmap v2977: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 627 op/s 2024-08-10T05:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:03 smithi078 ceph-mon[94618]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-10T05:49:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:03 smithi078 ceph-mon[94618]: pgmap v2977: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 627 op/s 2024-08-10T05:49:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:03 smithi107 ceph-mon[86658]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-10T05:49:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:03 smithi107 ceph-mon[86658]: pgmap v2977: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 627 op/s 2024-08-10T05:49:04.266 INFO:tasks.workunit.client.0.smithi078.stdout:made parent image "parent" 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:parent has no parent info 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:made snapshot "parent@parent_snap" 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:can't unprotect an unprotected snap 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:can't protect a protected snap 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:made and opened clone "child" 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:read: 8 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:read: 8 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:read: 8 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:sizes and overlaps are good between parent and child 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:child image successfully cloned all image-meta pairs 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:sized down clone, changed overlap 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-08-10T05:49:04.267 INFO:tasks.workunit.client.0.smithi078.stdout:sized up clone, changed size but not overlap or parent's size 2024-08-10T05:49:04.268 INFO:tasks.workunit.client.0.smithi078.stdout:can't remove parent while child still exists 2024-08-10T05:49:04.268 INFO:tasks.workunit.client.0.smithi078.stdout:can't remove parent while still protected 2024-08-10T05:49:04.268 INFO:tasks.workunit.client.0.smithi078.stdout:removed parent snap after unprotecting 2024-08-10T05:49:04.268 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestClone (2014 ms) 2024-08-10T05:49:04.268 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestClone2 2024-08-10T05:49:04.268 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:04 smithi078 ceph-mon[92251]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-10T05:49:04.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:04 smithi078 ceph-mon[94618]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-10T05:49:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:04 smithi107 ceph-mon[86658]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-10T05:49:05.365 INFO:tasks.workunit.client.0.smithi078.stdout:made parent image "parent" 2024-08-10T05:49:05.365 INFO:tasks.workunit.client.0.smithi078.stdout:parent has no parent info 2024-08-10T05:49:05.366 INFO:tasks.workunit.client.0.smithi078.stdout:made snapshot "parent@parent_snap" 2024-08-10T05:49:05.366 INFO:tasks.workunit.client.0.smithi078.stdout:made and opened clone "child" 2024-08-10T05:49:05.366 INFO:tasks.workunit.client.0.smithi078.stdout:child image successfully cloned all image-meta pairs 2024-08-10T05:49:05.366 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestClone2 (1098 ms) 2024-08-10T05:49:05.366 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ListChildren 2024-08-10T05:49:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:05 smithi107 ceph-mon[86658]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-10T05:49:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:05 smithi107 ceph-mon[86658]: pgmap v2980: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 169 KiB/s wr, 1.06k op/s 2024-08-10T05:49:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:05 smithi078 ceph-mon[92251]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-10T05:49:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:05 smithi078 ceph-mon[92251]: pgmap v2980: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 169 KiB/s wr, 1.06k op/s 2024-08-10T05:49:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:05 smithi078 ceph-mon[94618]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-10T05:49:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:05 smithi078 ceph-mon[94618]: pgmap v2980: 585 pgs: 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 169 KiB/s wr, 1.06k op/s 2024-08-10T05:49:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:06 smithi107 ceph-mon[86658]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-10T05:49:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:06 smithi078 ceph-mon[92251]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-10T05:49:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:06 smithi078 ceph-mon[94618]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-10T05:49:07.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[92251]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-10T05:49:07.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2066579289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:07.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:07.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[92251]: pgmap v2983: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 30 KiB/s wr, 466 op/s 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[92251]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[94618]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2066579289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[94618]: pgmap v2983: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 30 KiB/s wr, 466 op/s 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:07.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:07 smithi078 ceph-mon[94618]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-10T05:49:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:07 smithi107 ceph-mon[86658]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-10T05:49:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:07 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2066579289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:07 smithi107 ceph-mon[86658]: pgmap v2983: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 30 KiB/s wr, 466 op/s 2024-08-10T05:49:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:07 smithi107 ceph-mon[86658]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-10T05:49:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:49:08.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[92251]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-10T05:49:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/618836844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:49:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[94618]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-10T05:49:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/618836844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:08 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:08 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:49:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:08 smithi107 ceph-mon[86658]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-10T05:49:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:08 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/618836844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:08.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:08 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:09.180 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:09 smithi078 ceph-mon[92251]: pgmap v2986: 649 pgs: 7 creating+peering, 55 unknown, 587 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 151 op/s 2024-08-10T05:49:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:09 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:09 smithi078 ceph-mon[92251]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-10T05:49:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:09 smithi078 ceph-mon[94618]: pgmap v2986: 649 pgs: 7 creating+peering, 55 unknown, 587 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 151 op/s 2024-08-10T05:49:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:09 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:09 smithi078 ceph-mon[94618]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-10T05:49:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:09 smithi107 ceph-mon[86658]: pgmap v2986: 649 pgs: 7 creating+peering, 55 unknown, 587 active+clean; 135 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 151 op/s 2024-08-10T05:49:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:09 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:09 smithi107 ceph-mon[86658]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-10T05:49:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:11 smithi078 ceph-mon[92251]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-10T05:49:11.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:11 smithi078 ceph-mon[92251]: pgmap v2989: 649 pgs: 12 creating+peering, 28 unknown, 609 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 29 KiB/s wr, 530 op/s 2024-08-10T05:49:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:11 smithi078 ceph-mon[94618]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-10T05:49:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:11 smithi078 ceph-mon[94618]: pgmap v2989: 649 pgs: 12 creating+peering, 28 unknown, 609 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 29 KiB/s wr, 530 op/s 2024-08-10T05:49:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:11 smithi107 ceph-mon[86658]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-10T05:49:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:11 smithi107 ceph-mon[86658]: pgmap v2989: 649 pgs: 12 creating+peering, 28 unknown, 609 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 29 KiB/s wr, 530 op/s 2024-08-10T05:49:12.182 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:49:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:49:11] "GET /metrics HTTP/1.1" 200 70583 "" "Prometheus/2.43.0" 2024-08-10T05:49:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:12 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:49:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:12 smithi078 ceph-mon[92251]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-10T05:49:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:12 smithi078 ceph-mon[92251]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-10T05:49:12.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:12 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:49:12.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:12 smithi078 ceph-mon[94618]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-10T05:49:12.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:12 smithi078 ceph-mon[94618]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-10T05:49:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:12 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:49:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:12 smithi107 ceph-mon[86658]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-10T05:49:12.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:12 smithi107 ceph-mon[86658]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-10T05:49:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:49:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:13 smithi078 ceph-mon[92251]: pgmap v2992: 649 pgs: 5 creating+peering, 9 unknown, 635 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 389 op/s 2024-08-10T05:49:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:13 smithi078 ceph-mon[94618]: pgmap v2992: 649 pgs: 5 creating+peering, 9 unknown, 635 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 389 op/s 2024-08-10T05:49:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:13 smithi107 ceph-mon[86658]: pgmap v2992: 649 pgs: 5 creating+peering, 9 unknown, 635 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 389 op/s 2024-08-10T05:49:14.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:14 smithi078 ceph-mon[92251]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-10T05:49:14.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:14 smithi078 ceph-mon[94618]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-10T05:49:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:14 smithi107 ceph-mon[86658]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 1 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout:child: image108 2024-08-10T05:49:14.702 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108/8b4d6a68d861 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 2 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:child: image108 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108/8b4d6a68d861 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 3 2024-08-10T05:49:14.705 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout:child: image108 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout:child: image110 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108/8b4d6a68d861 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110/8b4d1feb59df 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.706 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.707 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.707 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.707 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.707 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.707 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.707 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.708 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.708 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.708 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.708 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 3 2024-08-10T05:49:14.708 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:49:14.708 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:14.708 INFO:tasks.workunit.client.0.smithi078.stdout:child: image108 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout:child: image110 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108/8b4d6a68d861 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110/8b4d1feb59df 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.709 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.710 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.710 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.710 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.710 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.710 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.710 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 4 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 4 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:14.711 INFO:tasks.workunit.client.0.smithi078.stdout:child: image108 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:child: image110 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:child: image111 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108/8b4d6a68d861 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110/8b4d1feb59df 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111/8b4d3cc86e2c 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.712 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:14.713 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:14.714 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.714 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:14.714 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image108 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 4 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 4 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:child: image108 2024-08-10T05:49:15.300 INFO:tasks.workunit.client.0.smithi078.stdout:child: image110 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:child: image111 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image108/8b4d6a68d861 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110/8b4d1feb59df 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111/8b4d3cc86e2c 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image110 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 3 2024-08-10T05:49:15.302 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:child: image110 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:child: image111 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image110/8b4d1feb59df 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111/8b4d3cc86e2c 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.303 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 2 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:child: image111 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-31/image111/8b4d3cc86e2c 2024-08-10T05:49:15.304 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 1 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:child: image109 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-30/image109/8b4d178fe435 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 0 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ListChildren (9935 ms) 2024-08-10T05:49:15.305 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-08-10T05:49:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[92251]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-10T05:49:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[92251]: pgmap v2995: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 2.5 KiB/s wr, 53 op/s 2024-08-10T05:49:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-08-10T05:49:15.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2024-08-10T05:49:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[94618]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-10T05:49:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[94618]: pgmap v2995: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 2.5 KiB/s wr, 53 op/s 2024-08-10T05:49:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-08-10T05:49:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:15 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2024-08-10T05:49:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:15 smithi107 ceph-mon[86658]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-10T05:49:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:15 smithi107 ceph-mon[86658]: pgmap v2995: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 2.5 KiB/s wr, 53 op/s 2024-08-10T05:49:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-08-10T05:49:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:15 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2024-08-10T05:49:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-08-10T05:49:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2024-08-10T05:49:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:16 smithi107 ceph-mon[86658]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-10T05:49:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-08-10T05:49:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2024-08-10T05:49:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:16 smithi078 ceph-mon[92251]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-10T05:49:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-08-10T05:49:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2024-08-10T05:49:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:16 smithi078 ceph-mon[94618]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-10T05:49:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:17 smithi107 ceph-mon[86658]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-10T05:49:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:17 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1605333436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:17 smithi107 ceph-mon[86658]: pgmap v2998: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 6.7 KiB/s wr, 209 op/s 2024-08-10T05:49:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:17 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1605333436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:17.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:17 smithi107 ceph-mon[86658]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-10T05:49:17.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[94618]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1605333436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[94618]: pgmap v2998: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 6.7 KiB/s wr, 209 op/s 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1605333436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[94618]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[92251]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1605333436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[92251]: pgmap v2998: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 6.7 KiB/s wr, 209 op/s 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1605333436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:17 smithi078 ceph-mon[92251]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-10T05:49:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:18 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:49:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:18 smithi107 ceph-mon[86658]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-10T05:49:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3208166912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:18.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:18 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:49:18.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:18 smithi078 ceph-mon[92251]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-10T05:49:18.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3208166912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:18 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:49:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:18 smithi078 ceph-mon[94618]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-10T05:49:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3208166912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:19 smithi107 ceph-mon[86658]: pgmap v3001: 713 pgs: 15 creating+peering, 46 unknown, 652 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 12 KiB/s wr, 556 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:49:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:19 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3208166912' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:19 smithi107 ceph-mon[86658]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-10T05:49:19.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:19 smithi078 ceph-mon[92251]: pgmap v3001: 713 pgs: 15 creating+peering, 46 unknown, 652 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 12 KiB/s wr, 556 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:49:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:19 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3208166912' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:19 smithi078 ceph-mon[92251]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-10T05:49:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:19 smithi078 ceph-mon[94618]: pgmap v3001: 713 pgs: 15 creating+peering, 46 unknown, 652 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 12 KiB/s wr, 556 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:49:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:19 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3208166912' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:19 smithi078 ceph-mon[94618]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-10T05:49:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:21 smithi107 ceph-mon[86658]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-10T05:49:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:21 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1962106935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:21 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:21 smithi107 ceph-mon[86658]: pgmap v3004: 745 pgs: 1 creating+activating, 26 creating+peering, 43 unknown, 675 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 8.5 KiB/s wr, 517 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:49:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[92251]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-10T05:49:21.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1962106935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[92251]: pgmap v3004: 745 pgs: 1 creating+activating, 26 creating+peering, 43 unknown, 675 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 8.5 KiB/s wr, 517 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:49:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[94618]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-10T05:49:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1962106935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:49:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-mon[94618]: pgmap v3004: 745 pgs: 1 creating+activating, 26 creating+peering, 43 unknown, 675 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 8.5 KiB/s wr, 517 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:49:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:49:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:49:21] "GET /metrics HTTP/1.1" 200 75467 "" "Prometheus/2.43.0" 2024-08-10T05:49:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:49:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:22 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:22 smithi107 ceph-mon[86658]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-10T05:49:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34", "force_nonempty":""}]: dispatch 2024-08-10T05:49:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34", "force_nonempty":""}]': finished 2024-08-10T05:49:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:22 smithi107 ceph-mon[86658]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-10T05:49:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:22 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi078-143527-34", "mode":"writeback"}]: dispatch 2024-08-10T05:49:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[94618]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-10T05:49:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34", "force_nonempty":""}]: dispatch 2024-08-10T05:49:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34", "force_nonempty":""}]': finished 2024-08-10T05:49:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[94618]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-10T05:49:22.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi078-143527-34", "mode":"writeback"}]: dispatch 2024-08-10T05:49:22.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:49:22.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[92251]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-10T05:49:22.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34", "force_nonempty":""}]: dispatch 2024-08-10T05:49:22.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34", "force_nonempty":""}]': finished 2024-08-10T05:49:22.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[92251]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-10T05:49:22.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:22 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi078-143527-34", "mode":"writeback"}]: dispatch 2024-08-10T05:49:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:23 smithi107 ceph-mon[86658]: pgmap v3007: 745 pgs: 4 creating+activating, 11 creating+peering, 20 unknown, 710 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 2.0 KiB/s wr, 120 op/s 2024-08-10T05:49:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:23 smithi107 ceph-mon[86658]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-10T05:49:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:23 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi078-143527-34", "mode":"writeback"}]': finished 2024-08-10T05:49:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:23 smithi107 ceph-mon[86658]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-10T05:49:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:23 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi078-143527-32", "overlaypool":"test-librbd-smithi078-143527-34"}]: dispatch 2024-08-10T05:49:23.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[92251]: pgmap v3007: 745 pgs: 4 creating+activating, 11 creating+peering, 20 unknown, 710 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 2.0 KiB/s wr, 120 op/s 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[92251]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi078-143527-34", "mode":"writeback"}]': finished 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[92251]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi078-143527-32", "overlaypool":"test-librbd-smithi078-143527-34"}]: dispatch 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[94618]: pgmap v3007: 745 pgs: 4 creating+activating, 11 creating+peering, 20 unknown, 710 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 2.0 KiB/s wr, 120 op/s 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[94618]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi078-143527-34", "mode":"writeback"}]': finished 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[94618]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-10T05:49:23.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:23 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi078-143527-32", "overlaypool":"test-librbd-smithi078-143527-34"}]: dispatch 2024-08-10T05:49:24.178 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:24 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:49:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:24 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi078-143527-32", "overlaypool":"test-librbd-smithi078-143527-34"}]': finished 2024-08-10T05:49:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:24 smithi107 ceph-mon[86658]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-10T05:49:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:24 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:49:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:24 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi078-143527-32", "overlaypool":"test-librbd-smithi078-143527-34"}]': finished 2024-08-10T05:49:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:24 smithi078 ceph-mon[92251]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-10T05:49:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:24 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:49:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:24 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi078-143527-32", "overlaypool":"test-librbd-smithi078-143527-34"}]': finished 2024-08-10T05:49:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:24 smithi078 ceph-mon[94618]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-10T05:49:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:25 smithi107 ceph-mon[86658]: pgmap v3010: 745 pgs: 3 creating+activating, 3 creating+peering, 739 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:49:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:25 smithi107 ceph-mon[86658]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-10T05:49:25.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:25 smithi078 ceph-mon[94618]: pgmap v3010: 745 pgs: 3 creating+activating, 3 creating+peering, 739 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:49:25.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:25 smithi078 ceph-mon[94618]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-10T05:49:25.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:25 smithi078 ceph-mon[92251]: pgmap v3010: 745 pgs: 3 creating+activating, 3 creating+peering, 739 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:49:25.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:25 smithi078 ceph-mon[92251]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-10T05:49:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:27 smithi078 ceph-mon[92251]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-10T05:49:27.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:27 smithi078 ceph-mon[92251]: pgmap v3013: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 0 op/s 2024-08-10T05:49:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:27 smithi078 ceph-mon[94618]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-10T05:49:27.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:27 smithi078 ceph-mon[94618]: pgmap v3013: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 0 op/s 2024-08-10T05:49:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:27 smithi107 ceph-mon[86658]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-10T05:49:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:27 smithi107 ceph-mon[86658]: pgmap v3013: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 0 op/s 2024-08-10T05:49:28.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:28 smithi078 ceph-mon[94618]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-10T05:49:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:28 smithi078 ceph-mon[92251]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-10T05:49:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:28 smithi107 ceph-mon[86658]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-10T05:49:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:29 smithi078 ceph-mon[92251]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-10T05:49:29.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:29 smithi078 ceph-mon[92251]: pgmap v3016: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-10T05:49:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:29 smithi078 ceph-mon[94618]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-10T05:49:29.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:29 smithi078 ceph-mon[94618]: pgmap v3016: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-10T05:49:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:29 smithi107 ceph-mon[86658]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-10T05:49:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:29 smithi107 ceph-mon[86658]: pgmap v3016: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-08-10T05:49:29.700 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.700 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.700 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.700 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.700 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 1 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:child: image113 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113/8b4d62d8ec5b 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.701 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 2 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:child: image113 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113/8b4d62d8ec5b 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.702 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:29.703 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 3 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:child: image113 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:child: image115 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113/8b4d62d8ec5b 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115/8b4ddac057e2 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.704 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 3 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:child: image113 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:child: image115 2024-08-10T05:49:29.705 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113/8b4d62d8ec5b 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115/8b4ddac057e2 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.706 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 4 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 4 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:29.707 INFO:tasks.workunit.client.0.smithi078.stdout:child: image113 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:child: image115 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:child: image116 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113/8b4d62d8ec5b 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115/8b4ddac057e2 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116/8b4df29b6bae 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.708 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.709 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:29.710 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:30 smithi078 ceph-mon[92251]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-10T05:49:30.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:30 smithi078 ceph-mon[94618]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-10T05:49:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:30 smithi107 ceph-mon[86658]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-10T05:49:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:31 smithi078 ceph-mon[94618]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-10T05:49:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:31 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi078-143527-32"}]: dispatch 2024-08-10T05:49:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:31 smithi078 ceph-mon[94618]: pgmap v3019: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-08-10T05:49:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:31 smithi078 ceph-mon[92251]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-10T05:49:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:31 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi078-143527-32"}]: dispatch 2024-08-10T05:49:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:31 smithi078 ceph-mon[92251]: pgmap v3019: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-08-10T05:49:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:31 smithi107 ceph-mon[86658]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-10T05:49:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:31 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi078-143527-32"}]: dispatch 2024-08-10T05:49:31.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:31 smithi107 ceph-mon[86658]: pgmap v3019: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image113 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 4 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 4 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:child: image113 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:child: image115 2024-08-10T05:49:32.173 INFO:tasks.workunit.client.0.smithi078.stdout:child: image116 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image113/8b4d62d8ec5b 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115/8b4ddac057e2 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116/8b4df29b6bae 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image115 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.175 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 3 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:child: image115 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:child: image116 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image115/8b4ddac057e2 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116/8b4df29b6bae 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.176 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 2 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 2 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:child: image116 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-33/image116/8b4df29b6bae 2024-08-10T05:49:32.177 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:trying to find test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:checking test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 1 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 1 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:child: image114 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-32/image114/8b4d7da9f22c 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 0 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16873 ms) 2024-08-10T05:49:32.178 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.LockingPP 2024-08-10T05:49:32.179 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.216 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:49:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:49:31] "GET /metrics HTTP/1.1" 200 82893 "" "Prometheus/2.43.0" 2024-08-10T05:49:32.243 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.LockingPP (70 ms) 2024-08-10T05:49:32.243 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.FlushAio 2024-08-10T05:49:32.244 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi078-143527-32"}]': finished 2024-08-10T05:49:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[92251]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-10T05:49:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34"}]: dispatch 2024-08-10T05:49:32.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[92251]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34"}]': finished 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[92251]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi078-143527-32"}]': finished 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[94618]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34"}]: dispatch 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[94618]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34"}]': finished 2024-08-10T05:49:32.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:32 smithi078 ceph-mon[94618]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-10T05:49:32.478 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.FlushAio (235 ms) 2024-08-10T05:49:32.478 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-08-10T05:49:32.478 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:49:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:32 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi078-143527-32"}]': finished 2024-08-10T05:49:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:32 smithi107 ceph-mon[86658]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-10T05:49:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:32 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34"}]: dispatch 2024-08-10T05:49:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:32 smithi107 ceph-mon[86658]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-10T05:49:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:32 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi078-143527-32", "tierpool":"test-librbd-smithi078-143527-34"}]': finished 2024-08-10T05:49:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:32 smithi107 ceph-mon[86658]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-10T05:49:32.669 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.FlushAioPP (191 ms) 2024-08-10T05:49:32.669 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-08-10T05:49:32.669 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (21 ms) 2024-08-10T05:49:32.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-08-10T05:49:32.690 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.713 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (23 ms) 2024-08-10T05:49:32.713 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-08-10T05:49:32.713 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.729 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2024-08-10T05:49:32.730 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-08-10T05:49:32.730 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.768 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.LargeCacheRead (38 ms) 2024-08-10T05:49:32.768 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-08-10T05:49:32.768 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:32.986 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestPendingAio (218 ms) 2024-08-10T05:49:32.986 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-08-10T05:49:32.986 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:33.308 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:33 smithi078 ceph-mon[92251]: pgmap v3022: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 10 KiB/s wr, 580 op/s 2024-08-10T05:49:33.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:33 smithi078 ceph-mon[94618]: pgmap v3022: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 10 KiB/s wr, 580 op/s 2024-08-10T05:49:33.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:33 smithi107 ceph-mon[86658]: pgmap v3022: 745 pgs: 745 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 10 KiB/s wr, 580 op/s 2024-08-10T05:49:34.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:34 smithi078 ceph-mon[92251]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-10T05:49:34.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:34 smithi078 ceph-mon[94618]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-10T05:49:34.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:34 smithi107 ceph-mon[86658]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-10T05:49:35.292 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2306 ms) 2024-08-10T05:49:35.292 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-08-10T05:49:35.292 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:35 smithi107 ceph-mon[86658]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-10T05:49:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:35 smithi107 ceph-mon[86658]: pgmap v3025: 745 pgs: 745 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 602 KiB/s wr, 882 op/s 2024-08-10T05:49:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:35 smithi078 ceph-mon[92251]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-10T05:49:35.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:35 smithi078 ceph-mon[92251]: pgmap v3025: 745 pgs: 745 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 602 KiB/s wr, 882 op/s 2024-08-10T05:49:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:35 smithi078 ceph-mon[94618]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-10T05:49:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:35 smithi078 ceph-mon[94618]: pgmap v3025: 745 pgs: 745 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 602 KiB/s wr, 882 op/s 2024-08-10T05:49:36.340 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:36 smithi107 ceph-mon[86658]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-10T05:49:36.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:36 smithi078 ceph-mon[92251]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-10T05:49:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:36 smithi078 ceph-mon[94618]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-10T05:49:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:37 smithi107 ceph-mon[86658]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-10T05:49:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:37 smithi107 ceph-mon[86658]: pgmap v3028: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 727 KiB/s wr, 586 op/s 2024-08-10T05:49:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:37 smithi107 ceph-mon[86658]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-10T05:49:37.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:37 smithi078 ceph-mon[94618]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-10T05:49:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:37 smithi078 ceph-mon[94618]: pgmap v3028: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 727 KiB/s wr, 586 op/s 2024-08-10T05:49:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:37 smithi078 ceph-mon[94618]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-10T05:49:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:37 smithi078 ceph-mon[92251]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-10T05:49:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:37 smithi078 ceph-mon[92251]: pgmap v3028: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 727 KiB/s wr, 586 op/s 2024-08-10T05:49:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:37 smithi078 ceph-mon[92251]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-10T05:49:38.313 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3022 ms) 2024-08-10T05:49:38.314 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.Flatten 2024-08-10T05:49:38.314 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:39.372 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.Flatten (1059 ms) 2024-08-10T05:49:39.373 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.Sparsify 2024-08-10T05:49:39.373 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:39.406 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 32768 2024-08-10T05:49:39.406 INFO:tasks.workunit.client.0.smithi078.stdout:read: 32768 2024-08-10T05:49:39.407 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.Sparsify (34 ms) 2024-08-10T05:49:39.407 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-08-10T05:49:39.407 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:39.440 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SparsifyPP (33 ms) 2024-08-10T05:49:39.440 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-08-10T05:49:39.440 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:39 smithi107 ceph-mon[86658]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-10T05:49:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:39 smithi107 ceph-mon[86658]: pgmap v3031: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 147 KiB/s wr, 432 op/s 2024-08-10T05:49:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:39 smithi078 ceph-mon[92251]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-10T05:49:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:39 smithi078 ceph-mon[92251]: pgmap v3031: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 147 KiB/s wr, 432 op/s 2024-08-10T05:49:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:39 smithi078 ceph-mon[94618]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-10T05:49:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:39 smithi078 ceph-mon[94618]: pgmap v3031: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 147 KiB/s wr, 432 op/s 2024-08-10T05:49:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:40 smithi107 ceph-mon[86658]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-10T05:49:40.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:40 smithi078 ceph-mon[92251]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-10T05:49:40.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:40 smithi078 ceph-mon[94618]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-10T05:49:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:41 smithi107 ceph-mon[86658]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-10T05:49:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:41 smithi107 ceph-mon[86658]: pgmap v3034: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 KiB/s wr, 254 op/s 2024-08-10T05:49:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:41 smithi078 ceph-mon[92251]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-10T05:49:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:41 smithi078 ceph-mon[92251]: pgmap v3034: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 KiB/s wr, 254 op/s 2024-08-10T05:49:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:41 smithi078 ceph-mon[94618]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-10T05:49:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:41 smithi078 ceph-mon[94618]: pgmap v3034: 745 pgs: 745 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 KiB/s wr, 254 op/s 2024-08-10T05:49:42.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:49:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:49:41] "GET /metrics HTTP/1.1" 200 82893 "" "Prometheus/2.43.0" 2024-08-10T05:49:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:42 smithi107 ceph-mon[86658]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-10T05:49:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:49:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:42 smithi078 ceph-mon[92251]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-10T05:49:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:42 smithi078 ceph-mon[94618]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-10T05:49:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:43 smithi107 ceph-mon[86658]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-10T05:49:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:43.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:43 smithi107 ceph-mon[86658]: pgmap v3037: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 19 KiB/s wr, 247 op/s 2024-08-10T05:49:43.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[92251]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-10T05:49:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[92251]: pgmap v3037: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 19 KiB/s wr, 247 op/s 2024-08-10T05:49:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[94618]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-10T05:49:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:43 smithi078 ceph-mon[94618]: pgmap v3037: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 19 KiB/s wr, 247 op/s 2024-08-10T05:49:44.335 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapshotLimit (4896 ms) 2024-08-10T05:49:44.335 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-08-10T05:49:44.335 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:44.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:44 smithi107 ceph-mon[86658]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-10T05:49:44.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:44 smithi078 ceph-mon[92251]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-10T05:49:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:44 smithi078 ceph-mon[94618]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-10T05:49:45.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:45 smithi078 ceph-mon[92251]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-10T05:49:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:45 smithi078 ceph-mon[92251]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 31 KiB/s wr, 247 op/s 2024-08-10T05:49:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:45 smithi078 ceph-mon[94618]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-10T05:49:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:45 smithi078 ceph-mon[94618]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 31 KiB/s wr, 247 op/s 2024-08-10T05:49:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:45 smithi107 ceph-mon[86658]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-10T05:49:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:45 smithi107 ceph-mon[86658]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 31 KiB/s wr, 247 op/s 2024-08-10T05:49:46.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:46 smithi078 ceph-mon[92251]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-10T05:49:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:46 smithi078 ceph-mon[94618]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-10T05:49:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:46 smithi107 ceph-mon[86658]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-10T05:49:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:47 smithi078 ceph-mon[92251]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-10T05:49:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:47 smithi078 ceph-mon[92251]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 22 KiB/s wr, 90 op/s 2024-08-10T05:49:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:47 smithi078 ceph-mon[94618]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-10T05:49:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:47 smithi078 ceph-mon[94618]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 22 KiB/s wr, 90 op/s 2024-08-10T05:49:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:47 smithi107 ceph-mon[86658]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-10T05:49:47.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:47 smithi107 ceph-mon[86658]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 22 KiB/s wr, 90 op/s 2024-08-10T05:49:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:48 smithi078 ceph-mon[92251]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-10T05:49:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:48 smithi078 ceph-mon[94618]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-10T05:49:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:48 smithi107 ceph-mon[86658]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-10T05:49:49.385 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5049 ms) 2024-08-10T05:49:49.385 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-08-10T05:49:49.385 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:49.439 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:49:49.439 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (54 ms) 2024-08-10T05:49:49.439 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-08-10T05:49:49.439 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:49.502 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (63 ms) 2024-08-10T05:49:49.502 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-08-10T05:49:49.502 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:49 smithi078 ceph-mon[92251]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-10T05:49:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:49 smithi078 ceph-mon[92251]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-08-10T05:49:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:49 smithi078 ceph-mon[94618]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-10T05:49:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:49 smithi078 ceph-mon[94618]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-08-10T05:49:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:49 smithi107 ceph-mon[86658]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-10T05:49:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:49 smithi107 ceph-mon[86658]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-08-10T05:49:50.392 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (890 ms) 2024-08-10T05:49:50.392 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-08-10T05:49:50.392 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:50.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:50 smithi078 ceph-mon[92251]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-10T05:49:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:50 smithi078 ceph-mon[94618]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-10T05:49:50.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:50 smithi107 ceph-mon[86658]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-10T05:49:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:51 smithi078 ceph-mon[92251]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-10T05:49:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:51 smithi078 ceph-mon[92251]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-08-10T05:49:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:51 smithi078 ceph-mon[94618]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-10T05:49:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:51 smithi078 ceph-mon[94618]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-08-10T05:49:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:51 smithi107 ceph-mon[86658]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-10T05:49:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:51 smithi107 ceph-mon[86658]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-08-10T05:49:52.220 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1828 ms) 2024-08-10T05:49:52.220 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-08-10T05:49:52.220 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:49:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:49:51] "GET /metrics HTTP/1.1" 200 82941 "" "Prometheus/2.43.0" 2024-08-10T05:49:52.269 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (49 ms) 2024-08-10T05:49:52.269 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-08-10T05:49:52.269 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:49:52.269 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-08-10T05:49:52.269 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-08-10T05:49:52.269 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:52 smithi107 ceph-mon[86658]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-10T05:49:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:52 smithi107 ceph-mon[86658]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-10T05:49:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:49:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:52 smithi078 ceph-mon[92251]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-10T05:49:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:52 smithi078 ceph-mon[92251]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-10T05:49:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:52 smithi078 ceph-mon[94618]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-10T05:49:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:52 smithi078 ceph-mon[94618]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-10T05:49:53.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:53 smithi078 ceph-mon[92251]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.0 KiB/s wr, 155 op/s 2024-08-10T05:49:53.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:53 smithi078 ceph-mon[92251]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-10T05:49:53.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:53 smithi078 ceph-mon[94618]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.0 KiB/s wr, 155 op/s 2024-08-10T05:49:53.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:53 smithi078 ceph-mon[94618]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-10T05:49:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:53 smithi107 ceph-mon[86658]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.0 KiB/s wr, 155 op/s 2024-08-10T05:49:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:53 smithi107 ceph-mon[86658]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-10T05:49:54.221 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:49:54.221 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapRemove2 (1952 ms) 2024-08-10T05:49:54.221 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-08-10T05:49:54.221 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:55.243 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1022 ms) 2024-08-10T05:49:55.243 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-08-10T05:49:55.243 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:55 smithi078 ceph-mon[92251]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-10T05:49:55.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:55 smithi078 ceph-mon[92251]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-08-10T05:49:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:55 smithi078 ceph-mon[94618]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-10T05:49:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:55 smithi078 ceph-mon[94618]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-08-10T05:49:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:55 smithi107 ceph-mon[86658]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-10T05:49:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:55 smithi107 ceph-mon[86658]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-08-10T05:49:56.244 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1001 ms) 2024-08-10T05:49:56.244 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-08-10T05:49:56.244 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:56.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:56 smithi078 ceph-mon[92251]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-10T05:49:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:56 smithi078 ceph-mon[94618]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-10T05:49:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:56 smithi107 ceph-mon[86658]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-10T05:49:57.244 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1000 ms) 2024-08-10T05:49:57.244 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-08-10T05:49:57.244 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:57 smithi078 ceph-mon[92251]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-10T05:49:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:57 smithi078 ceph-mon[92251]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-08-10T05:49:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:57 smithi078 ceph-mon[92251]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-10T05:49:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:57 smithi078 ceph-mon[94618]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-10T05:49:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:57 smithi078 ceph-mon[94618]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-08-10T05:49:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:57 smithi078 ceph-mon[94618]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-10T05:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:57 smithi107 ceph-mon[86658]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-10T05:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:57 smithi107 ceph-mon[86658]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-08-10T05:49:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:57 smithi107 ceph-mon[86658]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-10T05:49:58.324 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1080 ms) 2024-08-10T05:49:58.324 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-08-10T05:49:58.324 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:58.364 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (40 ms) 2024-08-10T05:49:58.364 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-08-10T05:49:58.364 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:58.397 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (34 ms) 2024-08-10T05:49:58.398 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-08-10T05:49:58.398 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:49:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:49:58.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:49:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:58.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:49:58.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:49:58.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:49:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:59 smithi107 ceph-mon[86658]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-10T05:49:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:49:59 smithi107 ceph-mon[86658]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.7 KiB/s wr, 158 op/s 2024-08-10T05:49:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:59 smithi078 ceph-mon[92251]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-10T05:49:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:49:59 smithi078 ceph-mon[92251]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.7 KiB/s wr, 158 op/s 2024-08-10T05:49:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:59 smithi078 ceph-mon[94618]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-10T05:49:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:49:59 smithi078 ceph-mon[94618]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 8.7 KiB/s wr, 158 op/s 2024-08-10T05:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:00 smithi107 ceph-mon[86658]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-10T05:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:00 smithi107 ceph-mon[86658]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-08-10T05:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:00 smithi107 ceph-mon[86658]: [WRN] POOL_FULL: 2 pool(s) full 2024-08-10T05:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:00 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-24' is full (running out of quota) 2024-08-10T05:50:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:00 smithi107 ceph-mon[86658]: pool 'test-librbd-smithi078-143527-27' is full (running out of quota) 2024-08-10T05:50:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:00 smithi107 ceph-mon[86658]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T05:50:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:00 smithi107 ceph-mon[86658]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T05:50:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[92251]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[92251]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[92251]: [WRN] POOL_FULL: 2 pool(s) full 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-24' is full (running out of quota) 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[92251]: pool 'test-librbd-smithi078-143527-27' is full (running out of quota) 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[92251]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[92251]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[94618]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[94618]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[94618]: [WRN] POOL_FULL: 2 pool(s) full 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-24' is full (running out of quota) 2024-08-10T05:50:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[94618]: pool 'test-librbd-smithi078-143527-27' is full (running out of quota) 2024-08-10T05:50:00.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[94618]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T05:50:00.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:00 smithi078 ceph-mon[94618]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T05:50:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:01 smithi107 ceph-mon[86658]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-10T05:50:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:01 smithi107 ceph-mon[86658]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 285 op/s 2024-08-10T05:50:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:01 smithi078 ceph-mon[92251]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-10T05:50:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:01 smithi078 ceph-mon[92251]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 285 op/s 2024-08-10T05:50:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:01 smithi078 ceph-mon[94618]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-10T05:50:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:01 smithi078 ceph-mon[94618]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 285 op/s 2024-08-10T05:50:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:50:01] "GET /metrics HTTP/1.1" 200 82932 "" "Prometheus/2.43.0" 2024-08-10T05:50:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:02 smithi107 ceph-mon[86658]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-10T05:50:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:02 smithi107 ceph-mon[86658]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-10T05:50:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:50:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:02.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:02 smithi078 ceph-mon[94618]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-10T05:50:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:02 smithi078 ceph-mon[94618]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-10T05:50:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:02 smithi078 ceph-mon[92251]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-10T05:50:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:02 smithi078 ceph-mon[92251]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-10T05:50:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:03 smithi107 ceph-mon[86658]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 10 KiB/s wr, 254 op/s 2024-08-10T05:50:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:03 smithi107 ceph-mon[86658]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-10T05:50:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:03 smithi078 ceph-mon[94618]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 10 KiB/s wr, 254 op/s 2024-08-10T05:50:03.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:03 smithi078 ceph-mon[94618]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-10T05:50:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:03 smithi078 ceph-mon[92251]: pgmap v3067: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 10 KiB/s wr, 254 op/s 2024-08-10T05:50:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:03 smithi078 ceph-mon[92251]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-10T05:50:05.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:05 smithi078 ceph-mon[92251]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-10T05:50:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:05 smithi078 ceph-mon[92251]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 93 op/s 2024-08-10T05:50:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:05 smithi078 ceph-mon[94618]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-10T05:50:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:05 smithi078 ceph-mon[94618]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 93 op/s 2024-08-10T05:50:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:05 smithi107 ceph-mon[86658]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-10T05:50:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:05 smithi107 ceph-mon[86658]: pgmap v3070: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 93 op/s 2024-08-10T05:50:06.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:06 smithi078 ceph-mon[92251]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-10T05:50:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:06 smithi078 ceph-mon[94618]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-10T05:50:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:06 smithi107 ceph-mon[86658]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-10T05:50:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:07 smithi078 ceph-mon[92251]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-10T05:50:07.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:07 smithi078 ceph-mon[92251]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2024-08-10T05:50:07.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:07 smithi078 ceph-mon[94618]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-10T05:50:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:07 smithi078 ceph-mon[94618]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2024-08-10T05:50:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:07 smithi107 ceph-mon[86658]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-10T05:50:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:07 smithi107 ceph-mon[86658]: pgmap v3073: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2024-08-10T05:50:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:08 smithi078 ceph-mon[92251]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-10T05:50:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:08 smithi078 ceph-mon[94618]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-10T05:50:08.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:08 smithi107 ceph-mon[86658]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-10T05:50:08.825 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10427 ms) 2024-08-10T05:50:08.825 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.Metadata 2024-08-10T05:50:08.825 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:09.340 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.Metadata (515 ms) 2024-08-10T05:50:09.341 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-08-10T05:50:09.341 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:09 smithi107 ceph-mon[86658]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-10T05:50:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:09 smithi107 ceph-mon[86658]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 95 op/s 2024-08-10T05:50:09.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:09 smithi078 ceph-mon[94618]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-10T05:50:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:09 smithi078 ceph-mon[94618]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 95 op/s 2024-08-10T05:50:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:09 smithi078 ceph-mon[92251]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-10T05:50:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:09 smithi078 ceph-mon[92251]: pgmap v3076: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 95 op/s 2024-08-10T05:50:10.347 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.MetadataPP (1008 ms) 2024-08-10T05:50:10.347 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-08-10T05:50:10.348 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:10.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.UpdateFeatures (94 ms) 2024-08-10T05:50:10.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-08-10T05:50:10.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-08-10T05:50:10.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-08-10T05:50:10.442 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:10 smithi107 ceph-mon[86658]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-10T05:50:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:10 smithi078 ceph-mon[92251]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-10T05:50:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:10 smithi078 ceph-mon[94618]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-10T05:50:11.310 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:50:11.311 INFO:tasks.workunit.client.0.smithi078.stdout:25.00% done 2024-08-10T05:50:11.311 INFO:tasks.workunit.client.0.smithi078.stdout:50.00% done 2024-08-10T05:50:11.311 INFO:tasks.workunit.client.0.smithi078.stdout:75.00% done 2024-08-10T05:50:11.311 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RebuildObjectMap (869 ms) 2024-08-10T05:50:11.311 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-08-10T05:50:11.342 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:50:11.342 INFO:tasks.workunit.client.0.smithi078.stdout:25.00% done 2024-08-10T05:50:11.342 INFO:tasks.workunit.client.0.smithi078.stdout:50.00% done 2024-08-10T05:50:11.342 INFO:tasks.workunit.client.0.smithi078.stdout:75.00% done 2024-08-10T05:50:11.342 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (29 ms) 2024-08-10T05:50:11.342 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-08-10T05:50:11.342 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:11 smithi107 ceph-mon[86658]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-10T05:50:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:11 smithi107 ceph-mon[86658]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 162 KiB/s wr, 631 op/s 2024-08-10T05:50:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:11 smithi078 ceph-mon[92251]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-10T05:50:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:11 smithi078 ceph-mon[92251]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 162 KiB/s wr, 631 op/s 2024-08-10T05:50:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:11 smithi078 ceph-mon[94618]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-10T05:50:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:11 smithi078 ceph-mon[94618]: pgmap v3079: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 162 KiB/s wr, 631 op/s 2024-08-10T05:50:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:50:11] "GET /metrics HTTP/1.1" 200 82932 "" "Prometheus/2.43.0" 2024-08-10T05:50:12.324 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:50:12.324 INFO:tasks.workunit.client.0.smithi078.stdout:25.00% done 2024-08-10T05:50:12.324 INFO:tasks.workunit.client.0.smithi078.stdout:50.00% done 2024-08-10T05:50:12.324 INFO:tasks.workunit.client.0.smithi078.stdout:75.00% done 2024-08-10T05:50:12.325 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CheckObjectMap (984 ms) 2024-08-10T05:50:12.325 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-08-10T05:50:12.325 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:12.355 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.BlockingAIO (31 ms) 2024-08-10T05:50:12.355 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-08-10T05:50:12.355 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:12.488 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (134 ms) 2024-08-10T05:50:12.489 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-08-10T05:50:12.489 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:50:12.489 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-08-10T05:50:12.489 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-08-10T05:50:12.489 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:12.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:12 smithi107 ceph-mon[86658]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-10T05:50:12.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:50:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:12.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:12 smithi078 ceph-mon[92251]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-10T05:50:12.737 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:12 smithi078 ceph-mon[94618]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-10T05:50:13.343 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (855 ms) 2024-08-10T05:50:13.344 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-08-10T05:50:13.344 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:13 smithi107 ceph-mon[86658]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-10T05:50:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:13 smithi107 ceph-mon[86658]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 198 KiB/s wr, 798 op/s 2024-08-10T05:50:13.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:13 smithi078 ceph-mon[92251]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-10T05:50:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:13 smithi078 ceph-mon[92251]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 198 KiB/s wr, 798 op/s 2024-08-10T05:50:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:13 smithi078 ceph-mon[94618]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-10T05:50:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:13 smithi078 ceph-mon[94618]: pgmap v3082: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 198 KiB/s wr, 798 op/s 2024-08-10T05:50:14.295 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (951 ms) 2024-08-10T05:50:14.295 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-08-10T05:50:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:14 smithi107 ceph-mon[86658]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-10T05:50:14.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:14 smithi078 ceph-mon[92251]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-10T05:50:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:14 smithi078 ceph-mon[94618]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-10T05:50:15.404 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:50:15.404 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:50:15.404 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestImageOptions (1109 ms) 2024-08-10T05:50:15.404 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-08-10T05:50:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:15 smithi107 ceph-mon[86658]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-10T05:50:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:15 smithi107 ceph-mon[86658]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 128 KiB/s wr, 593 op/s 2024-08-10T05:50:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:15 smithi078 ceph-mon[92251]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-10T05:50:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:15 smithi078 ceph-mon[92251]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 128 KiB/s wr, 593 op/s 2024-08-10T05:50:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:15 smithi078 ceph-mon[94618]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-10T05:50:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:15 smithi078 ceph-mon[94618]: pgmap v3085: 745 pgs: 745 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 128 KiB/s wr, 593 op/s 2024-08-10T05:50:16.395 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:50:16.395 INFO:tasks.workunit.client.0.smithi078.stdout:100.00% done 2024-08-10T05:50:16.395 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (991 ms) 2024-08-10T05:50:16.395 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-08-10T05:50:16.395 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-08-10T05:50:16.395 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-08-10T05:50:16.396 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-08-10T05:50:16.396 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-08-10T05:50:16.396 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:16.430 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:wrote: 512 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.431 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:50:16.432 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:started write 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:write completion cb called! 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 0 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:finished write 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:50:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:50:16.434 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:created completion 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:started read 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:read completion cb called! 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:return value is: 512 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ImagePollIO (36 ms) 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.Mirror 2024-08-10T05:50:16.435 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:16.441 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:16 smithi107 ceph-mon[86658]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-10T05:50:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-08-10T05:50:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:16 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-08-10T05:50:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:16 smithi078 ceph-mon[92251]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-10T05:50:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-08-10T05:50:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:16 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-08-10T05:50:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:16 smithi078 ceph-mon[94618]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-10T05:50:16.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-08-10T05:50:16.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:16 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-08-10T05:50:17.447 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.Mirror (1017 ms) 2024-08-10T05:50:17.448 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-08-10T05:50:17.464 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (16 ms) 2024-08-10T05:50:17.464 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-08-10T05:50:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-08-10T05:50:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-08-10T05:50:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:17 smithi107 ceph-mon[86658]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-10T05:50:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:17 smithi107 ceph-mon[86658]: pgmap v3088: 745 pgs: 745 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 439 KiB/s wr, 534 op/s 2024-08-10T05:50:17.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-08-10T05:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-08-10T05:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[92251]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-10T05:50:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[92251]: pgmap v3088: 745 pgs: 745 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 439 KiB/s wr, 534 op/s 2024-08-10T05:50:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-08-10T05:50:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-08-10T05:50:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[94618]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-10T05:50:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:17 smithi078 ceph-mon[94618]: pgmap v3088: 745 pgs: 745 active+clean; 145 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 439 KiB/s wr, 534 op/s 2024-08-10T05:50:18.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]': finished 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]': finished 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]: dispatch 2024-08-10T05:50:18.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]': finished 2024-08-10T05:50:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' 2024-08-10T05:50:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:18 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]': finished 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]: dispatch 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]: dispatch 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]': finished 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]: dispatch 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]: dispatch 2024-08-10T05:50:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]': finished 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]: dispatch 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]: dispatch 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]': finished 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]': finished 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T05:50:18.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/043db8c8-95cc-4c30-8f37-ee6e7016a158"}]': finished 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/dd39f8ba-4aab-4636-b7f2-d29a1418db11"}]': finished 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9b8a6a1a-d3c3-40e9-8796-285acda6dd7f"}]': finished 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2746989669' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]: dispatch 2024-08-10T05:50:18.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:18 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/33ab95e9-e837-4dbf-89c0-925fe400e30e"}]': finished 2024-08-10T05:50:19.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:19 smithi078 ceph-mon[94618]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-10T05:50:19.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:19 smithi078 ceph-mon[94618]: pgmap v3091: 745 pgs: 1 peering, 744 active+clean; 148 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.3 MiB/s wr, 304 op/s 2024-08-10T05:50:19.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:19 smithi078 ceph-mon[92251]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-10T05:50:19.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:19 smithi078 ceph-mon[92251]: pgmap v3091: 745 pgs: 1 peering, 744 active+clean; 148 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.3 MiB/s wr, 304 op/s 2024-08-10T05:50:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:19 smithi107 ceph-mon[86658]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-10T05:50:19.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:19 smithi107 ceph-mon[86658]: pgmap v3091: 745 pgs: 1 peering, 744 active+clean; 148 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.3 MiB/s wr, 304 op/s 2024-08-10T05:50:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:20 smithi078 ceph-mon[92251]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-10T05:50:20.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:20 smithi078 ceph-mon[94618]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-10T05:50:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:20 smithi107 ceph-mon[86658]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-10T05:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:21 smithi107 ceph-mon[86658]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-10T05:50:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:21 smithi107 ceph-mon[86658]: pgmap v3094: 745 pgs: 1 peering, 744 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 1.7 MiB/s wr, 288 op/s 2024-08-10T05:50:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:21 smithi078 ceph-mon[92251]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-10T05:50:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:21 smithi078 ceph-mon[92251]: pgmap v3094: 745 pgs: 1 peering, 744 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 1.7 MiB/s wr, 288 op/s 2024-08-10T05:50:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:21 smithi078 ceph-mon[94618]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-10T05:50:21.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:21 smithi078 ceph-mon[94618]: pgmap v3094: 745 pgs: 1 peering, 744 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 1.7 MiB/s wr, 288 op/s 2024-08-10T05:50:22.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:50:21] "GET /metrics HTTP/1.1" 200 82942 "" "Prometheus/2.43.0" 2024-08-10T05:50:22.535 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5072 ms) 2024-08-10T05:50:22.536 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-08-10T05:50:22.536 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:22 smithi107 ceph-mon[86658]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-10T05:50:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:50:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:22.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:22 smithi078 ceph-mon[92251]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-10T05:50:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:22 smithi078 ceph-mon[94618]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-10T05:50:23.789 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:23 smithi107 ceph-mon[86658]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-10T05:50:23.789 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:23 smithi107 ceph-mon[86658]: pgmap v3097: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 788 KiB/s wr, 300 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:50:23.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:23 smithi078 ceph-mon[92251]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-10T05:50:23.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:23 smithi078 ceph-mon[92251]: pgmap v3097: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 788 KiB/s wr, 300 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:50:23.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:23 smithi078 ceph-mon[94618]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-10T05:50:23.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:23 smithi078 ceph-mon[94618]: pgmap v3097: 745 pgs: 745 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 788 KiB/s wr, 300 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:50:24.533 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1998 ms) 2024-08-10T05:50:24.534 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-08-10T05:50:24.534 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:24.582 INFO:tasks.workunit.client.0.smithi078.stdout:1: acquiring exclusive lock 2024-08-10T05:50:24.582 INFO:tasks.workunit.client.0.smithi078.stdout:2: acquiring exclusive lock 2024-08-10T05:50:24.586 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock acquired 2024-08-10T05:50:24.594 INFO:tasks.workunit.client.0.smithi078.stdout:2: releasing exclusive lock 2024-08-10T05:50:24.597 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock released 2024-08-10T05:50:24.597 INFO:tasks.workunit.client.0.smithi078.stdout:2: acquiring exclusive lock 2024-08-10T05:50:24.601 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock acquired 2024-08-10T05:50:24.605 INFO:tasks.workunit.client.0.smithi078.stdout:2: releasing exclusive lock 2024-08-10T05:50:24.607 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock released 2024-08-10T05:50:24.607 INFO:tasks.workunit.client.0.smithi078.stdout:2: acquiring exclusive lock 2024-08-10T05:50:24.610 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock acquired 2024-08-10T05:50:24.618 INFO:tasks.workunit.client.0.smithi078.stdout:1: releasing exclusive lock 2024-08-10T05:50:24.622 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock released 2024-08-10T05:50:24.622 INFO:tasks.workunit.client.0.smithi078.stdout:1: acquiring exclusive lock 2024-08-10T05:50:24.623 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock acquired 2024-08-10T05:50:24.643 INFO:tasks.workunit.client.0.smithi078.stdout:2: releasing exclusive lock 2024-08-10T05:50:24.646 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock released 2024-08-10T05:50:24.646 INFO:tasks.workunit.client.0.smithi078.stdout:2: acquiring exclusive lock 2024-08-10T05:50:24.649 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock acquired 2024-08-10T05:50:24.693 INFO:tasks.workunit.client.0.smithi078.stdout:1: releasing exclusive lock 2024-08-10T05:50:24.695 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock released 2024-08-10T05:50:24.696 INFO:tasks.workunit.client.0.smithi078.stdout:1: acquiring exclusive lock 2024-08-10T05:50:24.699 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock acquired 2024-08-10T05:50:24.724 INFO:tasks.workunit.client.0.smithi078.stdout:2: releasing exclusive lock 2024-08-10T05:50:24.726 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock released 2024-08-10T05:50:24.726 INFO:tasks.workunit.client.0.smithi078.stdout:2: acquiring exclusive lock 2024-08-10T05:50:24.729 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock acquired 2024-08-10T05:50:24.746 INFO:tasks.workunit.client.0.smithi078.stdout:1: releasing exclusive lock 2024-08-10T05:50:24.749 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock released 2024-08-10T05:50:24.749 INFO:tasks.workunit.client.0.smithi078.stdout:1: acquiring exclusive lock 2024-08-10T05:50:24.752 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock acquired 2024-08-10T05:50:24.767 INFO:tasks.workunit.client.0.smithi078.stdout:2: releasing exclusive lock 2024-08-10T05:50:24.770 INFO:tasks.workunit.client.0.smithi078.stdout:2: exclusive lock released 2024-08-10T05:50:24.773 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock acquired 2024-08-10T05:50:24.814 INFO:tasks.workunit.client.0.smithi078.stdout:1: releasing exclusive lock 2024-08-10T05:50:24.816 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock released 2024-08-10T05:50:24.817 INFO:tasks.workunit.client.0.smithi078.stdout:1: acquiring exclusive lock 2024-08-10T05:50:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:24 smithi107 ceph-mon[86658]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-10T05:50:24.820 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock acquired 2024-08-10T05:50:24.822 INFO:tasks.workunit.client.0.smithi078.stdout:1: releasing exclusive lock 2024-08-10T05:50:24.824 INFO:tasks.workunit.client.0.smithi078.stdout:1: exclusive lock released 2024-08-10T05:50:24.838 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ExclusiveLock (304 ms) 2024-08-10T05:50:24.838 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.BreakLock 2024-08-10T05:50:24.853 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:24.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:24 smithi078 ceph-mon[92251]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-10T05:50:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:24 smithi078 ceph-mon[94618]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-10T05:50:25.539 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.BreakLock (701 ms) 2024-08-10T05:50:25.539 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-08-10T05:50:25.539 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.564 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (25 ms) 2024-08-10T05:50:25.564 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-08-10T05:50:25.564 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-08-10T05:50:25.564 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-08-10T05:50:25.565 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.621 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:50:25.621 INFO:tasks.workunit.client.0.smithi078.stdout:1.56% done 2024-08-10T05:50:25.621 INFO:tasks.workunit.client.0.smithi078.stdout:3.12% done 2024-08-10T05:50:25.621 INFO:tasks.workunit.client.0.smithi078.stdout:4.69% done 2024-08-10T05:50:25.621 INFO:tasks.workunit.client.0.smithi078.stdout:6.25% done 2024-08-10T05:50:25.621 INFO:tasks.workunit.client.0.smithi078.stdout:7.81% done 2024-08-10T05:50:25.621 INFO:tasks.workunit.client.0.smithi078.stdout:9.38% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:10.94% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:12.50% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:14.06% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:15.62% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:17.19% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:18.75% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:20.31% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:21.88% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:23.44% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:25.00% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:26.56% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:28.12% done 2024-08-10T05:50:25.622 INFO:tasks.workunit.client.0.smithi078.stdout:29.69% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:31.25% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:32.81% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:34.38% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:35.94% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:37.50% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:39.06% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:40.62% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:42.19% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:43.75% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:45.31% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:46.88% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:48.44% done 2024-08-10T05:50:25.623 INFO:tasks.workunit.client.0.smithi078.stdout:50.00% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:51.56% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:53.12% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:54.69% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:56.25% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:57.81% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:59.38% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:60.94% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:62.50% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:64.06% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:65.62% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:67.19% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:68.75% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:70.31% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:71.88% done 2024-08-10T05:50:25.624 INFO:tasks.workunit.client.0.smithi078.stdout:73.44% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:75.00% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:76.56% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:78.12% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:79.69% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:81.25% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:82.81% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:84.38% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:85.94% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:87.50% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:89.06% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:90.62% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:92.19% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:93.75% done 2024-08-10T05:50:25.625 INFO:tasks.workunit.client.0.smithi078.stdout:95.31% done 2024-08-10T05:50:25.626 INFO:tasks.workunit.client.0.smithi078.stdout:96.88% done 2024-08-10T05:50:25.626 INFO:tasks.workunit.client.0.smithi078.stdout:98.44% done 2024-08-10T05:50:25.626 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (57 ms) 2024-08-10T05:50:25.626 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-08-10T05:50:25.626 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.675 INFO:tasks.workunit.client.0.smithi078.stdout:0.00% done 2024-08-10T05:50:25.675 INFO:tasks.workunit.client.0.smithi078.stdout:1.56% done 2024-08-10T05:50:25.675 INFO:tasks.workunit.client.0.smithi078.stdout:3.12% done 2024-08-10T05:50:25.675 INFO:tasks.workunit.client.0.smithi078.stdout:4.69% done 2024-08-10T05:50:25.675 INFO:tasks.workunit.client.0.smithi078.stdout:6.25% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:7.81% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:9.38% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:10.94% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:12.50% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:14.06% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:15.62% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:17.19% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:18.75% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:20.31% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:21.88% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:23.44% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:25.00% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:26.56% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:28.12% done 2024-08-10T05:50:25.676 INFO:tasks.workunit.client.0.smithi078.stdout:29.69% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:31.25% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:32.81% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:34.38% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:35.94% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:37.50% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:39.06% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:40.62% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:42.19% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:43.75% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:45.31% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:46.88% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:48.44% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:50.00% done 2024-08-10T05:50:25.677 INFO:tasks.workunit.client.0.smithi078.stdout:51.56% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:53.12% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:54.69% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:56.25% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:57.81% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:59.38% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:60.94% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:62.50% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:64.06% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:65.62% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:67.19% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:68.75% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:70.31% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:71.88% done 2024-08-10T05:50:25.678 INFO:tasks.workunit.client.0.smithi078.stdout:73.44% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:75.00% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:76.56% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:78.12% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:79.69% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:81.25% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:82.81% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:84.38% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:85.94% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:87.50% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:89.06% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:90.62% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:92.19% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:93.75% done 2024-08-10T05:50:25.679 INFO:tasks.workunit.client.0.smithi078.stdout:95.31% done 2024-08-10T05:50:25.680 INFO:tasks.workunit.client.0.smithi078.stdout:96.88% done 2024-08-10T05:50:25.680 INFO:tasks.workunit.client.0.smithi078.stdout:98.44% done 2024-08-10T05:50:25.680 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (54 ms) 2024-08-10T05:50:25.680 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-08-10T05:50:25.680 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.683 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.803 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestTrashPurge (128 ms) 2024-08-10T05:50:25.803 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-08-10T05:50:25.803 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:25 smithi107 ceph-mon[86658]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-10T05:50:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:25 smithi107 ceph-mon[86658]: pgmap v3100: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 144 KiB/s wr, 232 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:50:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:25 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/3633360792"}]: dispatch 2024-08-10T05:50:25.850 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (48 ms) 2024-08-10T05:50:25.850 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-08-10T05:50:25.851 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestListWatchers (22 ms) 2024-08-10T05:50:25.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-08-10T05:50:25.873 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:25 smithi078 ceph-mon[94618]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-10T05:50:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:25 smithi078 ceph-mon[94618]: pgmap v3100: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 144 KiB/s wr, 232 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:50:25.976 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:25 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/3633360792"}]: dispatch 2024-08-10T05:50:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:25 smithi078 ceph-mon[92251]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-10T05:50:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:25 smithi078 ceph-mon[92251]: pgmap v3100: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 144 KiB/s wr, 232 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T05:50:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:25 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/3633360792"}]: dispatch 2024-08-10T05:50:26.554 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestSetSnapById (682 ms) 2024-08-10T05:50:26.555 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.Namespaces 2024-08-10T05:50:26.578 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.Namespaces (24 ms) 2024-08-10T05:50:26.579 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-08-10T05:50:26.611 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:26.615 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:26.686 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.NamespacesPP (107 ms) 2024-08-10T05:50:26.686 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.Migration 2024-08-10T05:50:26.686 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:26.686 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:26 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/3633360792"}]': finished 2024-08-10T05:50:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:26 smithi107 ceph-mon[86658]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-10T05:50:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:26 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/3633360792"}]': finished 2024-08-10T05:50:26.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:26 smithi078 ceph-mon[92251]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-10T05:50:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:26 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/3633360792"}]': finished 2024-08-10T05:50:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:26 smithi078 ceph-mon[94618]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-10T05:50:27.105 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.Migration (419 ms) 2024-08-10T05:50:27.105 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-08-10T05:50:27.105 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:27.105 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:27.512 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.MigrationPP (408 ms) 2024-08-10T05:50:27.513 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-08-10T05:50:27.513 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:27.530 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (18 ms) 2024-08-10T05:50:27.531 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-08-10T05:50:27.531 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:27.548 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2024-08-10T05:50:27.548 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-08-10T05:50:27.549 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:27 smithi107 ceph-mon[86658]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-10T05:50:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:27 smithi107 ceph-mon[86658]: pgmap v3103: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 138 KiB/s wr, 255 op/s 2024-08-10T05:50:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:27 smithi078 ceph-mon[92251]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-10T05:50:27.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:27 smithi078 ceph-mon[92251]: pgmap v3103: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 138 KiB/s wr, 255 op/s 2024-08-10T05:50:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:27 smithi078 ceph-mon[94618]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-10T05:50:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:27 smithi078 ceph-mon[94618]: pgmap v3103: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 138 KiB/s wr, 255 op/s 2024-08-10T05:50:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:28.623 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1074 ms) 2024-08-10T05:50:28.623 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-08-10T05:50:28.649 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.PoolMetadata (27 ms) 2024-08-10T05:50:28.650 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-08-10T05:50:28.673 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.PoolMetadataPP (24 ms) 2024-08-10T05:50:28.674 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.Config 2024-08-10T05:50:28.679 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:28.720 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.Config (46 ms) 2024-08-10T05:50:28.720 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-08-10T05:50:28.724 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:28.758 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ConfigPP (39 ms) 2024-08-10T05:50:28.758 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-08-10T05:50:28.934 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:50:28] ENGINE Bus STOPPING 2024-08-10T05:50:29.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:50:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:50:29.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:50:28] ENGINE Bus STOPPED 2024-08-10T05:50:29.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:50:28] ENGINE Bus STARTING 2024-08-10T05:50:29.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:50:29] ENGINE Serving on http://:::9283 2024-08-10T05:50:29.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:05:50:29] ENGINE Bus STARTED 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: pgmap v3105: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 25 KiB/s wr, 484 op/s 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-10T05:50:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: pgmap v3105: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 25 KiB/s wr, 484 op/s 2024-08-10T05:50:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:50:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:50:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: pgmap v3105: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 25 KiB/s wr, 484 op/s 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/248585950' entity='client.admin' 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.980 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.981 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.982 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.982 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.982 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.982 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.982 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.982 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:29.982 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:50:29.983 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:50:29.983 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:50:29.983 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:50:29.983 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:50:30.684 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:30 smithi078 ceph-mon[92251]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-10T05:50:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:30 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4286008783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:30 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:30 smithi078 ceph-mon[94618]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-10T05:50:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:30 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4286008783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:30 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:30 smithi107 ceph-mon[86658]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-10T05:50:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:30 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4286008783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:30 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:31.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:50:31] "GET /metrics HTTP/1.1" 200 82937 "" "Prometheus/2.43.0" 2024-08-10T05:50:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[92251]: pgmap v3107: 777 pgs: 5 creating+peering, 27 unknown, 745 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 35 KiB/s wr, 635 op/s 2024-08-10T05:50:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[92251]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-10T05:50:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[94618]: pgmap v3107: 777 pgs: 5 creating+peering, 27 unknown, 745 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 35 KiB/s wr, 635 op/s 2024-08-10T05:50:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:31.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:31 smithi078 ceph-mon[94618]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-10T05:50:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:31 smithi107 ceph-mon[86658]: pgmap v3107: 777 pgs: 5 creating+peering, 27 unknown, 745 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 35 KiB/s wr, 635 op/s 2024-08-10T05:50:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:31 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:31 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:31 smithi107 ceph-mon[86658]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-10T05:50:32.239 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:32.275 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:32.283 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:50:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:32.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:32 smithi078 ceph-mon[92251]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-10T05:50:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:32 smithi078 ceph-mon[92251]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-10T05:50:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:32 smithi078 ceph-mon[94618]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-10T05:50:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:32 smithi078 ceph-mon[94618]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-10T05:50:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:32 smithi107 ceph-mon[86658]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-10T05:50:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:32 smithi107 ceph-mon[86658]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-10T05:50:33.271 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.PoolStatsPP (4512 ms) 2024-08-10T05:50:33.271 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-08-10T05:50:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:33 smithi078 ceph-mon[92251]: pgmap v3111: 777 pgs: 5 creating+peering, 15 unknown, 757 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 35 KiB/s wr, 792 op/s 2024-08-10T05:50:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:33 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:33 smithi078 ceph-mon[92251]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-10T05:50:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:33 smithi078 ceph-mon[94618]: pgmap v3111: 777 pgs: 5 creating+peering, 15 unknown, 757 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 35 KiB/s wr, 792 op/s 2024-08-10T05:50:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:33 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:33 smithi078 ceph-mon[94618]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-10T05:50:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:33 smithi107 ceph-mon[86658]: pgmap v3111: 777 pgs: 5 creating+peering, 15 unknown, 757 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 35 KiB/s wr, 792 op/s 2024-08-10T05:50:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:33 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:33 smithi107 ceph-mon[86658]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-10T05:50:35.217 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:35 smithi078 ceph-mon[92251]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-10T05:50:35.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:35 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/937035073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:35 smithi078 ceph-mon[92251]: pgmap v3114: 809 pgs: 8 creating+peering, 29 unknown, 772 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 377 op/s 2024-08-10T05:50:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:35 smithi078 ceph-mon[94618]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-10T05:50:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:35 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/937035073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:35 smithi078 ceph-mon[94618]: pgmap v3114: 809 pgs: 8 creating+peering, 29 unknown, 772 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 377 op/s 2024-08-10T05:50:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:35 smithi107 ceph-mon[86658]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-10T05:50:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:35 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/937035073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:35 smithi107 ceph-mon[86658]: pgmap v3114: 809 pgs: 8 creating+peering, 29 unknown, 772 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 17 KiB/s wr, 377 op/s 2024-08-10T05:50:36.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:36 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:36 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/937035073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:36 smithi078 ceph-mon[92251]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-10T05:50:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:36 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:36 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/937035073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:36 smithi078 ceph-mon[94618]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-10T05:50:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:36 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:36 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/937035073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:36.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:36 smithi107 ceph-mon[86658]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-10T05:50:37.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:37 smithi078 ceph-mon[92251]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-10T05:50:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:37 smithi078 ceph-mon[92251]: pgmap v3117: 809 pgs: 3 creating+peering, 19 unknown, 787 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.5 KiB/s wr, 32 op/s 2024-08-10T05:50:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:37 smithi078 ceph-mon[94618]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-10T05:50:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:37 smithi078 ceph-mon[94618]: pgmap v3117: 809 pgs: 3 creating+peering, 19 unknown, 787 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.5 KiB/s wr, 32 op/s 2024-08-10T05:50:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:37 smithi107 ceph-mon[86658]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-10T05:50:37.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:37 smithi107 ceph-mon[86658]: pgmap v3117: 809 pgs: 3 creating+peering, 19 unknown, 787 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.5 KiB/s wr, 32 op/s 2024-08-10T05:50:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:38 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:38.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:38 smithi107 ceph-mon[86658]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-10T05:50:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:38 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:38.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:38 smithi078 ceph-mon[92251]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-10T05:50:38.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:38 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:38.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:38 smithi078 ceph-mon[94618]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-10T05:50:39.388 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ImageSpec (6117 ms) 2024-08-10T05:50:39.388 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-08-10T05:50:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:39 smithi107 ceph-mon[86658]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-10T05:50:39.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:39 smithi107 ceph-mon[86658]: pgmap v3120: 809 pgs: 3 creating+peering, 7 unknown, 799 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 59 op/s 2024-08-10T05:50:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:39 smithi078 ceph-mon[92251]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-10T05:50:39.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:39 smithi078 ceph-mon[92251]: pgmap v3120: 809 pgs: 3 creating+peering, 7 unknown, 799 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 59 op/s 2024-08-10T05:50:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:39 smithi078 ceph-mon[94618]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-10T05:50:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:39 smithi078 ceph-mon[94618]: pgmap v3120: 809 pgs: 3 creating+peering, 7 unknown, 799 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 59 op/s 2024-08-10T05:50:40.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:40 smithi107 ceph-mon[86658]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-10T05:50:40.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:40 smithi078 ceph-mon[92251]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-10T05:50:40.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:40 smithi078 ceph-mon[94618]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-10T05:50:41.262 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:41 smithi107 ceph-mon[86658]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-10T05:50:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:41 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1988577503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:41.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:41 smithi107 ceph-mon[86658]: pgmap v3123: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-10T05:50:41.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:41 smithi078 ceph-mon[92251]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-10T05:50:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:41 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1988577503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:41 smithi078 ceph-mon[92251]: pgmap v3123: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-10T05:50:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:41 smithi078 ceph-mon[94618]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-10T05:50:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:41 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1988577503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:41 smithi078 ceph-mon[94618]: pgmap v3123: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-08-10T05:50:42.229 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:50:41] "GET /metrics HTTP/1.1" 200 82937 "" "Prometheus/2.43.0" 2024-08-10T05:50:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:42 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:42 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1988577503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:42 smithi107 ceph-mon[86658]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-10T05:50:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:42 smithi107 ceph-mon[86658]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-10T05:50:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:50:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:42.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1988577503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[92251]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-10T05:50:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[92251]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-10T05:50:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:50:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1988577503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[94618]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-10T05:50:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:42 smithi078 ceph-mon[94618]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-10T05:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:43 smithi107 ceph-mon[86658]: pgmap v3126: 841 pgs: 5 creating+activating, 3 creating+peering, 15 unknown, 818 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 94 op/s 2024-08-10T05:50:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:43 smithi107 ceph-mon[86658]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-10T05:50:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:43.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[92251]: pgmap v3126: 841 pgs: 5 creating+activating, 3 creating+peering, 15 unknown, 818 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 94 op/s 2024-08-10T05:50:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[92251]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-10T05:50:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[94618]: pgmap v3126: 841 pgs: 5 creating+activating, 3 creating+peering, 15 unknown, 818 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 94 op/s 2024-08-10T05:50:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:43 smithi078 ceph-mon[94618]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-10T05:50:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:44 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:44 smithi107 ceph-mon[86658]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-10T05:50:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:44 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:44.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:44 smithi078 ceph-mon[92251]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-10T05:50:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:44 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:50:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:44 smithi078 ceph-mon[94618]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-10T05:50:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:45 smithi107 ceph-mon[86658]: pgmap v3129: 841 pgs: 5 creating+activating, 3 creating+peering, 833 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-08-10T05:50:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:45 smithi107 ceph-mon[86658]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-10T05:50:45.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:45 smithi078 ceph-mon[92251]: pgmap v3129: 841 pgs: 5 creating+activating, 3 creating+peering, 833 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-08-10T05:50:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:45 smithi078 ceph-mon[92251]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-10T05:50:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:45 smithi078 ceph-mon[94618]: pgmap v3129: 841 pgs: 5 creating+activating, 3 creating+peering, 833 active+clean; 152 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-08-10T05:50:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:45 smithi078 ceph-mon[94618]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-10T05:50:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:47 smithi078 ceph-mon[92251]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-10T05:50:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:47 smithi078 ceph-mon[92251]: pgmap v3132: 809 pgs: 809 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:50:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:47 smithi078 ceph-mon[94618]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-10T05:50:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:47 smithi078 ceph-mon[94618]: pgmap v3132: 809 pgs: 809 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:50:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:47 smithi107 ceph-mon[86658]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-10T05:50:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:47 smithi107 ceph-mon[86658]: pgmap v3132: 809 pgs: 809 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:50:48.278 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 3 2024-08-10T05:50:48.278 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 3 2024-08-10T05:50:48.278 INFO:tasks.workunit.client.0.smithi078.stdout:child: image213 2024-08-10T05:50:48.278 INFO:tasks.workunit.client.0.smithi078.stdout:child: image215 2024-08-10T05:50:48.278 INFO:tasks.workunit.client.0.smithi078.stdout:child: image214 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-15/image213/8b4d4f01a9c7 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-37/image214/8b4d927cd822 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:found child test-librbd-smithi078-143527-15/image215/8b4d9d1040f9 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:num children is: 0 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:num snaps is: 0 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:expected: 0 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8890 ms) 2024-08-10T05:50:48.279 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-08-10T05:50:48.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:48 smithi078 ceph-mon[92251]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-10T05:50:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:48 smithi078 ceph-mon[94618]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-10T05:50:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:48 smithi107 ceph-mon[86658]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-10T05:50:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:49 smithi107 ceph-mon[86658]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-10T05:50:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:49 smithi107 ceph-mon[86658]: pgmap v3135: 809 pgs: 809 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:50:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:49 smithi078 ceph-mon[92251]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-10T05:50:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:49 smithi078 ceph-mon[92251]: pgmap v3135: 809 pgs: 809 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:50:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:49 smithi078 ceph-mon[94618]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-10T05:50:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:49 smithi078 ceph-mon[94618]: pgmap v3135: 809 pgs: 809 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:50:50.260 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:50 smithi107 ceph-mon[86658]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-10T05:50:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:50 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1285643912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:50.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:50 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:50 smithi078 ceph-mon[92251]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-10T05:50:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:50 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1285643912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:50 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:50 smithi078 ceph-mon[94618]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-10T05:50:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:50 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1285643912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:50 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:50:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:51 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:51 smithi107 ceph-mon[86658]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-10T05:50:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:51 smithi107 ceph-mon[86658]: pgmap v3138: 841 pgs: 1 creating+activating, 4 creating+peering, 26 unknown, 810 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.2 KiB/s wr, 131 op/s 2024-08-10T05:50:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:51 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:51 smithi078 ceph-mon[92251]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-10T05:50:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:51 smithi078 ceph-mon[92251]: pgmap v3138: 841 pgs: 1 creating+activating, 4 creating+peering, 26 unknown, 810 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.2 KiB/s wr, 131 op/s 2024-08-10T05:50:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:51 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:50:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:51 smithi078 ceph-mon[94618]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-10T05:50:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:51 smithi078 ceph-mon[94618]: pgmap v3138: 841 pgs: 1 creating+activating, 4 creating+peering, 26 unknown, 810 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.2 KiB/s wr, 131 op/s 2024-08-10T05:50:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:50:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:50:51] "GET /metrics HTTP/1.1" 200 90279 "" "Prometheus/2.43.0" 2024-08-10T05:50:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:52 smithi107 ceph-mon[86658]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-10T05:50:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:52 smithi107 ceph-mon[86658]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-10T05:50:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:50:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:52 smithi078 ceph-mon[92251]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-10T05:50:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:52 smithi078 ceph-mon[92251]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-10T05:50:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:52 smithi078 ceph-mon[94618]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-10T05:50:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:52 smithi078 ceph-mon[94618]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-10T05:50:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:53 smithi107 ceph-mon[86658]: pgmap v3141: 841 pgs: 1 creating+activating, 4 creating+peering, 16 unknown, 820 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-08-10T05:50:53.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:53 smithi078 ceph-mon[92251]: pgmap v3141: 841 pgs: 1 creating+activating, 4 creating+peering, 16 unknown, 820 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-08-10T05:50:53.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:53 smithi078 ceph-mon[94618]: pgmap v3141: 841 pgs: 1 creating+activating, 4 creating+peering, 16 unknown, 820 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-08-10T05:50:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:54 smithi107 ceph-mon[86658]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-10T05:50:54.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:54 smithi078 ceph-mon[92251]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-10T05:50:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:54 smithi078 ceph-mon[94618]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-10T05:50:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:55 smithi107 ceph-mon[86658]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-10T05:50:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:55 smithi107 ceph-mon[86658]: pgmap v3144: 841 pgs: 1 creating+activating, 840 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.5 KiB/s wr, 60 op/s 2024-08-10T05:50:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:55 smithi078 ceph-mon[94618]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-10T05:50:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:55 smithi078 ceph-mon[94618]: pgmap v3144: 841 pgs: 1 creating+activating, 840 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.5 KiB/s wr, 60 op/s 2024-08-10T05:50:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:55 smithi078 ceph-mon[92251]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-10T05:50:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:55 smithi078 ceph-mon[92251]: pgmap v3144: 841 pgs: 1 creating+activating, 840 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.5 KiB/s wr, 60 op/s 2024-08-10T05:50:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:56 smithi107 ceph-mon[86658]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-10T05:50:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:56 smithi078 ceph-mon[92251]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-10T05:50:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:56 smithi078 ceph-mon[94618]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-10T05:50:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:57 smithi107 ceph-mon[86658]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-10T05:50:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:57 smithi107 ceph-mon[86658]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-08-10T05:50:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:57 smithi107 ceph-mon[86658]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-10T05:50:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:57 smithi078 ceph-mon[92251]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-10T05:50:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:57 smithi078 ceph-mon[92251]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-08-10T05:50:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:57 smithi078 ceph-mon[92251]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-10T05:50:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:57 smithi078 ceph-mon[94618]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-10T05:50:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:57 smithi078 ceph-mon[94618]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-08-10T05:50:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:57 smithi078 ceph-mon[94618]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-10T05:50:58.310 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.QuiesceWatch (10033 ms) 2024-08-10T05:50:58.311 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-08-10T05:50:58.311 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:50:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:58 smithi107 ceph-mon[86658]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-10T05:50:58.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:58.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:58.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:58 smithi078 ceph-mon[92251]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-10T05:50:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:50:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:58 smithi078 ceph-mon[94618]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-10T05:50:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:59 smithi107 ceph-mon[86658]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-08-10T05:50:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:50:59 smithi107 ceph-mon[86658]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-10T05:50:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:59 smithi078 ceph-mon[92251]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-08-10T05:50:59.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:50:59 smithi078 ceph-mon[92251]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-10T05:50:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:59 smithi078 ceph-mon[94618]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 4 op/s 2024-08-10T05:50:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:50:59 smithi078 ceph-mon[94618]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-10T05:51:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:01 smithi078 ceph-mon[92251]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-10T05:51:01.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:01 smithi078 ceph-mon[92251]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-08-10T05:51:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:01 smithi078 ceph-mon[94618]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-10T05:51:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:01 smithi078 ceph-mon[94618]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-08-10T05:51:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:01 smithi107 ceph-mon[86658]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-10T05:51:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:01 smithi107 ceph-mon[86658]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-08-10T05:51:02.213 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:51:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:51:01] "GET /metrics HTTP/1.1" 200 90363 "" "Prometheus/2.43.0" 2024-08-10T05:51:02.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:02 smithi078 ceph-mon[92251]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-10T05:51:02.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:02 smithi078 ceph-mon[92251]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-10T05:51:02.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:02 smithi078 ceph-mon[94618]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-10T05:51:02.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:02 smithi078 ceph-mon[94618]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-10T05:51:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:02 smithi107 ceph-mon[86658]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-10T05:51:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:02 smithi107 ceph-mon[86658]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-10T05:51:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:51:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:03.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:03 smithi078 ceph-mon[92251]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-08-10T05:51:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:03 smithi078 ceph-mon[94618]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-08-10T05:51:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:03 smithi107 ceph-mon[86658]: pgmap v3156: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-08-10T05:51:04.335 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6024 ms) 2024-08-10T05:51:04.335 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-08-10T05:51:04.335 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:51:04.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:04 smithi078 ceph-mon[92251]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-10T05:51:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:04 smithi078 ceph-mon[94618]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-10T05:51:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:04 smithi107 ceph-mon[86658]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-10T05:51:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:05 smithi107 ceph-mon[86658]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-10T05:51:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:05 smithi107 ceph-mon[86658]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-08-10T05:51:05.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:05 smithi078 ceph-mon[92251]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-10T05:51:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:05 smithi078 ceph-mon[92251]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-08-10T05:51:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:05 smithi078 ceph-mon[94618]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-10T05:51:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:05 smithi078 ceph-mon[94618]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-08-10T05:51:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:06 smithi107 ceph-mon[86658]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-10T05:51:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:06 smithi078 ceph-mon[92251]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-10T05:51:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:06 smithi078 ceph-mon[94618]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-10T05:51:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:07 smithi107 ceph-mon[86658]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-10T05:51:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:07 smithi107 ceph-mon[86658]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-08-10T05:51:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:07 smithi107 ceph-mon[86658]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-10T05:51:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:07 smithi078 ceph-mon[92251]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-10T05:51:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:07 smithi078 ceph-mon[92251]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-08-10T05:51:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:07 smithi078 ceph-mon[92251]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-10T05:51:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:07 smithi078 ceph-mon[94618]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-10T05:51:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:07 smithi078 ceph-mon[94618]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-08-10T05:51:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:07 smithi078 ceph-mon[94618]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-10T05:51:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:09 smithi107 ceph-mon[86658]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-10T05:51:09.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:09 smithi107 ceph-mon[86658]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-08-10T05:51:09.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:09 smithi078 ceph-mon[92251]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-10T05:51:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:09 smithi078 ceph-mon[92251]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-08-10T05:51:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:09 smithi078 ceph-mon[94618]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-10T05:51:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:09 smithi078 ceph-mon[94618]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-08-10T05:51:10.368 INFO:tasks.workunit.client.0.smithi078.stdout:10.00% done 2024-08-10T05:51:10.368 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6033 ms) 2024-08-10T05:51:10.368 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-08-10T05:51:10.368 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:51:10.382 INFO:tasks.workunit.client.0.smithi078.stderr:test quiesce is not long enough to time out 2024-08-10T05:51:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:10 smithi107 ceph-mon[86658]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-10T05:51:10.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:10 smithi078 ceph-mon[92251]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-10T05:51:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:10 smithi078 ceph-mon[94618]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-10T05:51:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:11 smithi107 ceph-mon[86658]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-10T05:51:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:11 smithi107 ceph-mon[86658]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.7 KiB/s wr, 121 op/s 2024-08-10T05:51:11.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:11 smithi078 ceph-mon[92251]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-10T05:51:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:11 smithi078 ceph-mon[92251]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.7 KiB/s wr, 121 op/s 2024-08-10T05:51:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:11 smithi078 ceph-mon[94618]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-10T05:51:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:11 smithi078 ceph-mon[94618]: pgmap v3168: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.7 KiB/s wr, 121 op/s 2024-08-10T05:51:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:51:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:51:11] "GET /metrics HTTP/1.1" 200 90363 "" "Prometheus/2.43.0" 2024-08-10T05:51:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:51:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:13.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:13 smithi078 ceph-mon[92251]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-10T05:51:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:13 smithi078 ceph-mon[92251]: pgmap v3170: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 KiB/s wr, 65 op/s 2024-08-10T05:51:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:13 smithi078 ceph-mon[94618]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-10T05:51:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:13 smithi078 ceph-mon[94618]: pgmap v3170: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 KiB/s wr, 65 op/s 2024-08-10T05:51:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:13 smithi107 ceph-mon[86658]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-10T05:51:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:13 smithi107 ceph-mon[86658]: pgmap v3170: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 KiB/s wr, 65 op/s 2024-08-10T05:51:15.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:15 smithi078 ceph-mon[92251]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.8 KiB/s wr, 85 op/s 2024-08-10T05:51:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:15 smithi078 ceph-mon[94618]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.8 KiB/s wr, 85 op/s 2024-08-10T05:51:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:15 smithi107 ceph-mon[86658]: pgmap v3171: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.8 KiB/s wr, 85 op/s 2024-08-10T05:51:17.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:17 smithi078 ceph-mon[92251]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-08-10T05:51:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:17 smithi078 ceph-mon[92251]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-10T05:51:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:17 smithi078 ceph-mon[94618]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-08-10T05:51:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:17 smithi078 ceph-mon[94618]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-10T05:51:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:17 smithi107 ceph-mon[86658]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-08-10T05:51:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:17 smithi107 ceph-mon[86658]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-10T05:51:18.703 INFO:tasks.workunit.client.0.smithi078.stderr:test quiesce is timed out 2024-08-10T05:51:18.706 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 0 2024-08-10T05:51:19.706 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 1 2024-08-10T05:51:19.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:19 smithi078 ceph-mon[92251]: pgmap v3174: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-08-10T05:51:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:19 smithi078 ceph-mon[92251]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-10T05:51:19.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:19 smithi078 ceph-mon[94618]: pgmap v3174: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-08-10T05:51:19.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:19 smithi078 ceph-mon[94618]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-10T05:51:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:19 smithi107 ceph-mon[86658]: pgmap v3174: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-08-10T05:51:20.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:19 smithi107 ceph-mon[86658]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-10T05:51:20.706 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 2 2024-08-10T05:51:21.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 3 2024-08-10T05:51:21.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:21 smithi078 ceph-mon[92251]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.4 KiB/s wr, 33 op/s 2024-08-10T05:51:21.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:21 smithi078 ceph-mon[94618]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.4 KiB/s wr, 33 op/s 2024-08-10T05:51:21.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:51:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:51:21] "GET /metrics HTTP/1.1" 200 90356 "" "Prometheus/2.43.0" 2024-08-10T05:51:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:21 smithi107 ceph-mon[86658]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.4 KiB/s wr, 33 op/s 2024-08-10T05:51:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:51:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:22.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 4 2024-08-10T05:51:23.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 5 2024-08-10T05:51:23.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:23 smithi078 ceph-mon[92251]: pgmap v3177: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-08-10T05:51:23.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:23 smithi078 ceph-mon[94618]: pgmap v3177: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-08-10T05:51:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:23 smithi107 ceph-mon[86658]: pgmap v3177: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-08-10T05:51:24.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 6 2024-08-10T05:51:25.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 7 2024-08-10T05:51:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:25 smithi078 ceph-mon[92251]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T05:51:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:25 smithi078 ceph-mon[94618]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T05:51:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:25 smithi107 ceph-mon[86658]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T05:51:26.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 8 2024-08-10T05:51:27.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 9 2024-08-10T05:51:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:27 smithi078 ceph-mon[94618]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 326 B/s wr, 3 op/s 2024-08-10T05:51:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:27 smithi078 ceph-mon[92251]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 326 B/s wr, 3 op/s 2024-08-10T05:51:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:27 smithi107 ceph-mon[86658]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 326 B/s wr, 3 op/s 2024-08-10T05:51:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:28.707 INFO:tasks.workunit.client.0.smithi078.stderr:waiting for timed out ... 10 2024-08-10T05:51:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[92251]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-10T05:51:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:51:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:51:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:51:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:51:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[94618]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-10T05:51:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:51:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:51:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:51:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:29 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:51:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:29 smithi107 ceph-mon[86658]: pgmap v3180: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-08-10T05:51:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:51:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:51:30.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:51:30.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:29 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:51:31.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:31 smithi078 ceph-mon[92251]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 257 B/s wr, 3 op/s 2024-08-10T05:51:31.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:31 smithi078 ceph-mon[94618]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 257 B/s wr, 3 op/s 2024-08-10T05:51:31.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:51:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:51:31] "GET /metrics HTTP/1.1" 200 90360 "" "Prometheus/2.43.0" 2024-08-10T05:51:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:31 smithi107 ceph-mon[86658]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 257 B/s wr, 3 op/s 2024-08-10T05:51:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:51:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:33.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:33 smithi078 ceph-mon[92251]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-08-10T05:51:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:33 smithi078 ceph-mon[94618]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-08-10T05:51:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:33 smithi107 ceph-mon[86658]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-08-10T05:51:35.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:35 smithi078 ceph-mon[92251]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-08-10T05:51:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:35 smithi078 ceph-mon[94618]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-08-10T05:51:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:35 smithi107 ceph-mon[86658]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 85 B/s wr, 0 op/s 2024-08-10T05:51:37.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:37 smithi078 ceph-mon[92251]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:37 smithi078 ceph-mon[94618]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:38.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:37 smithi107 ceph-mon[86658]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:39.707 INFO:tasks.workunit.client.0.smithi078.stderr:test retry succeeds 2024-08-10T05:51:39.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:39 smithi078 ceph-mon[92251]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:39 smithi078 ceph-mon[94618]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:39 smithi107 ceph-mon[86658]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:41.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:41 smithi078 ceph-mon[94618]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:41.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:41 smithi078 ceph-mon[94618]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-10T05:51:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:41 smithi078 ceph-mon[92251]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:41.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:41 smithi078 ceph-mon[92251]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-10T05:51:41.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:51:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:51:41] "GET /metrics HTTP/1.1" 200 90360 "" "Prometheus/2.43.0" 2024-08-10T05:51:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:41 smithi107 ceph-mon[86658]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:41 smithi107 ceph-mon[86658]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-10T05:51:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:51:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:42.834 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32467 ms) 2024-08-10T05:51:42.835 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-08-10T05:51:42.835 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:51:42.892 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.WriteZeroes (58 ms) 2024-08-10T05:51:42.892 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-08-10T05:51:42.893 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:51:42.960 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (67 ms) 2024-08-10T05:51:42.960 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-08-10T05:51:42.960 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:51:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:42 smithi107 ceph-mon[86658]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-10T05:51:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:42 smithi078 ceph-mon[92251]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-10T05:51:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:42 smithi078 ceph-mon[94618]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-10T05:51:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:43 smithi107 ceph-mon[86658]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:43 smithi107 ceph-mon[86658]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-10T05:51:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:43 smithi078 ceph-mon[92251]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:43 smithi078 ceph-mon[92251]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-10T05:51:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:43 smithi078 ceph-mon[94618]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:51:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:43 smithi078 ceph-mon[94618]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-10T05:51:45.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:44 smithi107 ceph-mon[86658]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-10T05:51:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:44 smithi078 ceph-mon[92251]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-10T05:51:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:44 smithi078 ceph-mon[94618]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-10T05:51:46.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:45 smithi107 ceph-mon[86658]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-08-10T05:51:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:45 smithi107 ceph-mon[86658]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-10T05:51:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:45 smithi078 ceph-mon[92251]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-08-10T05:51:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:45 smithi078 ceph-mon[92251]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-10T05:51:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:45 smithi078 ceph-mon[94618]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-08-10T05:51:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:45 smithi078 ceph-mon[94618]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-10T05:51:47.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:46 smithi107 ceph-mon[86658]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-10T05:51:47.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:46 smithi078 ceph-mon[92251]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-10T05:51:47.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:46 smithi078 ceph-mon[94618]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-10T05:51:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:47 smithi107 ceph-mon[86658]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-08-10T05:51:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:47 smithi107 ceph-mon[86658]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-10T05:51:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:47 smithi107 ceph-mon[86658]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-10T05:51:48.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:47 smithi078 ceph-mon[92251]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-08-10T05:51:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:47 smithi078 ceph-mon[92251]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-10T05:51:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:47 smithi078 ceph-mon[92251]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-10T05:51:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:47 smithi078 ceph-mon[94618]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.2 KiB/s wr, 171 op/s 2024-08-10T05:51:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:47 smithi078 ceph-mon[94618]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-10T05:51:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:47 smithi078 ceph-mon[94618]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-10T05:51:49.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:49 smithi078 ceph-mon[92251]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-10T05:51:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:49 smithi078 ceph-mon[92251]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-08-10T05:51:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:49 smithi078 ceph-mon[94618]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-10T05:51:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:49 smithi078 ceph-mon[94618]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-08-10T05:51:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:49 smithi107 ceph-mon[86658]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-10T05:51:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:49 smithi107 ceph-mon[86658]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-08-10T05:51:50.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:50 smithi078 ceph-mon[92251]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-10T05:51:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:50 smithi078 ceph-mon[94618]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-10T05:51:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:50 smithi107 ceph-mon[86658]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-10T05:51:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:51 smithi107 ceph-mon[86658]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-10T05:51:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:51 smithi107 ceph-mon[86658]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.7 KiB/s wr, 25 op/s 2024-08-10T05:51:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:51 smithi078 ceph-mon[92251]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-10T05:51:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:51 smithi078 ceph-mon[92251]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.7 KiB/s wr, 25 op/s 2024-08-10T05:51:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:51 smithi078 ceph-mon[94618]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-10T05:51:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:51 smithi078 ceph-mon[94618]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.7 KiB/s wr, 25 op/s 2024-08-10T05:51:52.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:51:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:51:51] "GET /metrics HTTP/1.1" 200 90361 "" "Prometheus/2.43.0" 2024-08-10T05:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:52 smithi107 ceph-mon[86658]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-10T05:51:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:52 smithi107 ceph-mon[86658]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-10T05:51:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:51:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:52 smithi078 ceph-mon[92251]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-10T05:51:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:52 smithi078 ceph-mon[92251]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-10T05:51:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:52 smithi078 ceph-mon[94618]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-10T05:51:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:52 smithi078 ceph-mon[94618]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-10T05:51:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:53 smithi107 ceph-mon[86658]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 16 op/s 2024-08-10T05:51:53.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:53 smithi078 ceph-mon[92251]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 16 op/s 2024-08-10T05:51:53.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:53 smithi078 ceph-mon[94618]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 16 op/s 2024-08-10T05:51:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:54 smithi107 ceph-mon[86658]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-10T05:51:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:54 smithi078 ceph-mon[92251]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-10T05:51:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:54 smithi078 ceph-mon[94618]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-10T05:51:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:55 smithi107 ceph-mon[86658]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-10T05:51:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:55 smithi107 ceph-mon[86658]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-08-10T05:51:55.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:55 smithi078 ceph-mon[92251]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-10T05:51:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:55 smithi078 ceph-mon[92251]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-08-10T05:51:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:55 smithi078 ceph-mon[94618]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-10T05:51:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:55 smithi078 ceph-mon[94618]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-08-10T05:51:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:56 smithi107 ceph-mon[86658]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-10T05:51:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:56 smithi078 ceph-mon[92251]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-10T05:51:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:56 smithi078 ceph-mon[94618]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-10T05:51:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:57 smithi107 ceph-mon[86658]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-10T05:51:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:57 smithi107 ceph-mon[86658]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.0 KiB/s wr, 243 op/s 2024-08-10T05:51:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:57 smithi078 ceph-mon[92251]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-10T05:51:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:57 smithi078 ceph-mon[92251]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.0 KiB/s wr, 243 op/s 2024-08-10T05:51:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:57 smithi078 ceph-mon[94618]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-10T05:51:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:57 smithi078 ceph-mon[94618]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.0 KiB/s wr, 243 op/s 2024-08-10T05:51:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:58 smithi107 ceph-mon[86658]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-10T05:51:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:58.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:58 smithi078 ceph-mon[92251]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-10T05:51:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:58 smithi078 ceph-mon[94618]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-10T05:51:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:59 smithi107 ceph-mon[86658]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-10T05:51:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:51:59 smithi107 ceph-mon[86658]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:51:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:59 smithi078 ceph-mon[92251]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-10T05:51:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:51:59 smithi078 ceph-mon[92251]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:51:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:59 smithi078 ceph-mon[94618]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-10T05:51:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:51:59 smithi078 ceph-mon[94618]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:52:00.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:00 smithi107 ceph-mon[86658]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-10T05:52:00.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:00 smithi078 ceph-mon[92251]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-10T05:52:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:00 smithi078 ceph-mon[94618]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-10T05:52:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:01 smithi107 ceph-mon[86658]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-10T05:52:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:01 smithi107 ceph-mon[86658]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-08-10T05:52:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:01 smithi078 ceph-mon[92251]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-10T05:52:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:01 smithi078 ceph-mon[92251]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-08-10T05:52:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:01 smithi078 ceph-mon[94618]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-10T05:52:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:01 smithi078 ceph-mon[94618]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-08-10T05:52:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:52:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:52:01] "GET /metrics HTTP/1.1" 200 90363 "" "Prometheus/2.43.0" 2024-08-10T05:52:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:02 smithi107 ceph-mon[86658]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-10T05:52:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:02 smithi107 ceph-mon[86658]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-10T05:52:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:52:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:02 smithi078 ceph-mon[92251]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-10T05:52:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:02 smithi078 ceph-mon[92251]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-10T05:52:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:02 smithi078 ceph-mon[94618]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-10T05:52:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:02 smithi078 ceph-mon[94618]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-10T05:52:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:03 smithi107 ceph-mon[86658]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-08-10T05:52:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:03 smithi078 ceph-mon[92251]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-08-10T05:52:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:03 smithi078 ceph-mon[94618]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-08-10T05:52:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:04 smithi107 ceph-mon[86658]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-10T05:52:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:04 smithi078 ceph-mon[92251]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-10T05:52:04.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:04 smithi078 ceph-mon[94618]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-10T05:52:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:05 smithi107 ceph-mon[86658]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-10T05:52:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:05 smithi107 ceph-mon[86658]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-08-10T05:52:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:05 smithi078 ceph-mon[92251]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-10T05:52:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:05 smithi078 ceph-mon[92251]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-08-10T05:52:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:05 smithi078 ceph-mon[94618]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-10T05:52:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:05 smithi078 ceph-mon[94618]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-08-10T05:52:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:06 smithi078 ceph-mon[92251]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-10T05:52:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:06 smithi078 ceph-mon[94618]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-10T05:52:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:06 smithi107 ceph-mon[86658]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-10T05:52:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:07 smithi078 ceph-mon[92251]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-10T05:52:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:07 smithi078 ceph-mon[92251]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-08-10T05:52:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:07 smithi078 ceph-mon[92251]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-10T05:52:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:07 smithi078 ceph-mon[94618]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-10T05:52:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:07 smithi078 ceph-mon[94618]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-08-10T05:52:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:07 smithi078 ceph-mon[94618]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-10T05:52:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:07 smithi107 ceph-mon[86658]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-10T05:52:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:07 smithi107 ceph-mon[86658]: pgmap v3226: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-08-10T05:52:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:07 smithi107 ceph-mon[86658]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-10T05:52:08.324 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestLibRBD.ConcurentOperations (25364 ms) 2024-08-10T05:52:09.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:09 smithi078 ceph-mon[92251]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-10T05:52:09.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:09 smithi078 ceph-mon[92251]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 2 op/s 2024-08-10T05:52:09.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:09 smithi078 ceph-mon[94618]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-10T05:52:09.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:09 smithi078 ceph-mon[94618]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 2 op/s 2024-08-10T05:52:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:09 smithi107 ceph-mon[86658]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-10T05:52:09.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:09 smithi107 ceph-mon[86658]: pgmap v3229: 841 pgs: 841 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 2 op/s 2024-08-10T05:52:10.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:10 smithi107 ceph-mon[86658]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-10T05:52:10.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:10 smithi078 ceph-mon[92251]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-10T05:52:10.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:10 smithi078 ceph-mon[94618]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-10T05:52:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:11 smithi107 ceph-mon[86658]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-10T05:52:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:11 smithi107 ceph-mon[86658]: pgmap v3232: 777 pgs: 777 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 30 op/s 2024-08-10T05:52:11.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:11 smithi107 ceph-mon[86658]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-10T05:52:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:11 smithi078 ceph-mon[92251]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-10T05:52:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:11 smithi078 ceph-mon[92251]: pgmap v3232: 777 pgs: 777 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 30 op/s 2024-08-10T05:52:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:11 smithi078 ceph-mon[92251]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-10T05:52:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:11 smithi078 ceph-mon[94618]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-10T05:52:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:11 smithi078 ceph-mon[94618]: pgmap v3232: 777 pgs: 777 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 30 op/s 2024-08-10T05:52:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:11 smithi078 ceph-mon[94618]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-10T05:52:12.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:52:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:52:11] "GET /metrics HTTP/1.1" 200 90363 "" "Prometheus/2.43.0" 2024-08-10T05:52:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:52:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:13 smithi107 ceph-mon[86658]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-10T05:52:13.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:13.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:13 smithi107 ceph-mon[86658]: pgmap v3235: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:13 smithi078 ceph-mon[92251]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-10T05:52:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:13 smithi078 ceph-mon[92251]: pgmap v3235: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:13 smithi078 ceph-mon[94618]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-10T05:52:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:13 smithi078 ceph-mon[94618]: pgmap v3235: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:14 smithi107 ceph-mon[86658]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-10T05:52:14.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:14 smithi078 ceph-mon[92251]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-10T05:52:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:14 smithi078 ceph-mon[94618]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-10T05:52:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:15 smithi107 ceph-mon[86658]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-10T05:52:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:15 smithi107 ceph-mon[86658]: pgmap v3238: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:15.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:15 smithi078 ceph-mon[92251]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-10T05:52:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:15 smithi078 ceph-mon[92251]: pgmap v3238: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:15 smithi078 ceph-mon[94618]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-10T05:52:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:15 smithi078 ceph-mon[94618]: pgmap v3238: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:16.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:16 smithi107 ceph-mon[86658]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-10T05:52:16.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:16 smithi078 ceph-mon[92251]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-10T05:52:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:16 smithi078 ceph-mon[94618]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-10T05:52:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:17 smithi107 ceph-mon[86658]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-10T05:52:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:17 smithi107 ceph-mon[86658]: pgmap v3241: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:17 smithi107 ceph-mon[86658]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:52:17.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:17 smithi107 ceph-mon[86658]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[92251]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[92251]: pgmap v3241: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[92251]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[92251]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[94618]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[94618]: pgmap v3241: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[94618]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T05:52:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:17 smithi078 ceph-mon[94618]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-10T05:52:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:19 smithi107 ceph-mon[86658]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-10T05:52:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:19 smithi107 ceph-mon[86658]: pgmap v3244: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:19 smithi078 ceph-mon[92251]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-10T05:52:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:19 smithi078 ceph-mon[92251]: pgmap v3244: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:19 smithi078 ceph-mon[94618]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-10T05:52:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:19 smithi078 ceph-mon[94618]: pgmap v3244: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:20.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:20 smithi107 ceph-mon[86658]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-10T05:52:20.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:20 smithi078 ceph-mon[92251]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-10T05:52:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:20 smithi078 ceph-mon[94618]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-10T05:52:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:21 smithi107 ceph-mon[86658]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T05:52:21.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:21 smithi107 ceph-mon[86658]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-10T05:52:21.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:21 smithi107 ceph-mon[86658]: pgmap v3247: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:21 smithi078 ceph-mon[92251]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T05:52:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:21 smithi078 ceph-mon[92251]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-10T05:52:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:21 smithi078 ceph-mon[92251]: pgmap v3247: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:21 smithi078 ceph-mon[94618]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T05:52:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:21 smithi078 ceph-mon[94618]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-10T05:52:21.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:21 smithi078 ceph-mon[94618]: pgmap v3247: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:52:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:52:21] "GET /metrics HTTP/1.1" 200 80736 "" "Prometheus/2.43.0" 2024-08-10T05:52:22.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:22 smithi107 ceph-mon[86658]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-10T05:52:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:52:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:22.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:22 smithi078 ceph-mon[92251]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-10T05:52:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:22 smithi078 ceph-mon[94618]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-10T05:52:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:23 smithi107 ceph-mon[86658]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-10T05:52:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:23 smithi107 ceph-mon[86658]: pgmap v3250: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:23.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:23 smithi078 ceph-mon[94618]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-10T05:52:23.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:23 smithi078 ceph-mon[94618]: pgmap v3250: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:23.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:23 smithi078 ceph-mon[92251]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-10T05:52:23.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:23 smithi078 ceph-mon[92251]: pgmap v3250: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:24.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:24 smithi107 ceph-mon[86658]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-10T05:52:24.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:24 smithi078 ceph-mon[92251]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-10T05:52:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:24 smithi078 ceph-mon[94618]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-10T05:52:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:25 smithi107 ceph-mon[86658]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-10T05:52:25.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:25 smithi107 ceph-mon[86658]: pgmap v3253: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:25 smithi078 ceph-mon[92251]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-10T05:52:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:25 smithi078 ceph-mon[92251]: pgmap v3253: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:25 smithi078 ceph-mon[94618]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-10T05:52:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:25 smithi078 ceph-mon[94618]: pgmap v3253: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:26.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:26 smithi107 ceph-mon[86658]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-10T05:52:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:26 smithi078 ceph-mon[92251]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-10T05:52:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:26 smithi078 ceph-mon[94618]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-10T05:52:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:27 smithi107 ceph-mon[86658]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-10T05:52:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:27 smithi107 ceph-mon[86658]: pgmap v3256: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:27 smithi078 ceph-mon[92251]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-10T05:52:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:27 smithi078 ceph-mon[92251]: pgmap v3256: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:27 smithi078 ceph-mon[94618]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-10T05:52:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:27 smithi078 ceph-mon[94618]: pgmap v3256: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:28 smithi107 ceph-mon[86658]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-10T05:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:52:28.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:28 smithi078 ceph-mon[92251]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-10T05:52:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:52:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:28 smithi078 ceph-mon[94618]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-10T05:52:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:52:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:29 smithi107 ceph-mon[86658]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-10T05:52:29.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:29 smithi107 ceph-mon[86658]: pgmap v3259: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:29.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:29 smithi078 ceph-mon[92251]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-10T05:52:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:29 smithi078 ceph-mon[92251]: pgmap v3259: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:29 smithi078 ceph-mon[94618]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-10T05:52:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:29 smithi078 ceph-mon[94618]: pgmap v3259: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:30 smithi107 ceph-mon[86658]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-10T05:52:30.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:52:30.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:52:30.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:52:30.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:52:30.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[92251]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[94618]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:52:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:52:30.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:52:31.333 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 161 tests from TestLibRBD (382759 ms total) 2024-08-10T05:52:31.334 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:52:31.334 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-08-10T05:52:31.367 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-08-10T05:52:31.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:31 smithi078 ceph-mon[92251]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-10T05:52:31.763 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:31 smithi078 ceph-mon[92251]: pgmap v3262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:31.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:31 smithi078 ceph-mon[94618]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-10T05:52:31.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:31 smithi078 ceph-mon[94618]: pgmap v3262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:31 smithi107 ceph-mon[86658]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-10T05:52:31.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:31 smithi107 ceph-mon[86658]: pgmap v3262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:32.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:52:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:52:31] "GET /metrics HTTP/1.1" 200 44033 "" "Prometheus/2.43.0" 2024-08-10T05:52:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:32 smithi107 ceph-mon[86658]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-10T05:52:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:52:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:32.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:32 smithi078 ceph-mon[94618]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-10T05:52:32.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:32 smithi078 ceph-mon[92251]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-10T05:52:33.346 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:33 smithi078 ceph-mon[92251]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-10T05:52:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:33 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/41873879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:52:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:33 smithi078 ceph-mon[92251]: pgmap v3265: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:33 smithi078 ceph-mon[94618]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-10T05:52:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:33 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/41873879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:52:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:33 smithi078 ceph-mon[94618]: pgmap v3265: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:33 smithi107 ceph-mon[86658]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-10T05:52:33.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:33 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/41873879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:52:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:33 smithi107 ceph-mon[86658]: pgmap v3265: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:34 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:52:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:34 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/41873879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:52:34.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:34 smithi078 ceph-mon[92251]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-10T05:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:34 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:34 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/41873879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:52:34.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:34 smithi078 ceph-mon[94618]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-10T05:52:34.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:34 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:52:34.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:34 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/41873879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:52:34.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:34 smithi107 ceph-mon[86658]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-10T05:52:35.402 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [1435418~94498,3213226~38356,4899176~46568,7220959~4605,8518657~15985,8758608~75763,8898412~95638,10125197~21331,12577952~49378,15645933~60178] 2024-08-10T05:52:35.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:35 smithi078 ceph-mon[92251]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-10T05:52:35.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:35 smithi078 ceph-mon[92251]: pgmap v3268: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:35 smithi078 ceph-mon[94618]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-10T05:52:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:35 smithi078 ceph-mon[94618]: pgmap v3268: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:35.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:35 smithi107 ceph-mon[86658]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-10T05:52:35.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:35 smithi107 ceph-mon[86658]: pgmap v3268: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:52:36.383 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [401007~8477,2419234~75571,9713359~15718,11274123~38806,11340379~73026,11830749~29878,14946504~82628,15034426~19130,17366909~12895,17740479~89061] 2024-08-10T05:52:36.389 INFO:tasks.workunit.client.0.smithi078.stdout: diff was [401007~8477,2419234~75571,9713359~15718,11274123~38806,11340379~73026,11830749~29878,14946504~82628,15034426~19130,16777216~1052324] 2024-08-10T05:52:36.393 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5027 ms) 2024-08-10T05:52:36.394 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-08-10T05:52:36.394 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:36 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:52:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:36 smithi078 ceph-mon[92251]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-10T05:52:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:36 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:52:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:36 smithi078 ceph-mon[94618]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-10T05:52:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:36 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:52:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:36 smithi107 ceph-mon[86658]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-10T05:52:37.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:37 smithi078 ceph-mon[92251]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-10T05:52:37.731 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:37 smithi078 ceph-mon[92251]: pgmap v3271: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-08-10T05:52:37.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:37 smithi078 ceph-mon[94618]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-10T05:52:37.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:37 smithi078 ceph-mon[94618]: pgmap v3271: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-08-10T05:52:37.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:37 smithi107 ceph-mon[86658]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-10T05:52:37.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:37 smithi107 ceph-mon[86658]: pgmap v3271: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-08-10T05:52:38.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:38 smithi078 ceph-mon[92251]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-10T05:52:38.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:38 smithi078 ceph-mon[94618]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-10T05:52:38.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:38 smithi107 ceph-mon[86658]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-10T05:52:39.413 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:39 smithi078 ceph-mon[94618]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-10T05:52:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:39 smithi078 ceph-mon[94618]: pgmap v3274: 137 pgs: 137 active+clean; 7.5 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 18 KiB/s wr, 43 op/s 2024-08-10T05:52:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:39 smithi078 ceph-mon[92251]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-10T05:52:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:39 smithi078 ceph-mon[92251]: pgmap v3274: 137 pgs: 137 active+clean; 7.5 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 18 KiB/s wr, 43 op/s 2024-08-10T05:52:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:39 smithi107 ceph-mon[86658]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-10T05:52:39.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:39 smithi107 ceph-mon[86658]: pgmap v3274: 137 pgs: 137 active+clean; 7.5 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 18 KiB/s wr, 43 op/s 2024-08-10T05:52:40.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:40 smithi078 ceph-mon[92251]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-10T05:52:40.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:40 smithi078 ceph-mon[94618]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-10T05:52:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:40 smithi107 ceph-mon[86658]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-10T05:52:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:41 smithi078 ceph-mon[92251]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-10T05:52:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:41 smithi078 ceph-mon[92251]: pgmap v3277: 137 pgs: 137 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 242 KiB/s wr, 62 op/s 2024-08-10T05:52:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:41 smithi078 ceph-mon[94618]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-10T05:52:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:41 smithi078 ceph-mon[94618]: pgmap v3277: 137 pgs: 137 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 242 KiB/s wr, 62 op/s 2024-08-10T05:52:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:41 smithi107 ceph-mon[86658]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-10T05:52:41.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:41 smithi107 ceph-mon[86658]: pgmap v3277: 137 pgs: 137 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 242 KiB/s wr, 62 op/s 2024-08-10T05:52:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:52:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:52:41] "GET /metrics HTTP/1.1" 200 44033 "" "Prometheus/2.43.0" 2024-08-10T05:52:42.271 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:42 smithi107 ceph-mon[86658]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-10T05:52:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:42 smithi107 ceph-mon[86658]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-10T05:52:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:52:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:42 smithi078 ceph-mon[92251]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-10T05:52:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:42 smithi078 ceph-mon[92251]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-10T05:52:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:42 smithi078 ceph-mon[94618]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-10T05:52:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:42 smithi078 ceph-mon[94618]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-10T05:52:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:43 smithi078 ceph-mon[92251]: pgmap v3280: 137 pgs: 137 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 228 KiB/s wr, 76 op/s 2024-08-10T05:52:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:43 smithi078 ceph-mon[92251]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-10T05:52:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:43 smithi078 ceph-mon[94618]: pgmap v3280: 137 pgs: 137 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 228 KiB/s wr, 76 op/s 2024-08-10T05:52:43.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:43 smithi078 ceph-mon[94618]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-10T05:52:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:43.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:43 smithi107 ceph-mon[86658]: pgmap v3280: 137 pgs: 137 active+clean; 19 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 228 KiB/s wr, 76 op/s 2024-08-10T05:52:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:43 smithi107 ceph-mon[86658]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-10T05:52:45.277 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:45 smithi107 ceph-mon[86658]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-10T05:52:45.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:45 smithi107 ceph-mon[86658]: pgmap v3283: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.2 KiB/s wr, 88 op/s 2024-08-10T05:52:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:45 smithi078 ceph-mon[92251]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-10T05:52:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:45 smithi078 ceph-mon[92251]: pgmap v3283: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.2 KiB/s wr, 88 op/s 2024-08-10T05:52:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:45 smithi078 ceph-mon[94618]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-10T05:52:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:45 smithi078 ceph-mon[94618]: pgmap v3283: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 8.2 KiB/s wr, 88 op/s 2024-08-10T05:52:46.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:46 smithi107 ceph-mon[86658]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-10T05:52:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:46 smithi078 ceph-mon[92251]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-10T05:52:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:46 smithi078 ceph-mon[94618]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-10T05:52:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:47 smithi107 ceph-mon[86658]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-10T05:52:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:47 smithi107 ceph-mon[86658]: pgmap v3286: 137 pgs: 137 active+clean; 22 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 8.2 KiB/s wr, 78 op/s 2024-08-10T05:52:47.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:47 smithi078 ceph-mon[92251]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-10T05:52:47.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:47 smithi078 ceph-mon[92251]: pgmap v3286: 137 pgs: 137 active+clean; 22 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 8.2 KiB/s wr, 78 op/s 2024-08-10T05:52:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:47 smithi078 ceph-mon[94618]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-10T05:52:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:47 smithi078 ceph-mon[94618]: pgmap v3286: 137 pgs: 137 active+clean; 22 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 8.2 KiB/s wr, 78 op/s 2024-08-10T05:52:48.338 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:48.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:48 smithi107 ceph-mon[86658]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-10T05:52:48.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:48 smithi078 ceph-mon[92251]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-10T05:52:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:48 smithi078 ceph-mon[94618]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-10T05:52:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:49 smithi107 ceph-mon[86658]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-10T05:52:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:49 smithi107 ceph-mon[86658]: pgmap v3289: 137 pgs: 137 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 78 op/s 2024-08-10T05:52:49.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:49 smithi078 ceph-mon[92251]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-10T05:52:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:49 smithi078 ceph-mon[92251]: pgmap v3289: 137 pgs: 137 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 78 op/s 2024-08-10T05:52:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:49 smithi078 ceph-mon[94618]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-10T05:52:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:49 smithi078 ceph-mon[94618]: pgmap v3289: 137 pgs: 137 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 78 op/s 2024-08-10T05:52:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:50 smithi107 ceph-mon[86658]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-10T05:52:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:50 smithi078 ceph-mon[92251]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-10T05:52:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:50 smithi078 ceph-mon[94618]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-10T05:52:51.322 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14928 ms) 2024-08-10T05:52:51.322 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-08-10T05:52:51.322 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:51 smithi107 ceph-mon[86658]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-10T05:52:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:51 smithi107 ceph-mon[86658]: pgmap v3292: 137 pgs: 137 active+clean; 29 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-08-10T05:52:51.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:51 smithi078 ceph-mon[92251]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-10T05:52:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:51 smithi078 ceph-mon[92251]: pgmap v3292: 137 pgs: 137 active+clean; 29 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-08-10T05:52:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:51 smithi078 ceph-mon[94618]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-10T05:52:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:51 smithi078 ceph-mon[94618]: pgmap v3292: 137 pgs: 137 active+clean; 29 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-08-10T05:52:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:52:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:52:51] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-10T05:52:52.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:52 smithi107 ceph-mon[86658]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-10T05:52:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:52:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:52.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:52 smithi078 ceph-mon[92251]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-10T05:52:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:52 smithi078 ceph-mon[94618]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-10T05:52:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:53 smithi107 ceph-mon[86658]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-10T05:52:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:53 smithi107 ceph-mon[86658]: pgmap v3295: 137 pgs: 137 active+clean; 29 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.5 KiB/s wr, 77 op/s 2024-08-10T05:52:53.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:53 smithi078 ceph-mon[92251]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-10T05:52:53.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:53 smithi078 ceph-mon[92251]: pgmap v3295: 137 pgs: 137 active+clean; 29 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.5 KiB/s wr, 77 op/s 2024-08-10T05:52:53.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:53 smithi078 ceph-mon[94618]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-10T05:52:53.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:53 smithi078 ceph-mon[94618]: pgmap v3295: 137 pgs: 137 active+clean; 29 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.5 KiB/s wr, 77 op/s 2024-08-10T05:52:54.339 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:54 smithi107 ceph-mon[86658]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-10T05:52:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:54 smithi078 ceph-mon[92251]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-10T05:52:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:54 smithi078 ceph-mon[94618]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-10T05:52:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:55 smithi107 ceph-mon[86658]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-10T05:52:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:55 smithi107 ceph-mon[86658]: pgmap v3298: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.7 KiB/s wr, 44 op/s 2024-08-10T05:52:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:55 smithi078 ceph-mon[92251]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-10T05:52:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:55 smithi078 ceph-mon[92251]: pgmap v3298: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.7 KiB/s wr, 44 op/s 2024-08-10T05:52:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:55 smithi078 ceph-mon[94618]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-10T05:52:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:55 smithi078 ceph-mon[94618]: pgmap v3298: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.7 KiB/s wr, 44 op/s 2024-08-10T05:52:56.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:56 smithi078 ceph-mon[92251]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-10T05:52:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:56 smithi078 ceph-mon[94618]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-10T05:52:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:56 smithi107 ceph-mon[86658]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-10T05:52:57.375 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:52:57.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:57 smithi078 ceph-mon[92251]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-10T05:52:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:57 smithi078 ceph-mon[92251]: pgmap v3301: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.0 KiB/s wr, 81 op/s 2024-08-10T05:52:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:57 smithi078 ceph-mon[94618]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-10T05:52:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:57 smithi078 ceph-mon[94618]: pgmap v3301: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.0 KiB/s wr, 81 op/s 2024-08-10T05:52:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:57 smithi107 ceph-mon[86658]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-10T05:52:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:57 smithi107 ceph-mon[86658]: pgmap v3301: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.0 KiB/s wr, 81 op/s 2024-08-10T05:52:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:58 smithi078 ceph-mon[92251]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-10T05:52:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:58 smithi078 ceph-mon[94618]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-10T05:52:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:58 smithi107 ceph-mon[86658]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-10T05:52:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:59.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:59 smithi078 ceph-mon[92251]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-10T05:52:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:52:59 smithi078 ceph-mon[92251]: pgmap v3304: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-08-10T05:52:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:59 smithi078 ceph-mon[94618]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-10T05:52:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:52:59 smithi078 ceph-mon[94618]: pgmap v3304: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-08-10T05:52:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:59 smithi107 ceph-mon[86658]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-10T05:52:59.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:52:59 smithi107 ceph-mon[86658]: pgmap v3304: 137 pgs: 137 active+clean; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-08-10T05:53:00.393 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:00 smithi078 ceph-mon[92251]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-10T05:53:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:00 smithi078 ceph-mon[94618]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-10T05:53:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:00 smithi107 ceph-mon[86658]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-10T05:53:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:01 smithi107 ceph-mon[86658]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-10T05:53:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:01 smithi107 ceph-mon[86658]: pgmap v3307: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-08-10T05:53:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:01 smithi078 ceph-mon[92251]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-10T05:53:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:01 smithi078 ceph-mon[92251]: pgmap v3307: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-08-10T05:53:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:01 smithi078 ceph-mon[94618]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-10T05:53:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:01 smithi078 ceph-mon[94618]: pgmap v3307: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-08-10T05:53:02.226 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:53:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:53:01] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T05:53:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:02 smithi107 ceph-mon[86658]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-10T05:53:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:53:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:02.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:02 smithi078 ceph-mon[92251]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-10T05:53:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:02 smithi078 ceph-mon[94618]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-10T05:53:03.422 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:03 smithi078 ceph-mon[92251]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-10T05:53:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:03 smithi078 ceph-mon[92251]: pgmap v3310: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 7.0 KiB/s wr, 61 op/s 2024-08-10T05:53:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:03 smithi078 ceph-mon[94618]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-10T05:53:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:03 smithi078 ceph-mon[94618]: pgmap v3310: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 7.0 KiB/s wr, 61 op/s 2024-08-10T05:53:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:03 smithi107 ceph-mon[86658]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-10T05:53:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:03 smithi107 ceph-mon[86658]: pgmap v3310: 137 pgs: 137 active+clean; 45 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 7.0 KiB/s wr, 61 op/s 2024-08-10T05:53:04.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:04 smithi078 ceph-mon[92251]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-10T05:53:04.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:04 smithi078 ceph-mon[94618]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-10T05:53:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:04 smithi107 ceph-mon[86658]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-10T05:53:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:05 smithi078 ceph-mon[92251]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-10T05:53:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:05 smithi078 ceph-mon[92251]: pgmap v3313: 137 pgs: 137 active+clean; 48 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 112 op/s 2024-08-10T05:53:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:05 smithi078 ceph-mon[94618]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-10T05:53:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:05 smithi078 ceph-mon[94618]: pgmap v3313: 137 pgs: 137 active+clean; 48 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 112 op/s 2024-08-10T05:53:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:05 smithi107 ceph-mon[86658]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-10T05:53:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:05 smithi107 ceph-mon[86658]: pgmap v3313: 137 pgs: 137 active+clean; 48 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 112 op/s 2024-08-10T05:53:06.450 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15129 ms) 2024-08-10T05:53:06.451 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-08-10T05:53:06.451 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:06.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:06 smithi078 ceph-mon[92251]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-10T05:53:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:06 smithi078 ceph-mon[94618]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-10T05:53:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:06 smithi107 ceph-mon[86658]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-10T05:53:07.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:07 smithi078 ceph-mon[92251]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-10T05:53:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:07 smithi078 ceph-mon[92251]: pgmap v3316: 137 pgs: 137 active+clean; 48 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 8.7 KiB/s wr, 100 op/s 2024-08-10T05:53:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:07 smithi078 ceph-mon[94618]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-10T05:53:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:07 smithi078 ceph-mon[94618]: pgmap v3316: 137 pgs: 137 active+clean; 48 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 8.7 KiB/s wr, 100 op/s 2024-08-10T05:53:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:07 smithi107 ceph-mon[86658]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-10T05:53:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:07 smithi107 ceph-mon[86658]: pgmap v3316: 137 pgs: 137 active+clean; 48 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 8.7 KiB/s wr, 100 op/s 2024-08-10T05:53:09.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:09 smithi078 ceph-mon[92251]: pgmap v3317: 137 pgs: 137 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-08-10T05:53:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:09 smithi078 ceph-mon[94618]: pgmap v3317: 137 pgs: 137 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-08-10T05:53:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:09 smithi107 ceph-mon[86658]: pgmap v3317: 137 pgs: 137 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.8 KiB/s wr, 79 op/s 2024-08-10T05:53:11.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:11 smithi078 ceph-mon[92251]: pgmap v3318: 137 pgs: 137 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 KiB/s wr, 43 op/s 2024-08-10T05:53:11.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:11 smithi078 ceph-mon[92251]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-10T05:53:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:11 smithi078 ceph-mon[94618]: pgmap v3318: 137 pgs: 137 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 KiB/s wr, 43 op/s 2024-08-10T05:53:11.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:11 smithi078 ceph-mon[94618]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-10T05:53:11.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:53:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:53:11] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T05:53:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:11 smithi107 ceph-mon[86658]: pgmap v3318: 137 pgs: 137 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 KiB/s wr, 43 op/s 2024-08-10T05:53:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:11 smithi107 ceph-mon[86658]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-10T05:53:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:53:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:12.766 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:13.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:12 smithi107 ceph-mon[86658]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-10T05:53:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:12 smithi078 ceph-mon[92251]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-10T05:53:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:12 smithi078 ceph-mon[94618]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-10T05:53:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:13 smithi107 ceph-mon[86658]: pgmap v3321: 137 pgs: 137 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 KiB/s wr, 34 op/s 2024-08-10T05:53:14.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:13 smithi107 ceph-mon[86658]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-10T05:53:14.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:13 smithi078 ceph-mon[94618]: pgmap v3321: 137 pgs: 137 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 KiB/s wr, 34 op/s 2024-08-10T05:53:14.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:13 smithi078 ceph-mon[94618]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-10T05:53:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:13 smithi078 ceph-mon[92251]: pgmap v3321: 137 pgs: 137 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 KiB/s wr, 34 op/s 2024-08-10T05:53:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:13 smithi078 ceph-mon[92251]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-10T05:53:16.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:15 smithi107 ceph-mon[86658]: pgmap v3323: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 689 KiB/s wr, 72 op/s 2024-08-10T05:53:16.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:15 smithi078 ceph-mon[92251]: pgmap v3323: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 689 KiB/s wr, 72 op/s 2024-08-10T05:53:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:15 smithi078 ceph-mon[94618]: pgmap v3323: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 689 KiB/s wr, 72 op/s 2024-08-10T05:53:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:17 smithi107 ceph-mon[86658]: pgmap v3324: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:53:18.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:17 smithi107 ceph-mon[86658]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-10T05:53:18.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:17 smithi078 ceph-mon[92251]: pgmap v3324: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:53:18.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:17 smithi078 ceph-mon[92251]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-10T05:53:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:17 smithi078 ceph-mon[94618]: pgmap v3324: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:53:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:17 smithi078 ceph-mon[94618]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-10T05:53:18.791 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:19.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:18 smithi107 ceph-mon[86658]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-10T05:53:19.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:18 smithi078 ceph-mon[92251]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-10T05:53:19.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:18 smithi078 ceph-mon[94618]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-10T05:53:20.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:19 smithi107 ceph-mon[86658]: pgmap v3327: 137 pgs: 137 active+clean; 67 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-10T05:53:20.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:19 smithi107 ceph-mon[86658]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-10T05:53:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:19 smithi078 ceph-mon[92251]: pgmap v3327: 137 pgs: 137 active+clean; 67 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-10T05:53:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:19 smithi078 ceph-mon[92251]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-10T05:53:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:19 smithi078 ceph-mon[94618]: pgmap v3327: 137 pgs: 137 active+clean; 67 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-10T05:53:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:19 smithi078 ceph-mon[94618]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-10T05:53:22.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:21 smithi107 ceph-mon[86658]: pgmap v3329: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-10T05:53:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:21 smithi078 ceph-mon[94618]: pgmap v3329: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-10T05:53:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:21 smithi078 ceph-mon[92251]: pgmap v3329: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-08-10T05:53:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:53:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:53:21] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T05:53:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:53:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:24.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:23 smithi078 ceph-mon[92251]: pgmap v3330: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:53:24.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:23 smithi078 ceph-mon[92251]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-10T05:53:24.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:23 smithi078 ceph-mon[94618]: pgmap v3330: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:53:24.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:23 smithi078 ceph-mon[94618]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-10T05:53:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:23 smithi107 ceph-mon[86658]: pgmap v3330: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:53:24.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:23 smithi107 ceph-mon[86658]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-10T05:53:24.813 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:25.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:24 smithi107 ceph-mon[86658]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-10T05:53:25.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:24 smithi078 ceph-mon[92251]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-10T05:53:25.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:24 smithi078 ceph-mon[94618]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-10T05:53:26.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:25 smithi107 ceph-mon[86658]: pgmap v3333: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 KiB/s wr, 45 op/s 2024-08-10T05:53:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:25 smithi107 ceph-mon[86658]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-10T05:53:26.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:25 smithi078 ceph-mon[92251]: pgmap v3333: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 KiB/s wr, 45 op/s 2024-08-10T05:53:26.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:25 smithi078 ceph-mon[92251]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-10T05:53:26.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:25 smithi078 ceph-mon[94618]: pgmap v3333: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 KiB/s wr, 45 op/s 2024-08-10T05:53:26.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:25 smithi078 ceph-mon[94618]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-10T05:53:28.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:27 smithi107 ceph-mon[86658]: pgmap v3335: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-08-10T05:53:28.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:27 smithi078 ceph-mon[92251]: pgmap v3335: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-08-10T05:53:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:27 smithi078 ceph-mon[94618]: pgmap v3335: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-08-10T05:53:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:29 smithi107 ceph-mon[86658]: pgmap v3336: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T05:53:30.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:29 smithi107 ceph-mon[86658]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-10T05:53:30.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:29 smithi078 ceph-mon[94618]: pgmap v3336: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T05:53:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:29 smithi078 ceph-mon[94618]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-10T05:53:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:29 smithi078 ceph-mon[92251]: pgmap v3336: 137 pgs: 137 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T05:53:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:29 smithi078 ceph-mon[92251]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-10T05:53:30.825 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:30 smithi107 ceph-mon[86658]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-10T05:53:31.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:53:31.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:53:31.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:53:31.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[92251]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[94618]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:53:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:53:31.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:53:31.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:53:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:31 smithi107 ceph-mon[86658]: pgmap v3339: 137 pgs: 137 active+clean; 80 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-08-10T05:53:32.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:31 smithi107 ceph-mon[86658]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-10T05:53:32.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:31 smithi078 ceph-mon[92251]: pgmap v3339: 137 pgs: 137 active+clean; 80 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-08-10T05:53:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:31 smithi078 ceph-mon[92251]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-10T05:53:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:53:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:53:31] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T05:53:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:31 smithi078 ceph-mon[94618]: pgmap v3339: 137 pgs: 137 active+clean; 80 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-08-10T05:53:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:31 smithi078 ceph-mon[94618]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-10T05:53:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:53:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:33 smithi107 ceph-mon[86658]: pgmap v3341: 137 pgs: 137 active+clean; 80 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:53:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:33 smithi078 ceph-mon[92251]: pgmap v3341: 137 pgs: 137 active+clean; 80 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:53:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:33 smithi078 ceph-mon[94618]: pgmap v3341: 137 pgs: 137 active+clean; 80 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:53:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:35 smithi107 ceph-mon[86658]: pgmap v3342: 137 pgs: 137 active+clean; 81 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T05:53:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:35 smithi107 ceph-mon[86658]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-10T05:53:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:35 smithi078 ceph-mon[92251]: pgmap v3342: 137 pgs: 137 active+clean; 81 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T05:53:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:35 smithi078 ceph-mon[92251]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-10T05:53:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:35 smithi078 ceph-mon[94618]: pgmap v3342: 137 pgs: 137 active+clean; 81 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T05:53:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:35 smithi078 ceph-mon[94618]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-10T05:53:36.850 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30399 ms) 2024-08-10T05:53:36.850 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-08-10T05:53:36.850 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:37.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:36 smithi078 ceph-mon[92251]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-10T05:53:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:36 smithi078 ceph-mon[94618]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-10T05:53:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:36 smithi107 ceph-mon[86658]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-10T05:53:38.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:37 smithi078 ceph-mon[92251]: pgmap v3345: 137 pgs: 137 active+clean; 89 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-10T05:53:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:37 smithi078 ceph-mon[92251]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-10T05:53:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:37 smithi078 ceph-mon[94618]: pgmap v3345: 137 pgs: 137 active+clean; 89 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-10T05:53:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:37 smithi078 ceph-mon[94618]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-10T05:53:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:37 smithi107 ceph-mon[86658]: pgmap v3345: 137 pgs: 137 active+clean; 89 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-10T05:53:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:37 smithi107 ceph-mon[86658]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-10T05:53:40.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:39 smithi078 ceph-mon[92251]: pgmap v3347: 137 pgs: 137 active+clean; 89 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-08-10T05:53:40.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:39 smithi078 ceph-mon[94618]: pgmap v3347: 137 pgs: 137 active+clean; 89 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-08-10T05:53:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:39 smithi107 ceph-mon[86658]: pgmap v3347: 137 pgs: 137 active+clean; 89 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-08-10T05:53:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:41 smithi078 ceph-mon[92251]: pgmap v3348: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T05:53:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:41 smithi078 ceph-mon[92251]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-10T05:53:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:41 smithi078 ceph-mon[94618]: pgmap v3348: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T05:53:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:41 smithi078 ceph-mon[94618]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-10T05:53:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:53:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:53:41] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T05:53:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:41 smithi107 ceph-mon[86658]: pgmap v3348: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T05:53:42.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:41 smithi107 ceph-mon[86658]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-10T05:53:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:53:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:42.868 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:43.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:42 smithi078 ceph-mon[92251]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-10T05:53:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:42 smithi078 ceph-mon[94618]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-10T05:53:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:42 smithi107 ceph-mon[86658]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-10T05:53:43.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:44.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:43 smithi078 ceph-mon[92251]: pgmap v3351: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-08-10T05:53:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:43 smithi078 ceph-mon[92251]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-10T05:53:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:43 smithi078 ceph-mon[94618]: pgmap v3351: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-08-10T05:53:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:43 smithi078 ceph-mon[94618]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-10T05:53:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:43 smithi107 ceph-mon[86658]: pgmap v3351: 137 pgs: 137 active+clean; 93 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-08-10T05:53:44.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:43 smithi107 ceph-mon[86658]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-10T05:53:46.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:45 smithi078 ceph-mon[92251]: pgmap v3353: 137 pgs: 137 active+clean; 97 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:53:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:45 smithi078 ceph-mon[94618]: pgmap v3353: 137 pgs: 137 active+clean; 97 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:53:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:45 smithi107 ceph-mon[86658]: pgmap v3353: 137 pgs: 137 active+clean; 97 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:53:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:47 smithi078 ceph-mon[92251]: pgmap v3354: 137 pgs: 137 active+clean; 97 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-10T05:53:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:47 smithi078 ceph-mon[92251]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-10T05:53:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:47 smithi078 ceph-mon[94618]: pgmap v3354: 137 pgs: 137 active+clean; 97 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-10T05:53:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:47 smithi078 ceph-mon[94618]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-10T05:53:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:47 smithi107 ceph-mon[86658]: pgmap v3354: 137 pgs: 137 active+clean; 97 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-10T05:53:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:47 smithi107 ceph-mon[86658]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-10T05:53:48.895 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:49.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:48 smithi078 ceph-mon[92251]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-10T05:53:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:48 smithi078 ceph-mon[94618]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-10T05:53:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:48 smithi107 ceph-mon[86658]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-10T05:53:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:49 smithi078 ceph-mon[92251]: pgmap v3357: 137 pgs: 137 active+clean; 100 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 684 KiB/s wr, 22 op/s 2024-08-10T05:53:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:49 smithi078 ceph-mon[92251]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-10T05:53:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:49 smithi078 ceph-mon[94618]: pgmap v3357: 137 pgs: 137 active+clean; 100 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 684 KiB/s wr, 22 op/s 2024-08-10T05:53:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:49 smithi078 ceph-mon[94618]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-10T05:53:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:49 smithi107 ceph-mon[86658]: pgmap v3357: 137 pgs: 137 active+clean; 100 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 684 KiB/s wr, 22 op/s 2024-08-10T05:53:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:49 smithi107 ceph-mon[86658]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-10T05:53:52.120 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:51 smithi107 ceph-mon[86658]: pgmap v3359: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T05:53:52.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:51 smithi078 ceph-mon[92251]: pgmap v3359: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T05:53:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:53:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:53:51] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T05:53:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:51 smithi078 ceph-mon[94618]: pgmap v3359: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T05:53:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:53:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:54.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:53 smithi078 ceph-mon[92251]: pgmap v3360: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:53:54.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:53 smithi078 ceph-mon[92251]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-10T05:53:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:53 smithi078 ceph-mon[94618]: pgmap v3360: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:53:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:53 smithi078 ceph-mon[94618]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-10T05:53:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:53 smithi107 ceph-mon[86658]: pgmap v3360: 137 pgs: 137 active+clean; 107 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:53:54.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:53 smithi107 ceph-mon[86658]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-10T05:53:54.918 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:53:55.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:54 smithi078 ceph-mon[92251]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-10T05:53:55.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:54 smithi078 ceph-mon[94618]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-10T05:53:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:54 smithi107 ceph-mon[86658]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-10T05:53:56.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:55 smithi078 ceph-mon[92251]: pgmap v3363: 137 pgs: 137 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T05:53:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:55 smithi078 ceph-mon[92251]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-10T05:53:56.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:55 smithi078 ceph-mon[94618]: pgmap v3363: 137 pgs: 137 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T05:53:56.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:55 smithi078 ceph-mon[94618]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-10T05:53:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:55 smithi107 ceph-mon[86658]: pgmap v3363: 137 pgs: 137 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T05:53:56.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:55 smithi107 ceph-mon[86658]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-10T05:53:58.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:57 smithi078 ceph-mon[92251]: pgmap v3365: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-10T05:53:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:57 smithi078 ceph-mon[94618]: pgmap v3365: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-10T05:53:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:57 smithi107 ceph-mon[86658]: pgmap v3365: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-08-10T05:53:58.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:59 smithi078 ceph-mon[92251]: pgmap v3366: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T05:54:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:53:59 smithi078 ceph-mon[92251]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-10T05:54:00.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:59 smithi078 ceph-mon[94618]: pgmap v3366: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T05:54:00.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:53:59 smithi078 ceph-mon[94618]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-10T05:54:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:59 smithi107 ceph-mon[86658]: pgmap v3366: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T05:54:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:53:59 smithi107 ceph-mon[86658]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-10T05:54:00.941 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:00 smithi078 ceph-mon[92251]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-10T05:54:01.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:00 smithi078 ceph-mon[94618]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-10T05:54:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:00 smithi107 ceph-mon[86658]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-10T05:54:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:01 smithi078 ceph-mon[92251]: pgmap v3369: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-10T05:54:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:01 smithi078 ceph-mon[92251]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-10T05:54:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:01 smithi078 ceph-mon[94618]: pgmap v3369: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-10T05:54:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:01 smithi078 ceph-mon[94618]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-10T05:54:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:54:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:54:01] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-10T05:54:02.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:01 smithi107 ceph-mon[86658]: pgmap v3369: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-08-10T05:54:02.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:01 smithi107 ceph-mon[86658]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-10T05:54:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:54:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:04.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:03 smithi078 ceph-mon[92251]: pgmap v3371: 137 pgs: 137 active+clean; 124 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 684 KiB/s wr, 25 op/s 2024-08-10T05:54:04.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:03 smithi078 ceph-mon[94618]: pgmap v3371: 137 pgs: 137 active+clean; 124 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 684 KiB/s wr, 25 op/s 2024-08-10T05:54:04.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:03 smithi107 ceph-mon[86658]: pgmap v3371: 137 pgs: 137 active+clean; 124 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 684 KiB/s wr, 25 op/s 2024-08-10T05:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:05 smithi078 ceph-mon[92251]: pgmap v3372: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:54:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:05 smithi078 ceph-mon[92251]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-10T05:54:06.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:05 smithi078 ceph-mon[94618]: pgmap v3372: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:54:06.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:05 smithi078 ceph-mon[94618]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-10T05:54:06.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:05 smithi107 ceph-mon[86658]: pgmap v3372: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:54:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:05 smithi107 ceph-mon[86658]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-10T05:54:06.963 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30113 ms) 2024-08-10T05:54:06.963 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-08-10T05:54:06.964 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:07.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:06 smithi078 ceph-mon[92251]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-10T05:54:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:06 smithi078 ceph-mon[94618]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-10T05:54:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:06 smithi107 ceph-mon[86658]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-10T05:54:08.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:07 smithi078 ceph-mon[92251]: pgmap v3375: 137 pgs: 137 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T05:54:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:07 smithi078 ceph-mon[92251]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-10T05:54:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:07 smithi078 ceph-mon[94618]: pgmap v3375: 137 pgs: 137 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T05:54:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:07 smithi078 ceph-mon[94618]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-10T05:54:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:07 smithi107 ceph-mon[86658]: pgmap v3375: 137 pgs: 137 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T05:54:08.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:07 smithi107 ceph-mon[86658]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-10T05:54:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:09 smithi078 ceph-mon[92251]: pgmap v3377: 137 pgs: 137 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 687 KiB/s wr, 26 op/s 2024-08-10T05:54:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:09 smithi078 ceph-mon[94618]: pgmap v3377: 137 pgs: 137 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 687 KiB/s wr, 26 op/s 2024-08-10T05:54:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:09 smithi107 ceph-mon[86658]: pgmap v3377: 137 pgs: 137 active+clean; 131 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 687 KiB/s wr, 26 op/s 2024-08-10T05:54:12.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:11 smithi078 ceph-mon[92251]: pgmap v3378: 137 pgs: 137 active+clean; 139 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:54:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:11 smithi078 ceph-mon[94618]: pgmap v3378: 137 pgs: 137 active+clean; 139 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:54:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:54:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:54:11] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-10T05:54:12.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:11 smithi107 ceph-mon[86658]: pgmap v3378: 137 pgs: 137 active+clean; 139 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:54:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:54:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:14.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:13 smithi078 ceph-mon[94618]: pgmap v3379: 137 pgs: 137 active+clean; 139 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 531 KiB/s wr, 31 op/s 2024-08-10T05:54:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:13 smithi078 ceph-mon[92251]: pgmap v3379: 137 pgs: 137 active+clean; 139 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 531 KiB/s wr, 31 op/s 2024-08-10T05:54:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:13 smithi107 ceph-mon[86658]: pgmap v3379: 137 pgs: 137 active+clean; 139 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 531 KiB/s wr, 31 op/s 2024-08-10T05:54:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:14 smithi078 ceph-mon[92251]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-10T05:54:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:14 smithi078 ceph-mon[94618]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-10T05:54:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:14 smithi107 ceph-mon[86658]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-10T05:54:15.997 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:16.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:15 smithi078 ceph-mon[92251]: pgmap v3381: 137 pgs: 137 active+clean; 147 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.0 MiB/s wr, 40 op/s 2024-08-10T05:54:16.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:15 smithi078 ceph-mon[92251]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-10T05:54:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:15 smithi078 ceph-mon[94618]: pgmap v3381: 137 pgs: 137 active+clean; 147 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.0 MiB/s wr, 40 op/s 2024-08-10T05:54:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:15 smithi078 ceph-mon[94618]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-10T05:54:16.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:15 smithi107 ceph-mon[86658]: pgmap v3381: 137 pgs: 137 active+clean; 147 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.0 MiB/s wr, 40 op/s 2024-08-10T05:54:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:15 smithi107 ceph-mon[86658]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-10T05:54:17.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:16 smithi078 ceph-mon[92251]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-10T05:54:17.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:16 smithi078 ceph-mon[94618]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-10T05:54:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:16 smithi107 ceph-mon[86658]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-10T05:54:18.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:17 smithi078 ceph-mon[92251]: pgmap v3384: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-10T05:54:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:17 smithi078 ceph-mon[94618]: pgmap v3384: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-10T05:54:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:17 smithi107 ceph-mon[86658]: pgmap v3384: 137 pgs: 137 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-10T05:54:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:19 smithi107 ceph-mon[86658]: pgmap v3385: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:54:20.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:19 smithi078 ceph-mon[92251]: pgmap v3385: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:54:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:19 smithi078 ceph-mon[94618]: pgmap v3385: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:54:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:21 smithi078 ceph-mon[92251]: pgmap v3386: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-08-10T05:54:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:21 smithi078 ceph-mon[94618]: pgmap v3386: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-08-10T05:54:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:54:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:54:21] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-10T05:54:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:21 smithi107 ceph-mon[86658]: pgmap v3386: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-08-10T05:54:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:54:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:22 smithi107 ceph-mon[86658]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-10T05:54:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:23 smithi078 ceph-mon[94618]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-10T05:54:23.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:22 smithi078 ceph-mon[92251]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-10T05:54:24.034 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:24 smithi107 ceph-mon[86658]: pgmap v3388: 137 pgs: 137 active+clean; 159 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T05:54:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:24 smithi107 ceph-mon[86658]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-10T05:54:24.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:24 smithi078 ceph-mon[92251]: pgmap v3388: 137 pgs: 137 active+clean; 159 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T05:54:24.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:24 smithi078 ceph-mon[92251]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-10T05:54:24.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:24 smithi078 ceph-mon[94618]: pgmap v3388: 137 pgs: 137 active+clean; 159 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-10T05:54:24.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:24 smithi078 ceph-mon[94618]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-10T05:54:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:25 smithi107 ceph-mon[86658]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-10T05:54:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:25 smithi078 ceph-mon[92251]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-10T05:54:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:25 smithi078 ceph-mon[94618]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-10T05:54:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:26 smithi107 ceph-mon[86658]: pgmap v3391: 137 pgs: 137 active+clean; 168 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 2.0 MiB/s wr, 66 op/s 2024-08-10T05:54:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:26 smithi078 ceph-mon[92251]: pgmap v3391: 137 pgs: 137 active+clean; 168 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 2.0 MiB/s wr, 66 op/s 2024-08-10T05:54:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:26 smithi078 ceph-mon[94618]: pgmap v3391: 137 pgs: 137 active+clean; 168 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 2.0 MiB/s wr, 66 op/s 2024-08-10T05:54:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:28 smithi107 ceph-mon[86658]: pgmap v3392: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:54:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:28 smithi078 ceph-mon[92251]: pgmap v3392: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:54:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:28 smithi078 ceph-mon[94618]: pgmap v3392: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:54:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:30 smithi107 ceph-mon[86658]: pgmap v3393: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T05:54:30.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:30 smithi078 ceph-mon[92251]: pgmap v3393: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T05:54:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:30 smithi078 ceph-mon[94618]: pgmap v3393: 137 pgs: 137 active+clean; 173 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T05:54:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:54:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:54:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:54:31.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:54:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:54:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:54:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:54:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:54:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:54:31.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:54:31.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:54:31.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:54:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:32 smithi078 ceph-mon[92251]: pgmap v3394: 137 pgs: 137 active+clean; 177 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T05:54:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:32 smithi078 ceph-mon[92251]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-10T05:54:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:54:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:54:31] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-10T05:54:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:32 smithi078 ceph-mon[94618]: pgmap v3394: 137 pgs: 137 active+clean; 177 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T05:54:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:32 smithi078 ceph-mon[94618]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-10T05:54:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:32 smithi107 ceph-mon[86658]: pgmap v3394: 137 pgs: 137 active+clean; 177 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T05:54:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:32 smithi107 ceph-mon[86658]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-10T05:54:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:54:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:33.061 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:33 smithi107 ceph-mon[86658]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-10T05:54:33.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:33 smithi078 ceph-mon[92251]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-10T05:54:33.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:33 smithi078 ceph-mon[94618]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-10T05:54:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:34 smithi107 ceph-mon[86658]: pgmap v3397: 137 pgs: 137 active+clean; 182 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:54:34.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:34 smithi107 ceph-mon[86658]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-10T05:54:34.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:34 smithi078 ceph-mon[92251]: pgmap v3397: 137 pgs: 137 active+clean; 182 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:54:34.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:34 smithi078 ceph-mon[92251]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-10T05:54:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:34 smithi078 ceph-mon[94618]: pgmap v3397: 137 pgs: 137 active+clean; 182 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:54:34.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:34 smithi078 ceph-mon[94618]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-10T05:54:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:36 smithi107 ceph-mon[86658]: pgmap v3399: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T05:54:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:36 smithi078 ceph-mon[92251]: pgmap v3399: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T05:54:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:36 smithi078 ceph-mon[94618]: pgmap v3399: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T05:54:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:38 smithi107 ceph-mon[86658]: pgmap v3400: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-08-10T05:54:38.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:38 smithi078 ceph-mon[92251]: pgmap v3400: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-08-10T05:54:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:38 smithi078 ceph-mon[94618]: pgmap v3400: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-08-10T05:54:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:40 smithi107 ceph-mon[86658]: pgmap v3401: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-08-10T05:54:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:40 smithi107 ceph-mon[86658]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-10T05:54:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:40 smithi078 ceph-mon[92251]: pgmap v3401: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-08-10T05:54:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:40 smithi078 ceph-mon[92251]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-10T05:54:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:40 smithi078 ceph-mon[94618]: pgmap v3401: 137 pgs: 137 active+clean; 191 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-08-10T05:54:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:40 smithi078 ceph-mon[94618]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-10T05:54:41.090 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:41 smithi107 ceph-mon[86658]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-10T05:54:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:41 smithi107 ceph-mon[86658]: pgmap v3404: 137 pgs: 137 active+clean; 205 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 46 op/s 2024-08-10T05:54:41.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:41 smithi078 ceph-mon[92251]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-10T05:54:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:41 smithi078 ceph-mon[92251]: pgmap v3404: 137 pgs: 137 active+clean; 205 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 46 op/s 2024-08-10T05:54:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:41 smithi078 ceph-mon[94618]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-10T05:54:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:41 smithi078 ceph-mon[94618]: pgmap v3404: 137 pgs: 137 active+clean; 205 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 46 op/s 2024-08-10T05:54:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:42 smithi078 ceph-mon[92251]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-10T05:54:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:42 smithi078 ceph-mon[94618]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-10T05:54:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:54:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:54:41] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-10T05:54:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:42 smithi107 ceph-mon[86658]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-10T05:54:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:54:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:43.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:43 smithi107 ceph-mon[86658]: pgmap v3406: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:54:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:43 smithi078 ceph-mon[92251]: pgmap v3406: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:54:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:43 smithi078 ceph-mon[94618]: pgmap v3406: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:54:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:45 smithi107 ceph-mon[86658]: pgmap v3407: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-10T05:54:46.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:45 smithi078 ceph-mon[92251]: pgmap v3407: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-10T05:54:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:45 smithi078 ceph-mon[94618]: pgmap v3407: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-10T05:54:48.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:47 smithi107 ceph-mon[86658]: pgmap v3408: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-08-10T05:54:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:47 smithi078 ceph-mon[92251]: pgmap v3408: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-08-10T05:54:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:47 smithi078 ceph-mon[94618]: pgmap v3408: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-08-10T05:54:50.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:49 smithi107 ceph-mon[86658]: pgmap v3409: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 951 KiB/s wr, 21 op/s 2024-08-10T05:54:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:49 smithi107 ceph-mon[86658]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-10T05:54:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:49 smithi078 ceph-mon[92251]: pgmap v3409: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 951 KiB/s wr, 21 op/s 2024-08-10T05:54:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:49 smithi078 ceph-mon[92251]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-10T05:54:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:49 smithi078 ceph-mon[94618]: pgmap v3409: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 951 KiB/s wr, 21 op/s 2024-08-10T05:54:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:49 smithi078 ceph-mon[94618]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-10T05:54:50.802 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (43839 ms) 2024-08-10T05:54:50.802 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-08-10T05:54:50.802 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:51.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:50 smithi107 ceph-mon[86658]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-10T05:54:51.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:50 smithi078 ceph-mon[92251]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-10T05:54:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:50 smithi078 ceph-mon[94618]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-10T05:54:52.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:51 smithi107 ceph-mon[86658]: pgmap v3412: 137 pgs: 137 active+clean; 225 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-08-10T05:54:52.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:51 smithi107 ceph-mon[86658]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-10T05:54:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:51 smithi078 ceph-mon[92251]: pgmap v3412: 137 pgs: 137 active+clean; 225 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-08-10T05:54:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:51 smithi078 ceph-mon[92251]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-10T05:54:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:51 smithi078 ceph-mon[94618]: pgmap v3412: 137 pgs: 137 active+clean; 225 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-08-10T05:54:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:51 smithi078 ceph-mon[94618]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-10T05:54:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:54:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:54:51] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-08-10T05:54:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:54:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:54.029 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:53 smithi078 ceph-mon[92251]: pgmap v3414: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-10T05:54:54.029 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:53 smithi078 ceph-mon[94618]: pgmap v3414: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-10T05:54:54.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:53 smithi107 ceph-mon[86658]: pgmap v3414: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-10T05:54:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:55 smithi107 ceph-mon[86658]: pgmap v3415: 137 pgs: 137 active+clean; 233 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:54:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:55 smithi078 ceph-mon[92251]: pgmap v3415: 137 pgs: 137 active+clean; 233 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:54:56.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:55 smithi078 ceph-mon[94618]: pgmap v3415: 137 pgs: 137 active+clean; 233 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:54:58.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:57 smithi107 ceph-mon[86658]: pgmap v3416: 137 pgs: 137 active+clean; 241 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-08-10T05:54:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:57 smithi107 ceph-mon[86658]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-10T05:54:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:57 smithi078 ceph-mon[94618]: pgmap v3416: 137 pgs: 137 active+clean; 241 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-08-10T05:54:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:57 smithi078 ceph-mon[94618]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-10T05:54:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:57 smithi078 ceph-mon[92251]: pgmap v3416: 137 pgs: 137 active+clean; 241 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-08-10T05:54:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:57 smithi078 ceph-mon[92251]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-10T05:54:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:58.827 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:54:59.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:58 smithi107 ceph-mon[86658]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-10T05:54:59.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:58 smithi078 ceph-mon[92251]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-10T05:54:59.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:58 smithi078 ceph-mon[94618]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-10T05:55:00.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:59 smithi107 ceph-mon[86658]: pgmap v3419: 137 pgs: 137 active+clean; 241 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-08-10T05:55:00.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:54:59 smithi107 ceph-mon[86658]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-10T05:55:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:59 smithi078 ceph-mon[92251]: pgmap v3419: 137 pgs: 137 active+clean; 241 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-08-10T05:55:00.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:54:59 smithi078 ceph-mon[92251]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-10T05:55:00.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:59 smithi078 ceph-mon[94618]: pgmap v3419: 137 pgs: 137 active+clean; 241 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 MiB/s wr, 22 op/s 2024-08-10T05:55:00.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:54:59 smithi078 ceph-mon[94618]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-10T05:55:02.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:01 smithi107 ceph-mon[86658]: pgmap v3421: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:55:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:01 smithi078 ceph-mon[92251]: pgmap v3421: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:55:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:01 smithi078 ceph-mon[94618]: pgmap v3421: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:55:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:55:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:55:01] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-10T05:55:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:55:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:04.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:03 smithi107 ceph-mon[86658]: pgmap v3422: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-10T05:55:04.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:03 smithi078 ceph-mon[94618]: pgmap v3422: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-10T05:55:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:03 smithi078 ceph-mon[92251]: pgmap v3422: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-08-10T05:55:06.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:05 smithi107 ceph-mon[86658]: pgmap v3423: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-10T05:55:06.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:05 smithi078 ceph-mon[92251]: pgmap v3423: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-10T05:55:06.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:05 smithi078 ceph-mon[94618]: pgmap v3423: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-10T05:55:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:06 smithi078 ceph-mon[92251]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-10T05:55:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:06 smithi078 ceph-mon[94618]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-10T05:55:07.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:06 smithi107 ceph-mon[86658]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-10T05:55:07.852 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:55:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:07 smithi078 ceph-mon[94618]: pgmap v3425: 137 pgs: 137 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-08-10T05:55:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:07 smithi078 ceph-mon[94618]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-10T05:55:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:07 smithi078 ceph-mon[92251]: pgmap v3425: 137 pgs: 137 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-08-10T05:55:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:07 smithi078 ceph-mon[92251]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-10T05:55:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:07 smithi107 ceph-mon[86658]: pgmap v3425: 137 pgs: 137 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-08-10T05:55:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:07 smithi107 ceph-mon[86658]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-10T05:55:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:08 smithi078 ceph-mon[92251]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-10T05:55:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:08 smithi078 ceph-mon[94618]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-10T05:55:09.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:08 smithi107 ceph-mon[86658]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-10T05:55:10.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:09 smithi078 ceph-mon[94618]: pgmap v3428: 137 pgs: 137 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 683 KiB/s wr, 1 op/s 2024-08-10T05:55:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:09 smithi078 ceph-mon[92251]: pgmap v3428: 137 pgs: 137 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 683 KiB/s wr, 1 op/s 2024-08-10T05:55:10.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:09 smithi107 ceph-mon[86658]: pgmap v3428: 137 pgs: 137 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 683 KiB/s wr, 1 op/s 2024-08-10T05:55:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:11 smithi078 ceph-mon[92251]: pgmap v3429: 137 pgs: 137 active+clean; 271 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T05:55:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:55:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:55:11] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-10T05:55:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:11 smithi078 ceph-mon[94618]: pgmap v3429: 137 pgs: 137 active+clean; 271 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T05:55:12.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:11 smithi107 ceph-mon[86658]: pgmap v3429: 137 pgs: 137 active+clean; 271 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T05:55:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:55:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:14.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:13 smithi078 ceph-mon[94618]: pgmap v3430: 137 pgs: 137 active+clean; 271 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-10T05:55:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:13 smithi078 ceph-mon[92251]: pgmap v3430: 137 pgs: 137 active+clean; 271 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-10T05:55:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:13 smithi107 ceph-mon[86658]: pgmap v3430: 137 pgs: 137 active+clean; 271 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-10T05:55:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:14 smithi078 ceph-mon[92251]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-10T05:55:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:14 smithi078 ceph-mon[94618]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-10T05:55:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:14 smithi107 ceph-mon[86658]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-10T05:55:15.886 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:55:16.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:15 smithi078 ceph-mon[92251]: pgmap v3432: 137 pgs: 137 active+clean; 283 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 MiB/s wr, 38 op/s 2024-08-10T05:55:16.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:15 smithi078 ceph-mon[92251]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-10T05:55:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:15 smithi078 ceph-mon[94618]: pgmap v3432: 137 pgs: 137 active+clean; 283 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 MiB/s wr, 38 op/s 2024-08-10T05:55:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:15 smithi078 ceph-mon[94618]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-10T05:55:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:15 smithi107 ceph-mon[86658]: pgmap v3432: 137 pgs: 137 active+clean; 283 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 MiB/s wr, 38 op/s 2024-08-10T05:55:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:15 smithi107 ceph-mon[86658]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-10T05:55:17.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:16 smithi078 ceph-mon[92251]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-10T05:55:17.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:16 smithi078 ceph-mon[94618]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-10T05:55:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:16 smithi107 ceph-mon[86658]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-10T05:55:18.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:17 smithi078 ceph-mon[92251]: pgmap v3435: 137 pgs: 137 active+clean; 286 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-10T05:55:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:17 smithi078 ceph-mon[94618]: pgmap v3435: 137 pgs: 137 active+clean; 286 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-10T05:55:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:17 smithi107 ceph-mon[86658]: pgmap v3435: 137 pgs: 137 active+clean; 286 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-08-10T05:55:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:19 smithi078 ceph-mon[92251]: pgmap v3436: 137 pgs: 137 active+clean; 290 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T05:55:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:19 smithi078 ceph-mon[94618]: pgmap v3436: 137 pgs: 137 active+clean; 290 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T05:55:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:19 smithi107 ceph-mon[86658]: pgmap v3436: 137 pgs: 137 active+clean; 290 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T05:55:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:21 smithi078 ceph-mon[92251]: pgmap v3437: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-08-10T05:55:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:21 smithi078 ceph-mon[94618]: pgmap v3437: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-08-10T05:55:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:55:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:55:21] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-10T05:55:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:21 smithi107 ceph-mon[86658]: pgmap v3437: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-08-10T05:55:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:55:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:23.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:22 smithi078 ceph-mon[92251]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-10T05:55:23.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:22 smithi078 ceph-mon[94618]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-10T05:55:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:22 smithi107 ceph-mon[86658]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-10T05:55:23.934 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:55:24.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:23 smithi078 ceph-mon[92251]: pgmap v3439: 137 pgs: 137 active+clean; 297 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-10T05:55:24.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:23 smithi078 ceph-mon[92251]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-10T05:55:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:23 smithi078 ceph-mon[94618]: pgmap v3439: 137 pgs: 137 active+clean; 297 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-10T05:55:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:23 smithi078 ceph-mon[94618]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-10T05:55:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:23 smithi107 ceph-mon[86658]: pgmap v3439: 137 pgs: 137 active+clean; 297 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-08-10T05:55:24.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:23 smithi107 ceph-mon[86658]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-10T05:55:25.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:24 smithi078 ceph-mon[92251]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-10T05:55:25.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:24 smithi078 ceph-mon[94618]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-10T05:55:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:24 smithi107 ceph-mon[86658]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-10T05:55:26.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:25 smithi078 ceph-mon[92251]: pgmap v3442: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T05:55:26.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:25 smithi078 ceph-mon[94618]: pgmap v3442: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T05:55:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:25 smithi107 ceph-mon[86658]: pgmap v3442: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T05:55:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:27 smithi078 ceph-mon[92251]: pgmap v3443: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:55:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:27 smithi078 ceph-mon[94618]: pgmap v3443: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:55:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:27 smithi107 ceph-mon[86658]: pgmap v3443: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T05:55:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:29 smithi078 ceph-mon[94618]: pgmap v3444: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-10T05:55:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:29 smithi078 ceph-mon[92251]: pgmap v3444: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-10T05:55:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:29 smithi107 ceph-mon[86658]: pgmap v3444: 137 pgs: 137 active+clean; 315 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-08-10T05:55:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:30 smithi078 ceph-mon[92251]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-10T05:55:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:30 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:55:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:30 smithi078 ceph-mon[94618]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-10T05:55:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:30 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:55:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:30 smithi107 ceph-mon[86658]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-10T05:55:31.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:30 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:55:31.969 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (41167 ms) 2024-08-10T05:55:31.970 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-08-10T05:55:31.970 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:55:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:55:31] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-08-10T05:55:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[92251]: pgmap v3446: 137 pgs: 137 active+clean; 323 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-08-10T05:55:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[92251]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-10T05:55:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:55:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:55:32.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:55:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[94618]: pgmap v3446: 137 pgs: 137 active+clean; 323 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-08-10T05:55:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[94618]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-10T05:55:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:55:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:55:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:55:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:31 smithi107 ceph-mon[86658]: pgmap v3446: 137 pgs: 137 active+clean; 323 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-08-10T05:55:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:31 smithi107 ceph-mon[86658]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-10T05:55:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:55:32.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:55:32.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:55:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:55:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:32 smithi078 ceph-mon[92251]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-10T05:55:33.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:32 smithi078 ceph-mon[94618]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-10T05:55:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:32 smithi107 ceph-mon[86658]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-10T05:55:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:33 smithi078 ceph-mon[92251]: pgmap v3449: 137 pgs: 137 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 1 op/s 2024-08-10T05:55:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:33 smithi078 ceph-mon[92251]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-10T05:55:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:33 smithi078 ceph-mon[94618]: pgmap v3449: 137 pgs: 137 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 1 op/s 2024-08-10T05:55:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:33 smithi078 ceph-mon[94618]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-10T05:55:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:33 smithi107 ceph-mon[86658]: pgmap v3449: 137 pgs: 137 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 1 op/s 2024-08-10T05:55:34.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:33 smithi107 ceph-mon[86658]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-10T05:55:34.992 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3023 ms) 2024-08-10T05:55:34.993 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-08-10T05:55:34.993 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:55:35.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:34 smithi078 ceph-mon[92251]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-10T05:55:35.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:34 smithi078 ceph-mon[94618]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-10T05:55:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:34 smithi107 ceph-mon[86658]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-10T05:55:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:35 smithi078 ceph-mon[92251]: pgmap v3452: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-08-10T05:55:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:35 smithi078 ceph-mon[92251]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-10T05:55:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:35 smithi078 ceph-mon[94618]: pgmap v3452: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-08-10T05:55:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:35 smithi078 ceph-mon[94618]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-10T05:55:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:35 smithi107 ceph-mon[86658]: pgmap v3452: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-08-10T05:55:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:35 smithi107 ceph-mon[86658]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-10T05:55:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:36 smithi078 ceph-mon[92251]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-10T05:55:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:36 smithi078 ceph-mon[94618]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-10T05:55:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:36 smithi107 ceph-mon[86658]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-10T05:55:38.023 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3031 ms) 2024-08-10T05:55:38.023 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-08-10T05:55:38.023 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:55:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:37 smithi107 ceph-mon[86658]: pgmap v3455: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2024-08-10T05:55:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:37 smithi107 ceph-mon[86658]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-10T05:55:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:37 smithi078 ceph-mon[92251]: pgmap v3455: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2024-08-10T05:55:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:37 smithi078 ceph-mon[92251]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-10T05:55:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:37 smithi078 ceph-mon[94618]: pgmap v3455: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2024-08-10T05:55:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:37 smithi078 ceph-mon[94618]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-10T05:55:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:38 smithi107 ceph-mon[86658]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-10T05:55:39.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:38 smithi078 ceph-mon[94618]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-10T05:55:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:38 smithi078 ceph-mon[92251]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-10T05:55:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:39 smithi107 ceph-mon[86658]: pgmap v3458: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 9.5 KiB/s wr, 57 op/s 2024-08-10T05:55:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:39 smithi107 ceph-mon[86658]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-10T05:55:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:39 smithi078 ceph-mon[92251]: pgmap v3458: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 9.5 KiB/s wr, 57 op/s 2024-08-10T05:55:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:39 smithi078 ceph-mon[92251]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-10T05:55:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:39 smithi078 ceph-mon[94618]: pgmap v3458: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 9.5 KiB/s wr, 57 op/s 2024-08-10T05:55:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:39 smithi078 ceph-mon[94618]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-10T05:55:41.037 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3014 ms) 2024-08-10T05:55:41.037 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-08-10T05:55:41.037 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:55:41.132 INFO:tasks.workunit.client.0.smithi078.stdout: i=0 exists [8394887~1505755,102557614~3595824,130404816~7554449,159278111~4461640,186057151~963783,210805375~3567123,269779761~8021050,301433174~5812500,327087713~2152770,341211162~738395] wrote [8394887~1505755,102557614~3595824,130404816~7554449,159278111~4461640,186057151~963783,210805375~3567123,269779761~8021050,301433174~5812500,327087713~2152770,341211162~738395] 2024-08-10T05:55:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:41 smithi107 ceph-mon[86658]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-10T05:55:41.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:41 smithi078 ceph-mon[92251]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-10T05:55:41.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:41 smithi078 ceph-mon[94618]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-10T05:55:42.084 INFO:tasks.workunit.client.0.smithi078.stdout: i=1 exists [8394887~2513656,30593162~1345598,39014713~4880295,94774252~228384,98407807~2192142,102557614~3595824,130404816~7554449,159278111~4461640,186057151~963783,210805375~3567123,239011078~4731209,269779761~8021050,278746132~2844268,301433174~5812500,317984173~6830003,327087713~2152770,341211162~738395,380139416~1290570,395652674~6449606] wrote [9827917~1080626,30593162~1345598,39014713~4880295,94774252~228384,98407807~2192142,239011078~4731209,278746132~2844268,317984173~6830003,380139416~1290570,395652674~6449606] 2024-08-10T05:55:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:42 smithi078 ceph-mon[94618]: pgmap v3461: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 390 KiB/s wr, 62 op/s 2024-08-10T05:55:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:42 smithi078 ceph-mon[94618]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-10T05:55:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:42 smithi078 ceph-mon[92251]: pgmap v3461: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 390 KiB/s wr, 62 op/s 2024-08-10T05:55:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:42 smithi078 ceph-mon[92251]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-10T05:55:42.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:55:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:55:41] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-08-10T05:55:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:42 smithi107 ceph-mon[86658]: pgmap v3461: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 390 KiB/s wr, 62 op/s 2024-08-10T05:55:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:42 smithi107 ceph-mon[86658]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-10T05:55:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:55:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:43.138 INFO:tasks.workunit.client.0.smithi078.stdout: i=2 exists [8394887~2513656,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,94774252~228384,98407807~2192142,102557614~3595824,130404816~11453528,159278111~4461640,186057151~963783,210805375~3567123,215499523~7762756,239011078~4731209,269779761~8021050,278650991~3522206,285071725~2860838,301433174~5812500,317984173~6830003,327087713~2850534,341211162~738395,380139416~1290570,395652674~6449606,407078790~961344] wrote [12759274~9883348,23457688~2712658,42003637~8191909,134639999~7218345,215499523~7762756,278650991~3522206,285071725~2860838,329131270~806977,407078790~961344] 2024-08-10T05:55:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:43 smithi107 ceph-mon[86658]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-10T05:55:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:43 smithi078 ceph-mon[92251]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-10T05:55:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:43 smithi078 ceph-mon[94618]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-10T05:55:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:44.103 INFO:tasks.workunit.client.0.smithi078.stdout: i=3 exists [2433952~8474591,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,50226640~6868037,90181065~832194,94774252~228384,98407807~7745631,130404816~11453528,159278111~4461640,170907772~4455250,186057151~963783,210805375~3567123,215499523~7762756,239011078~4731209,249712665~8125061,258308226~2079199,269779761~8021050,278650991~3522206,285071725~2860838,301433174~5812500,317984173~6830003,327087713~2850534,341211162~738395,353512244~7906526,380139416~1290570,395652674~6930168,407078790~961344] wrote [2433952~7780341,50226640~6868037,90181065~832194,98592925~7065294,170907772~4455250,249712665~8125061,258308226~2079199,353512244~7906526,400705138~1877704] 2024-08-10T05:55:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:44 smithi107 ceph-mon[86658]: pgmap v3464: 137 pgs: 137 active+clean; 361 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 4.6 MiB/s wr, 159 op/s 2024-08-10T05:55:44.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:44 smithi107 ceph-mon[86658]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-10T05:55:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:44 smithi078 ceph-mon[92251]: pgmap v3464: 137 pgs: 137 active+clean; 361 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 4.6 MiB/s wr, 159 op/s 2024-08-10T05:55:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:44 smithi078 ceph-mon[92251]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-10T05:55:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:44 smithi078 ceph-mon[94618]: pgmap v3464: 137 pgs: 137 active+clean; 361 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 4.6 MiB/s wr, 159 op/s 2024-08-10T05:55:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:44 smithi078 ceph-mon[94618]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-10T05:55:45.091 INFO:tasks.workunit.client.0.smithi078.stdout: i=4 exists [2433952~8474591,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,50226640~6868037,70446767~1825183,81646827~3581232,90181065~832194,92582497~1195958,94774252~228384,98407807~7745631,130404816~11453528,159278111~4461640,170907772~4455250,186057151~963783,210805375~3567123,215499523~7762756,239011078~4731209,249712665~8125061,258308226~2079199,269779761~8021050,278650991~3522206,285071725~2860838,294024141~1459962,300110650~7135024,317984173~6830003,327087713~2850534,341211162~738395,348535948~12882822,380139416~1290570,395652674~12651837] wrote [51797712~942932,70446767~1825183,81646827~3581232,92582497~1195958,239506943~2444659,253501933~4103797,294024141~1459962,300110650~3227463,348535948~5883699,402153226~6151285] 2024-08-10T05:55:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:45 smithi107 ceph-mon[86658]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-10T05:55:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:45 smithi078 ceph-mon[92251]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-10T05:55:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:45 smithi078 ceph-mon[94618]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-10T05:55:46.107 INFO:tasks.workunit.client.0.smithi078.stdout: i=5 exists [2433952~8474591,12759274~9883348,23457688~2712658,28698967~1359777,30593162~1345598,39014713~11180833,50226640~6868037,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94774252~228384,98407807~7745631,130404816~11453528,159278111~4461640,170907772~4455250,186057151~963783,210805375~3567123,215086166~8176113,239011078~4731209,249712665~8125061,258308226~2079199,261788773~2867113,268144580~9656231,278650991~3522206,285071725~8880704,294024141~1596382,300110650~7135024,317984173~6830003,327087713~6550330,341211162~738395,348535948~12882822,380139416~1290570,395652674~12651837] wrote [28698967~1359777,68481450~1844424,80147510~3637938,215086166~1134723,261788773~2867113,268144580~4893195,279540321~2077858,286024835~7927594,294881305~739218,329704964~3933079] 2024-08-10T05:55:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:46 smithi107 ceph-mon[86658]: pgmap v3467: 137 pgs: 137 active+clean; 488 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 27 MiB/s wr, 158 op/s 2024-08-10T05:55:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:46 smithi107 ceph-mon[86658]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-10T05:55:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:46 smithi078 ceph-mon[92251]: pgmap v3467: 137 pgs: 137 active+clean; 488 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 27 MiB/s wr, 158 op/s 2024-08-10T05:55:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:46 smithi078 ceph-mon[92251]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-10T05:55:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:46 smithi078 ceph-mon[94618]: pgmap v3467: 137 pgs: 137 active+clean; 488 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 27 MiB/s wr, 158 op/s 2024-08-10T05:55:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:46 smithi078 ceph-mon[94618]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-10T05:55:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: i=6 exists [2433952~20208670,23457688~2712658,28698967~1359777,30593162~1345598,39014713~18079964,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94475521~1823947,98407807~7745631,125956354~15901990,159278111~4461640,170907772~4455250,186057151~963783,205611625~3151869,210805375~3567123,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~16724981,278650991~3522206,285071725~8880704,294024141~1596382,300110650~7135024,317984173~6830003,327087713~6550330,341211162~738395,348535948~12882822,380139416~1290570,395652674~12651837] wrote [7852731~12857200,47684584~2667045,94475521~1823947,125956354~7394491,205611625~3151869,231669653~4141519,261075830~7445978,403889458~4271506] 2024-08-10T05:55:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:47 smithi107 ceph-mon[86658]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-10T05:55:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:47 smithi078 ceph-mon[92251]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-10T05:55:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:47 smithi078 ceph-mon[94618]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-10T05:55:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: i=7 exists [2433952~20208670,23457688~2712658,28698967~1359777,30593162~1345598,39014713~18079964,68481450~1844424,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7745631,121619267~935878,125956354~15901990,159278111~4461640,170907772~4455250,186057151~963783,205611625~3151869,210805375~3567123,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~21097367,284240820~9711609,294024141~1596382,300110650~7135024,317984173~6830003,327087713~6550330,337144463~7150779,348535948~12882822,380139416~1290570,382159432~4284209,395652674~12651837] wrote [77778077~5670576,100652848~4096428,121619267~935878,221510119~531725,273912093~7534976,284240820~2354827,337144463~7150779,354744721~6144244,382159432~4284209,396822658~616187] 2024-08-10T05:55:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:48 smithi107 ceph-mon[86658]: pgmap v3470: 137 pgs: 137 active+clean; 566 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 39 MiB/s wr, 113 op/s 2024-08-10T05:55:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:48 smithi107 ceph-mon[86658]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-10T05:55:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:48 smithi078 ceph-mon[92251]: pgmap v3470: 137 pgs: 137 active+clean; 566 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 39 MiB/s wr, 113 op/s 2024-08-10T05:55:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:48 smithi078 ceph-mon[92251]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-10T05:55:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:48 smithi078 ceph-mon[94618]: pgmap v3470: 137 pgs: 137 active+clean; 566 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 39 MiB/s wr, 113 op/s 2024-08-10T05:55:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:48 smithi078 ceph-mon[94618]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-10T05:55:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: i=8 exists [2433952~20208670,23457688~9431760,33094412~24000265,66174179~4223756,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7745631,114904792~7839614,125956354~15901990,156874941~6864810,170907772~4455250,186057151~963783,205611625~3151869,210805375~3567123,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~21097367,284240820~9711609,294024141~1596382,300110650~7135024,311271730~1090736,317984173~6830003,327087713~6550330,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] wrote [24987217~7902231,33094412~7938158,66174179~4223756,114904792~7839614,156874941~5977654,262466891~1901402,311271730~1090736,339276980~7294679,380387907~4628678] 2024-08-10T05:55:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:49 smithi078 ceph-mon[92251]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-10T05:55:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:49 smithi078 ceph-mon[94618]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-10T05:55:49.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:49 smithi107 ceph-mon[86658]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-10T05:55:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: i=9 exists [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~8507808,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7745631,106212708~7767923,114904792~7839614,125956354~15901990,156874941~6864810,170907772~4455250,186057151~963783,205611625~3151869,210805375~3567123,215086166~8176113,231669653~6595436,239011078~4731209,249712665~8125061,258308226~2079199,261075830~21097367,284240820~9711609,294024141~1596382,300110650~7135024,311271730~1090736,317984173~6830003,327087713~6550330,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] wrote [22962128~7055186,43218786~5302183,59322081~3119077,63764142~7262902,81891434~2264608,106212708~7767923,207004795~323826,234569054~3696035,278372556~1241945] 2024-08-10T05:55:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:50 smithi107 ceph-mon[86658]: pgmap v3473: 137 pgs: 137 active+clean; 587 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 21 MiB/s wr, 246 op/s 2024-08-10T05:55:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:50 smithi107 ceph-mon[86658]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-10T05:55:50.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:50 smithi078 ceph-mon[92251]: pgmap v3473: 137 pgs: 137 active+clean; 587 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 21 MiB/s wr, 246 op/s 2024-08-10T05:55:50.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:50 smithi078 ceph-mon[92251]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-10T05:55:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:50 smithi078 ceph-mon[94618]: pgmap v3473: 137 pgs: 137 active+clean; 587 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 21 MiB/s wr, 246 op/s 2024-08-10T05:55:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:50 smithi078 ceph-mon[94618]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-10T05:55:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: i=10 exists [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,156874941~6864810,170907772~4455250,186057151~963783,205611625~3151869,210805375~3567123,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~23864971,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,327087713~6550330,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] wrote [8724244~3889314,69588094~5497383,104873384~2596869,229474245~8173110,259225866~6373261,268266755~2001662,278253081~717024,300761136~8902413] 2024-08-10T05:55:51.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:51 smithi078 ceph-mon[92251]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-10T05:55:51.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:51 smithi078 ceph-mon[92251]: pgmap v3476: 137 pgs: 137 active+clean; 721 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 36 MiB/s wr, 201 op/s 2024-08-10T05:55:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:51 smithi078 ceph-mon[94618]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-10T05:55:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:51 smithi078 ceph-mon[94618]: pgmap v3476: 137 pgs: 137 active+clean; 721 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 36 MiB/s wr, 201 op/s 2024-08-10T05:55:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:51 smithi107 ceph-mon[86658]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-10T05:55:51.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:51 smithi107 ceph-mon[86658]: pgmap v3476: 137 pgs: 137 active+clean; 721 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 36 MiB/s wr, 201 op/s 2024-08-10T05:55:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: i=11 exists [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,156874941~6864810,170907772~4455250,186057151~963783,187677992~704586,205611625~3151869,210805375~3567123,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~23864971,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,327087713~6550330,337144463~9427196,348535948~12882822,380139416~6304225,386799849~5093035,395652674~12651837] wrote [35666514~4709440,118067442~2717009,129653850~6194943,187677992~704586,294978412~511025,386799849~5093035] 2024-08-10T05:55:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:52 smithi078 ceph-mon[92251]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-10T05:55:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:52 smithi078 ceph-mon[94618]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-10T05:55:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:55:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:55:51] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-08-10T05:55:52.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:52 smithi107 ceph-mon[86658]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-10T05:55:52.469 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:55:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: i=12 exists [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,146929249~5870074,156874941~6864810,170907772~4455250,186057151~963783,187677992~704586,205611625~3151869,210805375~3567123,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~23864971,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,327087713~6550330,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,395652674~13084117] wrote [33287462~7093629,88744680~683458,118268760~4228567,146929249~5870074,254306301~1895735,284064777~6583852,340084781~8109117,398002603~7865015,406019133~2717658] 2024-08-10T05:55:53.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:53 smithi078 ceph-mon[92251]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-10T05:55:53.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:53 smithi078 ceph-mon[92251]: pgmap v3479: 137 pgs: 137 active+clean; 788 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 45 MiB/s wr, 296 op/s 2024-08-10T05:55:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:53 smithi078 ceph-mon[94618]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-10T05:55:53.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:53 smithi078 ceph-mon[94618]: pgmap v3479: 137 pgs: 137 active+clean; 788 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 45 MiB/s wr, 296 op/s 2024-08-10T05:55:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:53 smithi107 ceph-mon[86658]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-10T05:55:53.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:53 smithi107 ceph-mon[86658]: pgmap v3479: 137 pgs: 137 active+clean; 788 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 45 MiB/s wr, 296 op/s 2024-08-10T05:55:54.181 INFO:tasks.workunit.client.0.smithi078.stdout: i=13 exists [2433952~20208670,22962128~34132549,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,146929249~5870074,156874941~6864810,170907772~4455250,186057151~963783,187677992~704586,205611625~3151869,210805375~3567123,215086166~10450473,229474245~8790844,239011078~4731209,249712665~8125061,258308226~25183164,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~7953607,327087713~6550330,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,395652674~13084117] wrote [7747927~1614792,28550626~5144048,127779809~5856538,217489386~8047253,232032986~6159928,259798463~3126980,265055797~1981670,275477244~8014146,320354999~5582781] 2024-08-10T05:55:54.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:54 smithi078 ceph-mon[92251]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-10T05:55:54.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:54 smithi078 ceph-mon[94618]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-10T05:55:54.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:54 smithi107 ceph-mon[86658]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-10T05:55:55.194 INFO:tasks.workunit.client.0.smithi078.stdout: i=14 exists [2433952~20208670,22962128~34132549,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24336599,125956354~15901990,146929249~5870074,155721138~8018613,170907772~4455250,182632641~4544269,187677992~704586,205611625~3151869,210805375~3567123,215086166~10450473,229474245~8790844,239011078~4731209,249712665~8125061,258308226~25183164,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~7953607,327087713~6550330,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] wrote [11116248~4502252,72928709~2015687,109231222~6794820,126886060~5389310,155721138~2265455,182632641~4544269,230164111~2802319,243384599~355267,268413246~3984146,393936553~6865051] 2024-08-10T05:55:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:55 smithi078 ceph-mon[94618]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-10T05:55:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:55 smithi078 ceph-mon[94618]: pgmap v3482: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 39 MiB/s wr, 293 op/s 2024-08-10T05:55:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:55 smithi078 ceph-mon[92251]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-10T05:55:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:55 smithi078 ceph-mon[92251]: pgmap v3482: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 39 MiB/s wr, 293 op/s 2024-08-10T05:55:55.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:55 smithi107 ceph-mon[86658]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-10T05:55:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:55 smithi107 ceph-mon[86658]: pgmap v3482: 137 pgs: 137 active+clean; 874 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 39 MiB/s wr, 293 op/s 2024-08-10T05:55:56.221 INFO:tasks.workunit.client.0.smithi078.stdout: i=15 exists [2433952~56559594,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24336599,125956354~15901990,145876299~8395033,155721138~8018613,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,210805375~3567123,215086166~11693635,226854599~11410490,239011078~4731209,249712665~8125061,258308226~25183164,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,327087713~6550330,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] wrote [21883108~4269375,54260862~4732684,75969844~457597,127096939~7844085,145876299~8395033,193638971~3550385,219641326~7138475,226854599~3173111,311655427~1803306] 2024-08-10T05:55:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:56 smithi078 ceph-mon[92251]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-10T05:55:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:56 smithi078 ceph-mon[94618]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-10T05:55:56.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:56 smithi107 ceph-mon[86658]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-10T05:55:57.224 INFO:tasks.workunit.client.0.smithi078.stdout: i=16 exists [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~8018613,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,210805375~3567123,215086166~23178923,239011078~4731209,249712665~8125061,258308226~25183164,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,327087713~6550330,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] wrote [74270190~7435465,116889053~6196316,145595113~7222281,167953256~1479015,220038600~7816348,233225751~3909338,318578121~5379539,344787613~2970367] 2024-08-10T05:55:57.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:57 smithi078 ceph-mon[92251]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-10T05:55:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:57 smithi078 ceph-mon[92251]: pgmap v3485: 137 pgs: 137 active+clean; 936 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 41 MiB/s wr, 167 op/s 2024-08-10T05:55:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:57 smithi078 ceph-mon[94618]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-10T05:55:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:57 smithi078 ceph-mon[94618]: pgmap v3485: 137 pgs: 137 active+clean; 936 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 41 MiB/s wr, 167 op/s 2024-08-10T05:55:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:57 smithi107 ceph-mon[86658]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-10T05:55:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:57 smithi107 ceph-mon[86658]: pgmap v3485: 137 pgs: 137 active+clean; 936 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 41 MiB/s wr, 167 op/s 2024-08-10T05:55:58.211 INFO:tasks.workunit.client.0.smithi078.stdout: i=17 exists [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~8018613,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,210805375~3567123,215086166~23178923,239011078~4731209,249712665~8125061,258308226~25183164,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,327087713~6550330,337144463~11049435,348535948~12882822,363348059~5918819,380139416~6304225,386799849~5093035,393936553~14800238] wrote [11464090~8174690,23426930~5868537,31118476~7250484,71065365~5967187,145819178~2169469,222238802~1861186,321634531~2594339,363348059~5918819,402625411~4886377] 2024-08-10T05:55:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:58 smithi078 ceph-mon[94618]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-10T05:55:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:58 smithi078 ceph-mon[92251]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-10T05:55:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:58 smithi107 ceph-mon[86658]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-10T05:55:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:59.217 INFO:tasks.workunit.client.0.smithi078.stdout: i=18 exists [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~8018613,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,210805375~3567123,215086166~23178923,239011078~4731209,249712665~8125061,258308226~25183164,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~5918819,380139416~6304225,386799849~5093035,393936553~14800238] wrote [4349154~1525520,35360341~3530506,64162425~10713034,106392926~512503,112888087~3994014,132132400~2870146,179105253~7471667,187911939~7111022,322015641~7453212] 2024-08-10T05:55:59.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:59 smithi078 ceph-mon[92251]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-10T05:55:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:55:59 smithi078 ceph-mon[92251]: pgmap v3488: 137 pgs: 137 active+clean; 964 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 23 MiB/s wr, 331 op/s 2024-08-10T05:55:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:59 smithi078 ceph-mon[94618]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-10T05:55:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:55:59 smithi078 ceph-mon[94618]: pgmap v3488: 137 pgs: 137 active+clean; 964 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 23 MiB/s wr, 331 op/s 2024-08-10T05:55:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:59 smithi107 ceph-mon[86658]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-10T05:55:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:55:59 smithi107 ceph-mon[86658]: pgmap v3488: 137 pgs: 137 active+clean; 964 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 23 MiB/s wr, 331 op/s 2024-08-10T05:56:00.266 INFO:tasks.workunit.client.0.smithi078.stdout: i=19 exists [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~8018613,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,210805375~3567123,215086166~23178923,239011078~4731209,249712665~8125061,258308226~25183164,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] wrote [12979799~7600139,72320573~7127983,109377924~8090788,145080030~6832858,213741293~322832,258638325~2242771,277478697~3052679,364454012~5134494] 2024-08-10T05:56:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:00 smithi107 ceph-mon[86658]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-10T05:56:00.318 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 05:56:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=cleanup t=2024-08-10T05:56:00.024872724Z level=info msg="Completed cleanup jobs" duration=2.4784ms 2024-08-10T05:56:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:00 smithi078 ceph-mon[92251]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-10T05:56:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:00 smithi078 ceph-mon[94618]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-10T05:56:01.168 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 1 diff [9827917~1080626,30593162~1345598,39014713~4880295,94774252~228384,98407807~2192142,239011078~4731209,278746132~2844268,317984173~6830003,380139416~1290570,395652674~6449606] 2024-08-10T05:56:01.169 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [9827917~1080626,30593162~1345598,39014713~4880295,94774252~228384,98407807~2192142,239011078~4731209,278746132~2844268,317984173~6830003,380139416~1290570,395652674~6449606] 2024-08-10T05:56:01.184 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [9827917~1080626,29360128~2578632,37748736~6146272,92274688~2727948,96468992~4130957,234881024~8861263,277800811~3789589,314572800~10241376,377487360~3942626,394264576~7837704] 2024-08-10T05:56:01.184 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 2 diff [9827917~1080626,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,94774252~228384,98407807~2192142,134639999~7218345,215499523~7762756,239011078~4731209,278650991~3522206,285071725~2860838,317984173~6830003,329131270~806977,380139416~1290570,395652674~6449606,407078790~961344] 2024-08-10T05:56:01.185 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [9827917~1080626,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,94774252~228384,98407807~2192142,134639999~7218345,215499523~7762756,239011078~4731209,278650991~3522206,285071725~2860838,317984173~6830003,329131270~806977,380139416~1290570,395652674~6449606,407078790~961344] 2024-08-10T05:56:01.190 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [9827917~1080626,12582912~13587434,29360128~2578632,37748736~12446810,92274688~2727948,96468992~4130957,134639999~7218345,214372498~8889781,234881024~8861263,277800811~10131752,314572800~10241376,329131270~806977,377487360~3942626,394264576~7837704,406847488~1192646] 2024-08-10T05:56:01.191 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 3 diff [2433952~8474591,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,50226640~6868037,90181065~832194,94774252~228384,98407807~7250412,134639999~7218345,170907772~4455250,215499523~7762756,239011078~4731209,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,317984173~6830003,329131270~806977,353512244~7906526,380139416~1290570,395652674~6930168,407078790~961344] 2024-08-10T05:56:01.191 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~8474591,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,50226640~6868037,90181065~832194,94774252~228384,98407807~7250412,134639999~7218345,170907772~4455250,215499523~7762756,239011078~4731209,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,317984173~6830003,329131270~806977,353512244~7906526,380139416~1290570,395652674~6930168,407078790~961344] 2024-08-10T05:56:01.197 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10908543,12582912~13587434,29360128~2578632,37748736~19345941,88080384~2932875,92274688~2727948,96468992~9189227,134639999~7218345,167772160~7590862,214372498~8889781,234881024~8861263,247463936~12923489,277800811~10131752,314572800~10241376,329131270~806977,352321536~9097234,377487360~3942626,394264576~8318266,406847488~1192646] 2024-08-10T05:56:01.197 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 4 diff [2433952~8474591,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,50226640~6868037,70446767~1825183,81646827~3581232,90181065~832194,92582497~1195958,94774252~228384,98407807~7250412,134639999~7218345,170907772~4455250,215499523~7762756,239011078~4731209,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,294024141~1459962,300110650~3227463,317984173~6830003,329131270~806977,348535948~12882822,380139416~1290570,395652674~12651837] 2024-08-10T05:56:01.197 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~8474591,12759274~9883348,23457688~2712658,30593162~1345598,39014713~11180833,50226640~6868037,70446767~1825183,81646827~3581232,90181065~832194,92582497~1195958,94774252~228384,98407807~7250412,134639999~7218345,170907772~4455250,215499523~7762756,239011078~4731209,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,294024141~1459962,300110650~3227463,317984173~6830003,329131270~806977,348535948~12882822,380139416~1290570,395652674~12651837] 2024-08-10T05:56:01.203 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10908543,12582912~13587434,29360128~2578632,37748736~19345941,67108864~5163086,79691776~5536283,88080384~2932875,92274688~2727948,96468992~9189227,134639999~7218345,167772160~7590862,214372498~8889781,234881024~8861263,247463936~12923489,277800811~10131752,293601280~1882823,300110650~3227463,314572800~10241376,329131270~806977,348127232~13291538,377487360~3942626,394264576~14039935] 2024-08-10T05:56:01.203 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 5 diff [2433952~8474591,12759274~9883348,23457688~2712658,28698967~1359777,30593162~1345598,39014713~11180833,50226640~6868037,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94774252~228384,98407807~7250412,134639999~7218345,170907772~4455250,215086166~8176113,239011078~4731209,249712665~8125061,258308226~2079199,261788773~2867113,268144580~4893195,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,317984173~6830003,329131270~4506773,348535948~12882822,380139416~1290570,395652674~12651837] 2024-08-10T05:56:01.203 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~8474591,12759274~9883348,23457688~2712658,28698967~1359777,30593162~1345598,39014713~11180833,50226640~6868037,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94774252~228384,98407807~7250412,134639999~7218345,170907772~4455250,215086166~8176113,239011078~4731209,249712665~8125061,258308226~2079199,261788773~2867113,268144580~4893195,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,317984173~6830003,329131270~4506773,348535948~12882822,380139416~1290570,395652674~12651837] 2024-08-10T05:56:01.208 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10908543,12582912~19355848,37748736~19345941,67108864~5163086,79691776~5536283,88080384~2932875,92274688~2727948,96468992~9189227,134639999~7218345,167772160~7590862,214372498~8889781,234881024~8861263,247463936~25573839,277800811~17819712,300110650~3227463,314572800~10241376,329131270~4506773,348127232~13291538,377487360~3942626,394264576~14039935] 2024-08-10T05:56:01.209 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 6 diff [2433952~20208670,23457688~2712658,28698967~1359777,30593162~1345598,39014713~18079964,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,317984173~6830003,329131270~4506773,348535948~12882822,380139416~1290570,395652674~12651837] 2024-08-10T05:56:01.209 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,23457688~2712658,28698967~1359777,30593162~1345598,39014713~18079964,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,317984173~6830003,329131270~4506773,348535948~12882822,380139416~1290570,395652674~12651837] 2024-08-10T05:56:01.215 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~31938760,37748736~19345941,67108864~5163086,79691776~5536283,88080384~2932875,92274688~4024780,96468992~9189227,125829120~7521725,134639999~7218345,167772160~7590862,205520896~3242598,214372498~8889781,230686720~13055567,247463936~25573839,277800811~17819712,300110650~3227463,314572800~10241376,329131270~4506773,348127232~13291538,377487360~3942626,394264576~14039935] 2024-08-10T05:56:01.215 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 7 diff [2433952~20208670,23457688~2712658,28698967~1359777,30593162~1345598,39014713~18079964,68481450~1844424,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,121619267~935878,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,317984173~6830003,329131270~4506773,337144463~7150779,348535948~12882822,380139416~1290570,382159432~4284209,395652674~12651837] 2024-08-10T05:56:01.215 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,23457688~2712658,28698967~1359777,30593162~1345598,39014713~18079964,68481450~1844424,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,121619267~935878,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,317984173~6830003,329131270~4506773,337144463~7150779,348535948~12882822,380139416~1290570,382159432~4284209,395652674~12651837] 2024-08-10T05:56:01.221 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~31938760,37748736~19345941,67108864~5163086,75497472~9730587,88080384~2932875,92274688~4024780,96468992~9189227,117440512~5114633,125829120~7521725,134639999~7218345,167772160~7590862,205520896~3242598,214372498~8889781,230686720~13055567,247463936~25573839,273912093~21708430,300110650~3227463,314572800~10241376,329131270~4506773,335544320~8750922,348127232~13291538,377487360~3942626,381681664~4761977,394264576~14039935] 2024-08-10T05:56:01.221 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 8 diff [2433952~20208670,23457688~9431760,33094412~24000265,66174179~4223756,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] 2024-08-10T05:56:01.221 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,23457688~9431760,33094412~24000265,66174179~4223756,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] 2024-08-10T05:56:01.226 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~57094677,62914560~9357390,75497472~9730587,88080384~2932875,92274688~4024780,96468992~9189227,113246208~9498198,125829120~7521725,134639999~7218345,156874941~5977654,167772160~7590862,205520896~3242598,214372498~8889781,230686720~13055567,247463936~25573839,273912093~21708430,300110650~3227463,310378496~1983970,314572800~10241376,329131270~4506773,335544320~11027339,348127232~13291538,377487360~8956281,394264576~14039935] 2024-08-10T05:56:01.227 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 9 diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~8507808,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,106212708~7767923,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~6595436,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] 2024-08-10T05:56:01.227 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~8507808,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~7250412,106212708~7767923,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~6595436,239011078~4731209,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] 2024-08-10T05:56:01.232 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~57094677,58720256~3720902,62914560~9357390,75497472~9730587,88080384~2932875,92274688~4024780,96468992~9189227,106153438~16590968,125829120~7521725,134639999~7218345,156874941~5977654,167772160~7590862,205520896~3242598,214372498~8889781,230686720~13055567,247463936~25573839,273912093~21708430,300110650~3227463,310378496~1983970,314572800~10241376,329131270~4506773,335544320~11027339,348127232~13291538,377487360~8956281,394264576~14039935] 2024-08-10T05:56:01.232 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 10 diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] 2024-08-10T05:56:01.232 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,395652674~12651837] 2024-08-10T05:56:01.238 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~57094677,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92274688~4024780,96468992~26275414,125829120~7521725,134639999~7218345,156874941~5977654,167772160~7590862,205520896~3242598,214372498~8889781,226492416~17249871,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,314572800~10241376,329131270~4506773,335544320~11027339,348127232~13291538,377487360~8956281,394264576~14039935] 2024-08-10T05:56:01.238 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 11 diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,386799849~5093035,395652674~12651837] 2024-08-10T05:56:01.238 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,329131270~4506773,337144463~9427196,348535948~12882822,380139416~6304225,386799849~5093035,395652674~12651837] 2024-08-10T05:56:01.244 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~57094677,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92274688~4024780,96468992~26275414,125829120~16029224,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,214372498~8889781,226492416~17249871,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,314572800~10241376,329131270~4506773,335544320~11027339,348127232~13291538,377487360~14405524,394264576~14039935] 2024-08-10T05:56:01.244 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 12 diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~8261104,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,395652674~13084117] 2024-08-10T05:56:01.244 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~24000265,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~8261104,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~6830003,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,395652674~13084117] 2024-08-10T05:56:01.250 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~57094677,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92274688~4024780,96468992~26275414,125829120~16029224,146800640~5998683,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,214372498~8889781,226492416~17249871,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,314572800~10241376,329131270~4506773,335544320~25874450,377487360~14405524,394264576~14472215] 2024-08-10T05:56:01.250 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 13 diff [2433952~20208670,22962128~34132549,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,395652674~13084117] 2024-08-10T05:56:01.250 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~34132549,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~15572824,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,395652674~13084117] 2024-08-10T05:56:01.256 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~57094677,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92274688~4024780,96468992~26275414,125829120~16029224,146800640~5998683,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,214372498~11164141,226492416~17249871,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,314572800~11364980,329131270~4506773,335544320~25874450,377487360~14405524,394264576~14472215] 2024-08-10T05:56:01.256 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 14 diff [2433952~20208670,22962128~34132549,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24336599,125956354~15901990,146929249~5870074,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.256 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~34132549,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24336599,125956354~15901990,146929249~5870074,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.262 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~57094677,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92274688~4024780,96468992~26275414,125829120~16029224,146800640~5998683,155721138~7131457,167772160~7590862,180355072~8027506,205520896~3242598,214372498~11164141,226492416~17249871,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,314572800~11364980,329131270~4506773,335544320~25874450,377487360~31249431] 2024-08-10T05:56:01.262 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 15 diff [2433952~56559594,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24336599,125956354~15901990,145876299~8395033,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~11693635,226854599~11410490,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.262 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24336599,125956354~15901990,145876299~8395033,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~11693635,226854599~11410490,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.267 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~12170917,75497472~9730587,88080384~2932875,92274688~4024780,96468992~26275414,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~11364980,329131270~4506773,335544320~25874450,377487360~31249431] 2024-08-10T05:56:01.267 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 16 diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.267 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.272 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~11364980,329131270~4506773,335544320~25874450,377487360~31249431] 2024-08-10T05:56:01.273 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 17 diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,363348059~5918819,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.273 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~7953607,329131270~4506773,337144463~11049435,348535948~12882822,363348059~5918819,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.278 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~11364980,329131270~4506773,335544320~33722558,377487360~31249431] 2024-08-10T05:56:01.278 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 18 diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~5918819,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.278 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~5918819,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.284 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~33722558,377487360~31249431] 2024-08-10T05:56:01.284 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 19 diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.284 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.290 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:01.290 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 2 diff [12759274~9883348,23457688~2712658,42003637~8191909,134639999~7218345,215499523~7762756,278650991~3522206,285071725~2860838,329131270~806977,407078790~961344] 2024-08-10T05:56:01.290 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12759274~9883348,23457688~2712658,42003637~8191909,134639999~7218345,215499523~7762756,278650991~3522206,285071725~2860838,329131270~806977,407078790~961344] 2024-08-10T05:56:01.295 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12582912~13587434,42003637~8191909,134639999~7218345,214372498~8889781,278650991~9281572,329131270~806977,406847488~1192646] 2024-08-10T05:56:01.295 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 3 diff [2433952~7780341,12759274~9883348,23457688~2712658,42003637~8191909,50226640~6868037,90181065~832194,98592925~7065294,134639999~7218345,170907772~4455250,215499523~7762756,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,329131270~806977,353512244~7906526,400705138~1877704,407078790~961344] 2024-08-10T05:56:01.295 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~7780341,12759274~9883348,23457688~2712658,42003637~8191909,50226640~6868037,90181065~832194,98592925~7065294,134639999~7218345,170907772~4455250,215499523~7762756,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,329131270~806977,353512244~7906526,400705138~1877704,407078790~961344] 2024-08-10T05:56:01.300 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10214293,12582912~13587434,42003637~15091040,88080384~2932875,98592925~7065294,134639999~7218345,167772160~7590862,214372498~8889781,247463936~12923489,278650991~9281572,329131270~806977,352321536~9097234,400705138~1877704,406847488~1192646] 2024-08-10T05:56:01.300 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 4 diff [2433952~7780341,12759274~9883348,23457688~2712658,42003637~8191909,50226640~6868037,70446767~1825183,81646827~3581232,90181065~832194,92582497~1195958,98592925~7065294,134639999~7218345,170907772~4455250,215499523~7762756,239506943~2444659,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,294024141~1459962,300110650~3227463,329131270~806977,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.300 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~7780341,12759274~9883348,23457688~2712658,42003637~8191909,50226640~6868037,70446767~1825183,81646827~3581232,90181065~832194,92582497~1195958,98592925~7065294,134639999~7218345,170907772~4455250,215499523~7762756,239506943~2444659,249712665~8125061,258308226~2079199,278650991~3522206,285071725~2860838,294024141~1459962,300110650~3227463,329131270~806977,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.306 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10214293,12582912~13587434,42003637~15091040,67108864~5163086,79691776~5536283,88080384~2932875,92582497~1195958,98592925~7065294,134639999~7218345,167772160~7590862,214372498~8889781,239506943~2444659,247463936~12923489,278650991~9281572,293601280~1882823,300110650~3227463,329131270~806977,348127232~13291538,400705138~7599373] 2024-08-10T05:56:01.306 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 5 diff [2433952~7780341,12759274~9883348,23457688~2712658,28698967~1359777,42003637~8191909,50226640~6868037,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,98592925~7065294,134639999~7218345,170907772~4455250,215086166~8176113,239506943~2444659,249712665~8125061,258308226~2079199,261788773~2867113,268144580~4893195,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,329131270~4506773,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.306 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~7780341,12759274~9883348,23457688~2712658,28698967~1359777,42003637~8191909,50226640~6868037,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,98592925~7065294,134639999~7218345,170907772~4455250,215086166~8176113,239506943~2444659,249712665~8125061,258308226~2079199,261788773~2867113,268144580~4893195,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,329131270~4506773,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.311 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10214293,12582912~17475832,42003637~15091040,67108864~5163086,79691776~5536283,88080384~2932875,92582497~1195958,98592925~7065294,134639999~7218345,167772160~7590862,214372498~8889781,239506943~2444659,247463936~25573839,278650991~16969532,300110650~3227463,329131270~4506773,348127232~13291538,400705138~7599373] 2024-08-10T05:56:01.311 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 6 diff [2433952~20208670,23457688~2712658,28698967~1359777,42003637~15091040,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,329131270~4506773,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.311 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,23457688~2712658,28698967~1359777,42003637~15091040,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,278650991~3522206,285071725~8880704,294024141~1596382,300110650~3227463,329131270~4506773,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.316 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~30058744,42003637~15091040,67108864~5163086,79691776~5536283,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,125829120~7521725,134639999~7218345,167772160~7590862,205520896~3242598,214372498~8889781,230686720~5124452,239506943~2444659,247463936~25573839,278650991~16969532,300110650~3227463,329131270~4506773,348127232~13291538,400705138~7599373] 2024-08-10T05:56:01.316 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 7 diff [2433952~20208670,23457688~2712658,28698967~1359777,42003637~15091040,68481450~1844424,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,121619267~935878,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,329131270~4506773,337144463~7150779,348535948~12882822,382159432~4284209,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.316 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,23457688~2712658,28698967~1359777,42003637~15091040,68481450~1844424,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,121619267~935878,125956354~7394491,134639999~7218345,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,329131270~4506773,337144463~7150779,348535948~12882822,382159432~4284209,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.322 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~30058744,42003637~15091040,67108864~5163086,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,117440512~5114633,125829120~7521725,134639999~7218345,167772160~7590862,205520896~3242598,214372498~8889781,230686720~5124452,239506943~2444659,247463936~25573839,273912093~21708430,300110650~3227463,329131270~4506773,335544320~8750922,348127232~13291538,381681664~4761977,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.322 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 8 diff [2433952~20208670,23457688~9431760,33094412~7938158,42003637~15091040,66174179~4223756,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.322 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,23457688~9431760,33094412~7938158,42003637~15091040,66174179~4223756,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.327 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~15091040,62914560~9357390,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,113246208~9498198,125829120~7521725,134639999~7218345,156874941~5977654,167772160~7590862,205520896~3242598,214372498~8889781,230686720~5124452,239506943~2444659,247463936~25573839,273912093~21708430,300110650~3227463,310378496~1983970,329131270~4506773,335544320~11027339,348127232~13291538,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.327 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 9 diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~8507808,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,106212708~7767923,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~6595436,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.327 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~8507808,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,106212708~7767923,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,231669653~6595436,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~8261104,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.332 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~15091040,58720256~3720902,62914560~9357390,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,106153438~16590968,125829120~7521725,134639999~7218345,156874941~5977654,167772160~7590862,205520896~3242598,214372498~8889781,230686720~7578369,239506943~2444659,247463936~25573839,273912093~21708430,300110650~3227463,310378496~1983970,329131270~4506773,335544320~11027339,348127232~13291538,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.333 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 10 diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.333 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~7394491,134639999~7218345,156874941~5977654,170907772~4455250,205611625~3151869,215086166~8176113,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.338 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~15091040,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~7521725,134639999~7218345,156874941~5977654,167772160~7590862,205520896~3242598,214372498~8889781,226492416~11772673,239506943~2444659,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,329131270~4506773,335544320~11027339,348127232~13291538,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.338 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 11 diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~15901990,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.338 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~15901990,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~8261104,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329131270~4506773,337144463~9427196,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.343 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~15091040,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~16029224,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,214372498~8889781,226492416~11772673,239506943~2444659,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,329131270~4506773,335544320~11027339,348127232~13291538,380387907~11504977,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.343 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 12 diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~8261104,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.343 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~9927320,33094412~7938158,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~8176113,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~8261104,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.349 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~15091040,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~16029224,146800640~5998683,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,214372498~8889781,226492416~11772673,239506943~2444659,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,329131270~4506773,335544320~25874450,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.349 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 13 diff [2433952~20208670,22962128~18070442,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.349 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~18070442,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~15901990,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.354 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~15091040,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~16029224,146800640~5998683,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,214372498~11164141,226492416~11772673,239506943~2444659,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,320354999~5582781,329131270~4506773,335544320~25874450,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.354 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 14 diff [2433952~20208670,22962128~18070442,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~15901990,146929249~5870074,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.355 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~20208670,22962128~18070442,42003637~15091040,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~15901990,146929249~5870074,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,205611625~3151869,215086166~10450473,229474245~8790844,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.361 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~15091040,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~16029224,146800640~5998683,155721138~7131457,167772160~7590862,180355072~8027506,205520896~3242598,214372498~11164141,226492416~11772673,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~1983970,320354999~5582781,329131270~4506773,335544320~25874450,380387907~28348884] 2024-08-10T05:56:01.361 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 15 diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~15901990,145876299~8395033,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~11693635,226854599~11410490,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,320354999~5582781,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.361 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~15901990,145876299~8395033,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~11693635,226854599~11410490,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,320354999~5582781,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.368 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,320354999~5582781,329131270~4506773,335544320~25874450,380387907~28348884] 2024-08-10T05:56:01.368 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 16 diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.368 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329131270~4506773,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.374 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~7359659,329131270~4506773,335544320~25874450,380387907~28348884] 2024-08-10T05:56:01.374 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 17 diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329131270~4506773,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.374 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329131270~4506773,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.380 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~7359659,329131270~4506773,335544320~33722558,380387907~28348884] 2024-08-10T05:56:01.380 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 18 diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.380 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.385 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~33722558,380387907~28348884] 2024-08-10T05:56:01.385 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 19 diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.385 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.391 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:01.391 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 3 diff [2433952~7780341,50226640~6868037,90181065~832194,98592925~7065294,170907772~4455250,249712665~8125061,258308226~2079199,353512244~7906526,400705138~1877704] 2024-08-10T05:56:01.391 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~7780341,50226640~6868037,90181065~832194,98592925~7065294,170907772~4455250,249712665~8125061,258308226~2079199,353512244~7906526,400705138~1877704] 2024-08-10T05:56:01.396 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10214293,50195546~6899131,88080384~2932875,98592925~7065294,167772160~7590862,247463936~12923489,352321536~9097234,400705138~1877704] 2024-08-10T05:56:01.396 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 4 diff [2433952~7780341,50226640~6868037,70446767~1825183,81646827~3581232,90181065~832194,92582497~1195958,98592925~7065294,170907772~4455250,239506943~2444659,249712665~8125061,258308226~2079199,294024141~1459962,300110650~3227463,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.396 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~7780341,50226640~6868037,70446767~1825183,81646827~3581232,90181065~832194,92582497~1195958,98592925~7065294,170907772~4455250,239506943~2444659,249712665~8125061,258308226~2079199,294024141~1459962,300110650~3227463,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.401 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10214293,50195546~6899131,67108864~5163086,79691776~5536283,88080384~2932875,92582497~1195958,98592925~7065294,167772160~7590862,239506943~2444659,247463936~12923489,293601280~1882823,300110650~3227463,348127232~13291538,400705138~7599373] 2024-08-10T05:56:01.401 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 5 diff [2433952~7780341,28698967~1359777,50226640~6868037,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,98592925~7065294,170907772~4455250,215086166~1134723,239506943~2444659,249712665~8125061,258308226~2079199,261788773~2867113,268144580~4893195,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.402 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~7780341,28698967~1359777,50226640~6868037,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,98592925~7065294,170907772~4455250,215086166~1134723,239506943~2444659,249712665~8125061,258308226~2079199,261788773~2867113,268144580~4893195,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.407 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~10214293,26170346~3888398,50195546~6899131,67108864~5163086,79691776~5536283,88080384~2932875,92582497~1195958,98592925~7065294,167772160~7590862,215086166~1134723,239506943~2444659,247463936~25573839,279540321~2077858,286024835~9595688,300110650~3227463,329704964~3933079,348127232~13291538,400705138~7599373] 2024-08-10T05:56:01.407 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 6 diff [2433952~18275979,28698967~1359777,47684584~9410093,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,125956354~7394491,170907772~4455250,205611625~3151869,215086166~1134723,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.407 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,28698967~1359777,47684584~9410093,68481450~1844424,70446767~1825183,80147510~5080549,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,125956354~7394491,170907772~4455250,205611625~3151869,215086166~1134723,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~12882822,400705138~7599373] 2024-08-10T05:56:01.412 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,26170346~3888398,47684584~9410093,67108864~5163086,79691776~5536283,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,125829120~7521725,167772160~7590862,205520896~3242598,215086166~1134723,230686720~5124452,239506943~2444659,247463936~25573839,279540321~2077858,286024835~9595688,300110650~3227463,329704964~3933079,348127232~13291538,400705138~7599373] 2024-08-10T05:56:01.413 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 7 diff [2433952~18275979,28698967~1359777,47684584~9410093,68481450~1844424,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,121619267~935878,125956354~7394491,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,329704964~3933079,337144463~7150779,348535948~12882822,382159432~4284209,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.413 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,28698967~1359777,47684584~9410093,68481450~1844424,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,121619267~935878,125956354~7394491,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,329704964~3933079,337144463~7150779,348535948~12882822,382159432~4284209,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.418 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,26170346~3888398,47684584~9410093,67108864~5163086,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,117440512~5114633,125829120~7521725,167772160~7590862,205520896~3242598,215086166~1134723,221510119~531725,230686720~5124452,239506943~2444659,247463936~25573839,273912093~7706086,284240820~11379703,300110650~3227463,329704964~3933079,335544320~8750922,348127232~13291538,381681664~4761977,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.418 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 8 diff [2433952~18275979,24987217~7902231,33094412~7938158,47684584~9410093,66174179~4223756,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,114904792~7839614,125956354~7394491,156874941~5977654,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.418 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,24987217~7902231,33094412~7938158,47684584~9410093,66174179~4223756,70446767~1825183,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,114904792~7839614,125956354~7394491,156874941~5977654,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.423 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,24987217~16045353,47684584~9410093,62914560~9357390,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,113246208~9498198,125829120~7521725,156874941~5977654,167772160~7590862,205520896~3242598,215086166~1134723,221510119~531725,230686720~5124452,239506943~2444659,247463936~25573839,273912093~7706086,284240820~11379703,300110650~3227463,310378496~1983970,329704964~3933079,335544320~11027339,348127232~13291538,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.423 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 9 diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~8507808,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,231669653~6595436,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.424 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~8507808,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~7065294,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,231669653~6595436,239506943~2444659,249712665~8125061,258308226~2079199,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.429 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,22962128~18070442,43218786~13875891,58720256~3720902,62914560~9357390,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~7065294,106153438~16590968,125829120~7521725,156874941~5977654,167772160~7590862,205520896~3242598,215086166~1134723,221510119~531725,230686720~7578369,239506943~2444659,247463936~25573839,273912093~7706086,284240820~11379703,300110650~3227463,310378496~1983970,329704964~3933079,335544320~11027339,348127232~13291538,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.429 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 10 diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~7394491,156874941~5977654,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.429 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~7394491,156874941~5977654,170907772~4455250,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.434 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,22962128~18070442,43218786~13875891,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~7521725,156874941~5977654,167772160~7590862,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,239506943~2444659,247463936~25573839,273912093~7706086,284240820~11379703,300110650~9552899,310378496~1983970,329704964~3933079,335544320~11027339,348127232~13291538,380387907~6055734,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.435 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 11 diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~9892439,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.435 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~9892439,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.440 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,22962128~18070442,43218786~13875891,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~10019673,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,239506943~2444659,247463936~25573839,273912093~7706086,284240820~11379703,300110650~9552899,310378496~1983970,329704964~3933079,335544320~11027339,348127232~13291538,380387907~11504977,396822658~616187,400705138~7599373] 2024-08-10T05:56:01.440 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 12 diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~7706086,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.440 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,22962128~9927320,33094412~7938158,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~7706086,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.445 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,22962128~18070442,43218786~13875891,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~10019673,146800640~5998683,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,239506943~2444659,247463936~25573839,273912093~7706086,284064777~11555746,300110650~9552899,310378496~1983970,329704964~3933079,335544320~25874450,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.446 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 13 diff [2433952~18275979,22962128~18070442,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.446 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,22962128~18070442,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~15387706,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,170907772~4455250,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.451 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,22962128~18070442,43218786~13875891,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~10019673,146800640~5998683,156874941~5977654,167772160~7590862,187020934~1361644,205520896~3242598,215086166~1134723,217489386~8047253,226492416~11772673,239506943~2444659,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~1983970,320354999~5582781,329704964~3933079,335544320~25874450,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.451 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 14 diff [2433952~18275979,22962128~18070442,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~9892439,146929249~5870074,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.451 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,22962128~18070442,43218786~13875891,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~9892439,146929249~5870074,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.456 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,22962128~18070442,43218786~13875891,58720256~3720902,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~10019673,146800640~5998683,155721138~7131457,167772160~7590862,180355072~8027506,205520896~3242598,215086166~1134723,217489386~8047253,226492416~11772673,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~1983970,320354999~5582781,329704964~3933079,335544320~25874450,380387907~28348884] 2024-08-10T05:56:01.456 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 15 diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~9892439,145876299~8395033,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~9290415,226854599~11410490,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,320354999~5582781,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.457 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24151481,125956354~9892439,145876299~8395033,155721138~7131457,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~9290415,226854599~11410490,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,320354999~5582781,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.462 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~12170917,75497472~9730587,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24151481,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,320354999~5582781,329704964~3933079,335544320~25874450,380387907~28348884] 2024-08-10T05:56:01.462 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 16 diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.462 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~12882822,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.468 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~7359659,329704964~3933079,335544320~25874450,380387907~28348884] 2024-08-10T05:56:01.468 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 17 diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.468 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.473 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~7359659,329704964~3933079,335544320~33722558,380387907~28348884] 2024-08-10T05:56:01.473 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 18 diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.473 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:01 smithi078 ceph-mon[92251]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-10T05:56:01.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:01 smithi078 ceph-mon[92251]: pgmap v3491: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 45 MiB/s wr, 199 op/s 2024-08-10T05:56:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:01 smithi078 ceph-mon[94618]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-10T05:56:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:01 smithi078 ceph-mon[94618]: pgmap v3491: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 45 MiB/s wr, 199 op/s 2024-08-10T05:56:01.479 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~33722558,380387907~28348884] 2024-08-10T05:56:01.479 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 19 diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.479 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.485 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:01.485 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 4 diff [51797712~942932,70446767~1825183,81646827~3581232,92582497~1195958,239506943~2444659,253501933~4103797,294024141~1459962,300110650~3227463,348535948~5883699,402153226~6151285] 2024-08-10T05:56:01.485 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [51797712~942932,70446767~1825183,81646827~3581232,92582497~1195958,239506943~2444659,253501933~4103797,294024141~1459962,300110650~3227463,348535948~5883699,402153226~6151285] 2024-08-10T05:56:01.490 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [51797712~942932,67108864~5163086,79691776~5536283,92582497~1195958,239506943~2444659,253501933~4103797,293601280~1882823,300110650~3227463,348127232~6292415,402153226~6151285] 2024-08-10T05:56:01.490 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 5 diff [28698967~1359777,51797712~942932,68481450~1844424,70446767~1825183,80147510~5080549,92582497~1195958,215086166~1134723,239506943~2444659,253501933~4103797,261788773~2867113,268144580~4893195,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~5883699,402153226~6151285] 2024-08-10T05:56:01.490 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [28698967~1359777,51797712~942932,68481450~1844424,70446767~1825183,80147510~5080549,92582497~1195958,215086166~1134723,239506943~2444659,253501933~4103797,261788773~2867113,268144580~4893195,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~5883699,402153226~6151285] 2024-08-10T05:56:01.496 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [26170346~3888398,51797712~942932,67108864~5163086,79691776~5536283,92582497~1195958,215086166~1134723,239506943~2444659,253501933~4103797,260387425~12650350,279540321~2077858,286024835~9595688,300110650~3227463,329704964~3933079,348127232~6292415,402153226~6151285] 2024-08-10T05:56:01.496 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 6 diff [7852731~12857200,28698967~1359777,47684584~2667045,51797712~942932,68481450~1844424,70446767~1825183,80147510~5080549,92582497~1195958,94475521~1823947,125956354~7394491,205611625~3151869,215086166~1134723,231669653~4141519,239506943~2444659,253501933~4103797,261075830~11961945,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~5883699,402153226~6151285] 2024-08-10T05:56:01.496 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,28698967~1359777,47684584~2667045,51797712~942932,68481450~1844424,70446767~1825183,80147510~5080549,92582497~1195958,94475521~1823947,125956354~7394491,205611625~3151869,215086166~1134723,231669653~4141519,239506943~2444659,253501933~4103797,261075830~11961945,279540321~2077858,286024835~7927594,294024141~1596382,300110650~3227463,329704964~3933079,348535948~5883699,402153226~6151285] 2024-08-10T05:56:01.501 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,26170346~3888398,47684584~2667045,51797712~942932,67108864~5163086,79691776~5536283,92582497~1195958,94475521~1823947,125829120~7521725,205520896~3242598,215086166~1134723,230686720~5124452,239506943~2444659,253501933~4103797,260387425~12650350,279540321~2077858,286024835~9595688,300110650~3227463,329704964~3933079,348127232~6292415,402153226~6151285] 2024-08-10T05:56:01.501 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 7 diff [7852731~12857200,28698967~1359777,47684584~2667045,51797712~942932,68481450~1844424,70446767~1825183,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,121619267~935878,125956354~7394491,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,253501933~4103797,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,329704964~3933079,337144463~7150779,348535948~5883699,354744721~6144244,382159432~4284209,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.501 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,28698967~1359777,47684584~2667045,51797712~942932,68481450~1844424,70446767~1825183,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,121619267~935878,125956354~7394491,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,253501933~4103797,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,329704964~3933079,337144463~7150779,348535948~5883699,354744721~6144244,382159432~4284209,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.506 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,26170346~3888398,47684584~2667045,51797712~942932,67108864~5163086,75497472~9730587,92582497~1195958,94475521~1823947,100652848~4096428,117440512~5114633,125829120~7521725,205520896~3242598,215086166~1134723,221510119~531725,230686720~5124452,239506943~2444659,253501933~4103797,260387425~12650350,273912093~7706086,284240820~11379703,300110650~3227463,329704964~3933079,335544320~8750922,348127232~6292415,354744721~6144244,381681664~4761977,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.507 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 8 diff [7852731~12857200,24987217~7902231,33094412~7938158,47684584~2667045,51797712~942932,66174179~4223756,70446767~1825183,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,253501933~4103797,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.507 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,24987217~7902231,33094412~7938158,47684584~2667045,51797712~942932,66174179~4223756,70446767~1825183,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,239506943~2444659,253501933~4103797,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.512 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,24987217~16045353,47684584~2667045,51797712~942932,62914560~9357390,75497472~9730587,92582497~1195958,94475521~1823947,100652848~4096428,113246208~9498198,125829120~7521725,156874941~5977654,205520896~3242598,215086166~1134723,221510119~531725,230686720~5124452,239506943~2444659,253501933~4103797,260387425~12650350,273912093~7706086,284240820~11379703,300110650~3227463,310378496~1983970,329704964~3933079,335544320~11027339,348127232~6292415,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.512 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 9 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~8507808,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~6595436,239506943~2444659,253501933~4103797,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.512 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~8507808,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~6595436,239506943~2444659,253501933~4103797,261075830~11961945,273912093~7706086,284240820~9711609,294024141~1596382,300110650~3227463,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.517 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,51797712~942932,58720256~3720902,62914560~9357390,75497472~9730587,92582497~1195958,94475521~1823947,100652848~4096428,106153438~16590968,125829120~7521725,156874941~5977654,205520896~3242598,215086166~1134723,221510119~531725,230686720~7578369,239506943~2444659,253501933~4103797,260387425~12650350,273912093~7706086,284240820~11379703,300110650~3227463,310378496~1983970,329704964~3933079,335544320~11027339,348127232~6292415,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.517 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 10 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.517 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.523 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,51797712~942932,58720256~3720902,62914560~12170917,75497472~9730587,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125829120~7521725,156874941~5977654,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284240820~11379703,300110650~9552899,310378496~1983970,329704964~3933079,335544320~11027339,348127232~6292415,354744721~6144244,380387907~6055734,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.523 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 11 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.523 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284240820~9711609,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~9427196,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.528 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,51797712~942932,58720256~3720902,62914560~12170917,75497472~9730587,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,156874941~5977654,187020934~1361644,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284240820~11379703,300110650~9552899,310378496~1983970,329704964~3933079,335544320~11027339,348127232~6292415,354744721~6144244,380387907~11504977,396822658~616187,402153226~6151285] 2024-08-10T05:56:01.528 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 12 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.529 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.534 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,51797712~942932,58720256~3720902,62914560~12170917,75497472~9730587,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,156874941~5977654,187020934~1361644,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,239506943~2444659,253501933~4103797,259225866~13811909,273912093~7706086,284064777~11555746,300110650~9552899,310378496~1983970,329704964~3933079,335544320~18875327,354744721~6144244,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.534 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 13 diff [7747927~12962004,22962128~18070442,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.534 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,22962128~18070442,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.539 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,22962128~18070442,43218786~7132843,51797712~942932,58720256~3720902,62914560~12170917,75497472~9730587,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,156874941~5977654,187020934~1361644,205520896~3242598,215086166~1134723,217489386~8047253,226492416~11772673,239506943~2444659,253501933~4103797,259225866~13811909,273912093~9579297,284064777~11555746,300110650~9552899,310378496~1983970,320354999~5582781,329704964~3933079,335544320~18875327,354744721~6144244,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.539 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 14 diff [7747927~12962004,22962128~18070442,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.539 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,22962128~18070442,43218786~7132843,51797712~942932,59322081~3119077,63764142~11321335,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.545 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,22962128~18070442,43218786~7132843,51797712~942932,58720256~3720902,62914560~12170917,75497472~9730587,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,155721138~7131457,180355072~8027506,205520896~3242598,215086166~1134723,217489386~8047253,226492416~11772673,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~11555746,300110650~9552899,310378496~1983970,320354999~5582781,329704964~3933079,335544320~18875327,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.545 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 15 diff [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~9290415,226854599~11410490,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,320354999~5582781,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.545 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~7449982,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~9290415,226854599~11410490,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,320354999~5582781,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.550 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~12170917,75497472~9730587,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,142606336~11664996,155721138~7131457,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,320354999~5582781,329704964~3933079,335544320~18875327,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.550 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 16 diff [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.550 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.556 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~7359659,329704964~3933079,335544320~18875327,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.556 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 17 diff [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.556 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.561 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~7359659,329704964~3933079,335544320~18875327,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.561 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 18 diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.561 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.567 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,259225866~13811909,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.567 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 19 diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.567 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:01 smithi107 ceph-mon[86658]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-10T05:56:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:01 smithi107 ceph-mon[86658]: pgmap v3491: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 45 MiB/s wr, 199 op/s 2024-08-10T05:56:01.572 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:01.573 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 5 diff [28698967~1359777,68481450~1844424,80147510~3637938,215086166~1134723,261788773~2867113,268144580~4893195,279540321~2077858,286024835~7927594,294881305~739218,329704964~3933079] 2024-08-10T05:56:01.573 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [28698967~1359777,68481450~1844424,80147510~3637938,215086166~1134723,261788773~2867113,268144580~4893195,279540321~2077858,286024835~7927594,294881305~739218,329704964~3933079] 2024-08-10T05:56:01.578 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [26170346~3888398,68481450~1844424,80147510~3637938,215086166~1134723,260387425~12650350,279540321~2077858,286024835~7927594,294881305~739218,329704964~3933079] 2024-08-10T05:56:01.578 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 6 diff [7852731~12857200,28698967~1359777,47684584~2667045,68481450~1844424,80147510~3637938,94475521~1823947,125956354~7394491,205611625~3151869,215086166~1134723,231669653~4141519,261075830~11961945,279540321~2077858,286024835~7927594,294881305~739218,329704964~3933079,403889458~4271506] 2024-08-10T05:56:01.578 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,28698967~1359777,47684584~2667045,68481450~1844424,80147510~3637938,94475521~1823947,125956354~7394491,205611625~3151869,215086166~1134723,231669653~4141519,261075830~11961945,279540321~2077858,286024835~7927594,294881305~739218,329704964~3933079,403889458~4271506] 2024-08-10T05:56:01.584 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,26170346~3888398,47684584~2667045,68481450~1844424,80147510~3637938,94475521~1823947,125829120~7521725,205520896~3242598,215086166~1134723,230686720~5124452,260387425~12650350,279540321~2077858,286024835~7927594,294881305~739218,329704964~3933079,403889458~4271506] 2024-08-10T05:56:01.584 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 7 diff [7852731~12857200,28698967~1359777,47684584~2667045,68481450~1844424,77778077~6007371,94475521~1823947,100652848~4096428,121619267~935878,125956354~7394491,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,261075830~11961945,273912093~7706086,284240820~9711609,294881305~739218,329704964~3933079,337144463~7150779,354744721~6144244,382159432~4284209,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.584 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,28698967~1359777,47684584~2667045,68481450~1844424,77778077~6007371,94475521~1823947,100652848~4096428,121619267~935878,125956354~7394491,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,261075830~11961945,273912093~7706086,284240820~9711609,294881305~739218,329704964~3933079,337144463~7150779,354744721~6144244,382159432~4284209,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.589 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,26170346~3888398,47684584~2667045,68481450~1844424,75497472~8287976,94475521~1823947,100652848~4096428,117440512~5114633,125829120~7521725,205520896~3242598,215086166~1134723,221510119~531725,230686720~5124452,260387425~12650350,273912093~7706086,284240820~9711609,294881305~739218,329704964~3933079,335544320~8750922,354744721~6144244,381681664~4761977,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.589 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 8 diff [7852731~12857200,24987217~7902231,33094412~7938158,47684584~2667045,66174179~4223756,77778077~6007371,94475521~1823947,100652848~4096428,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,261075830~11961945,273912093~7706086,284240820~9711609,294881305~739218,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.589 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,24987217~7902231,33094412~7938158,47684584~2667045,66174179~4223756,77778077~6007371,94475521~1823947,100652848~4096428,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~4141519,261075830~11961945,273912093~7706086,284240820~9711609,294881305~739218,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.594 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,24987217~16045353,47684584~2667045,62914560~7483375,75497472~8287976,94475521~1823947,100652848~4096428,113246208~9498198,125829120~7521725,156874941~5977654,205520896~3242598,215086166~1134723,221510119~531725,230686720~5124452,260387425~12650350,273912093~7706086,284240820~9711609,294881305~739218,310378496~1983970,329704964~3933079,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.594 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 9 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~7262902,77778077~6377965,94475521~1823947,100652848~4096428,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~6595436,261075830~11961945,273912093~7706086,284240820~9711609,294881305~739218,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.594 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~7262902,77778077~6377965,94475521~1823947,100652848~4096428,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,231669653~6595436,261075830~11961945,273912093~7706086,284240820~9711609,294881305~739218,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.600 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~8112484,75497472~8658570,94475521~1823947,100652848~4096428,106153438~16590968,125829120~7521725,156874941~5977654,205520896~3242598,215086166~1134723,221510119~531725,230686720~7578369,260387425~12650350,273912093~7706086,284240820~9711609,294881305~739218,310378496~1983970,329704964~3933079,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.600 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 10 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,259225866~13811909,273912093~7706086,284240820~9711609,294881305~739218,300761136~8902413,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.600 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,259225866~13811909,273912093~7706086,284240820~9711609,294881305~739218,300761136~8902413,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.605 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,94475521~1823947,100652848~4096428,104873384~17871022,125829120~7521725,156874941~5977654,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,259225866~13811909,273912093~7706086,284240820~9711609,294881305~739218,300761136~8902413,310378496~1983970,329704964~3933079,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.605 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 11 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,259225866~13811909,273912093~7706086,284240820~9711609,294881305~739218,300761136~8902413,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.605 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,259225866~13811909,273912093~7706086,284240820~9711609,294881305~739218,300761136~8902413,311271730~1090736,329704964~3933079,337144463~9427196,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.611 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,156874941~5977654,187020934~1361644,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,259225866~13811909,273912093~7706086,284240820~9711609,294881305~739218,300761136~8902413,310378496~1983970,329704964~3933079,335544320~11027339,354744721~6144244,380387907~11504977,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.611 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 12 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,254306301~1895735,259225866~13811909,273912093~7706086,284064777~9887652,294881305~739218,300761136~8902413,311271730~1090736,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.611 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,221510119~531725,229474245~8790844,254306301~1895735,259225866~13811909,273912093~7706086,284064777~9887652,294881305~739218,300761136~8902413,311271730~1090736,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.616 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,156874941~5977654,187020934~1361644,205520896~3242598,215086166~1134723,221510119~531725,226492416~11772673,254306301~1895735,259225866~13811909,273912093~7706086,284064777~9887652,294881305~739218,300761136~8902413,310378496~1983970,329704964~3933079,335544320~12649578,354744721~6144244,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.617 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 13 diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.617 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.622 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,156874941~5977654,187020934~1361644,205520896~3242598,215086166~1134723,217489386~8047253,226492416~11772673,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~1983970,320354999~5582781,329704964~3933079,335544320~12649578,354744721~6144244,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.622 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 14 diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.622 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,205611625~3151869,215086166~1134723,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~1090736,320354999~5582781,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.627 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,155721138~7131457,180355072~8027506,205520896~3242598,215086166~1134723,217489386~8047253,226492416~11772673,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~1983970,320354999~5582781,329704964~3933079,335544320~12649578,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.627 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 15 diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,320354999~5582781,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.628 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,320354999~5582781,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.633 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,142606336~11664996,155721138~7131457,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,320354999~5582781,329704964~3933079,335544320~12649578,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.678 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 16 diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.678 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.681 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~7359659,329704964~3933079,335544320~12649578,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.681 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 17 diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.681 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~7359659,329704964~3933079,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.681 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,205520896~3242598,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~7359659,329704964~3933079,335544320~12649578,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 18 diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,259225866~13811909,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 19 diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 6 diff [7852731~12857200,47684584~2667045,94475521~1823947,125956354~7394491,205611625~3151869,231669653~4141519,261075830~7445978,403889458~4271506] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,47684584~2667045,94475521~1823947,125956354~7394491,205611625~3151869,231669653~4141519,261075830~7445978,403889458~4271506] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,47684584~2667045,94475521~1823947,125829120~7521725,205520896~3242598,230686720~5124452,261075830~7445978,403889458~4271506] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 7 diff [7852731~12857200,47684584~2667045,77778077~5670576,94475521~1823947,100652848~4096428,121619267~935878,125956354~7394491,205611625~3151869,221510119~531725,231669653~4141519,261075830~7445978,273912093~7534976,284240820~2354827,337144463~7150779,354744721~6144244,382159432~4284209,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,47684584~2667045,77778077~5670576,94475521~1823947,100652848~4096428,121619267~935878,125956354~7394491,205611625~3151869,221510119~531725,231669653~4141519,261075830~7445978,273912093~7534976,284240820~2354827,337144463~7150779,354744721~6144244,382159432~4284209,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.682 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,47684584~2667045,75497472~7951181,94475521~1823947,100652848~4096428,117440512~5114633,125829120~7521725,205520896~3242598,221510119~531725,230686720~5124452,261075830~7445978,273912093~7534976,284240820~2354827,335544320~8750922,354744721~6144244,381681664~4761977,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 8 diff [7852731~12857200,24987217~7902231,33094412~7938158,47684584~2667045,66174179~4223756,77778077~5670576,94475521~1823947,100652848~4096428,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,221510119~531725,231669653~4141519,261075830~7445978,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,24987217~7902231,33094412~7938158,47684584~2667045,66174179~4223756,77778077~5670576,94475521~1823947,100652848~4096428,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,221510119~531725,231669653~4141519,261075830~7445978,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,24987217~16045353,47684584~2667045,62914560~7483375,75497472~7951181,94475521~1823947,100652848~4096428,113246208~9498198,125829120~7521725,156874941~5977654,205520896~3242598,221510119~531725,230686720~5124452,261075830~7445978,273912093~7534976,284240820~2354827,310378496~1983970,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 9 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~7262902,77778077~6377965,94475521~1823947,100652848~4096428,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,221510119~531725,231669653~6595436,261075830~7445978,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~7262902,77778077~6377965,94475521~1823947,100652848~4096428,106212708~7767923,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,221510119~531725,231669653~6595436,261075830~7445978,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~8112484,75497472~8658570,94475521~1823947,100652848~4096428,106153438~16590968,125829120~7521725,156874941~5977654,205520896~3242598,221510119~531725,230686720~7578369,261075830~7445978,273912093~7534976,284240820~2354827,310378496~1983970,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 10 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,221510119~531725,229474245~8790844,259225866~11042551,273912093~7534976,284240820~2354827,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.683 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~7394491,156874941~5977654,205611625~3151869,221510119~531725,229474245~8790844,259225866~11042551,273912093~7534976,284240820~2354827,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.684 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,94475521~1823947,100652848~4096428,104873384~17871022,125829120~7521725,156874941~5977654,205520896~3242598,221510119~531725,226492416~11772673,259225866~11042551,273912093~7534976,284240820~2354827,300761136~8902413,310378496~1983970,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.684 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 11 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,156874941~5977654,187677992~704586,205611625~3151869,221510119~531725,229474245~8790844,259225866~11042551,273912093~7534976,284240820~2354827,294978412~511025,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.684 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,156874941~5977654,187677992~704586,205611625~3151869,221510119~531725,229474245~8790844,259225866~11042551,273912093~7534976,284240820~2354827,294978412~511025,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.688 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,156874941~5977654,187020934~1361644,205520896~3242598,221510119~531725,226492416~11772673,259225866~11042551,273912093~7534976,284240820~2354827,294978412~511025,300761136~8902413,310378496~1983970,335544320~11027339,354744721~6144244,380387907~11504977,396822658~616187,403889458~4271506] 2024-08-10T05:56:01.688 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 12 diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,221510119~531725,229474245~8790844,254306301~1895735,259225866~11042551,273912093~7534976,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.688 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7852731~12857200,22962128~9927320,33094412~7938158,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,221510119~531725,229474245~8790844,254306301~1895735,259225866~11042551,273912093~7534976,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.693 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7852731~12857200,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,156874941~5977654,187020934~1361644,205520896~3242598,221510119~531725,226492416~11772673,254306301~1895735,259225866~11042551,273912093~7534976,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,335544320~12649578,354744721~6144244,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.694 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 13 diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,217489386~8047253,229474245~8790844,254306301~1895735,259225866~11042551,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.694 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~9107247,114904792~7839614,125956354~9892439,146929249~5870074,156874941~5977654,187677992~704586,205611625~3151869,217489386~8047253,229474245~8790844,254306301~1895735,259225866~11042551,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.699 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,156874941~5977654,187020934~1361644,205520896~3242598,217489386~8047253,226492416~11772673,254306301~1895735,259225866~11042551,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,320354999~5582781,335544320~12649578,354744721~6144244,380387907~11504977,396822658~616187,398002603~10734188] 2024-08-10T05:56:01.699 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 14 diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,205611625~3151869,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.699 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,22962128~18070442,43218786~7132843,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,205611625~3151869,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.704 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,22962128~18070442,43218786~7132843,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,146800640~5998683,155721138~7131457,180355072~8027506,205520896~3242598,217489386~8047253,226492416~11772673,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,320354999~5582781,335544320~12649578,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.704 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 15 diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.704 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~6377965,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125956354~9892439,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.710 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~12170917,75497472~8658570,88744680~683458,94475521~1823947,100652848~4096428,104873384~17871022,125829120~10019673,142606336~11664996,155721138~7131457,180355072~8027506,192937984~4251372,205520896~3242598,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,320354999~5582781,335544320~12649578,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.710 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 16 diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.710 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.715 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,205520896~3242598,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~7359659,335544320~12649578,354744721~6144244,380387907~28348884] 2024-08-10T05:56:01.715 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 17 diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.715 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,205611625~3151869,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.721 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,205520896~3242598,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~7359659,335544320~12649578,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.721 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 18 diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.721 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.726 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,217489386~20775703,243384599~355267,254306301~1895735,259225866~13171526,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.726 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 19 diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.727 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.732 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:01.732 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 7 diff [77778077~5670576,100652848~4096428,121619267~935878,221510119~531725,273912093~7534976,284240820~2354827,337144463~7150779,354744721~6144244,382159432~4284209,396822658~616187] 2024-08-10T05:56:01.732 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [77778077~5670576,100652848~4096428,121619267~935878,221510119~531725,273912093~7534976,284240820~2354827,337144463~7150779,354744721~6144244,382159432~4284209,396822658~616187] 2024-08-10T05:56:01.737 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [75497472~7951181,100652848~4096428,117440512~5114633,221510119~531725,273912093~7534976,284240820~2354827,335544320~8750922,354744721~6144244,381681664~4761977,396822658~616187] 2024-08-10T05:56:01.737 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 8 diff [24987217~7902231,33094412~7938158,66174179~4223756,77778077~5670576,100652848~4096428,114904792~7839614,156874941~5977654,221510119~531725,262466891~1901402,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.737 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [24987217~7902231,33094412~7938158,66174179~4223756,77778077~5670576,100652848~4096428,114904792~7839614,156874941~5977654,221510119~531725,262466891~1901402,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.743 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [24987217~16045353,62914560~7483375,75497472~7951181,100652848~4096428,113246208~9498198,156874941~5977654,221510119~531725,262466891~1901402,273912093~7534976,284240820~2354827,310378496~1983970,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.743 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 9 diff [22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~7262902,77778077~6377965,100652848~4096428,106212708~7767923,114904792~7839614,156874941~5977654,207004795~323826,221510119~531725,234569054~3696035,262466891~1901402,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.743 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~7262902,77778077~6377965,100652848~4096428,106212708~7767923,114904792~7839614,156874941~5977654,207004795~323826,221510119~531725,234569054~3696035,262466891~1901402,273912093~7534976,284240820~2354827,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.748 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [22962128~18070442,43218786~5302183,58720256~3720902,62914560~8112484,75497472~8658570,100652848~4096428,106153438~16590968,156874941~5977654,207004795~323826,221510119~531725,234569054~3696035,262466891~1901402,273912093~7534976,284240820~2354827,310378496~1983970,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.748 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 10 diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,100652848~4096428,104873384~9107247,114904792~7839614,156874941~5977654,207004795~323826,221510119~531725,229474245~8790844,259225866~6373261,268266755~2001662,273912093~7534976,284240820~2354827,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.748 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,100652848~4096428,104873384~9107247,114904792~7839614,156874941~5977654,207004795~323826,221510119~531725,229474245~8790844,259225866~6373261,268266755~2001662,273912093~7534976,284240820~2354827,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.754 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,75497472~8658570,100652848~4096428,104873384~17871022,156874941~5977654,207004795~323826,221510119~531725,226492416~11772673,259225866~6373261,268266755~2001662,273912093~7534976,284240820~2354827,300761136~8902413,310378496~1983970,335544320~11027339,354744721~6144244,380387907~6055734,396822658~616187] 2024-08-10T05:56:01.754 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 11 diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,100652848~4096428,104873384~9107247,114904792~7839614,129653850~6194943,156874941~5977654,187677992~704586,207004795~323826,221510119~531725,229474245~8790844,259225866~6373261,268266755~2001662,273912093~7534976,284240820~2354827,294978412~511025,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187] 2024-08-10T05:56:01.754 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,100652848~4096428,104873384~9107247,114904792~7839614,129653850~6194943,156874941~5977654,187677992~704586,207004795~323826,221510119~531725,229474245~8790844,259225866~6373261,268266755~2001662,273912093~7534976,284240820~2354827,294978412~511025,300761136~8902413,311271730~1090736,337144463~9427196,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187] 2024-08-10T05:56:01.760 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,75497472~8658570,100652848~4096428,104873384~17871022,129653850~6194943,156874941~5977654,187020934~1361644,207004795~323826,221510119~531725,226492416~11772673,259225866~6373261,268266755~2001662,273912093~7534976,284240820~2354827,294978412~511025,300761136~8902413,310378496~1983970,335544320~11027339,354744721~6144244,380387907~11504977,396822658~616187] 2024-08-10T05:56:01.760 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 12 diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,100652848~4096428,104873384~9107247,114904792~7839614,129653850~6194943,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,221510119~531725,229474245~8790844,254306301~1895735,259225866~6373261,268266755~2001662,273912093~7534976,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.760 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,100652848~4096428,104873384~9107247,114904792~7839614,129653850~6194943,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,221510119~531725,229474245~8790844,254306301~1895735,259225866~6373261,268266755~2001662,273912093~7534976,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.765 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,100652848~4096428,104873384~17871022,129653850~6194943,146800640~5998683,156874941~5977654,187020934~1361644,207004795~323826,221510119~531725,226492416~11772673,254306301~1895735,259225866~6373261,268266755~2001662,273912093~7534976,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,335544320~12649578,354744721~6144244,380387907~11504977,396822658~616187,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.765 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 13 diff [7747927~4865631,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,100652848~4096428,104873384~9107247,114904792~7839614,127779809~8068984,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,254306301~1895735,259225866~7811601,268266755~2001662,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.765 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~4865631,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,100652848~4096428,104873384~9107247,114904792~7839614,127779809~8068984,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,254306301~1895735,259225866~7811601,268266755~2001662,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,396822658~616187,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.771 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~4865631,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,100652848~4096428,104873384~17871022,127779809~8068984,146800640~5998683,156874941~5977654,187020934~1361644,207004795~323826,217489386~8047253,226492416~11772673,254306301~1895735,259225866~7811601,268266755~2001662,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,320354999~5582781,335544320~12649578,354744721~6144244,380387907~11504977,396822658~616187,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.771 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 14 diff [7747927~7870573,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,100652848~4096428,104873384~17871022,126886060~8962733,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.771 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,77778077~6377965,88744680~683458,100652848~4096428,104873384~17871022,126886060~8962733,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.776 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,75497472~8658570,88744680~683458,100652848~4096428,104873384~17871022,126886060~8962733,146800640~5998683,155721138~7131457,180355072~8027506,207004795~323826,217489386~8047253,226492416~11772673,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,320354999~5582781,335544320~12649578,354744721~6144244,380387907~25479711,406019133~2717658] 2024-08-10T05:56:01.776 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 15 diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~6377965,88744680~683458,100652848~4096428,104873384~17871022,126886060~8962733,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.776 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,77778077~6377965,88744680~683458,100652848~4096428,104873384~17871022,126886060~8962733,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,320354999~5582781,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.782 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~19149462,43218786~5302183,54260862~8180296,62914560~12170917,75497472~8658570,88744680~683458,100652848~4096428,104873384~17871022,126886060~8962733,142606336~11664996,155721138~7131457,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,320354999~5582781,335544320~12649578,354744721~6144244,380387907~25479711,406019133~2717658] 2024-08-10T05:56:01.782 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 16 diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.782 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,380387907~6055734,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.787 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~7359659,335544320~12649578,354744721~6144244,380387907~25479711,406019133~2717658] 2024-08-10T05:56:01.787 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 17 diff [7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.787 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.792 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~11890853,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~7359659,335544320~12649578,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.793 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 18 diff [4349154~1525520,7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.793 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~5918819,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.798 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~11890853,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~7848108,380387907~28348884] 2024-08-10T05:56:01.798 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 19 diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.798 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.804 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:01.804 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 8 diff [24987217~7902231,33094412~7938158,66174179~4223756,114904792~7839614,156874941~5977654,262466891~1901402,311271730~1090736,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.804 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [24987217~7902231,33094412~7938158,66174179~4223756,114904792~7839614,156874941~5977654,262466891~1901402,311271730~1090736,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.809 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [24987217~16045353,62914560~7483375,113246208~9498198,156874941~5977654,262466891~1901402,310378496~1983970,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.809 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 9 diff [22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~7262902,81891434~2264608,106212708~7767923,114904792~7839614,156874941~5977654,207004795~323826,234569054~3696035,262466891~1901402,278372556~1241945,311271730~1090736,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.809 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~7262902,81891434~2264608,106212708~7767923,114904792~7839614,156874941~5977654,207004795~323826,234569054~3696035,262466891~1901402,278372556~1241945,311271730~1090736,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.814 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [22962128~18070442,43218786~5302183,58720256~3720902,62914560~8112484,81891434~2264608,106153438~16590968,156874941~5977654,207004795~323826,234569054~3696035,262466891~1901402,278372556~1241945,310378496~1983970,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.815 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 10 diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,114904792~7839614,156874941~5977654,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,300761136~8902413,311271730~1090736,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.815 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,114904792~7839614,156874941~5977654,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,300761136~8902413,311271730~1090736,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.820 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,81891434~2264608,104873384~17871022,156874941~5977654,207004795~323826,226492416~11772673,259225866~6373261,268266755~2001662,278253081~1361420,300761136~8902413,310378496~1983970,339276980~7294679,380387907~4628678] 2024-08-10T05:56:01.820 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 11 diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,114904792~7839614,129653850~6194943,156874941~5977654,187677992~704586,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,294978412~511025,300761136~8902413,311271730~1090736,339276980~7294679,380387907~4628678,386799849~5093035] 2024-08-10T05:56:01.820 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,114904792~7839614,129653850~6194943,156874941~5977654,187677992~704586,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,294978412~511025,300761136~8902413,311271730~1090736,339276980~7294679,380387907~4628678,386799849~5093035] 2024-08-10T05:56:01.826 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,81891434~2264608,104873384~17871022,129653850~6194943,156874941~5977654,187020934~1361644,207004795~323826,226492416~11772673,259225866~6373261,268266755~2001662,278253081~1361420,294978412~511025,300761136~8902413,310378496~1983970,339276980~7294679,380387907~4628678,386443641~5449243] 2024-08-10T05:56:01.826 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 12 diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,114904792~7839614,129653850~6194943,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,229474245~8790844,254306301~1895735,259225866~6373261,268266755~2001662,278253081~1361420,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,339276980~8916918,380387907~4628678,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.826 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~9927320,33094412~7938158,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,114904792~7839614,129653850~6194943,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,229474245~8790844,254306301~1895735,259225866~6373261,268266755~2001662,278253081~1361420,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,339276980~8916918,380387907~4628678,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.831 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,81891434~2264608,88744680~683458,104873384~17871022,129653850~6194943,146800640~5998683,156874941~5977654,187020934~1361644,207004795~323826,226492416~11772673,254306301~1895735,259225866~6373261,268266755~2001662,278253081~1361420,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,339276980~8916918,380387907~4628678,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.831 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 13 diff [7747927~4865631,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,114904792~7839614,127779809~8068984,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,339276980~8916918,380387907~4628678,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.831 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~4865631,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,114904792~7839614,127779809~8068984,146929249~5870074,156874941~5977654,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,339276980~8916918,380387907~4628678,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.836 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~4865631,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,81891434~2264608,88744680~683458,104873384~17871022,127779809~8068984,146800640~5998683,156874941~5977654,187020934~1361644,207004795~323826,217489386~8047253,226492416~11772673,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,320354999~5582781,339276980~8916918,380387907~4628678,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.836 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 14 diff [7747927~7870573,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~17871022,126886060~8962733,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,339276980~8916918,380387907~4628678,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.836 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,22962128~18070442,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~17871022,126886060~8962733,146929249~5870074,155721138~7131457,182632641~4544269,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~1090736,320354999~5582781,339276980~8916918,380387907~4628678,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.842 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,22962128~18070442,43218786~5302183,58720256~3720902,62914560~12170917,81891434~2264608,88744680~683458,104873384~17871022,126886060~8962733,146800640~5998683,155721138~7131457,180355072~8027506,207004795~323826,217489386~8047253,226492416~11772673,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~1983970,320354999~5582781,339276980~8916918,380387907~4628678,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.842 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 15 diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,81891434~2264608,88744680~683458,104873384~17871022,126886060~8962733,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,320354999~5582781,339276980~8916918,380387907~4628678,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.842 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,81891434~2264608,88744680~683458,104873384~17871022,126886060~8962733,145876299~8395033,155721138~7131457,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,320354999~5582781,339276980~8916918,380387907~4628678,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.847 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~19149462,43218786~5302183,54260862~8180296,62914560~12170917,75969844~457597,81891434~2264608,88744680~683458,104873384~17871022,126886060~8962733,142606336~11664996,155721138~7131457,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,320354999~5582781,339276980~8916918,380387907~4628678,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.847 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 16 diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,339276980~8916918,380387907~4628678,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.847 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,339276980~8916918,380387907~4628678,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.854 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~7359659,339276980~8916918,380387907~4628678,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.854 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 17 diff [7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,339276980~8916918,363348059~5918819,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.854 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~7359659,339276980~8916918,363348059~5918819,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.858 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~11890853,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~7359659,339276980~8916918,361418770~7848108,380387907~4628678,386443641~22293150] 2024-08-10T05:56:01.858 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 18 diff [4349154~1525520,7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~5918819,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.858 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~11890853,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145595113~8676219,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~5918819,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.864 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~11890853,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~7848108,380387907~4628678,386443641~22293150] 2024-08-10T05:56:01.864 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 19 diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.864 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.869 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:01.869 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 9 diff [22962128~7055186,43218786~5302183,59322081~3119077,63764142~7262902,81891434~2264608,106212708~7767923,207004795~323826,234569054~3696035,278372556~1241945] 2024-08-10T05:56:01.869 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [22962128~7055186,43218786~5302183,59322081~3119077,63764142~7262902,81891434~2264608,106212708~7767923,207004795~323826,234569054~3696035,278372556~1241945] 2024-08-10T05:56:01.874 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [22962128~7055186,43218786~5302183,58720256~3720902,63764142~7262902,81891434~2264608,106153438~7827193,207004795~323826,234569054~3696035,278372556~1241945] 2024-08-10T05:56:01.874 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 10 diff [8724244~3889314,22962128~7055186,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,300761136~8902413] 2024-08-10T05:56:01.874 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~7055186,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,300761136~8902413] 2024-08-10T05:56:01.879 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~7055186,43218786~5302183,58720256~3720902,63764142~11321335,81891434~2264608,104873384~9107247,207004795~323826,226492416~11772673,259225866~6373261,268266755~2001662,278253081~1361420,300761136~8902413] 2024-08-10T05:56:01.880 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 11 diff [8724244~3889314,22962128~7055186,35666514~4709440,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,118067442~2717009,129653850~6194943,187677992~704586,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,294978412~511025,300761136~8902413,386799849~5093035] 2024-08-10T05:56:01.880 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~7055186,35666514~4709440,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,104873384~9107247,118067442~2717009,129653850~6194943,187677992~704586,207004795~323826,229474245~8790844,259225866~6373261,268266755~2001662,278253081~1361420,294978412~511025,300761136~8902413,386799849~5093035] 2024-08-10T05:56:01.885 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~7055186,35666514~4709440,43218786~5302183,58720256~3720902,63764142~11321335,81891434~2264608,104873384~9107247,118067442~2717009,129653850~6194943,187020934~1361644,207004795~323826,226492416~11772673,259225866~6373261,268266755~2001662,278253081~1361420,294978412~511025,300761136~8902413,386443641~5449243] 2024-08-10T05:56:01.885 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 12 diff [8724244~3889314,22962128~7055186,33287462~7093629,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,118067442~4429885,129653850~6194943,146929249~5870074,187677992~704586,207004795~323826,229474245~8790844,254306301~1895735,259225866~6373261,268266755~2001662,278253081~1361420,284064777~6583852,294978412~511025,300761136~8902413,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.885 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,22962128~7055186,33287462~7093629,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,118067442~4429885,129653850~6194943,146929249~5870074,187677992~704586,207004795~323826,229474245~8790844,254306301~1895735,259225866~6373261,268266755~2001662,278253081~1361420,284064777~6583852,294978412~511025,300761136~8902413,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.890 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,22962128~7055186,33287462~7093629,43218786~5302183,58720256~3720902,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,118067442~4429885,129653850~6194943,146800640~5998683,187020934~1361644,207004795~323826,226492416~11772673,254306301~1895735,259225866~6373261,268266755~2001662,278253081~1361420,284064777~6583852,294978412~511025,300761136~8902413,340084781~8109117,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.890 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 13 diff [7747927~4865631,22962128~17418963,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,118067442~4429885,127779809~8068984,146929249~5870074,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.890 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~4865631,22962128~17418963,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,118067442~4429885,127779809~8068984,146929249~5870074,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.895 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~4865631,22962128~17418963,43218786~5302183,58720256~3720902,63764142~11321335,81891434~2264608,88744680~683458,104873384~9107247,118067442~4429885,127779809~8068984,146800640~5998683,187020934~1361644,207004795~323826,217489386~8047253,226492416~11772673,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.896 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 14 diff [7747927~7870573,22962128~17418963,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~11152658,118067442~4429885,126886060~8962733,146929249~5870074,155721138~2265455,182632641~4544269,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.896 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,22962128~17418963,43218786~5302183,59322081~3119077,63764142~11321335,81891434~2264608,88744680~683458,104873384~11152658,118067442~4429885,126886060~8962733,146929249~5870074,155721138~2265455,182632641~4544269,187677992~704586,207004795~323826,217489386~8047253,229474245~8790844,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.901 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,22962128~17418963,43218786~5302183,58720256~3720902,63764142~11321335,81891434~2264608,88744680~683458,104873384~11152658,118067442~4429885,126886060~8962733,146800640~5998683,155721138~2265455,180355072~8027506,207004795~323826,217489386~8047253,226492416~11772673,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.901 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 15 diff [7747927~7870573,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,81891434~2264608,88744680~683458,104873384~11152658,118067442~4429885,126886060~8962733,145876299~8395033,155721138~2265455,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.901 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~11321335,75969844~457597,81891434~2264608,88744680~683458,104873384~11152658,118067442~4429885,126886060~8962733,145876299~8395033,155721138~2265455,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~9290415,226854599~11410490,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.906 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~18497983,43218786~5302183,54260862~8180296,63764142~11321335,75969844~457597,81891434~2264608,88744680~683458,104873384~11152658,118067442~4429885,126886060~8962733,142606336~11664996,155721138~2265455,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,320354999~5582781,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.906 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 16 diff [7747927~7870573,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~11152658,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.906 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~11152658,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.912 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~11152658,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.912 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 17 diff [7747927~11890853,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~11152658,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.912 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~11890853,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~11152658,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.917 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~11890853,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~11152658,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,180355072~8027506,192937984~4251372,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,361418770~7848108,386443641~22293150] 2024-08-10T05:56:01.917 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 18 diff [4349154~1525520,7747927~11890853,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~12008717,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.917 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~11890853,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~12008717,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.922 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~11890853,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~12008717,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,217489386~20775703,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~7848108,386443641~22293150] 2024-08-10T05:56:01.923 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 19 diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.923 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.928 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:01.928 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 10 diff [8724244~3889314,69588094~5497383,104873384~2596869,229474245~8173110,259225866~6373261,268266755~2001662,278253081~717024,300761136~8902413] 2024-08-10T05:56:01.928 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,69588094~5497383,104873384~2596869,229474245~8173110,259225866~6373261,268266755~2001662,278253081~717024,300761136~8902413] 2024-08-10T05:56:01.933 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,69588094~5497383,104873384~2596869,226492416~11154939,259225866~6373261,268266755~2001662,278253081~717024,300761136~8902413] 2024-08-10T05:56:01.933 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 11 diff [8724244~3889314,35666514~4709440,69588094~5497383,104873384~2596869,118067442~2717009,129653850~6194943,187677992~704586,229474245~8173110,259225866~6373261,268266755~2001662,278253081~717024,294978412~511025,300761136~8902413,386799849~5093035] 2024-08-10T05:56:01.933 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,35666514~4709440,69588094~5497383,104873384~2596869,118067442~2717009,129653850~6194943,187677992~704586,229474245~8173110,259225866~6373261,268266755~2001662,278253081~717024,294978412~511025,300761136~8902413,386799849~5093035] 2024-08-10T05:56:01.939 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,35666514~4709440,69588094~5497383,104873384~2596869,118067442~2717009,129653850~6194943,187020934~1361644,226492416~11154939,259225866~6373261,268266755~2001662,278253081~717024,294978412~511025,300761136~8902413,386443641~5449243] 2024-08-10T05:56:01.939 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 12 diff [8724244~3889314,33287462~7093629,69588094~5497383,88744680~683458,104873384~2596869,118067442~4429885,129653850~6194943,146929249~5870074,187677992~704586,229474245~8173110,254306301~1895735,259225866~6373261,268266755~2001662,278253081~717024,284064777~6583852,294978412~511025,300761136~8902413,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.939 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8724244~3889314,33287462~7093629,69588094~5497383,88744680~683458,104873384~2596869,118067442~4429885,129653850~6194943,146929249~5870074,187677992~704586,229474245~8173110,254306301~1895735,259225866~6373261,268266755~2001662,278253081~717024,284064777~6583852,294978412~511025,300761136~8902413,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.944 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8724244~3889314,33287462~7093629,69588094~5497383,88744680~683458,104873384~2596869,118067442~4429885,129653850~6194943,146800640~5998683,187020934~1361644,226492416~11154939,254306301~1895735,259225866~6373261,268266755~2001662,278253081~717024,284064777~6583852,294978412~511025,300761136~8902413,340084781~8109117,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.944 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 13 diff [7747927~4865631,28550626~11830465,69588094~5497383,88744680~683458,104873384~2596869,118067442~4429885,127779809~8068984,146929249~5870074,187677992~704586,217489386~8047253,229474245~8718669,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.945 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~4865631,28550626~11830465,69588094~5497383,88744680~683458,104873384~2596869,118067442~4429885,127779809~8068984,146929249~5870074,187677992~704586,217489386~8047253,229474245~8718669,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.950 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~4865631,28550626~11830465,69588094~5497383,88744680~683458,104873384~2596869,118067442~4429885,127779809~8068984,146800640~5998683,187020934~1361644,217489386~8047253,226492416~11700498,254306301~1895735,259225866~7811601,268266755~2001662,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.950 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 14 diff [7747927~7870573,28550626~11830465,69588094~5497383,88744680~683458,104873384~2596869,109231222~6794820,118067442~4429885,126886060~8962733,146929249~5870074,155721138~2265455,182632641~4544269,187677992~704586,217489386~8047253,229474245~8718669,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.950 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,28550626~11830465,69588094~5497383,88744680~683458,104873384~2596869,109231222~6794820,118067442~4429885,126886060~8962733,146929249~5870074,155721138~2265455,182632641~4544269,187677992~704586,217489386~8047253,229474245~8718669,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.956 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,28550626~11830465,69588094~5497383,88744680~683458,104873384~2596869,109231222~6794820,118067442~4429885,126886060~8962733,146800640~5998683,155721138~2265455,180355072~8027506,217489386~8047253,226492416~11700498,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,320354999~5582781,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.956 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 15 diff [7747927~7870573,21883108~4269375,28550626~11830465,54260862~4732684,69588094~5497383,75969844~457597,88744680~683458,104873384~2596869,109231222~6794820,118067442~4429885,126886060~8962733,145876299~8395033,155721138~2265455,182632641~4544269,187677992~704586,193638971~3550385,217489386~9290415,226854599~11338315,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.956 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~4269375,28550626~11830465,54260862~4732684,69588094~5497383,75969844~457597,88744680~683458,104873384~2596869,109231222~6794820,118067442~4429885,126886060~8962733,145876299~8395033,155721138~2265455,182632641~4544269,187677992~704586,193638971~3550385,217489386~9290415,226854599~11338315,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.961 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~4269375,28550626~11830465,54260862~4732684,69588094~5497383,75969844~457597,88744680~683458,104873384~2596869,109231222~6794820,118067442~4429885,126886060~8962733,142606336~11664996,155721138~2265455,180355072~8027506,192937984~4251372,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,320354999~5582781,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.961 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 16 diff [7747927~7870573,21883108~4269375,28550626~11830465,54260862~4732684,69588094~12117561,88744680~683458,104873384~2596869,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.961 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~7870573,21883108~4269375,28550626~11830465,54260862~4732684,69588094~12117561,88744680~683458,104873384~2596869,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:01.967 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~7870573,21883108~4269375,28550626~11830465,54260862~4732684,69588094~12117561,88744680~683458,104873384~2596869,109231222~6794820,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,180355072~8027506,192937984~4251372,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:01.967 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 17 diff [7747927~11890853,21883108~18497983,54260862~4732684,69588094~12117561,88744680~683458,104873384~2596869,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.967 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~11890853,21883108~18497983,54260862~4732684,69588094~12117561,88744680~683458,104873384~2596869,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.973 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~11890853,21883108~18497983,54260862~4732684,69588094~12117561,88744680~683458,104873384~2596869,109231222~6794820,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,180355072~8027506,192937984~4251372,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~7359659,340084781~8109117,361418770~7848108,386443641~22293150] 2024-08-10T05:56:01.973 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 18 diff [4349154~1525520,7747927~11890853,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~7650879,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.973 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~11890853,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~7650879,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.978 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~11890853,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~7650879,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,217489386~20703528,243384599~355267,254306301~1895735,259225866~7811601,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~7848108,386443641~22293150] 2024-08-10T05:56:01.978 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 19 diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.978 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:01.984 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:01.984 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 11 diff [35666514~4709440,118067442~2717009,129653850~6194943,187677992~704586,294978412~511025,386799849~5093035] 2024-08-10T05:56:01.984 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [35666514~4709440,118067442~2717009,129653850~6194943,187677992~704586,294978412~511025,386799849~5093035] 2024-08-10T05:56:01.989 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [35666514~4709440,118067442~2717009,129653850~6194943,187020934~1361644,294978412~511025,386443641~5449243] 2024-08-10T05:56:01.989 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 12 diff [33287462~7093629,88744680~683458,118067442~4429885,129653850~6194943,146929249~5870074,187677992~704586,254306301~1895735,284064777~6583852,294978412~511025,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.989 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [33287462~7093629,88744680~683458,118067442~4429885,129653850~6194943,146929249~5870074,187677992~704586,254306301~1895735,284064777~6583852,294978412~511025,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.995 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [33287462~7093629,88744680~683458,118067442~4429885,129653850~6194943,146800640~5998683,187020934~1361644,254306301~1895735,284064777~6583852,294978412~511025,340084781~8109117,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.995 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 13 diff [7747927~1614792,28550626~11830465,88744680~683458,118067442~4429885,127779809~8068984,146929249~5870074,187677992~704586,217489386~8047253,232032986~6159928,254306301~1895735,259798463~3126980,265055797~1981670,275477244~8014146,284064777~6583852,294978412~511025,320354999~5582781,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:01.995 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,28550626~11830465,88744680~683458,118067442~4429885,127779809~8068984,146929249~5870074,187677992~704586,217489386~8047253,232032986~6159928,254306301~1895735,259798463~3126980,265055797~1981670,275477244~8014146,284064777~6583852,294978412~511025,320354999~5582781,340084781~8109117,386799849~5093035,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.000 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,28550626~11830465,88744680~683458,118067442~4429885,127779809~8068984,146800640~5998683,187020934~1361644,217489386~8047253,232032986~6159928,254306301~1895735,259798463~3126980,265055797~1981670,275477244~8014146,284064777~6583852,294978412~511025,320354999~5582781,340084781~8109117,386443641~5449243,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.000 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 14 diff [7747927~1614792,11116248~4502252,28550626~11830465,72928709~2015687,88744680~683458,109231222~6794820,118067442~4429885,126886060~8962733,146929249~5870074,155721138~2265455,182632641~4544269,187677992~704586,217489386~8047253,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.000 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,28550626~11830465,72928709~2015687,88744680~683458,109231222~6794820,118067442~4429885,126886060~8962733,146929249~5870074,155721138~2265455,182632641~4544269,187677992~704586,217489386~8047253,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.006 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,28550626~11830465,72928709~2015687,88744680~683458,109231222~6794820,118067442~4429885,126886060~8962733,146800640~5998683,155721138~2265455,180355072~8027506,217489386~8047253,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,320354999~5582781,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:02.006 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 15 diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~2015687,75969844~457597,88744680~683458,109231222~6794820,118067442~4429885,126886060~8962733,145876299~8395033,155721138~2265455,182632641~4544269,187677992~704586,193638971~3550385,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.006 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~2015687,75969844~457597,88744680~683458,109231222~6794820,118067442~4429885,126886060~8962733,145876299~8395033,155721138~2265455,182632641~4544269,187677992~704586,193638971~3550385,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,320354999~5582781,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.011 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~2015687,75969844~457597,88744680~683458,109231222~6794820,118067442~4429885,126886060~8962733,142606336~11664996,155721138~2265455,180355072~8027506,192937984~4251372,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,320354999~5582781,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:02.012 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 16 diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~8776946,88744680~683458,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~7359659,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.012 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~8776946,88744680~683458,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~7359659,340084781~8109117,386799849~5093035,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.017 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~8776946,88744680~683458,109231222~6794820,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,180355072~8027506,192937984~4251372,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~7359659,340084781~8109117,386443641~19423977,406019133~2717658] 2024-08-10T05:56:02.017 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 17 diff [7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,71065365~10640290,88744680~683458,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:02.017 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,71065365~10640290,88744680~683458,109231222~6794820,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,187677992~704586,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:02.023 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,71065365~10640290,88744680~683458,109231222~6794820,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,180355072~8027506,192937984~4251372,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~7359659,340084781~8109117,361418770~7848108,386443641~22293150] 2024-08-10T05:56:02.023 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 18 diff [4349154~1525520,7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~7650879,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:02.023 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~7650879,116889053~6196316,126886060~8962733,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,386799849~5093035,393936553~14800238] 2024-08-10T05:56:02.028 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~7650879,116889053~6196316,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~7848108,386443641~22293150] 2024-08-10T05:56:02.028 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 19 diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:02.028 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:02.034 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:02.034 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 12 diff [33287462~7093629,88744680~683458,118268760~4228567,146929249~5870074,254306301~1895735,284064777~6583852,340084781~8109117,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.034 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [33287462~7093629,88744680~683458,118268760~4228567,146929249~5870074,254306301~1895735,284064777~6583852,340084781~8109117,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.039 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [33287462~7093629,88744680~683458,118268760~4228567,146800640~5998683,254306301~1895735,284064777~6583852,340084781~8109117,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.039 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 13 diff [7747927~1614792,28550626~11830465,88744680~683458,118268760~4228567,127779809~5856538,146929249~5870074,217489386~8047253,232032986~6159928,254306301~1895735,259798463~3126980,265055797~1981670,275477244~8014146,284064777~6583852,320354999~5582781,340084781~8109117,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.039 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,28550626~11830465,88744680~683458,118268760~4228567,127779809~5856538,146929249~5870074,217489386~8047253,232032986~6159928,254306301~1895735,259798463~3126980,265055797~1981670,275477244~8014146,284064777~6583852,320354999~5582781,340084781~8109117,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.045 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,28550626~11830465,88744680~683458,118268760~4228567,127779809~5856538,146800640~5998683,217489386~8047253,232032986~6159928,254306301~1895735,259798463~3126980,265055797~1981670,275477244~8014146,284064777~6583852,320354999~5582781,340084781~8109117,398002603~7865015,406019133~2717658] 2024-08-10T05:56:02.045 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 14 diff [7747927~1614792,11116248~4502252,28550626~11830465,72928709~2015687,88744680~683458,109231222~6794820,118268760~4228567,126886060~6750287,146929249~5870074,155721138~2265455,182632641~4544269,217489386~8047253,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,320354999~5582781,340084781~8109117,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.045 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,28550626~11830465,72928709~2015687,88744680~683458,109231222~6794820,118268760~4228567,126886060~6750287,146929249~5870074,155721138~2265455,182632641~4544269,217489386~8047253,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,320354999~5582781,340084781~8109117,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.050 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,28550626~11830465,72928709~2015687,88744680~683458,109231222~6794820,118268760~4228567,126886060~6750287,146800640~5998683,155721138~2265455,180355072~6821838,217489386~8047253,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,320354999~5582781,340084781~8109117,391892884~13974734,406019133~2717658] 2024-08-10T05:56:02.050 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 15 diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~2015687,75969844~457597,88744680~683458,109231222~6794820,118268760~4228567,126886060~8054964,145876299~8395033,155721138~2265455,182632641~4544269,193638971~3550385,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,320354999~5582781,340084781~8109117,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.050 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~2015687,75969844~457597,88744680~683458,109231222~6794820,118268760~4228567,126886060~8054964,145876299~8395033,155721138~2265455,182632641~4544269,193638971~3550385,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,320354999~5582781,340084781~8109117,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.058 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~2015687,75969844~457597,88744680~683458,109231222~6794820,118268760~4228567,126886060~8054964,142606336~11664996,155721138~2265455,180355072~6821838,192937984~4251372,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,320354999~5582781,340084781~8109117,391892884~13974734,406019133~2717658] 2024-08-10T05:56:02.058 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 16 diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~8776946,88744680~683458,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~7359659,340084781~8109117,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.058 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~8776946,88744680~683458,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~7359659,340084781~8109117,393936553~11931065,406019133~2717658] 2024-08-10T05:56:02.061 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,21883108~4269375,28550626~11830465,54260862~4732684,72928709~8776946,88744680~683458,109231222~6794820,116889053~6196316,126886060~8054964,142606336~11664996,155721138~2265455,167953256~1479015,180355072~6821838,192937984~4251372,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~7359659,340084781~8109117,391892884~13974734,406019133~2717658] 2024-08-10T05:56:02.061 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 17 diff [7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,71065365~10640290,88744680~683458,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,393936553~14800238] 2024-08-10T05:56:02.061 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,71065365~10640290,88744680~683458,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~7359659,340084781~8109117,363348059~5918819,393936553~14800238] 2024-08-10T05:56:02.067 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,71065365~10640290,88744680~683458,109231222~6794820,116889053~6196316,126886060~8054964,142606336~11664996,155721138~2265455,167953256~1479015,180355072~6821838,192937984~4251372,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~7359659,340084781~8109117,361418770~7848108,391892884~16843907] 2024-08-10T05:56:02.067 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 18 diff [4349154~1525520,7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,393936553~14800238] 2024-08-10T05:56:02.067 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~5918819,393936553~14800238] 2024-08-10T05:56:02.072 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~8522532,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~7848108,391892884~16843907] 2024-08-10T05:56:02.072 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 19 diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:02.072 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:02.078 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:02.078 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 13 diff [7747927~1614792,28550626~5144048,127779809~5856538,217489386~8047253,232032986~6159928,259798463~3126980,265055797~1981670,275477244~8014146,320354999~5582781] 2024-08-10T05:56:02.078 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,28550626~5144048,127779809~5856538,217489386~8047253,232032986~6159928,259798463~3126980,265055797~1981670,275477244~8014146,320354999~5582781] 2024-08-10T05:56:02.084 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,28550626~5144048,127779809~5856538,217489386~8047253,232032986~6159928,259798463~3126980,265055797~1981670,275477244~8014146,320354999~5582781] 2024-08-10T05:56:02.084 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 14 diff [7747927~1614792,11116248~4502252,28550626~5144048,72928709~2015687,109231222~6794820,126886060~6750287,155721138~2265455,182632641~4544269,217489386~8047253,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,320354999~5582781,393936553~6865051] 2024-08-10T05:56:02.084 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,28550626~5144048,72928709~2015687,109231222~6794820,126886060~6750287,155721138~2265455,182632641~4544269,217489386~8047253,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,320354999~5582781,393936553~6865051] 2024-08-10T05:56:02.089 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,28550626~5144048,72928709~2015687,109231222~6794820,126886060~6750287,155721138~2265455,180355072~6821838,217489386~8047253,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,320354999~5582781,391892884~8908720] 2024-08-10T05:56:02.089 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 15 diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~5144048,54260862~4732684,72928709~2015687,75969844~457597,109231222~6794820,126886060~8054964,145876299~8395033,155721138~2265455,182632641~4544269,193638971~3550385,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,320354999~5582781,393936553~6865051] 2024-08-10T05:56:02.089 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~5144048,54260862~4732684,72928709~2015687,75969844~457597,109231222~6794820,126886060~8054964,145876299~8395033,155721138~2265455,182632641~4544269,193638971~3550385,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,320354999~5582781,393936553~6865051] 2024-08-10T05:56:02.094 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,21883108~4269375,28550626~5144048,54260862~4732684,72928709~2015687,75969844~457597,109231222~6794820,126886060~8054964,142606336~11664996,155721138~2265455,180355072~6821838,192937984~4251372,217489386~9290415,226854599~3173111,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,320354999~5582781,391892884~8908720] 2024-08-10T05:56:02.094 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 16 diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~5144048,54260862~4732684,72928709~8776946,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~7359659,344787613~2970367,393936553~6865051] 2024-08-10T05:56:02.095 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~4502252,21883108~4269375,28550626~5144048,54260862~4732684,72928709~8776946,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~7359659,344787613~2970367,393936553~6865051] 2024-08-10T05:56:02.100 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~4502252,21883108~4269375,28550626~5144048,54260862~4732684,72928709~8776946,109231222~6794820,116889053~6196316,126886060~8054964,142606336~11664996,155721138~2265455,167953256~1479015,180355072~6821838,192937984~4251372,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~7359659,344787613~2970367,391892884~8908720] 2024-08-10T05:56:02.100 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 17 diff [7747927~1614792,11116248~8522532,21883108~16485852,54260862~4732684,71065365~10640290,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~7359659,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.100 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [7747927~1614792,11116248~8522532,21883108~16485852,54260862~4732684,71065365~10640290,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~7359659,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.105 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [7747927~1614792,11116248~8522532,21883108~16485852,54260862~4732684,71065365~10640290,109231222~6794820,116889053~6196316,126886060~8054964,142606336~11664996,155721138~2265455,167953256~1479015,180355072~6821838,192937984~4251372,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~7359659,344787613~2970367,361418770~7848108,391892884~8908720,402625411~4886377] 2024-08-10T05:56:02.105 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 18 diff [4349154~1525520,7747927~1614792,11116248~8522532,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.105 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~8522532,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.111 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~8522532,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,217489386~12538324,230164111~8028803,243384599~355267,259798463~3126980,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~7848108,391892884~8908720,402625411~4886377] 2024-08-10T05:56:02.111 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 19 diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.111 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.116 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:02.116 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 14 diff [11116248~4502252,72928709~2015687,109231222~6794820,126886060~5389310,155721138~2265455,182632641~4544269,230164111~2802319,243384599~355267,268413246~3984146,393936553~6865051] 2024-08-10T05:56:02.117 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [11116248~4502252,72928709~2015687,109231222~6794820,126886060~5389310,155721138~2265455,182632641~4544269,230164111~2802319,243384599~355267,268413246~3984146,393936553~6865051] 2024-08-10T05:56:02.121 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [11116248~4502252,72928709~2015687,109231222~6794820,126886060~5389310,155721138~2265455,180355072~6821838,230164111~2802319,243384599~355267,268413246~3984146,391892884~8908720] 2024-08-10T05:56:02.122 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 15 diff [11116248~4502252,21883108~4269375,54260862~4732684,72928709~2015687,75969844~457597,109231222~6794820,126886060~8054964,145876299~8395033,155721138~2265455,182632641~4544269,193638971~3550385,219641326~7138475,226854599~3173111,230164111~2802319,243384599~355267,268413246~3984146,311655427~1803306,393936553~6865051] 2024-08-10T05:56:02.122 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [11116248~4502252,21883108~4269375,54260862~4732684,72928709~2015687,75969844~457597,109231222~6794820,126886060~8054964,145876299~8395033,155721138~2265455,182632641~4544269,193638971~3550385,219641326~7138475,226854599~3173111,230164111~2802319,243384599~355267,268413246~3984146,311655427~1803306,393936553~6865051] 2024-08-10T05:56:02.127 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [11116248~4502252,21883108~4269375,54260862~4732684,72928709~2015687,75969844~457597,109231222~6794820,126886060~8054964,142606336~11664996,155721138~2265455,180355072~6821838,192937984~4251372,219641326~7138475,226854599~3173111,230164111~2802319,243384599~355267,268413246~3984146,311655427~1803306,391892884~8908720] 2024-08-10T05:56:02.127 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 16 diff [11116248~4502252,21883108~4269375,54260862~4732684,72928709~8776946,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~5379539,344787613~2970367,393936553~6865051] 2024-08-10T05:56:02.127 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [11116248~4502252,21883108~4269375,54260862~4732684,72928709~8776946,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~5379539,344787613~2970367,393936553~6865051] 2024-08-10T05:56:02.133 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [11116248~4502252,21883108~4269375,54260862~4732684,72928709~8776946,109231222~6794820,116889053~6196316,126886060~8054964,142606336~11664996,155721138~2265455,167953256~1479015,180355072~6821838,192937984~4251372,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~5379539,344787613~2970367,391892884~8908720] 2024-08-10T05:56:02.133 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 17 diff [11116248~8522532,21883108~7412359,31118476~7250484,54260862~4732684,71065365~10640290,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~5650749,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.133 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [11116248~8522532,21883108~7412359,31118476~7250484,54260862~4732684,71065365~10640290,109231222~6794820,116889053~6196316,126886060~8054964,145595113~8676219,155721138~2265455,167953256~1479015,182632641~4544269,193638971~3550385,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~5650749,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.138 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [11116248~8522532,21883108~7412359,31118476~7250484,54260862~4732684,71065365~10640290,109231222~6794820,116889053~6196316,126886060~8054964,142606336~11664996,155721138~2265455,167953256~1479015,180355072~6821838,192937984~4251372,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~5650749,344787613~2970367,361418770~7848108,391892884~8908720,402625411~4886377] 2024-08-10T05:56:02.138 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 18 diff [4349154~1525520,11116248~8522532,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.138 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11116248~8522532,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,145595113~8676219,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~5918819,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.143 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11116248~8522532,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~7650879,116889053~6196316,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,268413246~3984146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~7848108,391892884~8908720,402625411~4886377] 2024-08-10T05:56:02.143 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 19 diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.143 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:02.149 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:02.149 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 15 diff [21883108~4269375,54260862~4732684,75969844~457597,127096939~7844085,145876299~8395033,193638971~3550385,219641326~7138475,226854599~3173111,311655427~1803306] 2024-08-10T05:56:02.149 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [21883108~4269375,54260862~4732684,75969844~457597,127096939~7844085,145876299~8395033,193638971~3550385,219641326~7138475,226854599~3173111,311655427~1803306] 2024-08-10T05:56:02.154 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [21883108~4269375,54260862~4732684,75969844~457597,127096939~7844085,142606336~11664996,192937984~4251372,219641326~7138475,226854599~3173111,311655427~1803306] 2024-08-10T05:56:02.154 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 16 diff [21883108~4269375,54260862~4732684,74270190~7435465,116889053~6196316,127096939~7844085,145595113~8676219,167953256~1479015,193638971~3550385,219641326~10386384,233225751~3909338,311655427~1803306,318578121~5379539,344787613~2970367] 2024-08-10T05:56:02.155 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [21883108~4269375,54260862~4732684,74270190~7435465,116889053~6196316,127096939~7844085,145595113~8676219,167953256~1479015,193638971~3550385,219641326~10386384,233225751~3909338,311655427~1803306,318578121~5379539,344787613~2970367] 2024-08-10T05:56:02.160 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [21883108~4269375,54260862~4732684,74270190~7435465,116889053~6196316,127096939~7844085,142606336~11664996,167953256~1479015,192937984~4251372,219641326~10386384,233225751~3909338,311655427~1803306,318578121~5379539,344787613~2970367] 2024-08-10T05:56:02.160 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 17 diff [11464090~8174690,21883108~7412359,31118476~7250484,54260862~4732684,71065365~10640290,116889053~6196316,127096939~7844085,145595113~8676219,167953256~1479015,193638971~3550385,219641326~10386384,233225751~3909338,311655427~1803306,318578121~5650749,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.160 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [11464090~8174690,21883108~7412359,31118476~7250484,54260862~4732684,71065365~10640290,116889053~6196316,127096939~7844085,145595113~8676219,167953256~1479015,193638971~3550385,219641326~10386384,233225751~3909338,311655427~1803306,318578121~5650749,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.166 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [11464090~8174690,21883108~7412359,31118476~7250484,54260862~4732684,71065365~10640290,116889053~6196316,127096939~7844085,142606336~11664996,167953256~1479015,192937984~4251372,219641326~10386384,233225751~3909338,311655427~1803306,318578121~5650749,344787613~2970367,361418770~7848108,402625411~4886377] 2024-08-10T05:56:02.166 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 18 diff [4349154~1525520,11464090~8174690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,112888087~3994014,116889053~6196316,127096939~7905607,145595113~8676219,167953256~1479015,179105253~7471667,187911939~9277417,219641326~10386384,233225751~3909338,311655427~1803306,318578121~10890732,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.166 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~8174690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,112888087~3994014,116889053~6196316,127096939~7905607,145595113~8676219,167953256~1479015,179105253~7471667,187911939~9277417,219641326~10386384,233225751~3909338,311655427~1803306,318578121~10890732,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.171 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~8174690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,112888087~3994014,116889053~6196316,127096939~7905607,142606336~11664996,167953256~1479015,176160768~10416152,187911939~9277417,219641326~10386384,233225751~3909338,311655427~1803306,318578121~10890732,344787613~2970367,361418770~7848108,402625411~4886377] 2024-08-10T05:56:02.171 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 19 diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:02.172 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:02.176 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,142606336~11664996,167953256~1479015,176160768~10416152,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:02.176 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 16 diff [74270190~7435465,116889053~6196316,145595113~7222281,167953256~1479015,220038600~7816348,233225751~3909338,318578121~5379539,344787613~2970367] 2024-08-10T05:56:02.176 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [74270190~7435465,116889053~6196316,145595113~7222281,167953256~1479015,220038600~7816348,233225751~3909338,318578121~5379539,344787613~2970367] 2024-08-10T05:56:02.182 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [74270190~7435465,116889053~6196316,145595113~7222281,167953256~1479015,220038600~7816348,233225751~3909338,318578121~5379539,344787613~2970367] 2024-08-10T05:56:02.182 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 17 diff [11464090~8174690,23426930~5868537,31118476~7250484,71065365~10640290,116889053~6196316,145595113~7222281,167953256~1479015,220038600~7816348,233225751~3909338,318578121~5650749,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.182 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [11464090~8174690,23426930~5868537,31118476~7250484,71065365~10640290,116889053~6196316,145595113~7222281,167953256~1479015,220038600~7816348,233225751~3909338,318578121~5650749,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.188 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [11464090~8174690,23426930~5868537,31118476~7250484,71065365~10640290,116889053~6196316,145595113~7222281,167953256~1479015,220038600~7816348,233225751~3909338,318578121~5650749,344787613~2970367,361418770~7848108,402625411~4886377] 2024-08-10T05:56:02.188 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 18 diff [4349154~1525520,11464090~8174690,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,112888087~3994014,116889053~6196316,132132400~2870146,145595113~7222281,167953256~1479015,179105253~7471667,187911939~7111022,220038600~7816348,233225751~3909338,318578121~10890732,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.188 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~8174690,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,112888087~3994014,116889053~6196316,132132400~2870146,145595113~7222281,167953256~1479015,179105253~7471667,187911939~7111022,220038600~7816348,233225751~3909338,318578121~10890732,344787613~2970367,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.194 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~8174690,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,112888087~3994014,116889053~6196316,132132400~2870146,145595113~7222281,167953256~1479015,176160768~10416152,187911939~7111022,220038600~7816348,233225751~3909338,318578121~10890732,344787613~2970367,361418770~7848108,402625411~4886377] 2024-08-10T05:56:02.194 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 19 diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:02.194 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:02.199 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,176160768~10416152,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:02.199 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to 17 diff [11464090~8174690,23426930~5868537,31118476~7250484,71065365~5967187,145819178~2169469,222238802~1861186,321634531~2594339,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.199 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [11464090~8174690,23426930~5868537,31118476~7250484,71065365~5967187,145819178~2169469,222238802~1861186,321634531~2594339,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.205 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [11464090~8174690,23426930~5868537,31118476~7250484,71065365~5967187,145819178~2169469,222238802~1861186,321634531~2594339,361418770~7848108,402625411~4886377] 2024-08-10T05:56:02.205 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to 18 diff [4349154~1525520,11464090~8174690,23426930~5868537,31118476~7772371,64162425~12870127,106392926~512503,112888087~3994014,132132400~2870146,145819178~2169469,179105253~7471667,187911939~7111022,222238802~1861186,321634531~7834322,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.205 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~8174690,23426930~5868537,31118476~7772371,64162425~12870127,106392926~512503,112888087~3994014,132132400~2870146,145819178~2169469,179105253~7471667,187911939~7111022,222238802~1861186,321634531~7834322,363348059~5918819,402625411~4886377] 2024-08-10T05:56:02.210 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~8174690,23426930~5868537,31118476~7772371,64162425~12870127,106392926~512503,112888087~3994014,132132400~2870146,145819178~2169469,176160768~10416152,187911939~7111022,222238802~1861186,321634531~7834322,361418770~7848108,402625411~4886377] 2024-08-10T05:56:02.210 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to 19 diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,363348059~6240447,402625411~4886377] 2024-08-10T05:56:02.211 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,363348059~6240447,402625411~4886377] 2024-08-10T05:56:02.216 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,176160768~10416152,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,361418770~8169736,402625411~4886377] 2024-08-10T05:56:02.216 INFO:tasks.workunit.client.0.smithi078.stdout:from 17 to 18 diff [4349154~1525520,35360341~3530506,64162425~10713034,106392926~512503,112888087~3994014,132132400~2870146,179105253~7471667,187911939~7111022,322015641~7453212] 2024-08-10T05:56:02.216 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,35360341~3530506,64162425~10713034,106392926~512503,112888087~3994014,132132400~2870146,179105253~7471667,187911939~7111022,322015641~7453212] 2024-08-10T05:56:02.221 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,35360341~3530506,64162425~10713034,106392926~512503,112888087~3994014,132132400~2870146,176160768~10416152,187911939~7111022,322015641~7453212] 2024-08-10T05:56:02.221 INFO:tasks.workunit.client.0.smithi078.stdout:from 17 to 19 diff [4349154~1525520,12979799~7600139,35360341~3530506,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,258638325~2242771,277478697~3052679,322015641~7453212,364454012~5134494] 2024-08-10T05:56:02.221 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,12979799~7600139,35360341~3530506,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,258638325~2242771,277478697~3052679,322015641~7453212,364454012~5134494] 2024-08-10T05:56:02.226 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,12979799~7600139,35360341~3530506,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,176160768~10416152,187911939~7111022,213741293~322832,258638325~2242771,277478697~3052679,322015641~7453212,364454012~5134494] 2024-08-10T05:56:02.226 INFO:tasks.workunit.client.0.smithi078.stdout:from 18 to 19 diff [12979799~7600139,72320573~7127983,109377924~8090788,145080030~6832858,213741293~322832,258638325~2242771,277478697~3052679,364454012~5134494] 2024-08-10T05:56:02.227 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12979799~7600139,72320573~7127983,109377924~8090788,145080030~6832858,213741293~322832,258638325~2242771,277478697~3052679,364454012~5134494] 2024-08-10T05:56:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:02 smithi078 ceph-mon[94618]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-10T05:56:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:02 smithi078 ceph-mon[92251]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-10T05:56:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:56:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:56:01] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-08-10T05:56:02.232 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12979799~7600139,72320573~7127983,109377924~8090788,145080030~6832858,213741293~322832,258638325~2242771,277478697~3052679,364454012~5134494] 2024-08-10T05:56:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:02 smithi107 ceph-mon[86658]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-10T05:56:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:56:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:03.174 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.174 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.193 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:03.193 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.193 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.199 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:03.199 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.199 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.205 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:03.205 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.205 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.211 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:03.211 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.211 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.216 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:03.216 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.217 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.222 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:03.222 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.222 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.228 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:03.228 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.228 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.233 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:03.234 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.234 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.238 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:03.239 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.239 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.244 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:03.244 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.244 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:03.249 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:03.249 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:03.250 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:03.255 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:03.255 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:03.255 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:03.260 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:03.261 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:03.261 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:03.266 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:03.266 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:03.266 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:03.271 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,142606336~11664996,167953256~1479015,176160768~10416152,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:03.271 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to HEAD diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:03.271 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:03.276 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,176160768~10416152,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:03.277 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to HEAD diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,363348059~6240447,402625411~4886377] 2024-08-10T05:56:03.277 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,363348059~6240447,402625411~4886377] 2024-08-10T05:56:03.282 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,176160768~10416152,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,361418770~8169736,402625411~4886377] 2024-08-10T05:56:03.282 INFO:tasks.workunit.client.0.smithi078.stdout:from 17 to HEAD diff [4349154~1525520,12979799~7600139,35360341~3530506,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,258638325~2242771,277478697~3052679,322015641~7453212,364454012~5134494] 2024-08-10T05:56:03.282 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,12979799~7600139,35360341~3530506,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,258638325~2242771,277478697~3052679,322015641~7453212,364454012~5134494] 2024-08-10T05:56:03.288 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,12979799~7600139,35360341~3530506,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,176160768~10416152,187911939~7111022,213741293~322832,258638325~2242771,277478697~3052679,322015641~7453212,364454012~5134494] 2024-08-10T05:56:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:03 smithi107 ceph-mon[86658]: pgmap v3493: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 51 MiB/s wr, 660 op/s 2024-08-10T05:56:03.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:03 smithi107 ceph-mon[86658]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-10T05:56:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:03 smithi078 ceph-mon[92251]: pgmap v3493: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 51 MiB/s wr, 660 op/s 2024-08-10T05:56:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:03 smithi078 ceph-mon[92251]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-10T05:56:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:03 smithi078 ceph-mon[94618]: pgmap v3493: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 51 MiB/s wr, 660 op/s 2024-08-10T05:56:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:03 smithi078 ceph-mon[94618]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-10T05:56:04.310 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.310 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.339 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:04.339 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.339 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.345 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:04.345 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.345 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.350 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:04.351 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.351 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.356 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:04.356 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.357 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.362 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:04.362 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.362 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.368 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:04.368 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.368 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.373 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:04.373 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.373 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.378 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:04.379 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.379 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.384 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:04.384 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.384 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.389 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:04.389 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.389 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:04.394 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:04.394 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:04.395 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:04.400 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:04.400 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:04.400 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:04.405 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:04.405 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:04.405 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:04.410 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:04.410 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:04.411 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:04.416 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,142606336~11664996,167953256~1479015,176160768~10416152,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:04.416 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to HEAD diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:04.416 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:04.421 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,176160768~10416152,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:04.421 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to HEAD diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,363348059~6240447,402625411~4886377] 2024-08-10T05:56:04.421 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,179105253~7471667,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,363348059~6240447,402625411~4886377] 2024-08-10T05:56:04.426 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~15286131,106392926~512503,109377924~8090788,132132400~2870146,145080030~6832858,176160768~10416152,187911939~7111022,213741293~322832,222238802~1861186,258638325~2242771,277478697~3052679,321634531~7834322,361418770~8169736,402625411~4886377] 2024-08-10T05:56:05.311 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.311 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.346 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:05.346 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.346 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.352 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:05.352 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.352 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.357 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:05.357 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.357 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.363 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:05.363 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.363 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.369 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:05.369 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.369 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.375 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:05.375 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.375 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.380 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:05.380 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.380 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.386 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:05.386 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.386 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.391 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:05.391 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.391 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.396 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:05.397 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.397 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:05.402 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:05.402 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:05.402 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:05.407 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:05.407 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:05.407 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:05.413 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:05.413 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:05.413 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:05.418 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:05.418 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:05.418 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:05.423 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,142606336~11664996,167953256~1479015,176160768~10416152,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:05.423 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to HEAD diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:05.423 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,179105253~7471667,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:05.428 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,23426930~5868537,31118476~7772371,64162425~17543230,106392926~512503,109377924~13707445,132132400~2870146,145080030~7737364,167953256~1479015,176160768~10416152,187911939~7111022,213741293~322832,220038600~7816348,233225751~3909338,258638325~2242771,277478697~3052679,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:05 smithi107 ceph-mon[86658]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-10T05:56:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:05 smithi107 ceph-mon[86658]: pgmap v3496: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 30 MiB/s wr, 3.22k op/s 2024-08-10T05:56:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:05 smithi078 ceph-mon[92251]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-10T05:56:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:05 smithi078 ceph-mon[92251]: pgmap v3496: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 30 MiB/s wr, 3.22k op/s 2024-08-10T05:56:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:05 smithi078 ceph-mon[94618]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-10T05:56:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:05 smithi078 ceph-mon[94618]: pgmap v3496: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 233 KiB/s rd, 30 MiB/s wr, 3.22k op/s 2024-08-10T05:56:06.318 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.319 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.355 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:06.356 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.356 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.361 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:06.361 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.361 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.366 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:06.366 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.366 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.373 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:06.373 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.373 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.377 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:06.378 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.378 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.383 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:06.383 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.383 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.388 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:06.388 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.388 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.393 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:06.394 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.394 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.399 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:06.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.399 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.404 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:06.404 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.404 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:06.410 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:06.410 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:06.410 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:06.415 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:06.415 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:06.415 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:06.420 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:06.420 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:06.420 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:06.426 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:06.426 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:06.426 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,145080030~9191302,167953256~1479015,179105253~7471667,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,402625411~4886377] 2024-08-10T05:56:06.431 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11464090~9115848,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109377924~13707445,127096939~7905607,142606336~11664996,167953256~1479015,176160768~10416152,187911939~9277417,213741293~322832,219641326~10386384,233225751~3909338,258638325~2242771,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,402625411~4886377] 2024-08-10T05:56:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:06 smithi107 ceph-mon[86658]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-10T05:56:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:06 smithi078 ceph-mon[92251]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-10T05:56:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:06 smithi078 ceph-mon[94618]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-10T05:56:07.325 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.325 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.365 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:07.365 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.365 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.371 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:07.371 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.371 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.376 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:07.376 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.376 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.382 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:07.382 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.382 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.387 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:07.387 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.388 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.395 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:07.395 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.395 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.398 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:07.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.399 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.404 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:07.404 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.404 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.410 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:07.410 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.410 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.415 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:07.415 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.415 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:07.421 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:07.421 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:07.421 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:07.426 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:07.426 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:07.426 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:07.431 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:07.431 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:07.431 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:07.436 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,11116248~9463690,21883108~7412359,31118476~7772371,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,219641326~10386384,230164111~2802319,233225751~3909338,243384599~355267,258638325~2242771,268413246~3984146,277478697~3052679,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:07 smithi107 ceph-mon[86658]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-10T05:56:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:07 smithi107 ceph-mon[86658]: pgmap v3499: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.7 MiB/s wr, 4.98k op/s 2024-08-10T05:56:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:07 smithi078 ceph-mon[92251]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-10T05:56:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:07 smithi078 ceph-mon[92251]: pgmap v3499: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.7 MiB/s wr, 4.98k op/s 2024-08-10T05:56:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:07 smithi078 ceph-mon[94618]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-10T05:56:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:07 smithi078 ceph-mon[94618]: pgmap v3499: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.7 MiB/s wr, 4.98k op/s 2024-08-10T05:56:08.341 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.341 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.372 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:08.372 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.372 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.377 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:08.377 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.377 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.383 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:08.383 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.383 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.388 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:08.388 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.388 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.393 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:08.393 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.393 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.399 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:08.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.399 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.406 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:08.406 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.407 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.409 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:08.409 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.410 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.415 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:08.415 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.415 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.420 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:08.420 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.420 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:08.425 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:08.426 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:08.426 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:08.431 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:08.431 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:08.431 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,363348059~6240447,393936553~6865051,402625411~4886377] 2024-08-10T05:56:08.436 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~17007739,54260862~4732684,64162425~17543230,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,311655427~1803306,318578121~10890732,344787613~2970367,361418770~8169736,391892884~8908720,402625411~4886377] 2024-08-10T05:56:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:08 smithi078 ceph-mon[94618]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-10T05:56:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:08 smithi078 ceph-mon[92251]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-10T05:56:08.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:08 smithi107 ceph-mon[86658]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-10T05:56:09.346 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.347 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.384 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:09.384 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.384 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.391 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:09.392 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.392 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.397 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:09.397 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.397 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.402 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:09.402 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.403 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.410 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:09.411 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.411 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.414 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:09.414 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.414 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.419 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:09.419 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.420 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.425 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:09.425 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.425 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.430 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:09.430 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.431 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.435 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:09.435 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.435 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:09.440 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:09.440 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:09.440 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,393936553~14800238] 2024-08-10T05:56:09.446 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8116486,142606336~11664996,155721138~2265455,167953256~1479015,176160768~11016142,187911939~9277417,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,391892884~16843907] 2024-08-10T05:56:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:09 smithi078 ceph-mon[92251]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-10T05:56:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:09 smithi078 ceph-mon[92251]: pgmap v3502: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 130 KiB/s rd, 5.2 KiB/s wr, 2.36k op/s 2024-08-10T05:56:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:09 smithi078 ceph-mon[94618]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-10T05:56:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:09 smithi078 ceph-mon[94618]: pgmap v3502: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 130 KiB/s rd, 5.2 KiB/s wr, 2.36k op/s 2024-08-10T05:56:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:09 smithi107 ceph-mon[86658]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-10T05:56:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:09 smithi107 ceph-mon[86658]: pgmap v3502: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 130 KiB/s rd, 5.2 KiB/s wr, 2.36k op/s 2024-08-10T05:56:10.339 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:10 smithi078 ceph-mon[92251]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-10T05:56:10.354 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.354 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.387 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:10.387 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.387 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.394 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:10.394 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.394 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.399 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:10.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.399 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.405 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:10.405 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.405 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.410 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:10.410 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.411 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.416 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:10.416 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.416 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.421 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:10.421 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.421 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.427 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:10.427 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.427 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.432 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:10.432 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.432 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.437 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:10.437 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.437 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:10.442 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~1614792,11116248~9463690,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,106392926~512503,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~12538324,230164111~8028803,243384599~355267,254306301~1895735,258638325~4287118,265055797~1981670,268413246~3984146,275477244~8014146,284064777~6583852,294978412~511025,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:10 smithi078 ceph-mon[94618]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-10T05:56:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:10 smithi107 ceph-mon[86658]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-10T05:56:11.356 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.357 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.399 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:11.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.400 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.405 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:11.405 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.405 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.411 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:11.411 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.411 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.417 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:11.417 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.417 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.422 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:11.422 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.422 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.427 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:11.427 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.428 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.433 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:11.433 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.433 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.438 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:11.438 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.438 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.443 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:11.444 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.444 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:11.449 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,54260862~4732684,64162425~17543230,88744680~683458,104873384~2596869,109231222~13854147,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,213741293~322832,217489386~20703528,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:11 smithi078 ceph-mon[94618]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-10T05:56:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:11 smithi078 ceph-mon[94618]: pgmap v3505: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 1.51k op/s 2024-08-10T05:56:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:11 smithi078 ceph-mon[92251]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-10T05:56:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:11 smithi078 ceph-mon[92251]: pgmap v3505: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 1.51k op/s 2024-08-10T05:56:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:11 smithi107 ceph-mon[86658]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-10T05:56:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:11 smithi107 ceph-mon[86658]: pgmap v3505: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 1.51k op/s 2024-08-10T05:56:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:56:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:56:11] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-08-10T05:56:12.296 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.296 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.344 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:12.344 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.344 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.353 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:12.353 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.353 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.358 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:12.359 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.359 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.364 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:12.364 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.364 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.369 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:12.369 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.369 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.374 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:12.375 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.375 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.380 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:12.380 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.380 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.385 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:12.385 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.385 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~2265455,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,363348059~6240447,386799849~5093035,393936553~14800238] 2024-08-10T05:56:12.390 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~18497983,43218786~5302183,54260862~8180296,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~2265455,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311655427~1803306,318578121~10890732,340084781~8109117,361418770~8169736,386443641~22293150] 2024-08-10T05:56:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:12 smithi107 ceph-mon[86658]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-10T05:56:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:12 smithi107 ceph-mon[86658]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-10T05:56:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:56:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:12 smithi078 ceph-mon[92251]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-10T05:56:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:12 smithi078 ceph-mon[92251]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-10T05:56:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:12 smithi078 ceph-mon[94618]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-10T05:56:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:12 smithi078 ceph-mon[94618]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-10T05:56:13.363 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.364 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.407 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:13.407 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.407 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.417 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:13.417 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.418 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.423 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:13.423 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.423 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.429 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:13.429 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.429 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.434 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:13.434 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.434 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.439 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:13.439 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.439 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.444 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:13.444 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.445 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~17941513,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,339276980~8916918,363348059~6240447,380387907~4628678,386799849~5093035,393936553~14800238] 2024-08-10T05:56:13.449 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~18791095,81891434~2264608,88744680~683458,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,275477244~8014146,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,339276980~8916918,361418770~8169736,380387907~4628678,386443641~22293150] 2024-08-10T05:56:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:13 smithi078 ceph-mon[92251]: pgmap v3508: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 1.66k op/s 2024-08-10T05:56:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:13 smithi078 ceph-mon[94618]: pgmap v3508: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 1.66k op/s 2024-08-10T05:56:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:13 smithi107 ceph-mon[86658]: pgmap v3508: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 1.66k op/s 2024-08-10T05:56:14.369 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.369 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.416 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:14.416 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.417 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.422 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:14.422 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.422 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.427 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:14.428 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.428 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.433 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:14.433 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.433 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.438 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:14.439 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.439 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.444 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:14.444 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.444 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:14.449 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12832011,21883108~19149462,43218786~5302183,54260862~8180296,62914560~21241482,88744680~683458,100652848~4096428,104873384~18211985,126886060~8962733,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,207004795~323826,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~8399142,268266755~4130637,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:14.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:14 smithi078 ceph-mon[92251]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-10T05:56:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:14 smithi078 ceph-mon[94618]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-10T05:56:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:14 smithi107 ceph-mon[86658]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-10T05:56:15.384 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.384 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.433 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:15.433 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.433 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.439 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:15.439 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.439 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.444 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:15.445 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.445 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.450 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:15.450 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.450 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.455 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:15.455 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.456 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,311271730~2187003,318578121~10890732,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:15.460 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,217489386~20775703,243384599~355267,254306301~1895735,258638325~13759067,273912093~9579297,284064777~6583852,294978412~511025,300761136~8902413,310378496~3080237,318578121~10890732,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:15 smithi078 ceph-mon[92251]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-10T05:56:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:15 smithi078 ceph-mon[92251]: pgmap v3511: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 1.18k op/s 2024-08-10T05:56:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:15 smithi078 ceph-mon[94618]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-10T05:56:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:15 smithi078 ceph-mon[94618]: pgmap v3511: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 1.18k op/s 2024-08-10T05:56:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:15 smithi107 ceph-mon[86658]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-10T05:56:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:15 smithi107 ceph-mon[86658]: pgmap v3511: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 1.18k op/s 2024-08-10T05:56:16.390 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.390 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.433 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:16.433 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.434 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.439 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:16.439 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.439 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.445 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:16.445 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.445 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.450 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:16.450 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.450 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~4732684,59322081~3119077,63764142~20391900,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:16.455 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,54260862~8180296,62914560~21241482,88744680~683458,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,243384599~355267,254306301~1895735,258638325~14399450,273912093~9579297,284064777~9887652,294881305~739218,300761136~8902413,310378496~3080237,318578121~10890732,329704964~3933079,335544320~12649578,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:16 smithi078 ceph-mon[92251]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-10T05:56:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:16 smithi078 ceph-mon[94618]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-10T05:56:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:16 smithi107 ceph-mon[86658]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-10T05:56:17.303 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.304 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.345 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:17.345 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.345 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.353 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:17.353 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.353 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.360 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:17.360 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.360 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~4732684,59322081~3119077,63764142~21463917,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~5883699,354744721~6144244,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:17.367 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4349154~1525520,7747927~12962004,21883108~19149462,43218786~7132843,51797712~942932,54260862~8180296,62914560~22313499,88744680~683458,92582497~1195958,94475521~1823947,100652848~4096428,104873384~18211985,125829120~10019673,142606336~11664996,155721138~7131457,167953256~1479015,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,253501933~4103797,258638325~14399450,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~18875327,354744721~6144244,361418770~8169736,380387907~28348884] 2024-08-10T05:56:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:17 smithi078 ceph-mon[92251]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-10T05:56:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:17 smithi078 ceph-mon[92251]: pgmap v3514: 137 pgs: 137 active+clean; 950 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-10T05:56:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:17 smithi078 ceph-mon[92251]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-10T05:56:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:17 smithi078 ceph-mon[94618]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-10T05:56:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:17 smithi078 ceph-mon[94618]: pgmap v3514: 137 pgs: 137 active+clean; 950 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-10T05:56:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:17 smithi078 ceph-mon[94618]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-10T05:56:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:17 smithi107 ceph-mon[86658]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-10T05:56:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:17 smithi107 ceph-mon[86658]: pgmap v3514: 137 pgs: 137 active+clean; 950 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-10T05:56:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:17 smithi107 ceph-mon[86658]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-10T05:56:18.306 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:18.306 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:18.349 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:18.349 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:18.349 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:18.356 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:18.356 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:18.356 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~18275979,21883108~19149462,43218786~15774760,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~9892439,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~10890732,329704964~3933079,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:18.361 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~20709931,21883108~19149462,43218786~19222372,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~10019673,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,215086166~1134723,217489386~20775703,239506943~2444659,243384599~355267,247463936~25573839,273912093~9579297,284064777~11555746,300110650~9552899,310378496~3080237,318578121~10890732,329704964~3933079,335544320~34044186,380387907~28348884] 2024-08-10T05:56:19.310 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:19.310 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:19.353 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:19.353 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:19.353 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~38598618,42003637~16989909,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98592925~24492444,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239506943~2444659,243384599~355267,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,318578121~15059922,337144463~11049435,348535948~12882822,363348059~6240447,380387907~6055734,386799849~5093035,393936553~14800238] 2024-08-10T05:56:19.361 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~41032570,42003637~20437521,62914560~22313499,88080384~2932875,92582497~1195958,94475521~1823947,98592925~24492444,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~23892591,239506943~2444659,243384599~355267,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,318578121~15059922,335544320~34044186,380387907~28348884] 2024-08-10T05:56:19.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:19 smithi107 ceph-mon[86658]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-10T05:56:19.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:19 smithi107 ceph-mon[86658]: pgmap v3517: 137 pgs: 137 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.2 KiB/s wr, 616 op/s 2024-08-10T05:56:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:19 smithi078 ceph-mon[92251]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-10T05:56:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:19 smithi078 ceph-mon[92251]: pgmap v3517: 137 pgs: 137 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.2 KiB/s wr, 616 op/s 2024-08-10T05:56:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:19 smithi078 ceph-mon[94618]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-10T05:56:19.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:19 smithi078 ceph-mon[94618]: pgmap v3517: 137 pgs: 137 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 6.2 KiB/s wr, 616 op/s 2024-08-10T05:56:20.315 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:20.315 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [2433952~56559594,59322081~3119077,63764142~21463917,88744680~683458,90181065~832194,92582497~1195958,94475521~1823947,98407807~24677562,125956354~15901990,145080030~9191302,155721138~7131457,167953256~1479015,170907772~4455250,179105253~8071657,187677992~9511364,205611625~3151869,213741293~322832,215086166~23178923,239011078~4731209,249712665~8125061,258308226~14729549,273912093~9579297,284064777~9887652,294024141~1596382,300110650~9552899,311271730~2187003,317984173~15653870,337144463~11049435,348535948~12882822,363348059~6240447,380139416~6304225,386799849~5093035,393936553~14800238] 2024-08-10T05:56:20.352 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~62441158,62914560~22313499,88080384~2932875,92274688~4024780,96468992~26616377,125829120~16029224,142606336~11664996,155721138~7131457,167772160~7590862,176160768~21028588,205520896~3242598,213741293~322832,214372498~29369789,247463936~25573839,273912093~21708430,300110650~9552899,310378496~3080237,314572800~19065243,335544320~34044186,377487360~31249431] 2024-08-10T05:56:20.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:20 smithi107 ceph-mon[86658]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-10T05:56:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:20 smithi078 ceph-mon[92251]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-10T05:56:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:20 smithi078 ceph-mon[94618]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-10T05:56:21.345 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40308 ms) 2024-08-10T05:56:21.346 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-08-10T05:56:21.346 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:21.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:21 smithi107 ceph-mon[86658]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-10T05:56:21.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:21 smithi107 ceph-mon[86658]: pgmap v3520: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 846 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 525 op/s 2024-08-10T05:56:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:21 smithi078 ceph-mon[94618]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-10T05:56:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:21 smithi078 ceph-mon[94618]: pgmap v3520: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 846 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 525 op/s 2024-08-10T05:56:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:21 smithi078 ceph-mon[92251]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-10T05:56:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:21 smithi078 ceph-mon[92251]: pgmap v3520: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 846 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 525 op/s 2024-08-10T05:56:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:56:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:56:21] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-08-10T05:56:22.400 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1055 ms) 2024-08-10T05:56:22.400 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-08-10T05:56:22.400 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:22 smithi107 ceph-mon[86658]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-10T05:56:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:22 smithi107 ceph-mon[86658]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-10T05:56:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:56:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:22 smithi078 ceph-mon[92251]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-10T05:56:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:22 smithi078 ceph-mon[92251]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-10T05:56:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:22 smithi078 ceph-mon[94618]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-10T05:56:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:22 smithi078 ceph-mon[94618]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-10T05:56:23.438 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [395275~83272,1116839~2703,2748021~78447,7170274~78838,7350324~65303,10529688~68064,10935908~96707,14206603~76305,17586141~18923,18022195~60366] to clone 2024-08-10T05:56:23.438 INFO:tasks.workunit.client.0.smithi078.stdout: diff was [0~2826468,4194304~3221323,8388608~2644007,12582912~1699996,16777216~1305345] 2024-08-10T05:56:23.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1042 ms) 2024-08-10T05:56:23.442 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-08-10T05:56:23.442 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:23.462 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [473769~54211,1197776~69116,1309614~3075,1918676~52162,5083728~43374,5241653~44355,5559601~39230,9981573~50599,10902826~33260,13532482~87768] 2024-08-10T05:56:23.472 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-08-10T05:56:23.472 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-08-10T05:56:23.472 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:23.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:23 smithi107 ceph-mon[86658]: pgmap v3523: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 809 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 549 op/s 2024-08-10T05:56:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:23 smithi078 ceph-mon[92251]: pgmap v3523: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 809 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 549 op/s 2024-08-10T05:56:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:23 smithi078 ceph-mon[94618]: pgmap v3523: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 809 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 549 op/s 2024-08-10T05:56:24.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:24 smithi078 ceph-mon[92251]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-10T05:56:24.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:24 smithi078 ceph-mon[94618]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-10T05:56:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:24 smithi107 ceph-mon[86658]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-10T05:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1959 ms) 2024-08-10T05:56:25.431 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-08-10T05:56:25.432 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:25.482 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (51 ms) 2024-08-10T05:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-08-10T05:56:25.483 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:25.566 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (84 ms) 2024-08-10T05:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-08-10T05:56:25.567 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:25 smithi078 ceph-mon[94618]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-10T05:56:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:25 smithi078 ceph-mon[94618]: pgmap v3526: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.2 MiB/s wr, 393 op/s 2024-08-10T05:56:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:25 smithi078 ceph-mon[92251]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-10T05:56:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:25 smithi078 ceph-mon[92251]: pgmap v3526: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.2 MiB/s wr, 393 op/s 2024-08-10T05:56:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:25 smithi107 ceph-mon[86658]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-10T05:56:25.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:25 smithi107 ceph-mon[86658]: pgmap v3526: 137 pgs: 137 active+clean; 792 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.2 MiB/s wr, 393 op/s 2024-08-10T05:56:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:26 smithi078 ceph-mon[92251]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-10T05:56:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:26 smithi078 ceph-mon[94618]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-10T05:56:26.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:26 smithi107 ceph-mon[86658]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-10T05:56:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:27 smithi078 ceph-mon[92251]: pgmap v3528: 137 pgs: 137 active+clean; 802 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.5 MiB/s wr, 282 op/s 2024-08-10T05:56:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:27 smithi078 ceph-mon[92251]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-10T05:56:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:27 smithi078 ceph-mon[94618]: pgmap v3528: 137 pgs: 137 active+clean; 802 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.5 MiB/s wr, 282 op/s 2024-08-10T05:56:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:27 smithi078 ceph-mon[94618]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-10T05:56:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:27 smithi107 ceph-mon[86658]: pgmap v3528: 137 pgs: 137 active+clean; 802 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 7.5 MiB/s wr, 282 op/s 2024-08-10T05:56:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:27 smithi107 ceph-mon[86658]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-10T05:56:28.726 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:29 smithi078 ceph-mon[92251]: pgmap v3530: 137 pgs: 137 active+clean; 827 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 8.1 MiB/s wr, 223 op/s 2024-08-10T05:56:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:29 smithi078 ceph-mon[94618]: pgmap v3530: 137 pgs: 137 active+clean; 827 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 8.1 MiB/s wr, 223 op/s 2024-08-10T05:56:29.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:29 smithi107 ceph-mon[86658]: pgmap v3530: 137 pgs: 137 active+clean; 827 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 8.1 MiB/s wr, 223 op/s 2024-08-10T05:56:30.602 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5036 ms) 2024-08-10T05:56:30.602 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-08-10T05:56:30.602 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T05:56:30.602 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-08-10T05:56:30.667 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 19 tests from DiffIterateTest/0 (239235 ms total) 2024-08-10T05:56:30.668 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T05:56:30.668 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-08-10T05:56:30.705 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-08-10T05:56:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:31 smithi078 ceph-mon[92251]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-10T05:56:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:31 smithi078 ceph-mon[92251]: pgmap v3532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-08-10T05:56:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:56:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:31 smithi078 ceph-mon[94618]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-10T05:56:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:31 smithi078 ceph-mon[94618]: pgmap v3532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-08-10T05:56:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:56:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:31 smithi107 ceph-mon[86658]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-10T05:56:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:31 smithi107 ceph-mon[86658]: pgmap v3532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-08-10T05:56:32.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:56:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:56:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:56:31] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-08-10T05:56:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:56:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:32.679 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[92251]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-10T05:56:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3285306297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:56:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:56:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:56:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[94618]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-10T05:56:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3285306297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:56:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:56:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:32 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:56:33.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:32 smithi107 ceph-mon[86658]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-10T05:56:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:32 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3285306297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:32 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:32 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:56:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:32 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:56:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:32 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:56:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:33 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:56:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:33 smithi078 ceph-mon[92251]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-10T05:56:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:33 smithi078 ceph-mon[92251]: pgmap v3535: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T05:56:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:33 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:56:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:33 smithi078 ceph-mon[94618]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-10T05:56:33.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:33 smithi078 ceph-mon[94618]: pgmap v3535: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T05:56:34.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:33 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi078-143527-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:56:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:33 smithi107 ceph-mon[86658]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-10T05:56:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:33 smithi107 ceph-mon[86658]: pgmap v3535: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T05:56:34.727 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [2104065~146818,2375193~36257,8240171~14002,11806549~6025,14430303~70425,16709805~13980,18587026~64233,20074880~74090] 2024-08-10T05:56:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:34 smithi078 ceph-mon[92251]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-10T05:56:34.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:34 smithi078 ceph-mon[94618]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-10T05:56:35.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:34 smithi107 ceph-mon[86658]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-10T05:56:35.709 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [0~4194304,8388608~12582912] 2024-08-10T05:56:35.718 INFO:tasks.workunit.client.0.smithi078.stdout: diff was [0~4194304,8388608~12582912] 2024-08-10T05:56:35.721 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5017 ms) 2024-08-10T05:56:35.721 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-08-10T05:56:35.722 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:35 smithi078 ceph-mon[92251]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-10T05:56:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:35 smithi078 ceph-mon[92251]: pgmap v3538: 137 pgs: 9 creating+peering, 2 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:56:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:35 smithi078 ceph-mon[94618]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-10T05:56:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:35 smithi078 ceph-mon[94618]: pgmap v3538: 137 pgs: 9 creating+peering, 2 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:56:36.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:35 smithi107 ceph-mon[86658]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-10T05:56:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:35 smithi107 ceph-mon[86658]: pgmap v3538: 137 pgs: 9 creating+peering, 2 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T05:56:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:36 smithi078 ceph-mon[92251]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-10T05:56:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:36 smithi078 ceph-mon[94618]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-10T05:56:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:36 smithi107 ceph-mon[86658]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-10T05:56:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:37 smithi078 ceph-mon[94618]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-10T05:56:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:37 smithi078 ceph-mon[94618]: pgmap v3541: 137 pgs: 9 creating+peering, 128 active+clean; 6.9 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s wr, 0 op/s 2024-08-10T05:56:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:37 smithi078 ceph-mon[92251]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-10T05:56:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:37 smithi078 ceph-mon[92251]: pgmap v3541: 137 pgs: 9 creating+peering, 128 active+clean; 6.9 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s wr, 0 op/s 2024-08-10T05:56:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:37 smithi107 ceph-mon[86658]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-10T05:56:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:37 smithi107 ceph-mon[86658]: pgmap v3541: 137 pgs: 9 creating+peering, 128 active+clean; 6.9 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s wr, 0 op/s 2024-08-10T05:56:38.749 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:38.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:38 smithi078 ceph-mon[92251]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-10T05:56:38.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:38 smithi078 ceph-mon[94618]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-10T05:56:39.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:38 smithi107 ceph-mon[86658]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-10T05:56:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:39 smithi078 ceph-mon[94618]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-10T05:56:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:39 smithi078 ceph-mon[94618]: pgmap v3544: 137 pgs: 137 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 179 KiB/s wr, 50 op/s 2024-08-10T05:56:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:39 smithi078 ceph-mon[92251]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-10T05:56:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:39 smithi078 ceph-mon[92251]: pgmap v3544: 137 pgs: 137 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 179 KiB/s wr, 50 op/s 2024-08-10T05:56:40.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:39 smithi107 ceph-mon[86658]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-10T05:56:40.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:39 smithi107 ceph-mon[86658]: pgmap v3544: 137 pgs: 137 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 179 KiB/s wr, 50 op/s 2024-08-10T05:56:41.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:40 smithi107 ceph-mon[86658]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-10T05:56:41.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:40 smithi078 ceph-mon[92251]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-10T05:56:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:40 smithi078 ceph-mon[94618]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-10T05:56:41.761 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:41 smithi107 ceph-mon[86658]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-10T05:56:42.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:41 smithi107 ceph-mon[86658]: pgmap v3547: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 155 KiB/s wr, 93 op/s 2024-08-10T05:56:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:41 smithi078 ceph-mon[92251]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-10T05:56:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:41 smithi078 ceph-mon[92251]: pgmap v3547: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 155 KiB/s wr, 93 op/s 2024-08-10T05:56:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:56:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:56:41] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-08-10T05:56:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:41 smithi078 ceph-mon[94618]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-10T05:56:42.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:41 smithi078 ceph-mon[94618]: pgmap v3547: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 155 KiB/s wr, 93 op/s 2024-08-10T05:56:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:56:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:43.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:42 smithi107 ceph-mon[86658]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-10T05:56:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:42 smithi107 ceph-mon[86658]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-10T05:56:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:42 smithi078 ceph-mon[94618]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-10T05:56:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:42 smithi078 ceph-mon[94618]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-10T05:56:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:42 smithi078 ceph-mon[92251]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-10T05:56:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:42 smithi078 ceph-mon[92251]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-10T05:56:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:44.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:43 smithi107 ceph-mon[86658]: pgmap v3550: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 51 KiB/s wr, 64 op/s 2024-08-10T05:56:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:43 smithi107 ceph-mon[86658]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-10T05:56:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:43 smithi078 ceph-mon[94618]: pgmap v3550: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 51 KiB/s wr, 64 op/s 2024-08-10T05:56:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:43 smithi078 ceph-mon[94618]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-10T05:56:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:43 smithi078 ceph-mon[92251]: pgmap v3550: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 51 KiB/s wr, 64 op/s 2024-08-10T05:56:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:43 smithi078 ceph-mon[92251]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-10T05:56:44.332 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:45.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:45 smithi107 ceph-mon[86658]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-10T05:56:45.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:45 smithi107 ceph-mon[86658]: pgmap v3553: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-08-10T05:56:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:45 smithi078 ceph-mon[94618]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-10T05:56:45.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:45 smithi078 ceph-mon[94618]: pgmap v3553: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-08-10T05:56:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:45 smithi078 ceph-mon[92251]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-10T05:56:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:45 smithi078 ceph-mon[92251]: pgmap v3553: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-08-10T05:56:46.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:46 smithi107 ceph-mon[86658]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-10T05:56:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:46 smithi078 ceph-mon[92251]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-10T05:56:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:46 smithi078 ceph-mon[94618]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-10T05:56:47.346 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:47.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:47 smithi107 ceph-mon[86658]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-10T05:56:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:47 smithi107 ceph-mon[86658]: pgmap v3556: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-08-10T05:56:47.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:47 smithi078 ceph-mon[92251]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-10T05:56:47.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:47 smithi078 ceph-mon[92251]: pgmap v3556: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-08-10T05:56:47.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:47 smithi078 ceph-mon[94618]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-10T05:56:47.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:47 smithi078 ceph-mon[94618]: pgmap v3556: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-08-10T05:56:48.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:48 smithi078 ceph-mon[92251]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-10T05:56:48.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:48 smithi078 ceph-mon[94618]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-10T05:56:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:48 smithi107 ceph-mon[86658]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-10T05:56:49.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:49 smithi078 ceph-mon[94618]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-10T05:56:49.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:49 smithi078 ceph-mon[94618]: pgmap v3559: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-08-10T05:56:49.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:49 smithi078 ceph-mon[92251]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-10T05:56:49.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:49 smithi078 ceph-mon[92251]: pgmap v3559: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-08-10T05:56:49.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:49 smithi107 ceph-mon[86658]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-10T05:56:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:49 smithi107 ceph-mon[86658]: pgmap v3559: 137 pgs: 137 active+clean; 26 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-08-10T05:56:50.366 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14644 ms) 2024-08-10T05:56:50.367 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-08-10T05:56:50.367 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:50 smithi078 ceph-mon[92251]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-10T05:56:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:50 smithi078 ceph-mon[94618]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-10T05:56:50.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:50 smithi107 ceph-mon[86658]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-10T05:56:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:51 smithi078 ceph-mon[92251]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-10T05:56:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:51 smithi078 ceph-mon[92251]: pgmap v3562: 137 pgs: 137 active+clean; 28 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-10T05:56:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:51 smithi078 ceph-mon[94618]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-10T05:56:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:51 smithi078 ceph-mon[94618]: pgmap v3562: 137 pgs: 137 active+clean; 28 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-10T05:56:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:51 smithi107 ceph-mon[86658]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-10T05:56:51.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:51 smithi107 ceph-mon[86658]: pgmap v3562: 137 pgs: 137 active+clean; 28 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-10T05:56:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:56:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:56:51] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-08-10T05:56:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:52 smithi107 ceph-mon[86658]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-10T05:56:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:56:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:52 smithi078 ceph-mon[92251]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-10T05:56:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:52 smithi078 ceph-mon[94618]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-10T05:56:53.401 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:53 smithi078 ceph-mon[92251]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-10T05:56:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:53 smithi078 ceph-mon[92251]: pgmap v3565: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-08-10T05:56:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:53 smithi078 ceph-mon[94618]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-10T05:56:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:53 smithi078 ceph-mon[94618]: pgmap v3565: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-08-10T05:56:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:53 smithi107 ceph-mon[86658]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-10T05:56:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:53 smithi107 ceph-mon[86658]: pgmap v3565: 137 pgs: 137 active+clean; 32 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 10 KiB/s wr, 111 op/s 2024-08-10T05:56:54.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:54 smithi078 ceph-mon[92251]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-10T05:56:54.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:54 smithi078 ceph-mon[94618]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-10T05:56:54.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:54 smithi107 ceph-mon[86658]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-10T05:56:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:55 smithi078 ceph-mon[92251]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-10T05:56:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:55 smithi078 ceph-mon[92251]: pgmap v3568: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 11 KiB/s wr, 136 op/s 2024-08-10T05:56:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:55 smithi078 ceph-mon[94618]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-10T05:56:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:55 smithi078 ceph-mon[94618]: pgmap v3568: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 11 KiB/s wr, 136 op/s 2024-08-10T05:56:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:55 smithi107 ceph-mon[86658]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-10T05:56:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:55 smithi107 ceph-mon[86658]: pgmap v3568: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 11 KiB/s wr, 136 op/s 2024-08-10T05:56:56.425 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:56 smithi078 ceph-mon[92251]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-10T05:56:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:56 smithi078 ceph-mon[94618]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-10T05:56:56.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:56 smithi107 ceph-mon[86658]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-10T05:56:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:57 smithi078 ceph-mon[92251]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-10T05:56:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:57 smithi078 ceph-mon[92251]: pgmap v3571: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-08-10T05:56:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:57 smithi078 ceph-mon[94618]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-10T05:56:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:57 smithi078 ceph-mon[94618]: pgmap v3571: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-08-10T05:56:57.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:57 smithi107 ceph-mon[86658]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-10T05:56:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:57 smithi107 ceph-mon[86658]: pgmap v3571: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-08-10T05:56:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:58 smithi078 ceph-mon[92251]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-10T05:56:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:58 smithi078 ceph-mon[94618]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-10T05:56:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:58.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:58 smithi107 ceph-mon[86658]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-10T05:56:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:59.443 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:56:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:59 smithi078 ceph-mon[94618]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-10T05:56:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:56:59 smithi078 ceph-mon[94618]: pgmap v3574: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-08-10T05:56:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:59 smithi078 ceph-mon[92251]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-10T05:56:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:56:59 smithi078 ceph-mon[92251]: pgmap v3574: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-08-10T05:56:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:59 smithi107 ceph-mon[86658]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-10T05:56:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:56:59 smithi107 ceph-mon[86658]: pgmap v3574: 137 pgs: 137 active+clean; 36 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-08-10T05:57:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:00 smithi078 ceph-mon[92251]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-10T05:57:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:00 smithi078 ceph-mon[94618]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-10T05:57:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:00 smithi107 ceph-mon[86658]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-10T05:57:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:01 smithi078 ceph-mon[92251]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-10T05:57:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:01 smithi078 ceph-mon[92251]: pgmap v3577: 137 pgs: 137 active+clean; 48 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.5 KiB/s wr, 89 op/s 2024-08-10T05:57:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:01 smithi078 ceph-mon[94618]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-10T05:57:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:01 smithi078 ceph-mon[94618]: pgmap v3577: 137 pgs: 137 active+clean; 48 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.5 KiB/s wr, 89 op/s 2024-08-10T05:57:01.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:01 smithi107 ceph-mon[86658]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-10T05:57:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:01 smithi107 ceph-mon[86658]: pgmap v3577: 137 pgs: 137 active+clean; 48 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.5 KiB/s wr, 89 op/s 2024-08-10T05:57:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:57:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:57:01] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T05:57:02.466 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:02 smithi107 ceph-mon[86658]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-10T05:57:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:57:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:02 smithi078 ceph-mon[92251]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-10T05:57:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:02 smithi078 ceph-mon[94618]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-10T05:57:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:03 smithi078 ceph-mon[92251]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-10T05:57:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:03 smithi078 ceph-mon[92251]: pgmap v3580: 137 pgs: 137 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-10T05:57:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:03 smithi078 ceph-mon[94618]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-10T05:57:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:03 smithi078 ceph-mon[94618]: pgmap v3580: 137 pgs: 137 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-10T05:57:03.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:03 smithi107 ceph-mon[86658]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-10T05:57:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:03 smithi107 ceph-mon[86658]: pgmap v3580: 137 pgs: 137 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-08-10T05:57:04.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:04 smithi078 ceph-mon[92251]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-10T05:57:04.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:04 smithi078 ceph-mon[94618]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-10T05:57:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:04 smithi107 ceph-mon[86658]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-10T05:57:05.490 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15123 ms) 2024-08-10T05:57:05.490 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-08-10T05:57:05.490 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:05 smithi078 ceph-mon[92251]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-10T05:57:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:05 smithi078 ceph-mon[92251]: pgmap v3583: 137 pgs: 137 active+clean; 54 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-08-10T05:57:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:05 smithi078 ceph-mon[94618]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-10T05:57:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:05 smithi078 ceph-mon[94618]: pgmap v3583: 137 pgs: 137 active+clean; 54 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-08-10T05:57:05.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:05 smithi107 ceph-mon[86658]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-10T05:57:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:05 smithi107 ceph-mon[86658]: pgmap v3583: 137 pgs: 137 active+clean; 54 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.7 KiB/s wr, 101 op/s 2024-08-10T05:57:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:06 smithi078 ceph-mon[92251]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-10T05:57:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:06 smithi078 ceph-mon[94618]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-10T05:57:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:06 smithi107 ceph-mon[86658]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-10T05:57:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:07 smithi078 ceph-mon[92251]: pgmap v3585: 137 pgs: 137 active+clean; 54 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-08-10T05:57:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:07 smithi078 ceph-mon[94618]: pgmap v3585: 137 pgs: 137 active+clean; 54 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-08-10T05:57:07.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:07 smithi107 ceph-mon[86658]: pgmap v3585: 137 pgs: 137 active+clean; 54 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-08-10T05:57:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:09 smithi107 ceph-mon[86658]: pgmap v3586: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.8 KiB/s wr, 81 op/s 2024-08-10T05:57:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:09 smithi078 ceph-mon[92251]: pgmap v3586: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.8 KiB/s wr, 81 op/s 2024-08-10T05:57:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:09 smithi078 ceph-mon[94618]: pgmap v3586: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.8 KiB/s wr, 81 op/s 2024-08-10T05:57:11.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:10 smithi107 ceph-mon[86658]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-10T05:57:11.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:10 smithi078 ceph-mon[92251]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-10T05:57:11.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:10 smithi078 ceph-mon[94618]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-10T05:57:11.840 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:11 smithi107 ceph-mon[86658]: pgmap v3588: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 KiB/s wr, 35 op/s 2024-08-10T05:57:12.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:11 smithi107 ceph-mon[86658]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-10T05:57:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:11 smithi078 ceph-mon[94618]: pgmap v3588: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 KiB/s wr, 35 op/s 2024-08-10T05:57:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:11 smithi078 ceph-mon[94618]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-10T05:57:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:11 smithi078 ceph-mon[92251]: pgmap v3588: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.8 KiB/s wr, 35 op/s 2024-08-10T05:57:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:11 smithi078 ceph-mon[92251]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-10T05:57:12.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:57:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:57:11] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T05:57:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:57:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:12 smithi078 ceph-mon[92251]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-10T05:57:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:12 smithi078 ceph-mon[94618]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-10T05:57:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:12 smithi107 ceph-mon[86658]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-10T05:57:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:14.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:13 smithi078 ceph-mon[94618]: pgmap v3591: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 50 op/s 2024-08-10T05:57:14.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:13 smithi078 ceph-mon[92251]: pgmap v3591: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 50 op/s 2024-08-10T05:57:14.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:13 smithi107 ceph-mon[86658]: pgmap v3591: 137 pgs: 137 active+clean; 62 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 50 op/s 2024-08-10T05:57:16.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:15 smithi078 ceph-mon[92251]: pgmap v3592: 137 pgs: 137 active+clean; 66 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-08-10T05:57:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:15 smithi078 ceph-mon[94618]: pgmap v3592: 137 pgs: 137 active+clean; 66 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-08-10T05:57:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:15 smithi107 ceph-mon[86658]: pgmap v3592: 137 pgs: 137 active+clean; 66 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-08-10T05:57:17.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:16 smithi078 ceph-mon[92251]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-10T05:57:17.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:16 smithi078 ceph-mon[94618]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-10T05:57:17.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:16 smithi107 ceph-mon[86658]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-10T05:57:17.874 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:18.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:17 smithi078 ceph-mon[92251]: pgmap v3594: 137 pgs: 137 active+clean; 66 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:57:18.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:17 smithi078 ceph-mon[92251]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-10T05:57:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:17 smithi078 ceph-mon[94618]: pgmap v3594: 137 pgs: 137 active+clean; 66 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:57:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:17 smithi078 ceph-mon[94618]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-10T05:57:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:17 smithi107 ceph-mon[86658]: pgmap v3594: 137 pgs: 137 active+clean; 66 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:57:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:17 smithi107 ceph-mon[86658]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-10T05:57:19.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:18 smithi078 ceph-mon[92251]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-10T05:57:19.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:18 smithi078 ceph-mon[94618]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-10T05:57:19.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:18 smithi107 ceph-mon[86658]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-10T05:57:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:19 smithi078 ceph-mon[92251]: pgmap v3597: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-08-10T05:57:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:19 smithi078 ceph-mon[94618]: pgmap v3597: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-08-10T05:57:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:19 smithi107 ceph-mon[86658]: pgmap v3597: 137 pgs: 137 active+clean; 68 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-08-10T05:57:22.120 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:21 smithi107 ceph-mon[86658]: pgmap v3598: 137 pgs: 137 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T05:57:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:21 smithi078 ceph-mon[92251]: pgmap v3598: 137 pgs: 137 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T05:57:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:21 smithi078 ceph-mon[94618]: pgmap v3598: 137 pgs: 137 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T05:57:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:57:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:57:21] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T05:57:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:57:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:23.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:22 smithi078 ceph-mon[92251]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-10T05:57:23.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:22 smithi078 ceph-mon[94618]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-10T05:57:23.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:22 smithi107 ceph-mon[86658]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-10T05:57:23.910 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:24.128 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:23 smithi078 ceph-mon[92251]: pgmap v3600: 137 pgs: 137 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-10T05:57:24.128 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:23 smithi078 ceph-mon[92251]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-10T05:57:24.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:23 smithi078 ceph-mon[94618]: pgmap v3600: 137 pgs: 137 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-10T05:57:24.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:23 smithi078 ceph-mon[94618]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-10T05:57:24.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:23 smithi107 ceph-mon[86658]: pgmap v3600: 137 pgs: 137 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-10T05:57:24.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:23 smithi107 ceph-mon[86658]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-10T05:57:25.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:24 smithi078 ceph-mon[92251]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-10T05:57:25.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:24 smithi078 ceph-mon[94618]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-10T05:57:25.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:24 smithi107 ceph-mon[86658]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-10T05:57:26.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:25 smithi078 ceph-mon[92251]: pgmap v3603: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-08-10T05:57:26.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:25 smithi078 ceph-mon[94618]: pgmap v3603: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-08-10T05:57:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:25 smithi107 ceph-mon[86658]: pgmap v3603: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-08-10T05:57:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:27 smithi078 ceph-mon[92251]: pgmap v3604: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:57:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:27 smithi078 ceph-mon[94618]: pgmap v3604: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:57:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:27 smithi107 ceph-mon[86658]: pgmap v3604: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T05:57:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:28 smithi078 ceph-mon[92251]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-10T05:57:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:28 smithi078 ceph-mon[94618]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-10T05:57:29.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:28 smithi107 ceph-mon[86658]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-10T05:57:29.935 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:29 smithi078 ceph-mon[92251]: pgmap v3606: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:57:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:29 smithi078 ceph-mon[92251]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-10T05:57:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:29 smithi078 ceph-mon[94618]: pgmap v3606: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:57:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:29 smithi078 ceph-mon[94618]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-10T05:57:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:29 smithi107 ceph-mon[86658]: pgmap v3606: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T05:57:30.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:29 smithi107 ceph-mon[86658]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-10T05:57:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:30 smithi078 ceph-mon[92251]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-10T05:57:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:30 smithi078 ceph-mon[94618]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-10T05:57:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:30 smithi107 ceph-mon[86658]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-10T05:57:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:31 smithi078 ceph-mon[92251]: pgmap v3609: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 30 op/s 2024-08-10T05:57:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:31 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:57:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:57:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:57:31] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-08-10T05:57:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:31 smithi078 ceph-mon[94618]: pgmap v3609: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 30 op/s 2024-08-10T05:57:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:31 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:57:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:31 smithi107 ceph-mon[86658]: pgmap v3609: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 30 op/s 2024-08-10T05:57:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:31 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:57:32.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:57:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:34.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:33 smithi078 ceph-mon[92251]: pgmap v3610: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-10T05:57:34.190 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:33 smithi078 ceph-mon[94618]: pgmap v3610: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-10T05:57:34.297 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:33 smithi107 ceph-mon[86658]: pgmap v3610: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 27 op/s 2024-08-10T05:57:35.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:34 smithi078 ceph-mon[92251]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-10T05:57:35.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:34 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:35.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:34 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:35.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:34 smithi078 ceph-mon[94618]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-10T05:57:35.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:34 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:35.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:34 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:34 smithi107 ceph-mon[86658]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-10T05:57:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:34 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:35.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:34 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:35.967 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30478 ms) 2024-08-10T05:57:35.967 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-08-10T05:57:35.967 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[92251]: pgmap v3612: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[92251]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[94618]: pgmap v3612: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[94618]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-10T05:57:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:57:36.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:57:36.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:35 smithi107 ceph-mon[86658]: pgmap v3612: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-08-10T05:57:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:35 smithi107 ceph-mon[86658]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-10T05:57:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:57:36.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:57:36.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:57:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:36 smithi078 ceph-mon[92251]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-10T05:57:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:36 smithi078 ceph-mon[94618]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-10T05:57:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:36 smithi107 ceph-mon[86658]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-10T05:57:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:37 smithi078 ceph-mon[92251]: pgmap v3615: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-10T05:57:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:37 smithi078 ceph-mon[94618]: pgmap v3615: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-10T05:57:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:37 smithi107 ceph-mon[86658]: pgmap v3615: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-10T05:57:40.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:39 smithi078 ceph-mon[92251]: pgmap v3616: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-08-10T05:57:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:39 smithi078 ceph-mon[94618]: pgmap v3616: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-08-10T05:57:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:39 smithi107 ceph-mon[86658]: pgmap v3616: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 57 op/s 2024-08-10T05:57:41.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:40 smithi078 ceph-mon[92251]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-10T05:57:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:40 smithi078 ceph-mon[94618]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-10T05:57:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:40 smithi107 ceph-mon[86658]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-10T05:57:42.002 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:41 smithi078 ceph-mon[92251]: pgmap v3618: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-08-10T05:57:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:41 smithi078 ceph-mon[92251]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-10T05:57:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:57:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:57:41] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-08-10T05:57:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:41 smithi078 ceph-mon[94618]: pgmap v3618: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-08-10T05:57:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:41 smithi078 ceph-mon[94618]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-10T05:57:42.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:41 smithi107 ceph-mon[86658]: pgmap v3618: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-08-10T05:57:42.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:41 smithi107 ceph-mon[86658]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-10T05:57:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:57:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:42 smithi078 ceph-mon[92251]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-10T05:57:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:42 smithi078 ceph-mon[94618]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-10T05:57:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:43.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:42 smithi107 ceph-mon[86658]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-10T05:57:43.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:43 smithi078 ceph-mon[92251]: pgmap v3621: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 50 op/s 2024-08-10T05:57:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:43 smithi078 ceph-mon[94618]: pgmap v3621: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 50 op/s 2024-08-10T05:57:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:43 smithi107 ceph-mon[86658]: pgmap v3621: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 50 op/s 2024-08-10T05:57:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:45 smithi107 ceph-mon[86658]: pgmap v3622: 137 pgs: 137 active+clean; 100 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T05:57:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:45 smithi078 ceph-mon[92251]: pgmap v3622: 137 pgs: 137 active+clean; 100 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T05:57:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:45 smithi078 ceph-mon[94618]: pgmap v3622: 137 pgs: 137 active+clean; 100 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T05:57:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:46 smithi107 ceph-mon[86658]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-10T05:57:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:46 smithi078 ceph-mon[92251]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-10T05:57:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:46 smithi078 ceph-mon[94618]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-10T05:57:48.036 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:47 smithi107 ceph-mon[86658]: pgmap v3624: 137 pgs: 137 active+clean; 100 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:57:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:47 smithi107 ceph-mon[86658]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-10T05:57:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:47 smithi078 ceph-mon[92251]: pgmap v3624: 137 pgs: 137 active+clean; 100 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:57:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:47 smithi078 ceph-mon[92251]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-10T05:57:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:47 smithi078 ceph-mon[94618]: pgmap v3624: 137 pgs: 137 active+clean; 100 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T05:57:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:47 smithi078 ceph-mon[94618]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-10T05:57:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:49 smithi107 ceph-mon[86658]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-10T05:57:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:49 smithi078 ceph-mon[92251]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-10T05:57:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:49 smithi078 ceph-mon[94618]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-10T05:57:50.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:50 smithi107 ceph-mon[86658]: pgmap v3627: 137 pgs: 137 active+clean; 107 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-10T05:57:50.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:50 smithi078 ceph-mon[92251]: pgmap v3627: 137 pgs: 137 active+clean; 107 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-10T05:57:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:50 smithi078 ceph-mon[94618]: pgmap v3627: 137 pgs: 137 active+clean; 107 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-08-10T05:57:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:52 smithi078 ceph-mon[92251]: pgmap v3628: 137 pgs: 137 active+clean; 110 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-10T05:57:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:52 smithi078 ceph-mon[94618]: pgmap v3628: 137 pgs: 137 active+clean; 110 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-10T05:57:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:57:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:57:51] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-10T05:57:52.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:52 smithi107 ceph-mon[86658]: pgmap v3628: 137 pgs: 137 active+clean; 110 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-10T05:57:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:57:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:53.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:53 smithi107 ceph-mon[86658]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-10T05:57:53.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:53 smithi078 ceph-mon[92251]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-10T05:57:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:53 smithi078 ceph-mon[94618]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-10T05:57:54.063 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:57:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:54 smithi107 ceph-mon[86658]: pgmap v3630: 137 pgs: 137 active+clean; 114 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-10T05:57:54.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:54 smithi107 ceph-mon[86658]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-10T05:57:54.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:54 smithi078 ceph-mon[92251]: pgmap v3630: 137 pgs: 137 active+clean; 114 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-10T05:57:54.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:54 smithi078 ceph-mon[92251]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-10T05:57:54.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:54 smithi078 ceph-mon[94618]: pgmap v3630: 137 pgs: 137 active+clean; 114 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-10T05:57:54.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:54 smithi078 ceph-mon[94618]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-10T05:57:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:55 smithi107 ceph-mon[86658]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-10T05:57:55.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:55 smithi078 ceph-mon[92251]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-10T05:57:55.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:55 smithi078 ceph-mon[94618]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-10T05:57:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:56 smithi107 ceph-mon[86658]: pgmap v3633: 137 pgs: 137 active+clean; 117 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-08-10T05:57:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:56 smithi078 ceph-mon[92251]: pgmap v3633: 137 pgs: 137 active+clean; 117 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-08-10T05:57:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:56 smithi078 ceph-mon[94618]: pgmap v3633: 137 pgs: 137 active+clean; 117 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-08-10T05:57:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:58 smithi107 ceph-mon[86658]: pgmap v3634: 137 pgs: 137 active+clean; 120 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-10T05:57:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:58 smithi078 ceph-mon[94618]: pgmap v3634: 137 pgs: 137 active+clean; 120 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-10T05:57:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:58 smithi078 ceph-mon[92251]: pgmap v3634: 137 pgs: 137 active+clean; 120 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-10T05:57:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:59.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:57:59 smithi107 ceph-mon[86658]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-10T05:57:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:57:59 smithi078 ceph-mon[94618]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-10T05:57:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:57:59 smithi078 ceph-mon[92251]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-10T05:58:00.084 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:00 smithi107 ceph-mon[86658]: pgmap v3636: 137 pgs: 137 active+clean; 124 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T05:58:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:00 smithi107 ceph-mon[86658]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-10T05:58:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:00 smithi078 ceph-mon[92251]: pgmap v3636: 137 pgs: 137 active+clean; 124 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T05:58:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:00 smithi078 ceph-mon[92251]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-10T05:58:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:00 smithi078 ceph-mon[94618]: pgmap v3636: 137 pgs: 137 active+clean; 124 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T05:58:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:00 smithi078 ceph-mon[94618]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-10T05:58:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:01 smithi107 ceph-mon[86658]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-10T05:58:01.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:01 smithi078 ceph-mon[92251]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-10T05:58:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:01 smithi078 ceph-mon[94618]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-10T05:58:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:02 smithi078 ceph-mon[92251]: pgmap v3639: 137 pgs: 137 active+clean; 130 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 34 op/s 2024-08-10T05:58:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:02 smithi078 ceph-mon[94618]: pgmap v3639: 137 pgs: 137 active+clean; 130 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 34 op/s 2024-08-10T05:58:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:58:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:58:01] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-10T05:58:02.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:02 smithi107 ceph-mon[86658]: pgmap v3639: 137 pgs: 137 active+clean; 130 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 34 op/s 2024-08-10T05:58:02.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:58:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:04.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:04 smithi078 ceph-mon[92251]: pgmap v3640: 137 pgs: 137 active+clean; 130 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-10T05:58:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:04 smithi078 ceph-mon[94618]: pgmap v3640: 137 pgs: 137 active+clean; 130 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-10T05:58:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:04 smithi107 ceph-mon[86658]: pgmap v3640: 137 pgs: 137 active+clean; 130 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 687 KiB/s wr, 55 op/s 2024-08-10T05:58:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:05 smithi078 ceph-mon[92251]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-10T05:58:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:05 smithi078 ceph-mon[94618]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-10T05:58:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:05 smithi107 ceph-mon[86658]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-10T05:58:06.113 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30146 ms) 2024-08-10T05:58:06.113 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-08-10T05:58:06.113 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:06 smithi078 ceph-mon[92251]: pgmap v3642: 137 pgs: 137 active+clean; 134 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:58:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:06 smithi078 ceph-mon[92251]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-10T05:58:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:06 smithi078 ceph-mon[94618]: pgmap v3642: 137 pgs: 137 active+clean; 134 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:58:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:06 smithi078 ceph-mon[94618]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-10T05:58:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:06 smithi107 ceph-mon[86658]: pgmap v3642: 137 pgs: 137 active+clean; 134 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:58:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:06 smithi107 ceph-mon[86658]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-10T05:58:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:07 smithi078 ceph-mon[92251]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-10T05:58:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:07 smithi078 ceph-mon[92251]: pgmap v3645: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:58:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:07 smithi078 ceph-mon[94618]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-10T05:58:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:07 smithi078 ceph-mon[94618]: pgmap v3645: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:58:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:07 smithi107 ceph-mon[86658]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-10T05:58:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:07 smithi107 ceph-mon[86658]: pgmap v3645: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T05:58:10.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:09 smithi107 ceph-mon[86658]: pgmap v3646: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T05:58:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:09 smithi078 ceph-mon[92251]: pgmap v3646: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T05:58:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:09 smithi078 ceph-mon[94618]: pgmap v3646: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T05:58:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:11 smithi107 ceph-mon[86658]: pgmap v3647: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 617 KiB/s wr, 39 op/s 2024-08-10T05:58:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:11 smithi078 ceph-mon[92251]: pgmap v3647: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 617 KiB/s wr, 39 op/s 2024-08-10T05:58:12.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:11 smithi078 ceph-mon[94618]: pgmap v3647: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 617 KiB/s wr, 39 op/s 2024-08-10T05:58:12.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:58:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:58:11] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-08-10T05:58:12.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:58:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:12 smithi078 ceph-mon[92251]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-10T05:58:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:12 smithi078 ceph-mon[94618]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-10T05:58:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:13.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:12 smithi107 ceph-mon[86658]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-10T05:58:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:13.863 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:13 smithi078 ceph-mon[92251]: pgmap v3649: 137 pgs: 137 active+clean; 150 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.0 MiB/s wr, 36 op/s 2024-08-10T05:58:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:13 smithi078 ceph-mon[92251]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-10T05:58:14.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:13 smithi078 ceph-mon[94618]: pgmap v3649: 137 pgs: 137 active+clean; 150 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.0 MiB/s wr, 36 op/s 2024-08-10T05:58:14.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:13 smithi078 ceph-mon[94618]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-10T05:58:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:13 smithi107 ceph-mon[86658]: pgmap v3649: 137 pgs: 137 active+clean; 150 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.0 MiB/s wr, 36 op/s 2024-08-10T05:58:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:13 smithi107 ceph-mon[86658]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-10T05:58:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:14 smithi078 ceph-mon[92251]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-10T05:58:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:14 smithi078 ceph-mon[94618]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-10T05:58:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:14 smithi107 ceph-mon[86658]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-10T05:58:16.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:15 smithi078 ceph-mon[92251]: pgmap v3652: 137 pgs: 137 active+clean; 158 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-08-10T05:58:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:15 smithi078 ceph-mon[94618]: pgmap v3652: 137 pgs: 137 active+clean; 158 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-08-10T05:58:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:15 smithi107 ceph-mon[86658]: pgmap v3652: 137 pgs: 137 active+clean; 158 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-08-10T05:58:18.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:17 smithi078 ceph-mon[92251]: pgmap v3653: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-08-10T05:58:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:17 smithi078 ceph-mon[94618]: pgmap v3653: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-08-10T05:58:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:17 smithi107 ceph-mon[86658]: pgmap v3653: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-08-10T05:58:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:19 smithi078 ceph-mon[92251]: pgmap v3654: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:19 smithi078 ceph-mon[94618]: pgmap v3654: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:19 smithi107 ceph-mon[86658]: pgmap v3654: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:21.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:20 smithi078 ceph-mon[92251]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-10T05:58:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:20 smithi078 ceph-mon[94618]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-10T05:58:21.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:20 smithi107 ceph-mon[86658]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-10T05:58:21.889 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:22.219 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:21 smithi107 ceph-mon[86658]: pgmap v3656: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-10T05:58:22.219 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:21 smithi107 ceph-mon[86658]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-10T05:58:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:21 smithi078 ceph-mon[92251]: pgmap v3656: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-10T05:58:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:21 smithi078 ceph-mon[92251]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-10T05:58:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:58:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:58:21] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-10T05:58:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:21 smithi078 ceph-mon[94618]: pgmap v3656: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-10T05:58:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:21 smithi078 ceph-mon[94618]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-10T05:58:22.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:58:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:23.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:22 smithi078 ceph-mon[92251]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-10T05:58:23.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:22 smithi078 ceph-mon[94618]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-10T05:58:23.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:22 smithi107 ceph-mon[86658]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-10T05:58:24.128 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:23 smithi078 ceph-mon[92251]: pgmap v3659: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-10T05:58:24.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:23 smithi078 ceph-mon[94618]: pgmap v3659: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-10T05:58:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:23 smithi107 ceph-mon[86658]: pgmap v3659: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-08-10T05:58:26.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:25 smithi078 ceph-mon[92251]: pgmap v3660: 137 pgs: 137 active+clean; 176 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T05:58:26.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:25 smithi078 ceph-mon[94618]: pgmap v3660: 137 pgs: 137 active+clean; 176 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T05:58:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:25 smithi107 ceph-mon[86658]: pgmap v3660: 137 pgs: 137 active+clean; 176 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T05:58:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:27 smithi078 ceph-mon[92251]: pgmap v3661: 137 pgs: 137 active+clean; 176 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 39 op/s 2024-08-10T05:58:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:27 smithi078 ceph-mon[94618]: pgmap v3661: 137 pgs: 137 active+clean; 176 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 39 op/s 2024-08-10T05:58:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:27 smithi107 ceph-mon[86658]: pgmap v3661: 137 pgs: 137 active+clean; 176 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 39 op/s 2024-08-10T05:58:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:28 smithi078 ceph-mon[92251]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-10T05:58:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:28 smithi078 ceph-mon[94618]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-10T05:58:29.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:28 smithi107 ceph-mon[86658]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-10T05:58:29.928 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:29 smithi078 ceph-mon[92251]: pgmap v3663: 137 pgs: 137 active+clean; 180 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:58:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:29 smithi078 ceph-mon[92251]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-10T05:58:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:29 smithi078 ceph-mon[94618]: pgmap v3663: 137 pgs: 137 active+clean; 180 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:58:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:29 smithi078 ceph-mon[94618]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-10T05:58:30.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:29 smithi107 ceph-mon[86658]: pgmap v3663: 137 pgs: 137 active+clean; 180 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:58:30.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:29 smithi107 ceph-mon[86658]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-10T05:58:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:30 smithi078 ceph-mon[92251]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-10T05:58:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:30 smithi078 ceph-mon[94618]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-10T05:58:31.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:30 smithi107 ceph-mon[86658]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-10T05:58:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:31 smithi078 ceph-mon[92251]: pgmap v3666: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:58:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:31 smithi078 ceph-mon[94618]: pgmap v3666: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:58:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:58:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:58:31] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-10T05:58:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:31 smithi107 ceph-mon[86658]: pgmap v3666: 137 pgs: 137 active+clean; 193 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:58:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:58:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:33 smithi078 ceph-mon[92251]: pgmap v3667: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T05:58:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:33 smithi078 ceph-mon[94618]: pgmap v3667: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T05:58:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:33 smithi107 ceph-mon[86658]: pgmap v3667: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T05:58:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:35 smithi078 ceph-mon[92251]: pgmap v3668: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:35 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:58:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:35 smithi078 ceph-mon[94618]: pgmap v3668: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:35 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:58:36.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:35 smithi107 ceph-mon[86658]: pgmap v3668: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:35 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:58:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[92251]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-10T05:58:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:58:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:58:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:58:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[94618]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-10T05:58:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:58:37.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:58:37.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:58:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:36 smithi107 ceph-mon[86658]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-10T05:58:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:58:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:58:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:58:37.967 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:37 smithi078 ceph-mon[92251]: pgmap v3670: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-08-10T05:58:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:37 smithi078 ceph-mon[92251]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-10T05:58:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:37 smithi078 ceph-mon[94618]: pgmap v3670: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-08-10T05:58:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:37 smithi078 ceph-mon[94618]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-10T05:58:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:37 smithi107 ceph-mon[86658]: pgmap v3670: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-08-10T05:58:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:37 smithi107 ceph-mon[86658]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-10T05:58:39.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:38 smithi078 ceph-mon[92251]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-10T05:58:39.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:38 smithi078 ceph-mon[94618]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-10T05:58:39.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:38 smithi107 ceph-mon[86658]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-10T05:58:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:39 smithi078 ceph-mon[94618]: pgmap v3673: 137 pgs: 137 active+clean; 203 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-08-10T05:58:40.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:39 smithi078 ceph-mon[92251]: pgmap v3673: 137 pgs: 137 active+clean; 203 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-08-10T05:58:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:39 smithi107 ceph-mon[86658]: pgmap v3673: 137 pgs: 137 active+clean; 203 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-08-10T05:58:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:41 smithi078 ceph-mon[92251]: pgmap v3674: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-10T05:58:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:41 smithi078 ceph-mon[94618]: pgmap v3674: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-10T05:58:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:58:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:58:41] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-08-10T05:58:42.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:41 smithi107 ceph-mon[86658]: pgmap v3674: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-08-10T05:58:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:58:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:43.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:43 smithi078 ceph-mon[94618]: pgmap v3675: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:43 smithi078 ceph-mon[92251]: pgmap v3675: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:43 smithi107 ceph-mon[86658]: pgmap v3675: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T05:58:45.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:44 smithi078 ceph-mon[92251]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-10T05:58:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:44 smithi078 ceph-mon[94618]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-10T05:58:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:44 smithi107 ceph-mon[86658]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-10T05:58:46.009 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (39895 ms) 2024-08-10T05:58:46.009 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-08-10T05:58:46.009 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:46.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:45 smithi078 ceph-mon[92251]: pgmap v3677: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.1 MiB/s wr, 36 op/s 2024-08-10T05:58:46.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:45 smithi078 ceph-mon[92251]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-10T05:58:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:45 smithi078 ceph-mon[94618]: pgmap v3677: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.1 MiB/s wr, 36 op/s 2024-08-10T05:58:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:45 smithi078 ceph-mon[94618]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-10T05:58:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:45 smithi107 ceph-mon[86658]: pgmap v3677: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.1 MiB/s wr, 36 op/s 2024-08-10T05:58:46.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:45 smithi107 ceph-mon[86658]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-10T05:58:47.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:46 smithi107 ceph-mon[86658]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-10T05:58:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:46 smithi078 ceph-mon[92251]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-10T05:58:47.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:46 smithi078 ceph-mon[94618]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-10T05:58:48.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:47 smithi107 ceph-mon[86658]: pgmap v3680: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-08-10T05:58:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:47 smithi078 ceph-mon[92251]: pgmap v3680: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-08-10T05:58:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:47 smithi078 ceph-mon[94618]: pgmap v3680: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-08-10T05:58:50.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:49 smithi107 ceph-mon[86658]: pgmap v3681: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:58:50.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:49 smithi078 ceph-mon[92251]: pgmap v3681: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:58:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:49 smithi078 ceph-mon[94618]: pgmap v3681: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T05:58:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:51 smithi078 ceph-mon[92251]: pgmap v3682: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T05:58:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:51 smithi078 ceph-mon[94618]: pgmap v3682: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T05:58:52.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:58:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:58:51] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-08-10T05:58:52.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:51 smithi107 ceph-mon[86658]: pgmap v3682: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T05:58:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:58:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:53.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:53 smithi107 ceph-mon[86658]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-10T05:58:53.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:53 smithi078 ceph-mon[92251]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-10T05:58:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:53 smithi078 ceph-mon[94618]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-10T05:58:54.043 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:58:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:54 smithi107 ceph-mon[86658]: pgmap v3684: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-08-10T05:58:54.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:54 smithi107 ceph-mon[86658]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-10T05:58:54.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:54 smithi078 ceph-mon[94618]: pgmap v3684: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-08-10T05:58:54.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:54 smithi078 ceph-mon[94618]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-10T05:58:54.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:54 smithi078 ceph-mon[92251]: pgmap v3684: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-08-10T05:58:54.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:54 smithi078 ceph-mon[92251]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-10T05:58:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:55 smithi107 ceph-mon[86658]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-10T05:58:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:55 smithi078 ceph-mon[94618]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-10T05:58:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:55 smithi078 ceph-mon[92251]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-10T05:58:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:56 smithi107 ceph-mon[86658]: pgmap v3687: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-10T05:58:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:56 smithi078 ceph-mon[92251]: pgmap v3687: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-10T05:58:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:56 smithi078 ceph-mon[94618]: pgmap v3687: 137 pgs: 137 active+clean; 248 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-10T05:58:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:58 smithi107 ceph-mon[86658]: pgmap v3688: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:58:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:58:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:58 smithi078 ceph-mon[92251]: pgmap v3688: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:58:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:58:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:58 smithi078 ceph-mon[94618]: pgmap v3688: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:58:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:58:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:00.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:00 smithi107 ceph-mon[86658]: pgmap v3689: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:00 smithi078 ceph-mon[92251]: pgmap v3689: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:00 smithi078 ceph-mon[94618]: pgmap v3689: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:01.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:01 smithi107 ceph-mon[86658]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-10T05:59:01.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:01 smithi078 ceph-mon[92251]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-10T05:59:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:01 smithi078 ceph-mon[94618]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-10T05:59:02.077 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:59:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:59:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:59:01] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-08-10T05:59:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:02 smithi078 ceph-mon[92251]: pgmap v3691: 137 pgs: 137 active+clean; 255 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:59:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:02 smithi078 ceph-mon[92251]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-10T05:59:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:02 smithi078 ceph-mon[94618]: pgmap v3691: 137 pgs: 137 active+clean; 255 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:59:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:02 smithi078 ceph-mon[94618]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-10T05:59:02.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:02 smithi107 ceph-mon[86658]: pgmap v3691: 137 pgs: 137 active+clean; 255 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:59:02.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:02 smithi107 ceph-mon[86658]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-10T05:59:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:59:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:03.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:03 smithi107 ceph-mon[86658]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-10T05:59:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:03 smithi078 ceph-mon[92251]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-10T05:59:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:03 smithi078 ceph-mon[94618]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-10T05:59:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:04 smithi107 ceph-mon[86658]: pgmap v3694: 137 pgs: 137 active+clean; 255 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-08-10T05:59:04.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:04 smithi078 ceph-mon[92251]: pgmap v3694: 137 pgs: 137 active+clean; 255 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-08-10T05:59:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:04 smithi078 ceph-mon[94618]: pgmap v3694: 137 pgs: 137 active+clean; 255 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-08-10T05:59:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:06 smithi107 ceph-mon[86658]: pgmap v3695: 137 pgs: 137 active+clean; 271 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-10T05:59:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:06 smithi078 ceph-mon[92251]: pgmap v3695: 137 pgs: 137 active+clean; 271 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-10T05:59:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:06 smithi078 ceph-mon[94618]: pgmap v3695: 137 pgs: 137 active+clean; 271 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-08-10T05:59:08.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:08 smithi107 ceph-mon[86658]: pgmap v3696: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:08 smithi078 ceph-mon[92251]: pgmap v3696: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:08 smithi078 ceph-mon[94618]: pgmap v3696: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:10 smithi078 ceph-mon[92251]: pgmap v3697: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:10 smithi078 ceph-mon[94618]: pgmap v3697: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:10.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:10 smithi107 ceph-mon[86658]: pgmap v3697: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:11.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:11 smithi078 ceph-mon[92251]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-10T05:59:11.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:11 smithi078 ceph-mon[94618]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-10T05:59:11.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:11 smithi107 ceph-mon[86658]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-10T05:59:12.118 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:59:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:59:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:59:11] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-08-10T05:59:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:12 smithi078 ceph-mon[92251]: pgmap v3699: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-08-10T05:59:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:12 smithi078 ceph-mon[92251]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-10T05:59:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:12 smithi078 ceph-mon[94618]: pgmap v3699: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-08-10T05:59:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:12 smithi078 ceph-mon[94618]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-10T05:59:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:12 smithi107 ceph-mon[86658]: pgmap v3699: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-08-10T05:59:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:12 smithi107 ceph-mon[86658]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-10T05:59:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:59:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:13 smithi078 ceph-mon[92251]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-10T05:59:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:13 smithi078 ceph-mon[94618]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-10T05:59:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:13.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:13 smithi107 ceph-mon[86658]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-10T05:59:13.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:14 smithi078 ceph-mon[92251]: pgmap v3702: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-10T05:59:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:14 smithi078 ceph-mon[94618]: pgmap v3702: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-10T05:59:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:14 smithi107 ceph-mon[86658]: pgmap v3702: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-10T05:59:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:15 smithi078 ceph-mon[92251]: pgmap v3703: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-10T05:59:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:15 smithi078 ceph-mon[94618]: pgmap v3703: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-10T05:59:15.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:15 smithi107 ceph-mon[86658]: pgmap v3703: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-10T05:59:18.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:17 smithi078 ceph-mon[92251]: pgmap v3704: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:18.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:17 smithi078 ceph-mon[94618]: pgmap v3704: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:18.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:17 smithi107 ceph-mon[86658]: pgmap v3704: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T05:59:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:19 smithi078 ceph-mon[92251]: pgmap v3705: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:20.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:19 smithi078 ceph-mon[92251]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-10T05:59:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:19 smithi078 ceph-mon[94618]: pgmap v3705: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:20.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:19 smithi078 ceph-mon[94618]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-10T05:59:20.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:19 smithi107 ceph-mon[86658]: pgmap v3705: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:20.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:19 smithi107 ceph-mon[86658]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-10T05:59:20.877 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:59:21.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:20 smithi078 ceph-mon[92251]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-10T05:59:21.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:20 smithi078 ceph-mon[94618]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-10T05:59:21.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:20 smithi107 ceph-mon[86658]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-10T05:59:22.219 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:21 smithi107 ceph-mon[86658]: pgmap v3708: 137 pgs: 137 active+clean; 311 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-08-10T05:59:22.219 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:21 smithi107 ceph-mon[86658]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-10T05:59:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:21 smithi078 ceph-mon[94618]: pgmap v3708: 137 pgs: 137 active+clean; 311 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-08-10T05:59:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:21 smithi078 ceph-mon[94618]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-10T05:59:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:21 smithi078 ceph-mon[92251]: pgmap v3708: 137 pgs: 137 active+clean; 311 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-08-10T05:59:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:21 smithi078 ceph-mon[92251]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-10T05:59:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:59:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:59:21] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-08-10T05:59:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:59:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:24.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:23 smithi078 ceph-mon[92251]: pgmap v3710: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-10T05:59:24.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:23 smithi078 ceph-mon[94618]: pgmap v3710: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-10T05:59:24.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:23 smithi107 ceph-mon[86658]: pgmap v3710: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-08-10T05:59:26.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:25 smithi078 ceph-mon[92251]: pgmap v3711: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-10T05:59:26.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:25 smithi078 ceph-mon[94618]: pgmap v3711: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-10T05:59:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:25 smithi107 ceph-mon[86658]: pgmap v3711: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-08-10T05:59:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:27 smithi078 ceph-mon[92251]: pgmap v3712: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:27 smithi078 ceph-mon[92251]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-10T05:59:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:27 smithi078 ceph-mon[94618]: pgmap v3712: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:27 smithi078 ceph-mon[94618]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-10T05:59:28.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:27 smithi107 ceph-mon[86658]: pgmap v3712: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T05:59:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:27 smithi107 ceph-mon[86658]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-10T05:59:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:28.906 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (42897 ms) 2024-08-10T05:59:28.906 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-08-10T05:59:28.906 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:59:29.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:28 smithi078 ceph-mon[92251]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-10T05:59:29.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:28 smithi078 ceph-mon[94618]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-10T05:59:29.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:28 smithi107 ceph-mon[86658]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-10T05:59:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:29 smithi078 ceph-mon[92251]: pgmap v3715: 137 pgs: 137 active+clean; 326 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:59:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:29 smithi078 ceph-mon[92251]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-10T05:59:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:29 smithi078 ceph-mon[94618]: pgmap v3715: 137 pgs: 137 active+clean; 326 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:59:30.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:29 smithi078 ceph-mon[94618]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-10T05:59:30.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:29 smithi107 ceph-mon[86658]: pgmap v3715: 137 pgs: 137 active+clean; 326 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T05:59:30.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:29 smithi107 ceph-mon[86658]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-10T05:59:31.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:30 smithi078 ceph-mon[92251]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-10T05:59:31.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:30 smithi078 ceph-mon[94618]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-10T05:59:31.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:30 smithi107 ceph-mon[86658]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-10T05:59:31.940 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3034 ms) 2024-08-10T05:59:31.940 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-08-10T05:59:31.940 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:59:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:31 smithi078 ceph-mon[92251]: pgmap v3718: 137 pgs: 137 active+clean; 338 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 MiB/s wr, 62 op/s 2024-08-10T05:59:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:31 smithi078 ceph-mon[92251]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-10T05:59:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:31 smithi078 ceph-mon[94618]: pgmap v3718: 137 pgs: 137 active+clean; 338 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 MiB/s wr, 62 op/s 2024-08-10T05:59:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:31 smithi078 ceph-mon[94618]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-10T05:59:32.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:59:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:59:31] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-08-10T05:59:32.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:31 smithi107 ceph-mon[86658]: pgmap v3718: 137 pgs: 137 active+clean; 338 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 MiB/s wr, 62 op/s 2024-08-10T05:59:32.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:31 smithi107 ceph-mon[86658]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-10T05:59:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:59:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:33.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:32 smithi078 ceph-mon[92251]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-10T05:59:33.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:32 smithi078 ceph-mon[94618]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-10T05:59:33.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:32 smithi107 ceph-mon[86658]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-10T05:59:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:33 smithi078 ceph-mon[92251]: pgmap v3721: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.0 MiB/s wr, 72 op/s 2024-08-10T05:59:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:33 smithi078 ceph-mon[92251]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-10T05:59:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:33 smithi078 ceph-mon[94618]: pgmap v3721: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.0 MiB/s wr, 72 op/s 2024-08-10T05:59:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:33 smithi078 ceph-mon[94618]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-10T05:59:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:33 smithi107 ceph-mon[86658]: pgmap v3721: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.0 MiB/s wr, 72 op/s 2024-08-10T05:59:34.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:33 smithi107 ceph-mon[86658]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-10T05:59:34.973 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3033 ms) 2024-08-10T05:59:34.973 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-08-10T05:59:34.973 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:59:35.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:34 smithi078 ceph-mon[92251]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-10T05:59:35.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:34 smithi078 ceph-mon[94618]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-10T05:59:35.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:34 smithi107 ceph-mon[86658]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-10T05:59:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:35 smithi078 ceph-mon[92251]: pgmap v3724: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-08-10T05:59:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:35 smithi078 ceph-mon[92251]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-10T05:59:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:35 smithi078 ceph-mon[94618]: pgmap v3724: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-08-10T05:59:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:35 smithi078 ceph-mon[94618]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-10T05:59:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:35 smithi107 ceph-mon[86658]: pgmap v3724: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-08-10T05:59:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:35 smithi107 ceph-mon[86658]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-10T05:59:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[92251]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-10T05:59:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:59:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:59:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:59:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:59:37.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[94618]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-10T05:59:37.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:59:37.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:59:37.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:59:37.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:59:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:36 smithi107 ceph-mon[86658]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-10T05:59:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:59:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:59:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:59:37.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T05:59:37.990 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3017 ms) 2024-08-10T05:59:37.990 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-08-10T05:59:37.990 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T05:59:38.102 INFO:tasks.workunit.client.0.smithi078.stdout: i=0 exists [896861~8025642,54817247~6180324,72848728~6185173,83360461~5427745,206970472~6822611,219385015~7789926,229889265~1293922,254352893~7558224,285648661~5064361,303035318~4453878] wrote [896861~8025642,54817247~6180324,72848728~6185173,83360461~5427745,206970472~6822611,219385015~7789926,229889265~1293922,254352893~7558224,285648661~5064361,303035318~4453878] 2024-08-10T05:59:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:37 smithi078 ceph-mon[92251]: pgmap v3727: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-08-10T05:59:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:37 smithi078 ceph-mon[92251]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-10T05:59:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:37 smithi078 ceph-mon[94618]: pgmap v3727: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-08-10T05:59:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:37 smithi078 ceph-mon[94618]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-10T05:59:38.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:37 smithi107 ceph-mon[86658]: pgmap v3727: 137 pgs: 137 active+clean; 342 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-08-10T05:59:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:37 smithi107 ceph-mon[86658]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-10T05:59:39.038 INFO:tasks.workunit.client.0.smithi078.stdout: i=1 exists [896861~8025642,48140316~4341186,54817247~8708815,72848728~6185173,83360461~5427745,106132531~1007716,196609350~5471487,206970472~6822611,219385015~7789926,229889265~1293922,233034061~5497036,254352893~7558224,269051820~647770,270142238~779143,285648661~5064361,303035318~4453878,350993625~2736308] wrote [48140316~4341186,58208614~5317448,106132531~1007716,196609350~5471487,207415477~4404008,233034061~5497036,269051820~647770,270142238~779143,350993625~2736308] 2024-08-10T05:59:39.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:38 smithi078 ceph-mon[92251]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-10T05:59:39.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:38 smithi078 ceph-mon[94618]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-10T05:59:39.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:38 smithi107 ceph-mon[86658]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-10T05:59:40.088 INFO:tasks.workunit.client.0.smithi078.stdout: i=2 exists [896861~8025642,48140316~4341186,54817247~8708815,72848728~8296186,83360461~5427745,91165160~2921747,106132531~1007716,164757689~6588734,196609350~5471487,206970472~6822611,219385015~7789926,229889265~1293922,233034061~5497036,241736759~8008840,254352893~7558224,269051820~647770,270142238~779143,271749303~11110563,285648661~5359626,303035318~4453878,324317154~5107724,350993625~2736308] wrote [73965352~7179562,91165160~2921747,164757689~6588734,219803129~5646578,241736759~8008840,271749303~11110563,289218957~1789330,324317154~5107724] 2024-08-10T05:59:40.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:39 smithi078 ceph-mon[92251]: pgmap v3730: 137 pgs: 137 active+clean; 361 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.9 MiB/s wr, 109 op/s 2024-08-10T05:59:40.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:39 smithi078 ceph-mon[92251]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-10T05:59:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:39 smithi078 ceph-mon[94618]: pgmap v3730: 137 pgs: 137 active+clean; 361 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.9 MiB/s wr, 109 op/s 2024-08-10T05:59:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:39 smithi078 ceph-mon[94618]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-10T05:59:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:39 smithi107 ceph-mon[86658]: pgmap v3730: 137 pgs: 137 active+clean; 361 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.9 MiB/s wr, 109 op/s 2024-08-10T05:59:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:39 smithi107 ceph-mon[86658]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-10T05:59:41.027 INFO:tasks.workunit.client.0.smithi078.stdout: i=3 exists [896861~8025642,31192252~3785931,48140316~4531783,54817247~8708815,72848728~8296186,83360461~5427745,91165160~2921747,95149865~4357732,106132531~1007716,133346012~7338379,148618339~7926157,160419062~10927361,196609350~5471487,206970472~6822611,219385015~7789926,229889265~1293922,233034061~5497036,241736759~8008840,254352893~7558224,269051820~647770,270142238~779143,271749303~11110563,285648661~5359626,293659890~2001238,303035318~4453878,324317154~5107724,350993625~2736308,372346520~6775900] wrote [31192252~3785931,48674818~3997281,95149865~4357732,133346012~7338379,148618339~7926157,160419062~4440493,293659890~2001238,372346520~6775900] 2024-08-10T05:59:41.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:40 smithi078 ceph-mon[92251]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-10T05:59:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:40 smithi078 ceph-mon[94618]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-10T05:59:41.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:40 smithi107 ceph-mon[86658]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-10T05:59:41.991 INFO:tasks.workunit.client.0.smithi078.stdout: i=4 exists [896861~8025642,31192252~3785931,48140316~4531783,54817247~8708815,72848728~8296186,83360461~5427745,91165160~2921747,95149865~4357732,106132531~1007716,123302148~3143270,131986163~8698228,148618339~7926157,160419062~10927361,196609350~5471487,206970472~6822611,219385015~7789926,229260890~9270207,241736759~8008840,254352893~7558224,269051820~647770,270142238~779143,271749303~11110563,285648661~5359626,293659890~6989074,303035318~4453878,320787305~1539906,324317154~5107724,340063518~2440834,350993625~2736308,372346520~6775900,384007814~879035] wrote [7170226~896860,123302148~3143270,131986163~3736405,198264874~689624,229260890~5387690,294925321~5723643,320787305~1539906,340063518~2440834,377061303~135989,384007814~879035] 2024-08-10T05:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:41 smithi078 ceph-mon[92251]: pgmap v3733: 137 pgs: 137 active+clean; 418 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 14 MiB/s wr, 176 op/s 2024-08-10T05:59:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:41 smithi078 ceph-mon[92251]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-10T05:59:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:41 smithi078 ceph-mon[94618]: pgmap v3733: 137 pgs: 137 active+clean; 418 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 14 MiB/s wr, 176 op/s 2024-08-10T05:59:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:41 smithi078 ceph-mon[94618]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-10T05:59:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:59:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:59:41] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-08-10T05:59:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:41 smithi107 ceph-mon[86658]: pgmap v3733: 137 pgs: 137 active+clean; 418 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 14 MiB/s wr, 176 op/s 2024-08-10T05:59:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:41 smithi107 ceph-mon[86658]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-10T05:59:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:59:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:43.045 INFO:tasks.workunit.client.0.smithi078.stdout: i=5 exists [896861~8025642,19375762~5774442,30200924~307027,31192252~3785931,46717298~5954801,54817247~8708815,72848728~8296186,83360461~5427745,91165160~2921747,95149865~4357732,106132531~1007716,123302148~3143270,129672279~11012112,148618339~7926157,160419062~10927361,196609350~5471487,206970472~6822611,213832765~3472981,219385015~7789926,229260890~9270207,241736759~8008840,254352893~7558224,269051820~647770,270042153~12817713,285648661~5359626,293659890~6989074,303035318~4453878,320787305~1539906,324317154~5107724,340063518~2440834,350993625~2736308,372346520~6775900,384007814~879035,397051426~4282261] wrote [6650657~2049131,19375762~5774442,30200924~307027,46717298~5533669,56660359~2875371,129672279~3569947,213832765~3472981,231934258~1730578,270042153~3613979,397051426~4282261] 2024-08-10T05:59:43.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:42 smithi107 ceph-mon[86658]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-10T05:59:43.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:42 smithi078 ceph-mon[92251]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-10T05:59:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:42 smithi078 ceph-mon[94618]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-10T05:59:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:44.008 INFO:tasks.workunit.client.0.smithi078.stdout: i=6 exists [896861~8025642,19375762~5774442,30200924~307027,31192252~3785931,40348089~3500318,46717298~5954801,54817247~8708815,72848728~8501357,83360461~10726446,95149865~4357732,106132531~1007716,123302148~3143270,129672279~11012112,148618339~7926157,160419062~10927361,187273127~161472,196609350~5471487,206970472~11117395,219385015~7789926,229260890~9270207,241736759~8008840,253554547~8356570,269051820~647770,270042153~12817713,285648661~5359626,293659890~6989074,303035318~4453878,320787305~1539906,324317154~5107724,340063518~2440834,350993625~2736308,372286397~6836023,384007814~879035,397051426~4282261] wrote [40348089~3500318,75663855~5686230,87146165~4987775,139747300~32053,187273127~161472,213140150~1612158,215820404~2267463,253554547~1183590,273898214~4132110,372286397~408026] 2024-08-10T05:59:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:43 smithi107 ceph-mon[86658]: pgmap v3736: 137 pgs: 137 active+clean; 482 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 23 MiB/s wr, 75 op/s 2024-08-10T05:59:44.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:43 smithi107 ceph-mon[86658]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-10T05:59:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:43 smithi078 ceph-mon[92251]: pgmap v3736: 137 pgs: 137 active+clean; 482 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 23 MiB/s wr, 75 op/s 2024-08-10T05:59:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:43 smithi078 ceph-mon[92251]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-10T05:59:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:43 smithi078 ceph-mon[94618]: pgmap v3736: 137 pgs: 137 active+clean; 482 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 23 MiB/s wr, 75 op/s 2024-08-10T05:59:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:43 smithi078 ceph-mon[94618]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-10T05:59:45.050 INFO:tasks.workunit.client.0.smithi078.stdout: i=7 exists [896861~8025642,19375762~5774442,30200924~307027,31192252~3785931,40348089~3500318,46717298~5954801,54817247~8708815,68958047~12392038,83360461~10726446,95149865~4357732,106132531~1007716,123302148~3143270,129672279~11012112,148618339~7926157,160419062~10927361,187273127~161472,196609350~5471487,206970472~11117395,219385015~7789926,229260890~20484709,253554547~8356570,269051820~647770,270042153~12817713,285648661~5359626,293659890~7451532,303035318~4453878,320787305~1539906,324317154~5107724,339698264~2806088,349857649~4754393,372286397~6836023,384007814~879035,397051426~4282261] wrote [68958047~7251217,84777376~2334234,137190290~640779,163748449~584605,238427083~7817997,255766766~2564233,296960816~4150606,339698264~2408985,349857649~4754393] 2024-08-10T05:59:45.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:44 smithi107 ceph-mon[86658]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-10T05:59:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:44 smithi078 ceph-mon[92251]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-10T05:59:45.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:44 smithi078 ceph-mon[94618]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-10T05:59:46.062 INFO:tasks.workunit.client.0.smithi078.stdout: i=8 exists [896861~8025642,17102519~913848,19375762~5774442,30200924~307027,31192252~3785931,40348089~3500318,46717298~5954801,54817247~8708815,68958047~12676262,83360461~16147136,106132531~1007716,123302148~3143270,129672279~11012112,146136402~676327,147829157~8715339,160419062~10927361,172540223~4502179,187273127~161472,196609350~5471487,206970472~11117395,219385015~30360584,253554547~8356570,269051820~647770,270042153~13050984,283484401~7523886,293659890~7451532,303035318~4453878,316395262~13029616,339698264~2806088,349857649~4754393,372286397~6836023,384007814~879035,397051426~4282261] wrote [17102519~913848,80678622~955687,90147396~5117213,146136402~676327,147829157~4006021,172540223~4502179,226743917~6530499,278147027~4946110,283484401~2724128,316395262~8003882] 2024-08-10T05:59:46.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:46 smithi107 ceph-mon[86658]: pgmap v3739: 137 pgs: 137 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 41 MiB/s wr, 259 op/s 2024-08-10T05:59:46.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:46 smithi107 ceph-mon[86658]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-10T05:59:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:46 smithi078 ceph-mon[92251]: pgmap v3739: 137 pgs: 137 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 41 MiB/s wr, 259 op/s 2024-08-10T05:59:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:46 smithi078 ceph-mon[92251]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-10T05:59:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:46 smithi078 ceph-mon[94618]: pgmap v3739: 137 pgs: 137 active+clean; 617 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 41 MiB/s wr, 259 op/s 2024-08-10T05:59:46.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:46 smithi078 ceph-mon[94618]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-10T05:59:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: i=9 exists [896861~8025642,17102519~913848,19375762~5774442,30200924~307027,30674270~390654,31192252~3785931,40348089~3500318,46717298~5954801,54817247~8708815,68047509~173407,68958047~12676262,83360461~16147136,100187804~2558350,106132531~1007716,123302148~3143270,129672279~11012112,146136402~676327,147829157~8715339,160419062~10927361,172540223~4502179,187273127~161472,196609350~5471487,206970472~11117395,218345115~31400484,253554547~8356570,269051820~647770,270042153~13050984,283484401~7523886,293659890~7451532,303035318~4453878,316395262~13029616,334085383~8418969,349857649~4754393,372189339~6933081,384007814~879035,397051426~4282261] wrote [30674270~390654,68047509~173407,85749806~1688295,100187804~2558350,218345115~6121720,224556423~7468959,239576882~2050891,334085383~6670957,372189339~5976431] 2024-08-10T05:59:47.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:47 smithi107 ceph-mon[86658]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-10T05:59:47.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:47 smithi078 ceph-mon[92251]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-10T05:59:47.481 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:47 smithi078 ceph-mon[94618]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-10T05:59:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: i=10 exists [896861~8025642,17102519~913848,19375762~5774442,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,46717298~5954801,54817247~8708815,68047509~173407,68958047~12676262,83360461~19385693,106132531~1007716,123302148~3143270,129672279~11012112,146136402~676327,147829157~10661623,160419062~10927361,172540223~4502179,182373483~1922184,187273127~161472,196609350~5471487,206970472~11117395,218345115~43566002,269051820~14041317,283484401~7523886,293659890~7451532,303035318~4453878,316395262~13029616,334085383~8418969,349857649~4754393,360415496~2559154,372189339~6933081,384007814~879035,397051426~4282261] wrote [20036217~485142,40267864~908510,55638066~961513,95669906~6970223,154033681~4457099,182373483~1922184,248950098~7317982,269446015~8011281,360415496~2559154] 2024-08-10T05:59:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:48 smithi107 ceph-mon[86658]: pgmap v3742: 137 pgs: 137 active+clean; 627 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 30 MiB/s wr, 253 op/s 2024-08-10T05:59:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:48 smithi107 ceph-mon[86658]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-10T05:59:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:48 smithi078 ceph-mon[92251]: pgmap v3742: 137 pgs: 137 active+clean; 627 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 30 MiB/s wr, 253 op/s 2024-08-10T05:59:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:48 smithi078 ceph-mon[92251]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-10T05:59:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:48 smithi078 ceph-mon[94618]: pgmap v3742: 137 pgs: 137 active+clean; 627 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 30 MiB/s wr, 253 op/s 2024-08-10T05:59:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:48 smithi078 ceph-mon[94618]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-10T05:59:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: i=11 exists [896861~11349299,17102519~913848,19375762~5774442,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,46717298~16808764,68047509~173407,68958047~12676262,83360461~19385693,106132531~1007716,123302148~3143270,129672279~11012112,146136402~676327,147829157~10661623,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,196609350~5471487,206970472~11117395,218345115~43566002,269051820~14041317,283484401~7523886,293659890~7451532,303035318~4453878,312330548~17094330,334085383~12344267,349857649~4754393,360415496~2559154,372189339~6933081,384007814~879035,397051426~7485170] wrote [5825130~6421030,46736042~4440208,51581752~4243818,168130742~4282356,211789871~1554381,230554960~1729056,235329307~6954886,312330548~7632580,341561734~4867916,397275586~7261010] 2024-08-10T05:59:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:49 smithi107 ceph-mon[86658]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-10T05:59:49.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:49 smithi078 ceph-mon[92251]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-10T05:59:49.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:49 smithi078 ceph-mon[94618]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-10T05:59:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: i=12 exists [896861~11349299,12739318~2554667,17102519~913848,19375762~5774442,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,46717298~16808764,67512414~14121895,83360461~19385693,106132531~1007716,123302148~3143270,129672279~11012112,146136402~676327,147829157~10661623,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,196609350~5471487,206970472~11117395,218345115~43566002,269051820~14041317,283484401~7523886,291833062~857857,293659890~7451532,303035318~4453878,312330548~17094330,333835774~12593876,349857649~4754393,360415496~2559154,372189339~6933081,384007814~879035,397051426~7485170] wrote [9140769~291628,12739318~2554667,67512414~4403708,219119578~2018938,241580342~2709243,272997955~7065707,286528787~3367023,291833062~857857,333835774~330435] 2024-08-10T05:59:50.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:50 smithi107 ceph-mon[86658]: pgmap v3745: 137 pgs: 137 active+clean; 705 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 20 MiB/s wr, 281 op/s 2024-08-10T05:59:50.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:50 smithi107 ceph-mon[86658]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-10T05:59:50.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:50 smithi078 ceph-mon[92251]: pgmap v3745: 137 pgs: 137 active+clean; 705 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 20 MiB/s wr, 281 op/s 2024-08-10T05:59:50.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:50 smithi078 ceph-mon[92251]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-10T05:59:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:50 smithi078 ceph-mon[94618]: pgmap v3745: 137 pgs: 137 active+clean; 705 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 20 MiB/s wr, 281 op/s 2024-08-10T05:59:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:50 smithi078 ceph-mon[94618]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-10T05:59:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: i=13 exists [896861~11349299,12739318~2554667,17102519~913848,19375762~5774442,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,46128507~17397555,67512414~14121895,83360461~23779786,123302148~3143270,129672279~11012112,146136402~676327,147829157~10661623,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,188133144~625963,196609350~5471487,206970472~54940645,269051820~14041317,283484401~9206518,293659890~7451532,303035318~6818876,312330548~17094330,333835774~12593876,348928392~5683650,360415496~2559154,372189339~6933081,384007814~879035,390652774~4400112,397051426~7485170] wrote [46128507~5841407,83485261~6432177,100204866~5959864,188133144~625963,212883655~6916737,252217425~8173927,284758791~7390815,306950467~2903727,348928392~4723221,390652774~4400112] 2024-08-10T05:59:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:51 smithi107 ceph-mon[86658]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-10T05:59:51.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:51 smithi078 ceph-mon[92251]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-10T05:59:51.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:51 smithi078 ceph-mon[94618]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-10T05:59:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: i=14 exists [896861~11349299,12739318~3582650,17102519~8047685,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,46128507~17397555,67091254~14543055,83360461~23779786,123302148~3143270,129672279~12904612,146136402~676327,147829157~10661623,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,188133144~625963,196609350~5471487,206970472~54940645,269051820~14041317,283329195~9361724,293659890~16194304,312330548~17094330,333835774~12593876,348928392~5683650,360415496~2559154,372189339~6933081,384007814~879035,390652774~4400112,397051426~7485170] wrote [14544130~1777838,17436768~5164686,60202743~2085177,67091254~7153173,137741733~4835158,283329195~3224510,300474510~4374928,333918841~1690243] 2024-08-10T05:59:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:52 smithi078 ceph-mon[92251]: pgmap v3748: 137 pgs: 137 active+clean; 840 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 47 MiB/s wr, 295 op/s 2024-08-10T05:59:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:52 smithi078 ceph-mon[92251]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-10T05:59:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 05:59:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:05:59:51] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-08-10T05:59:52.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:52 smithi078 ceph-mon[94618]: pgmap v3748: 137 pgs: 137 active+clean; 840 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 47 MiB/s wr, 295 op/s 2024-08-10T05:59:52.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:52 smithi078 ceph-mon[94618]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-10T05:59:52.314 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:52 smithi107 ceph-mon[86658]: pgmap v3748: 137 pgs: 137 active+clean; 840 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 47 MiB/s wr, 295 op/s 2024-08-10T05:59:52.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:52 smithi107 ceph-mon[86658]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-10T05:59:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 05:59:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T05:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: i=15 exists [896861~11349299,12739318~3582650,17102519~8047685,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,46128507~17397555,67091254~40048993,123302148~3143270,128480448~14096443,146136402~676327,147829157~10661623,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,188133144~625963,196609350~5471487,206970472~54940645,269051820~24433825,293659890~16194304,312330548~17094330,333835774~12593876,348928392~5683650,355919118~7055532,372189339~6933081,384007814~879035,390652774~4400112,397051426~7598539] wrote [78534571~7498881,90957010~6521863,128480448~4483765,239918919~9864445,282407645~11078000,334902769~7110707,355919118~6819347,398148029~6501936] 2024-08-10T05:59:53.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:53 smithi107 ceph-mon[86658]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-10T05:59:53.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:53 smithi078 ceph-mon[92251]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-10T05:59:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:53 smithi078 ceph-mon[94618]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-10T05:59:54.176 INFO:tasks.workunit.client.0.smithi078.stdout: i=16 exists [896861~11349299,12739318~3582650,17102519~8047685,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,45795291~17730771,67091254~40048993,116523744~4721289,121616555~4828863,128480448~14096443,146136402~676327,147829157~11871967,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,188133144~625963,196609350~5471487,206970472~54940645,267342452~26143193,293659890~16194304,312330548~17094330,333835774~12593876,348928392~14046258,372189339~6933081,384007814~879035,390652774~4400112,397051426~7598539] wrote [45795291~6522096,89338010~6819929,116523744~4721289,121616555~3849757,132598618~5875503,152206088~7495036,267342452~6240354,351848765~7041771,375048672~3212825] 2024-08-10T05:59:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:54 smithi107 ceph-mon[86658]: pgmap v3751: 137 pgs: 137 active+clean; 890 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s wr, 20 op/s 2024-08-10T05:59:54.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:54 smithi107 ceph-mon[86658]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-10T05:59:54.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:54 smithi078 ceph-mon[92251]: pgmap v3751: 137 pgs: 137 active+clean; 890 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s wr, 20 op/s 2024-08-10T05:59:54.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:54 smithi078 ceph-mon[92251]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-10T05:59:54.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:54 smithi078 ceph-mon[94618]: pgmap v3751: 137 pgs: 137 active+clean; 890 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s wr, 20 op/s 2024-08-10T05:59:54.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:54 smithi078 ceph-mon[94618]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-10T05:59:55.161 INFO:tasks.workunit.client.0.smithi078.stdout: i=17 exists [896861~11349299,12739318~3582650,17102519~8047685,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,45795291~17730771,67091254~40048993,116523744~4721289,121616555~4828863,128480448~14688006,146136402~676327,147829157~11871967,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,188133144~625963,196609350~5471487,206970472~54940645,267342452~26143193,293659890~16194304,312330548~17094330,333835774~12593876,348928392~14051193,369894880~9227540,383032266~6702407,390652774~4400112,397051426~7598539,408360369~8074463] wrote [8112489~985004,50564247~7996775,74334958~920249,95728947~5556771,135135871~8032583,302510873~5762995,357924548~5055037,369894880~4061890,383032266~6702407,408360369~8074463] 2024-08-10T05:59:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:55 smithi107 ceph-mon[86658]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-10T05:59:55.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:55 smithi078 ceph-mon[92251]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-10T05:59:55.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:55 smithi078 ceph-mon[94618]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-10T05:59:56.179 INFO:tasks.workunit.client.0.smithi078.stdout: i=18 exists [896861~11349299,12739318~3582650,17102519~8047685,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,45795291~17730771,67091254~40048993,116523744~4721289,121616555~4828863,128480448~14688006,144403343~15297781,160419062~11994036,172540223~4502179,182373483~1922184,187273127~161472,188133144~625963,196609350~5471487,206970472~54940645,267342452~26143193,293659890~16194304,310838574~413675,312330548~17094330,333835774~12593876,348928392~14051193,369894880~9227540,383032266~6702407,390652774~4400112,397051426~7598539,408360369~8074463] wrote [68831915~4566659,96367048~6082732,136525257~5687667,144403343~6171411,221198903~1521332,237585299~6886784,252691328~5885035,280185753~7486215,310838574~413675] 2024-08-10T05:59:56.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:56 smithi107 ceph-mon[86658]: pgmap v3754: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-08-10T05:59:56.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:56 smithi107 ceph-mon[86658]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-10T05:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:56 smithi078 ceph-mon[94618]: pgmap v3754: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-08-10T05:59:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:56 smithi078 ceph-mon[94618]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-10T05:59:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:56 smithi078 ceph-mon[92251]: pgmap v3754: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-08-10T05:59:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:56 smithi078 ceph-mon[92251]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-10T05:59:57.153 INFO:tasks.workunit.client.0.smithi078.stdout: i=19 exists [896861~11349299,12739318~3582650,17102519~8047685,30200924~307027,30674270~390654,31192252~3785931,40267864~3580543,45795291~17730771,67091254~40048993,116431742~5031743,121616555~4828863,128480448~14688006,144403343~15297781,160419062~17096924,182373483~1922184,187273127~161472,188133144~625963,196609350~5471487,206970472~54940645,267342452~26143193,293659890~16194304,310838574~413675,312330548~17094330,333835774~29143811,369894880~9227540,383032266~6702407,390652774~4400112,397051426~8440945,408360369~8074463] wrote [3511184~2988586,92795560~3118617,116431742~5031743,132957324~5398274,171479974~6036012,213532792~7679598,321137519~4554567,344713941~13488360,403066145~2426226] 2024-08-10T05:59:57.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:57 smithi078 ceph-mon[92251]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-10T05:59:57.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:57 smithi078 ceph-mon[94618]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-10T05:59:57.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:57 smithi107 ceph-mon[86658]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-10T05:59:58.090 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 1 diff [46137344~16777216,104857600~4194304,192937984~8388608,205520896~8388608,230686720~8388608,268435456~4194304,348127232~4194304] 2024-08-10T05:59:58.090 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [46137344~16777216,104857600~4194304,192937984~8388608,205520896~8388608,230686720~8388608,268435456~4194304,348127232~4194304] 2024-08-10T05:59:58.101 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [46137344~20971520,104857600~4194304,192937984~20971520,230686720~8388608,268435456~4194304,348127232~8388608] 2024-08-10T05:59:58.101 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 2 diff [46137344~16777216,71303168~8388608,88080384~4194304,104857600~4194304,163577856~8388608,192937984~8388608,205520896~8388608,218103808~8388608,230686720~16777216,268435456~12582912,285212672~4194304,322961408~8388608,348127232~4194304] 2024-08-10T05:59:58.101 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [46137344~16777216,71303168~8388608,88080384~4194304,104857600~4194304,163577856~8388608,192937984~8388608,205520896~8388608,218103808~8388608,230686720~16777216,268435456~12582912,285212672~4194304,322961408~8388608,348127232~4194304] 2024-08-10T05:59:58.103 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [46137344~20971520,71303168~12582912,88080384~8388608,104857600~4194304,163577856~8388608,192937984~20971520,218103808~8388608,230686720~20971520,268435456~25165824,322961408~8388608,348127232~8388608] 2024-08-10T05:59:58.103 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 3 diff [29360128~4194304,46137344~16777216,71303168~8388608,88080384~12582912,104857600~4194304,130023424~8388608,146800640~8388608,159383552~12582912,192937984~8388608,205520896~8388608,218103808~8388608,230686720~16777216,268435456~12582912,285212672~4194304,293601280~4194304,322961408~8388608,348127232~4194304,369098752~8388608] 2024-08-10T05:59:58.103 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [29360128~4194304,46137344~16777216,71303168~8388608,88080384~12582912,104857600~4194304,130023424~8388608,146800640~8388608,159383552~12582912,192937984~8388608,205520896~8388608,218103808~8388608,230686720~16777216,268435456~12582912,285212672~4194304,293601280~4194304,322961408~8388608,348127232~4194304,369098752~8388608] 2024-08-10T05:59:58.105 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [29360128~8388608,46137344~20971520,71303168~12582912,88080384~12582912,104857600~4194304,130023424~12582912,146800640~25165824,192937984~20971520,218103808~8388608,230686720~20971520,268435456~29360128,322961408~8388608,348127232~8388608,369098752~12582912] 2024-08-10T05:59:58.105 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 4 diff [4194304~4194304,29360128~4194304,46137344~16777216,71303168~8388608,88080384~12582912,104857600~4194304,121634816~4194304,130023424~12582912,146800640~8388608,159383552~12582912,192937984~8388608,205520896~8388608,218103808~29360128,268435456~12582912,285212672~4194304,293601280~8388608,318767104~12582912,339738624~4194304,348127232~4194304,369098752~8388608,381681664~4194304] 2024-08-10T05:59:58.105 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,29360128~4194304,46137344~16777216,71303168~8388608,88080384~12582912,104857600~4194304,121634816~4194304,130023424~12582912,146800640~8388608,159383552~12582912,192937984~8388608,205520896~8388608,218103808~29360128,268435456~12582912,285212672~4194304,293601280~8388608,318767104~12582912,339738624~4194304,348127232~4194304,369098752~8388608,381681664~4194304] 2024-08-10T05:59:58.108 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~4194304,29360128~8388608,46137344~20971520,71303168~12582912,88080384~12582912,104857600~4194304,121634816~20971520,146800640~25165824,192937984~20971520,218103808~33554432,268435456~33554432,318767104~12582912,339738624~4194304,348127232~8388608,369098752~16777216] 2024-08-10T05:59:58.108 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 5 diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~16777216,71303168~8388608,88080384~12582912,104857600~4194304,121634816~16777216,146800640~8388608,159383552~12582912,192937984~8388608,205520896~8388608,218103808~29360128,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,348127232~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.108 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~16777216,71303168~8388608,88080384~12582912,104857600~4194304,121634816~16777216,146800640~8388608,159383552~12582912,192937984~8388608,205520896~8388608,218103808~29360128,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,348127232~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.110 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,46137344~20971520,71303168~12582912,88080384~12582912,104857600~4194304,121634816~20971520,146800640~25165824,192937984~58720256,268435456~33554432,318767104~12582912,339738624~4194304,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.111 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 6 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,71303168~8388608,83886080~16777216,104857600~4194304,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,192937984~8388608,205520896~41943040,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,348127232~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.111 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,71303168~8388608,83886080~16777216,104857600~4194304,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,192937984~8388608,205520896~41943040,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,348127232~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.115 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~37748736,71303168~29360128,104857600~4194304,121634816~20971520,146800640~25165824,184549376~4194304,192937984~62914560,268435456~33554432,318767104~12582912,339738624~4194304,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.115 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 7 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~12582912,83886080~16777216,104857600~4194304,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,192937984~8388608,205520896~41943040,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.115 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~12582912,83886080~16777216,104857600~4194304,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,192937984~8388608,205520896~41943040,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.118 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~71303168,104857600~4194304,121634816~20971520,146800640~25165824,184549376~4194304,192937984~67108864,268435456~33554432,318767104~12582912,335544320~8388608,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.119 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 8 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~29360128,104857600~4194304,121634816~16777216,142606336~37748736,184549376~4194304,192937984~8388608,205520896~50331648,268435456~20971520,293601280~8388608,314572800~16777216,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.119 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~29360128,104857600~4194304,121634816~16777216,142606336~37748736,184549376~4194304,192937984~8388608,205520896~50331648,268435456~20971520,293601280~8388608,314572800~16777216,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.123 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~71303168,104857600~4194304,121634816~58720256,184549376~4194304,192937984~67108864,268435456~33554432,314572800~16777216,335544320~8388608,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.123 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 9 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~33554432,104857600~4194304,121634816~16777216,142606336~37748736,184549376~4194304,192937984~8388608,205520896~50331648,268435456~20971520,293601280~8388608,314572800~29360128,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.123 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~33554432,104857600~4194304,121634816~16777216,142606336~37748736,184549376~4194304,192937984~8388608,205520896~50331648,268435456~20971520,293601280~8388608,314572800~29360128,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.127 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~79691776,121634816~58720256,184549376~4194304,192937984~67108864,268435456~33554432,314572800~29360128,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.127 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 10 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~41943040,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~20971520,293601280~8388608,314572800~29360128,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.127 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~41943040,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~20971520,293601280~8388608,314572800~29360128,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.132 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~79691776,121634816~67108864,192937984~67108864,268435456~33554432,314572800~29360128,348127232~16777216,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.132 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 11 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~41943040,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~20971520,293601280~8388608,310378496~33554432,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.132 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~16777216,67108864~41943040,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~20971520,293601280~8388608,310378496~33554432,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.137 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~79691776,121634816~67108864,192937984~67108864,268435456~33554432,310378496~54525952,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.137 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 12 diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~16777216,67108864~41943040,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~33554432,310378496~50331648,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.137 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~16777216,67108864~41943040,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~33554432,310378496~50331648,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.142 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~67108864,192937984~67108864,268435456~33554432,310378496~54525952,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.142 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 13 diff [4194304~20971520,29360128~4194304,37748736~25165824,67108864~37748736,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~33554432,306184192~54525952,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.142 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~25165824,67108864~37748736,121634816~16777216,142606336~46137344,192937984~8388608,205520896~54525952,268435456~33554432,306184192~54525952,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.148 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~142606336,268435456~33554432,306184192~58720256,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.148 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 14 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,192937984~8388608,205520896~54525952,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.148 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,192937984~8388608,205520896~54525952,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.154 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~142606336,268435456~96468992,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.154 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 15 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,192937984~8388608,205520896~54525952,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.154 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,192937984~8388608,205520896~54525952,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.160 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~142606336,268435456~96468992,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.160 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 16 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~100663296,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.161 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~100663296,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.167 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~251658240,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.167 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.167 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.173 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T05:59:58.174 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.174 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.181 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T05:59:58.181 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T05:59:58.181 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T05:59:58.189 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T05:59:58.189 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 2 diff [71303168~8388608,88080384~4194304,163577856~8388608,218103808~8388608,239075328~8388608,268435456~12582912,285212672~4194304,322961408~8388608] 2024-08-10T05:59:58.189 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [71303168~8388608,88080384~4194304,163577856~8388608,218103808~8388608,239075328~8388608,268435456~12582912,285212672~4194304,322961408~8388608] 2024-08-10T05:59:58.190 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [71303168~12582912,88080384~8388608,163577856~8388608,218103808~8388608,239075328~12582912,268435456~25165824,322961408~8388608] 2024-08-10T05:59:58.190 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 3 diff [29360128~4194304,46137344~4194304,71303168~8388608,88080384~12582912,130023424~8388608,146800640~8388608,159383552~12582912,218103808~8388608,239075328~8388608,268435456~12582912,285212672~4194304,293601280~4194304,322961408~8388608,369098752~8388608] 2024-08-10T05:59:58.190 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [29360128~4194304,46137344~4194304,71303168~8388608,88080384~12582912,130023424~8388608,146800640~8388608,159383552~12582912,218103808~8388608,239075328~8388608,268435456~12582912,285212672~4194304,293601280~4194304,322961408~8388608,369098752~8388608] 2024-08-10T05:59:58.192 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [29360128~8388608,46137344~8388608,71303168~12582912,88080384~12582912,130023424~12582912,146800640~25165824,218103808~8388608,239075328~12582912,268435456~29360128,322961408~8388608,369098752~12582912] 2024-08-10T05:59:58.192 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 4 diff [4194304~4194304,29360128~4194304,46137344~4194304,71303168~8388608,88080384~12582912,121634816~4194304,130023424~12582912,146800640~8388608,159383552~12582912,197132288~4194304,218103808~16777216,239075328~8388608,268435456~12582912,285212672~4194304,293601280~8388608,318767104~12582912,339738624~4194304,369098752~8388608,381681664~4194304] 2024-08-10T05:59:58.192 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,29360128~4194304,46137344~4194304,71303168~8388608,88080384~12582912,121634816~4194304,130023424~12582912,146800640~8388608,159383552~12582912,197132288~4194304,218103808~16777216,239075328~8388608,268435456~12582912,285212672~4194304,293601280~8388608,318767104~12582912,339738624~4194304,369098752~8388608,381681664~4194304] 2024-08-10T05:59:58.193 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~4194304,29360128~8388608,46137344~8388608,71303168~12582912,88080384~12582912,121634816~20971520,146800640~25165824,197132288~4194304,218103808~16777216,239075328~12582912,268435456~33554432,318767104~12582912,339738624~4194304,369098752~16777216] 2024-08-10T05:59:58.193 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 5 diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,71303168~8388608,88080384~12582912,121634816~16777216,146800640~8388608,159383552~12582912,197132288~4194304,209715200~4194304,218103808~16777216,239075328~8388608,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.193 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,71303168~8388608,88080384~12582912,121634816~16777216,146800640~8388608,159383552~12582912,197132288~4194304,209715200~4194304,218103808~16777216,239075328~8388608,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.195 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,46137344~16777216,71303168~12582912,88080384~12582912,121634816~20971520,146800640~25165824,197132288~4194304,209715200~25165824,239075328~12582912,268435456~33554432,318767104~12582912,339738624~4194304,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.195 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 6 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,71303168~8388608,83886080~16777216,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,197132288~4194304,209715200~25165824,239075328~8388608,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.195 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,71303168~8388608,83886080~16777216,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,197132288~4194304,209715200~25165824,239075328~8388608,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.198 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,71303168~29360128,121634816~20971520,146800640~25165824,184549376~4194304,197132288~4194304,209715200~25165824,239075328~16777216,268435456~33554432,318767104~12582912,339738624~4194304,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.198 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 7 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~16777216,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.198 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~16777216,121634816~16777216,146800640~8388608,159383552~12582912,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,268435456~20971520,293601280~8388608,318767104~12582912,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.200 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~33554432,121634816~20971520,146800640~25165824,184549376~4194304,197132288~4194304,209715200~50331648,268435456~33554432,318767104~12582912,335544320~8388608,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.201 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 8 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~29360128,121634816~16777216,142606336~37748736,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,268435456~20971520,293601280~8388608,314572800~16777216,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.201 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~29360128,121634816~16777216,142606336~37748736,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,268435456~20971520,293601280~8388608,314572800~16777216,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.204 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~33554432,121634816~58720256,184549376~4194304,197132288~4194304,209715200~50331648,268435456~33554432,314572800~16777216,335544320~8388608,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.204 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 9 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~16777216,142606336~37748736,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,268435456~20971520,293601280~8388608,314572800~29360128,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.204 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~16777216,142606336~37748736,184549376~4194304,197132288~4194304,209715200~37748736,251658240~4194304,268435456~20971520,293601280~8388608,314572800~29360128,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.207 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~37748736,121634816~58720256,184549376~4194304,197132288~4194304,209715200~50331648,268435456~33554432,314572800~29360128,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.207 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 10 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~46137344,268435456~20971520,293601280~8388608,314572800~29360128,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.208 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~46137344,268435456~20971520,293601280~8388608,314572800~29360128,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.212 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~37748736,121634816~67108864,197132288~4194304,209715200~50331648,268435456~33554432,314572800~29360128,348127232~16777216,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.212 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 11 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~20971520,293601280~8388608,310378496~33554432,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.212 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~20971520,293601280~8388608,310378496~33554432,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.216 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~37748736,121634816~67108864,197132288~4194304,209715200~50331648,268435456~33554432,310378496~54525952,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.216 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 12 diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,310378496~50331648,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.216 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,310378496~50331648,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.221 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~33554432,67108864~37748736,121634816~67108864,197132288~4194304,209715200~50331648,268435456~33554432,310378496~54525952,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.222 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 13 diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,306184192~54525952,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.222 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,306184192~54525952,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.227 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~33554432,67108864~41943040,121634816~71303168,197132288~4194304,209715200~54525952,268435456~33554432,306184192~58720256,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.227 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 14 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.227 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.233 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~71303168,197132288~4194304,209715200~54525952,268435456~96468992,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.233 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 15 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.233 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~92274688,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.239 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~71303168,197132288~4194304,209715200~54525952,268435456~96468992,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.239 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 16 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~100663296,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.239 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~100663296,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.245 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.246 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.246 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.250 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T05:59:58.250 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.250 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~100663296,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.257 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T05:59:58.257 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T05:59:58.257 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T05:59:58.263 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T05:59:58.263 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 3 diff [29360128~4194304,46137344~4194304,92274688~8388608,130023424~8388608,146800640~8388608,159383552~8388608,293601280~4194304,369098752~8388608] 2024-08-10T05:59:58.263 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [29360128~4194304,46137344~4194304,92274688~8388608,130023424~8388608,146800640~8388608,159383552~8388608,293601280~4194304,369098752~8388608] 2024-08-10T05:59:58.263 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [29360128~8388608,46137344~8388608,92274688~8388608,130023424~12582912,146800640~20971520,293601280~4194304,369098752~12582912] 2024-08-10T05:59:58.264 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 4 diff [4194304~4194304,29360128~4194304,46137344~4194304,92274688~8388608,121634816~4194304,130023424~12582912,146800640~8388608,159383552~8388608,197132288~4194304,226492416~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304] 2024-08-10T05:59:58.264 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,29360128~4194304,46137344~4194304,92274688~8388608,121634816~4194304,130023424~12582912,146800640~8388608,159383552~8388608,197132288~4194304,226492416~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304] 2024-08-10T05:59:58.264 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~4194304,29360128~8388608,46137344~8388608,92274688~8388608,121634816~20971520,146800640~20971520,197132288~4194304,226492416~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~16777216] 2024-08-10T05:59:58.265 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 5 diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,92274688~8388608,121634816~16777216,146800640~8388608,159383552~8388608,197132288~4194304,209715200~4194304,226492416~8388608,268435456~4194304,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.265 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,92274688~8388608,121634816~16777216,146800640~8388608,159383552~8388608,197132288~4194304,209715200~4194304,226492416~8388608,268435456~4194304,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.266 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,46137344~16777216,92274688~8388608,121634816~20971520,146800640~20971520,197132288~4194304,209715200~8388608,226492416~8388608,268435456~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.266 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 6 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,75497472~25165824,121634816~16777216,146800640~8388608,159383552~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~8388608,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.266 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,75497472~25165824,121634816~16777216,146800640~8388608,159383552~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~8388608,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.268 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,75497472~25165824,121634816~20971520,146800640~20971520,184549376~4194304,197132288~4194304,209715200~8388608,226492416~8388608,251658240~4194304,268435456~12582912,293601280~8388608,318767104~4194304,339738624~4194304,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.268 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 7 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~16777216,121634816~16777216,146800640~8388608,159383552~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.268 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~16777216,121634816~16777216,146800640~8388608,159383552~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.270 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~33554432,121634816~20971520,146800640~20971520,184549376~4194304,197132288~4194304,209715200~8388608,226492416~20971520,251658240~8388608,268435456~12582912,293601280~8388608,318767104~4194304,335544320~8388608,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.271 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 8 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~29360128,121634816~16777216,142606336~25165824,171966464~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.271 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~29360128,121634816~16777216,142606336~25165824,171966464~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.273 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~33554432,121634816~46137344,171966464~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~20971520,251658240~8388608,268435456~20971520,293601280~8388608,314572800~12582912,335544320~8388608,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.273 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 9 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~16777216,142606336~25165824,171966464~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.273 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~16777216,142606336~25165824,171966464~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.276 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~37748736,121634816~46137344,171966464~8388608,184549376~4194304,197132288~4194304,209715200~37748736,251658240~8388608,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.276 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 10 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~25165824,171966464~16777216,197132288~4194304,209715200~33554432,247463936~12582912,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.276 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~25165824,171966464~16777216,197132288~4194304,209715200~33554432,247463936~12582912,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.280 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~37748736,121634816~46137344,171966464~16777216,197132288~4194304,209715200~50331648,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~16777216,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.280 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 11 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~16777216,293601280~8388608,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.280 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~16777216,293601280~8388608,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.284 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~33554432,67108864~37748736,121634816~67108864,197132288~4194304,209715200~50331648,268435456~20971520,293601280~8388608,310378496~16777216,331350016~33554432,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.284 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 12 diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,310378496~12582912,331350016~29360128,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.284 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,310378496~12582912,331350016~29360128,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.288 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~33554432,67108864~37748736,121634816~67108864,197132288~4194304,209715200~50331648,268435456~33554432,310378496~16777216,331350016~33554432,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.289 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 13 diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.289 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,121634816~16777216,142606336~46137344,197132288~4194304,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.294 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~33554432,67108864~41943040,121634816~71303168,197132288~4194304,209715200~54525952,268435456~33554432,306184192~20971520,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.294 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 14 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.294 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.299 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~71303168,197132288~4194304,209715200~54525952,268435456~58720256,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.301 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 15 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.301 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~67108864,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.304 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,121634816~71303168,197132288~4194304,209715200~54525952,268435456~58720256,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.304 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 16 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.304 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.310 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.310 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.310 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.316 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.316 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.316 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~33554432,406847488~8388608] 2024-08-10T05:59:58.322 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.322 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T05:59:58.322 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T05:59:58.328 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.328 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 4 diff [4194304~4194304,121634816~4194304,130023424~4194304,197132288~4194304,226492416~8388608,293601280~8388608,318767104~4194304,339738624~4194304,373293056~4194304,381681664~4194304] 2024-08-10T05:59:58.329 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,121634816~4194304,130023424~4194304,197132288~4194304,226492416~8388608,293601280~8388608,318767104~4194304,339738624~4194304,373293056~4194304,381681664~4194304] 2024-08-10T05:59:58.330 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~4194304,121634816~16777216,197132288~4194304,226492416~8388608,293601280~8388608,318767104~4194304,339738624~4194304,373293056~4194304,381681664~4194304] 2024-08-10T05:59:58.331 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 5 diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,121634816~12582912,197132288~4194304,209715200~4194304,226492416~8388608,268435456~4194304,293601280~8388608,318767104~4194304,339738624~4194304,373293056~4194304,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.331 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,121634816~12582912,197132288~4194304,209715200~4194304,226492416~8388608,268435456~4194304,293601280~8388608,318767104~4194304,339738624~4194304,373293056~4194304,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.331 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,46137344~16777216,121634816~16777216,197132288~4194304,209715200~8388608,226492416~8388608,268435456~8388608,293601280~8388608,318767104~4194304,339738624~4194304,373293056~4194304,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.331 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 6 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,75497472~16777216,121634816~12582912,138412032~4194304,184549376~4194304,197132288~4194304,209715200~8388608,226492416~8388608,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.332 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,75497472~16777216,121634816~12582912,138412032~4194304,184549376~4194304,197132288~4194304,209715200~8388608,226492416~8388608,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.333 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,75497472~16777216,121634816~20971520,184549376~4194304,197132288~4194304,209715200~8388608,226492416~8388608,251658240~4194304,268435456~12582912,293601280~8388608,318767104~4194304,339738624~4194304,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.333 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 7 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~8388608,121634816~20971520,163577856~4194304,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.333 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~8388608,121634816~20971520,163577856~4194304,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~8388608,293601280~8388608,318767104~4194304,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.334 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~25165824,121634816~20971520,163577856~4194304,184549376~4194304,197132288~4194304,209715200~8388608,226492416~20971520,251658240~8388608,268435456~12582912,293601280~8388608,318767104~4194304,335544320~8388608,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.334 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 8 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~25165824,121634816~29360128,163577856~4194304,171966464~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.335 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~25165824,121634816~29360128,163577856~4194304,171966464~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,335544320~4194304,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.336 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~29360128,121634816~33554432,163577856~4194304,171966464~8388608,184549376~4194304,197132288~4194304,209715200~8388608,226492416~20971520,251658240~8388608,268435456~20971520,293601280~8388608,314572800~12582912,335544320~8388608,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.336 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 9 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~29360128,163577856~4194304,171966464~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.336 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~29360128,163577856~4194304,171966464~8388608,184549376~4194304,197132288~4194304,209715200~33554432,251658240~4194304,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~8388608,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.339 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~37748736,121634816~33554432,163577856~4194304,171966464~8388608,184549376~4194304,197132288~4194304,209715200~37748736,251658240~8388608,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~8388608,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.339 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 10 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~37748736,163577856~4194304,171966464~16777216,197132288~4194304,209715200~33554432,247463936~12582912,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.339 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~37748736,163577856~4194304,171966464~16777216,197132288~4194304,209715200~33554432,247463936~12582912,268435456~16777216,293601280~8388608,314572800~8388608,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.341 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~37748736,121634816~37748736,163577856~4194304,171966464~16777216,197132288~4194304,209715200~50331648,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~16777216,369098752~16777216,394264576~8388608] 2024-08-10T05:59:58.342 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 11 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~16777216,293601280~8388608,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.342 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~16777216,293601280~8388608,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.345 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~37748736,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~20971520,293601280~8388608,310378496~16777216,331350016~33554432,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.346 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 12 diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~33554432,310378496~12582912,331350016~29360128,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.346 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~33554432,310378496~12582912,331350016~29360128,369098752~8388608,381681664~4194304,394264576~8388608] 2024-08-10T05:59:58.349 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~25165824,67108864~37748736,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~33554432,310378496~16777216,331350016~33554432,369098752~16777216,394264576~12582912] 2024-08-10T05:59:58.349 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 13 diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.349 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.353 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~25165824,67108864~41943040,121634816~37748736,163577856~29360128,197132288~4194304,209715200~54525952,268435456~33554432,306184192~20971520,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.353 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 14 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.353 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.357 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,121634816~37748736,163577856~29360128,197132288~4194304,209715200~54525952,268435456~58720256,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.358 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 15 diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.358 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,121634816~37748736,163577856~25165824,197132288~4194304,209715200~50331648,268435456~54525952,331350016~29360128,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.362 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,121634816~37748736,163577856~29360128,197132288~4194304,209715200~54525952,268435456~58720256,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.362 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 16 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.362 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~4194304,390070272~12582912] 2024-08-10T05:59:58.368 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~16777216,390070272~16777216] 2024-08-10T05:59:58.368 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.368 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.373 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.373 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.373 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.379 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.379 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:58.379 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:58.384 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.384 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 5 diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,125829120~4194304,209715200~4194304,230686720~4194304,268435456~4194304,394264576~8388608] 2024-08-10T05:59:58.385 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,46137344~12582912,125829120~4194304,209715200~4194304,230686720~4194304,268435456~4194304,394264576~8388608] 2024-08-10T05:59:58.385 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,46137344~16777216,125829120~8388608,209715200~8388608,230686720~4194304,268435456~8388608,394264576~8388608] 2024-08-10T05:59:58.385 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 6 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,75497472~16777216,125829120~4194304,138412032~4194304,184549376~4194304,209715200~8388608,230686720~4194304,251658240~4194304,268435456~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.385 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,75497472~16777216,125829120~4194304,138412032~4194304,184549376~4194304,209715200~8388608,230686720~4194304,251658240~4194304,268435456~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.387 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,75497472~16777216,125829120~8388608,138412032~4194304,184549376~4194304,209715200~8388608,230686720~4194304,251658240~4194304,268435456~12582912,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.387 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 7 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~8388608,125829120~4194304,134217728~8388608,163577856~4194304,184549376~4194304,209715200~8388608,230686720~12582912,251658240~4194304,268435456~8388608,293601280~4194304,335544320~4194304,348127232~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.387 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~12582912,83886080~8388608,125829120~4194304,134217728~8388608,163577856~4194304,184549376~4194304,209715200~8388608,230686720~12582912,251658240~4194304,268435456~8388608,293601280~4194304,335544320~4194304,348127232~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.389 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~25165824,125829120~16777216,163577856~4194304,184549376~4194304,209715200~8388608,230686720~16777216,251658240~8388608,268435456~12582912,293601280~8388608,335544320~8388608,348127232~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.389 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 8 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~25165824,125829120~4194304,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~16777216,293601280~4194304,314572800~8388608,335544320~4194304,348127232~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.389 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~25165824,125829120~4194304,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~8388608,226492416~16777216,251658240~4194304,268435456~16777216,293601280~4194304,314572800~8388608,335544320~4194304,348127232~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.390 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~29360128,125829120~29360128,163577856~4194304,171966464~8388608,184549376~4194304,209715200~8388608,226492416~20971520,251658240~8388608,268435456~20971520,293601280~8388608,314572800~12582912,335544320~8388608,348127232~8388608,369098752~4194304,394264576~8388608] 2024-08-10T05:59:58.391 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 9 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~33554432,251658240~4194304,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~8388608,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.391 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~33554432,251658240~4194304,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~8388608,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.393 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~37748736,125829120~29360128,163577856~4194304,171966464~8388608,184549376~4194304,209715200~37748736,251658240~8388608,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~8388608,369098752~12582912,394264576~8388608] 2024-08-10T05:59:58.393 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 10 diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~25165824,163577856~4194304,171966464~16777216,209715200~33554432,247463936~12582912,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.393 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~25165824,163577856~4194304,171966464~16777216,209715200~33554432,247463936~12582912,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.395 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~37748736,125829120~33554432,163577856~4194304,171966464~16777216,209715200~50331648,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~16777216,369098752~12582912,394264576~8388608] 2024-08-10T05:59:58.396 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 11 diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~16777216,293601280~4194304,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.396 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~16777216,293601280~4194304,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.398 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~8388608,29360128~4194304,37748736~25165824,67108864~37748736,125829120~33554432,163577856~25165824,209715200~50331648,268435456~20971520,293601280~8388608,310378496~16777216,331350016~33554432,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 12 diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,310378496~12582912,331350016~29360128,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.399 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,310378496~12582912,331350016~29360128,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.402 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~25165824,67108864~37748736,125829120~33554432,163577856~25165824,209715200~50331648,268435456~33554432,310378496~16777216,331350016~33554432,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.402 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 13 diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.402 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~20971520,67108864~37748736,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.405 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~25165824,67108864~41943040,125829120~33554432,163577856~29360128,209715200~54525952,268435456~33554432,306184192~20971520,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.405 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 14 diff [4194304~20971520,29360128~4194304,37748736~67108864,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.405 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,125829120~4194304,134217728~25165824,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.409 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,125829120~33554432,163577856~29360128,209715200~54525952,268435456~58720256,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.409 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 15 diff [4194304~20971520,29360128~4194304,37748736~67108864,125829120~33554432,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.409 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,125829120~33554432,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.413 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,125829120~33554432,163577856~29360128,209715200~54525952,268435456~58720256,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.413 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 16 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~37748736,306184192~16777216,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.413 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~37748736,306184192~16777216,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.418 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.418 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.418 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.422 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.422 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.422 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.427 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.428 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:58.428 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:58.433 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.433 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 6 diff [37748736~4194304,75497472~16777216,138412032~4194304,184549376~4194304,209715200~8388608,251658240~4194304,272629760~4194304,369098752~4194304] 2024-08-10T05:59:58.433 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [37748736~4194304,75497472~16777216,138412032~4194304,184549376~4194304,209715200~8388608,251658240~4194304,272629760~4194304,369098752~4194304] 2024-08-10T05:59:58.434 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [37748736~8388608,75497472~16777216,138412032~4194304,184549376~4194304,209715200~8388608,251658240~4194304,272629760~8388608,369098752~4194304] 2024-08-10T05:59:58.434 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 7 diff [37748736~4194304,67108864~12582912,83886080~8388608,134217728~8388608,163577856~4194304,184549376~4194304,209715200~8388608,234881024~8388608,251658240~4194304,272629760~4194304,293601280~4194304,335544320~4194304,348127232~8388608,369098752~4194304] 2024-08-10T05:59:58.435 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [37748736~4194304,67108864~12582912,83886080~8388608,134217728~8388608,163577856~4194304,184549376~4194304,209715200~8388608,234881024~8388608,251658240~4194304,272629760~4194304,293601280~4194304,335544320~4194304,348127232~8388608,369098752~4194304] 2024-08-10T05:59:58.436 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [37748736~8388608,67108864~25165824,134217728~8388608,163577856~4194304,184549376~4194304,209715200~8388608,234881024~12582912,251658240~8388608,272629760~8388608,293601280~8388608,335544320~8388608,348127232~8388608,369098752~4194304] 2024-08-10T05:59:58.436 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 8 diff [16777216~4194304,37748736~4194304,67108864~25165824,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~8388608,226492416~16777216,251658240~4194304,272629760~12582912,293601280~4194304,314572800~8388608,335544320~4194304,348127232~8388608,369098752~4194304] 2024-08-10T05:59:58.436 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,37748736~4194304,67108864~25165824,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~8388608,226492416~16777216,251658240~4194304,272629760~12582912,293601280~4194304,314572800~8388608,335544320~4194304,348127232~8388608,369098752~4194304] 2024-08-10T05:59:58.438 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,37748736~8388608,67108864~29360128,134217728~20971520,163577856~4194304,171966464~8388608,184549376~4194304,209715200~8388608,226492416~20971520,251658240~8388608,272629760~16777216,293601280~8388608,314572800~12582912,335544320~8388608,348127232~8388608,369098752~4194304] 2024-08-10T05:59:58.438 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 9 diff [16777216~4194304,29360128~4194304,37748736~4194304,67108864~33554432,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~33554432,251658240~4194304,272629760~12582912,293601280~4194304,314572800~8388608,331350016~8388608,348127232~8388608,369098752~8388608] 2024-08-10T05:59:58.439 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~4194304,67108864~33554432,134217728~16777216,163577856~4194304,171966464~8388608,184549376~4194304,209715200~33554432,251658240~4194304,272629760~12582912,293601280~4194304,314572800~8388608,331350016~8388608,348127232~8388608,369098752~8388608] 2024-08-10T05:59:58.440 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,29360128~4194304,37748736~8388608,67108864~37748736,134217728~20971520,163577856~4194304,171966464~8388608,184549376~4194304,209715200~37748736,251658240~8388608,272629760~16777216,293601280~8388608,314572800~12582912,331350016~12582912,348127232~8388608,369098752~12582912] 2024-08-10T05:59:58.440 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 10 diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~33554432,134217728~25165824,163577856~4194304,171966464~16777216,209715200~33554432,247463936~12582912,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~12582912,369098752~8388608] 2024-08-10T05:59:58.441 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~33554432,134217728~25165824,163577856~4194304,171966464~16777216,209715200~33554432,247463936~12582912,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~12582912,369098752~8388608] 2024-08-10T05:59:58.443 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,29360128~4194304,37748736~8388608,54525952~4194304,67108864~37748736,134217728~25165824,163577856~4194304,171966464~16777216,209715200~50331648,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~16777216,369098752~12582912] 2024-08-10T05:59:58.443 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 11 diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,134217728~25165824,163577856~25165824,209715200~50331648,268435456~16777216,293601280~4194304,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.443 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,134217728~25165824,163577856~25165824,209715200~50331648,268435456~16777216,293601280~4194304,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.446 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~4194304,29360128~4194304,37748736~20971520,67108864~37748736,134217728~25165824,163577856~25165824,209715200~50331648,268435456~20971520,293601280~8388608,310378496~16777216,331350016~33554432,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.446 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 12 diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,310378496~12582912,331350016~29360128,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.446 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,310378496~12582912,331350016~29360128,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.450 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~20971520,67108864~37748736,134217728~25165824,163577856~25165824,209715200~50331648,268435456~33554432,310378496~16777216,331350016~33554432,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.450 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 13 diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~37748736,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.450 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~37748736,134217728~25165824,163577856~25165824,209715200~50331648,268435456~29360128,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.454 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~20971520,67108864~41943040,134217728~25165824,163577856~29360128,209715200~54525952,268435456~33554432,306184192~20971520,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.454 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 14 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,134217728~25165824,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.454 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,134217728~25165824,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.458 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,134217728~25165824,163577856~29360128,209715200~54525952,268435456~58720256,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.458 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 15 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,125829120~33554432,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.458 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,125829120~33554432,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.462 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,125829120~33554432,163577856~29360128,209715200~54525952,268435456~58720256,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.462 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 16 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~37748736,306184192~16777216,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.462 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~37748736,306184192~16777216,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.465 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.465 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.466 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.470 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.470 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.470 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.475 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.475 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.475 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:58 smithi078 ceph-mon[92251]: pgmap v3757: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 38 MiB/s wr, 360 op/s 2024-08-10T05:59:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:58 smithi078 ceph-mon[92251]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-10T05:59:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:58 smithi078 ceph-mon[94618]: pgmap v3757: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 38 MiB/s wr, 360 op/s 2024-08-10T05:59:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:58 smithi078 ceph-mon[94618]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-10T05:59:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:58.481 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.481 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 7 diff [67108864~8388608,83886080~4194304,134217728~4194304,163577856~4194304,234881024~8388608,251658240~4194304,293601280~4194304,335544320~4194304,348127232~8388608] 2024-08-10T05:59:58.481 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [67108864~8388608,83886080~4194304,134217728~4194304,163577856~4194304,234881024~8388608,251658240~4194304,293601280~4194304,335544320~4194304,348127232~8388608] 2024-08-10T05:59:58.481 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [67108864~12582912,83886080~4194304,134217728~4194304,163577856~4194304,234881024~12582912,251658240~8388608,293601280~8388608,335544320~8388608,348127232~8388608] 2024-08-10T05:59:58.482 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 8 diff [16777216~4194304,67108864~8388608,79691776~16777216,134217728~4194304,142606336~8388608,163577856~4194304,171966464~8388608,226492416~16777216,251658240~4194304,276824064~8388608,293601280~4194304,314572800~8388608,335544320~4194304,348127232~8388608] 2024-08-10T05:59:58.482 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,67108864~8388608,79691776~16777216,134217728~4194304,142606336~8388608,163577856~4194304,171966464~8388608,226492416~16777216,251658240~4194304,276824064~8388608,293601280~4194304,314572800~8388608,335544320~4194304,348127232~8388608] 2024-08-10T05:59:58.483 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,67108864~29360128,134217728~4194304,142606336~12582912,163577856~4194304,171966464~8388608,226492416~20971520,251658240~8388608,276824064~12582912,293601280~8388608,314572800~12582912,335544320~8388608,348127232~8388608] 2024-08-10T05:59:58.483 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 9 diff [16777216~4194304,29360128~4194304,67108864~8388608,79691776~20971520,134217728~4194304,142606336~8388608,163577856~4194304,171966464~8388608,218103808~25165824,251658240~4194304,276824064~8388608,293601280~4194304,314572800~8388608,331350016~8388608,348127232~8388608,369098752~8388608] 2024-08-10T05:59:58.483 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,29360128~4194304,67108864~8388608,79691776~20971520,134217728~4194304,142606336~8388608,163577856~4194304,171966464~8388608,218103808~25165824,251658240~4194304,276824064~8388608,293601280~4194304,314572800~8388608,331350016~8388608,348127232~8388608,369098752~8388608] 2024-08-10T05:59:58.484 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,29360128~4194304,67108864~37748736,134217728~4194304,142606336~12582912,163577856~4194304,171966464~8388608,218103808~29360128,251658240~8388608,276824064~12582912,293601280~8388608,314572800~12582912,331350016~12582912,348127232~8388608,369098752~12582912] 2024-08-10T05:59:58.484 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 10 diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~8388608,79691776~20971520,134217728~4194304,142606336~16777216,163577856~4194304,171966464~12582912,218103808~25165824,247463936~12582912,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~12582912,369098752~8388608] 2024-08-10T05:59:58.484 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~8388608,79691776~20971520,134217728~4194304,142606336~16777216,163577856~4194304,171966464~12582912,218103808~25165824,247463936~12582912,268435456~16777216,293601280~4194304,314572800~8388608,331350016~8388608,348127232~12582912,369098752~8388608] 2024-08-10T05:59:58.486 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~37748736,134217728~4194304,142606336~16777216,163577856~4194304,171966464~12582912,218103808~41943040,268435456~20971520,293601280~8388608,314572800~12582912,331350016~12582912,348127232~16777216,369098752~12582912] 2024-08-10T05:59:58.486 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 11 diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,79691776~20971520,134217728~4194304,142606336~16777216,163577856~20971520,209715200~4194304,218103808~41943040,268435456~16777216,293601280~4194304,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.486 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,79691776~20971520,134217728~4194304,142606336~16777216,163577856~20971520,209715200~4194304,218103808~41943040,268435456~16777216,293601280~4194304,310378496~12582912,331350016~12582912,348127232~12582912,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.488 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,134217728~4194304,142606336~16777216,163577856~20971520,209715200~4194304,218103808~41943040,268435456~20971520,293601280~8388608,310378496~16777216,331350016~33554432,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.489 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 12 diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,134217728~4194304,142606336~16777216,163577856~20971520,209715200~4194304,218103808~41943040,268435456~29360128,310378496~12582912,331350016~29360128,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.489 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~33554432,134217728~4194304,142606336~16777216,163577856~20971520,209715200~4194304,218103808~41943040,268435456~29360128,310378496~12582912,331350016~29360128,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.492 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~37748736,134217728~4194304,142606336~16777216,163577856~20971520,209715200~4194304,218103808~41943040,268435456~33554432,310378496~16777216,331350016~33554432,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.492 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 13 diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~37748736,134217728~4194304,142606336~16777216,163577856~25165824,209715200~50331648,268435456~29360128,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.492 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~37748736,134217728~4194304,142606336~16777216,163577856~25165824,209715200~50331648,268435456~29360128,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.496 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~20971520,67108864~41943040,134217728~4194304,142606336~16777216,163577856~29360128,209715200~54525952,268435456~33554432,306184192~20971520,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.496 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 14 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~16777216,79691776~25165824,134217728~25165824,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.496 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~16777216,79691776~25165824,134217728~25165824,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.500 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,134217728~25165824,163577856~29360128,209715200~54525952,268435456~58720256,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.500 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 15 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,125829120~33554432,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.500 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,125829120~33554432,163577856~25165824,209715200~50331648,268435456~33554432,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.506 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,125829120~33554432,163577856~29360128,209715200~54525952,268435456~58720256,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.506 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 16 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~37748736,306184192~16777216,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.506 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~46137344,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~37748736,306184192~16777216,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.509 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.509 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.509 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.514 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.514 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.514 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~58720256,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.518 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.518 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.518 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.524 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.525 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 8 diff [16777216~4194304,79691776~4194304,88080384~8388608,142606336~8388608,171966464~8388608,226492416~8388608,276824064~8388608,314572800~8388608] 2024-08-10T05:59:58.525 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,79691776~4194304,88080384~8388608,142606336~8388608,171966464~8388608,226492416~8388608,276824064~8388608,314572800~8388608] 2024-08-10T05:59:58.526 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,79691776~4194304,88080384~8388608,142606336~12582912,171966464~8388608,226492416~8388608,276824064~12582912,314572800~12582912] 2024-08-10T05:59:58.526 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 9 diff [16777216~4194304,29360128~4194304,67108864~4194304,79691776~20971520,142606336~8388608,171966464~8388608,218103808~16777216,239075328~4194304,276824064~8388608,314572800~8388608,331350016~8388608,369098752~8388608] 2024-08-10T05:59:58.526 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,29360128~4194304,67108864~4194304,79691776~20971520,142606336~8388608,171966464~8388608,218103808~16777216,239075328~4194304,276824064~8388608,314572800~8388608,331350016~8388608,369098752~8388608] 2024-08-10T05:59:58.527 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,29360128~4194304,67108864~4194304,79691776~25165824,142606336~12582912,171966464~8388608,218103808~16777216,239075328~4194304,276824064~12582912,314572800~12582912,331350016~12582912,369098752~12582912] 2024-08-10T05:59:58.527 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 10 diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~4194304,79691776~20971520,142606336~16777216,171966464~12582912,218103808~16777216,239075328~4194304,247463936~8388608,268435456~16777216,314572800~8388608,331350016~8388608,356515840~4194304,369098752~8388608] 2024-08-10T05:59:58.527 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~4194304,79691776~20971520,142606336~16777216,171966464~12582912,218103808~16777216,239075328~4194304,247463936~8388608,268435456~16777216,314572800~8388608,331350016~8388608,356515840~4194304,369098752~8388608] 2024-08-10T05:59:58.529 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~4194304,79691776~25165824,142606336~16777216,171966464~12582912,218103808~16777216,239075328~4194304,247463936~12582912,268435456~20971520,314572800~12582912,331350016~12582912,356515840~8388608,369098752~12582912] 2024-08-10T05:59:58.529 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 11 diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,79691776~20971520,142606336~16777216,167772160~16777216,209715200~4194304,218103808~25165824,247463936~8388608,268435456~16777216,310378496~12582912,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.529 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,79691776~20971520,142606336~16777216,167772160~16777216,209715200~4194304,218103808~25165824,247463936~8388608,268435456~16777216,310378496~12582912,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.531 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,79691776~25165824,142606336~16777216,167772160~16777216,209715200~4194304,218103808~25165824,247463936~12582912,268435456~20971520,310378496~16777216,331350016~16777216,356515840~8388608,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.531 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 12 diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,79691776~20971520,142606336~16777216,167772160~16777216,209715200~4194304,218103808~37748736,268435456~25165824,310378496~12582912,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.531 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,79691776~20971520,142606336~16777216,167772160~16777216,209715200~4194304,218103808~37748736,268435456~25165824,310378496~12582912,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.534 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,79691776~25165824,142606336~16777216,167772160~16777216,209715200~4194304,218103808~41943040,268435456~25165824,310378496~16777216,331350016~16777216,356515840~8388608,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.534 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 13 diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~8388608,79691776~25165824,142606336~16777216,167772160~20971520,209715200~50331648,268435456~25165824,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.534 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~8388608,79691776~25165824,142606336~16777216,167772160~20971520,209715200~50331648,268435456~25165824,306184192~16777216,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.538 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~20971520,67108864~8388608,79691776~29360128,142606336~16777216,167772160~25165824,209715200~54525952,268435456~25165824,306184192~20971520,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.538 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 14 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,79691776~25165824,134217728~25165824,167772160~20971520,209715200~50331648,268435456~25165824,297795584~25165824,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.538 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,79691776~25165824,134217728~25165824,167772160~20971520,209715200~50331648,268435456~25165824,297795584~25165824,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.541 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~37748736,79691776~29360128,134217728~25165824,167772160~25165824,209715200~54525952,268435456~25165824,297795584~29360128,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.541 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 15 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,125829120~33554432,167772160~20971520,209715200~50331648,268435456~25165824,297795584~25165824,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.541 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,125829120~33554432,167772160~20971520,209715200~50331648,268435456~25165824,297795584~25165824,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.545 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,125829120~33554432,167772160~25165824,209715200~54525952,268435456~25165824,297795584~29360128,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.545 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 16 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~25165824,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.546 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~25165824,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.549 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.549 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~25165824,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.549 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~25165824,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.554 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.554 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~25165824,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.554 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~25165824,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.558 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.559 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.559 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.563 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.563 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 9 diff [29360128~4194304,67108864~4194304,83886080~4194304,96468992~4194304,218103808~12582912,239075328~4194304,331350016~8388608,369098752~8388608] 2024-08-10T05:59:58.564 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [29360128~4194304,67108864~4194304,83886080~4194304,96468992~4194304,218103808~12582912,239075328~4194304,331350016~8388608,369098752~8388608] 2024-08-10T05:59:58.564 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [29360128~4194304,67108864~4194304,83886080~4194304,96468992~8388608,218103808~16777216,239075328~4194304,331350016~12582912,369098752~12582912] 2024-08-10T05:59:58.564 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 10 diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~4194304,83886080~4194304,92274688~8388608,150994944~8388608,180355072~4194304,218103808~12582912,239075328~4194304,247463936~8388608,268435456~8388608,331350016~8388608,356515840~4194304,369098752~8388608] 2024-08-10T05:59:58.564 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~4194304,83886080~4194304,92274688~8388608,150994944~8388608,180355072~4194304,218103808~12582912,239075328~4194304,247463936~8388608,268435456~8388608,331350016~8388608,356515840~4194304,369098752~8388608] 2024-08-10T05:59:58.566 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,29360128~4194304,37748736~4194304,54525952~4194304,67108864~4194304,83886080~4194304,92274688~12582912,150994944~8388608,180355072~4194304,218103808~16777216,239075328~4194304,247463936~12582912,268435456~12582912,331350016~12582912,356515840~8388608,369098752~12582912] 2024-08-10T05:59:58.566 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 11 diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,83886080~4194304,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~12582912,234881024~8388608,247463936~8388608,268435456~8388608,310378496~8388608,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.566 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,83886080~4194304,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~12582912,234881024~8388608,247463936~8388608,268435456~8388608,310378496~8388608,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:58 smithi107 ceph-mon[86658]: pgmap v3757: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 38 MiB/s wr, 360 op/s 2024-08-10T05:59:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:58 smithi107 ceph-mon[86658]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-10T05:59:58.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:58.568 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~4194304,29360128~4194304,37748736~4194304,46137344~12582912,67108864~4194304,83886080~4194304,92274688~12582912,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~25165824,247463936~12582912,268435456~12582912,310378496~12582912,331350016~16777216,356515840~8388608,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.568 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 12 diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,83886080~4194304,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~12582912,234881024~20971520,268435456~12582912,285212672~8388608,310378496~8388608,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.568 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,83886080~4194304,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~12582912,234881024~20971520,268435456~12582912,285212672~8388608,310378496~8388608,331350016~16777216,356515840~4194304,369098752~8388608,394264576~8388608] 2024-08-10T05:59:58.570 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~4194304,46137344~12582912,67108864~8388608,83886080~4194304,92274688~12582912,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~41943040,268435456~12582912,285212672~8388608,310378496~12582912,331350016~16777216,356515840~8388608,369098752~12582912,394264576~12582912] 2024-08-10T05:59:58.570 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 13 diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~8388608,79691776~8388608,92274688~12582912,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,268435456~20971520,306184192~12582912,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.570 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,29360128~4194304,37748736~16777216,67108864~8388608,79691776~8388608,92274688~12582912,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,268435456~20971520,306184192~12582912,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.573 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,29360128~4194304,37748736~20971520,67108864~8388608,79691776~29360128,150994944~8388608,167772160~8388608,180355072~12582912,209715200~54525952,268435456~25165824,306184192~16777216,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.573 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 14 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,79691776~8388608,92274688~12582912,134217728~8388608,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,268435456~25165824,297795584~20971520,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.573 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,79691776~8388608,92274688~12582912,134217728~8388608,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,268435456~25165824,297795584~20971520,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.576 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~37748736,79691776~29360128,134217728~8388608,150994944~8388608,167772160~8388608,180355072~12582912,209715200~54525952,268435456~25165824,297795584~25165824,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.576 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 15 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,268435456~25165824,297795584~20971520,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.576 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,268435456~25165824,297795584~20971520,331350016~29360128,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.579 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,125829120~16777216,150994944~8388608,167772160~8388608,180355072~12582912,209715200~54525952,268435456~25165824,297795584~25165824,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.579 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 16 diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.579 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~16777216,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,390070272~12582912] 2024-08-10T05:59:58.583 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~29360128,150994944~12582912,167772160~8388608,180355072~12582912,209715200~83886080,297795584~25165824,331350016~33554432,369098752~12582912,390070272~16777216] 2024-08-10T05:59:58.583 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 17 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.583 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.587 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~33554432,150994944~12582912,167772160~8388608,180355072~12582912,209715200~83886080,297795584~25165824,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.587 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 18 diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.587 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~8388608,180355072~8388608,209715200~20971520,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.590 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,29360128~4194304,37748736~71303168,113246208~50331648,167772160~8388608,180355072~12582912,209715200~83886080,297795584~25165824,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.591 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to 19 diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.591 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.595 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.595 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 10 diff [16777216~4194304,37748736~4194304,54525952~4194304,92274688~8388608,150994944~8388608,180355072~4194304,247463936~8388608,268435456~8388608,356515840~4194304] 2024-08-10T05:59:58.595 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [16777216~4194304,37748736~4194304,54525952~4194304,92274688~8388608,150994944~8388608,180355072~4194304,247463936~8388608,268435456~8388608,356515840~4194304] 2024-08-10T05:59:58.595 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [16777216~4194304,37748736~4194304,54525952~4194304,92274688~12582912,150994944~8388608,180355072~4194304,247463936~12582912,268435456~12582912,356515840~8388608] 2024-08-10T05:59:58.596 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 11 diff [4194304~8388608,16777216~4194304,37748736~4194304,46137344~12582912,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,310378496~8388608,339738624~8388608,356515840~4194304,394264576~8388608] 2024-08-10T05:59:58.596 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,16777216~4194304,37748736~4194304,46137344~12582912,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,226492416~4194304,234881024~8388608,247463936~8388608,268435456~8388608,310378496~8388608,339738624~8388608,356515840~4194304,394264576~8388608] 2024-08-10T05:59:58.597 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,16777216~4194304,37748736~4194304,46137344~12582912,92274688~12582912,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,226492416~16777216,247463936~12582912,268435456~12582912,310378496~12582912,339738624~8388608,356515840~8388608,394264576~12582912] 2024-08-10T05:59:58.597 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 12 diff [4194304~16777216,37748736~4194304,46137344~12582912,67108864~8388608,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~20971520,268435456~12582912,285212672~8388608,310378496~8388608,331350016~4194304,339738624~8388608,356515840~4194304,394264576~8388608] 2024-08-10T05:59:58.597 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,37748736~4194304,46137344~12582912,67108864~8388608,92274688~8388608,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~4194304,226492416~4194304,234881024~20971520,268435456~12582912,285212672~8388608,310378496~8388608,331350016~4194304,339738624~8388608,356515840~4194304,394264576~8388608] 2024-08-10T05:59:58.599 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,37748736~4194304,46137344~12582912,67108864~8388608,92274688~12582912,150994944~8388608,167772160~8388608,180355072~4194304,209715200~4194304,218103808~4194304,226492416~33554432,268435456~12582912,285212672~8388608,310378496~12582912,331350016~4194304,339738624~8388608,356515840~8388608,394264576~12582912] 2024-08-10T05:59:58.599 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 13 diff [4194304~16777216,37748736~16777216,67108864~8388608,79691776~8388608,92274688~12582912,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,268435456~20971520,306184192~12582912,331350016~4194304,339738624~20971520,390070272~12582912] 2024-08-10T05:59:58.599 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~16777216,37748736~16777216,67108864~8388608,79691776~8388608,92274688~12582912,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,268435456~20971520,306184192~12582912,331350016~4194304,339738624~20971520,390070272~12582912] 2024-08-10T05:59:58.601 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~16777216,37748736~20971520,67108864~8388608,79691776~29360128,150994944~8388608,167772160~8388608,180355072~12582912,209715200~12582912,226492416~37748736,268435456~25165824,306184192~16777216,331350016~4194304,339738624~25165824,390070272~16777216] 2024-08-10T05:59:58.601 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 14 diff [4194304~20971520,37748736~16777216,58720256~12582912,79691776~8388608,92274688~12582912,134217728~8388608,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,268435456~25165824,297795584~20971520,331350016~4194304,339738624~20971520,390070272~12582912] 2024-08-10T05:59:58.601 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,37748736~16777216,58720256~12582912,79691776~8388608,92274688~12582912,134217728~8388608,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,268435456~25165824,297795584~20971520,331350016~4194304,339738624~20971520,390070272~12582912] 2024-08-10T05:59:58.604 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,37748736~37748736,79691776~29360128,134217728~8388608,150994944~8388608,167772160~8388608,180355072~12582912,209715200~12582912,226492416~37748736,268435456~25165824,297795584~25165824,331350016~33554432,390070272~16777216] 2024-08-10T05:59:58.604 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 15 diff [4194304~20971520,37748736~16777216,58720256~12582912,75497472~29360128,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,268435456~25165824,297795584~20971520,331350016~29360128,390070272~12582912] 2024-08-10T05:59:58.604 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,37748736~16777216,58720256~12582912,75497472~29360128,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,268435456~25165824,297795584~20971520,331350016~29360128,390070272~12582912] 2024-08-10T05:59:58.607 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,37748736~71303168,125829120~16777216,150994944~8388608,167772160~8388608,180355072~12582912,209715200~12582912,226492416~37748736,268435456~25165824,297795584~25165824,331350016~33554432,390070272~16777216] 2024-08-10T05:59:58.607 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 16 diff [4194304~20971520,37748736~16777216,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.607 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,37748736~16777216,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.610 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,37748736~71303168,113246208~29360128,150994944~12582912,167772160~8388608,180355072~12582912,209715200~12582912,226492416~67108864,297795584~25165824,331350016~33554432,373293056~8388608,390070272~16777216] 2024-08-10T05:59:58.610 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 17 diff [4194304~20971520,37748736~67108864,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.610 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,37748736~67108864,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.613 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,37748736~71303168,113246208~33554432,150994944~12582912,167772160~8388608,180355072~12582912,209715200~12582912,226492416~67108864,297795584~25165824,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.613 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 18 diff [4194304~20971520,37748736~67108864,113246208~8388608,125829120~33554432,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.613 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,37748736~67108864,113246208~8388608,125829120~33554432,167772160~8388608,180355072~8388608,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.616 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,37748736~71303168,113246208~50331648,167772160~8388608,180355072~12582912,209715200~83886080,297795584~25165824,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.616 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to 19 diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.617 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.621 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.621 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 11 diff [4194304~8388608,46137344~12582912,167772160~8388608,209715200~4194304,226492416~4194304,234881024~8388608,310378496~8388608,339738624~8388608,394264576~8388608] 2024-08-10T05:59:58.621 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~8388608,46137344~12582912,167772160~8388608,209715200~4194304,226492416~4194304,234881024~8388608,310378496~8388608,339738624~8388608,394264576~8388608] 2024-08-10T05:59:58.622 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,46137344~12582912,167772160~8388608,209715200~4194304,226492416~16777216,310378496~12582912,339738624~8388608,394264576~12582912] 2024-08-10T05:59:58.622 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 12 diff [4194304~12582912,46137344~12582912,67108864~8388608,167772160~8388608,209715200~4194304,218103808~4194304,226492416~4194304,234881024~12582912,272629760~8388608,285212672~8388608,310378496~8388608,331350016~4194304,339738624~8388608,394264576~8388608] 2024-08-10T05:59:58.622 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~12582912,46137344~12582912,67108864~8388608,167772160~8388608,209715200~4194304,218103808~4194304,226492416~4194304,234881024~12582912,272629760~8388608,285212672~8388608,310378496~8388608,331350016~4194304,339738624~8388608,394264576~8388608] 2024-08-10T05:59:58.623 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~12582912,46137344~12582912,67108864~8388608,167772160~8388608,209715200~4194304,218103808~4194304,226492416~20971520,272629760~8388608,285212672~8388608,310378496~12582912,331350016~4194304,339738624~8388608,394264576~12582912] 2024-08-10T05:59:58.623 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 13 diff [4194304~12582912,41943040~12582912,67108864~8388608,79691776~8388608,96468992~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~12582912,251658240~8388608,272629760~16777216,306184192~12582912,331350016~4194304,339738624~16777216,390070272~12582912] 2024-08-10T05:59:58.623 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~12582912,41943040~12582912,67108864~8388608,79691776~8388608,96468992~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~12582912,251658240~8388608,272629760~16777216,306184192~12582912,331350016~4194304,339738624~16777216,390070272~12582912] 2024-08-10T05:59:58.625 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~12582912,41943040~16777216,67108864~8388608,79691776~12582912,96468992~12582912,167772160~8388608,184549376~8388608,209715200~12582912,226492416~20971520,251658240~12582912,272629760~20971520,306184192~16777216,331350016~4194304,339738624~16777216,390070272~16777216] 2024-08-10T05:59:58.625 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 14 diff [4194304~20971520,41943040~12582912,58720256~12582912,79691776~8388608,96468992~8388608,134217728~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~12582912,251658240~8388608,272629760~20971520,297795584~20971520,331350016~4194304,339738624~16777216,390070272~12582912] 2024-08-10T05:59:58.625 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,41943040~12582912,58720256~12582912,79691776~8388608,96468992~8388608,134217728~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~12582912,251658240~8388608,272629760~20971520,297795584~20971520,331350016~4194304,339738624~16777216,390070272~12582912] 2024-08-10T05:59:58.628 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~33554432,79691776~12582912,96468992~12582912,134217728~8388608,167772160~8388608,184549376~8388608,209715200~12582912,226492416~20971520,251658240~12582912,272629760~20971520,297795584~25165824,331350016~25165824,390070272~16777216] 2024-08-10T05:59:58.628 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 15 diff [4194304~20971520,41943040~12582912,58720256~12582912,75497472~29360128,125829120~16777216,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,272629760~20971520,297795584~20971520,331350016~29360128,390070272~12582912] 2024-08-10T05:59:58.628 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,41943040~12582912,58720256~12582912,75497472~29360128,125829120~16777216,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,272629760~20971520,297795584~20971520,331350016~29360128,390070272~12582912] 2024-08-10T05:59:58.630 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,125829120~16777216,167772160~8388608,184549376~8388608,209715200~12582912,226492416~37748736,272629760~20971520,297795584~25165824,331350016~33554432,390070272~16777216] 2024-08-10T05:59:58.630 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 16 diff [4194304~20971520,41943040~12582912,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.630 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,41943040~12582912,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.632 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,113246208~29360128,150994944~12582912,167772160~8388608,184549376~8388608,209715200~12582912,226492416~67108864,297795584~25165824,331350016~33554432,373293056~8388608,390070272~16777216] 2024-08-10T05:59:58.632 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 17 diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.633 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~16777216,150994944~8388608,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.635 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,113246208~33554432,150994944~12582912,167772160~8388608,184549376~8388608,209715200~12582912,226492416~67108864,297795584~25165824,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.636 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 18 diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.636 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~20971520,331350016~33554432,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.638 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,113246208~50331648,167772160~8388608,184549376~8388608,209715200~83886080,297795584~25165824,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.639 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to 19 diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.639 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.642 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.642 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 12 diff [8388608~8388608,67108864~8388608,218103808~4194304,239075328~4194304,272629760~8388608,285212672~8388608,331350016~4194304] 2024-08-10T05:59:58.642 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8388608~8388608,67108864~8388608,218103808~4194304,239075328~4194304,272629760~8388608,285212672~8388608,331350016~4194304] 2024-08-10T05:59:58.643 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8388608~8388608,67108864~8388608,218103808~4194304,239075328~8388608,272629760~8388608,285212672~8388608,331350016~4194304] 2024-08-10T05:59:58.644 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 13 diff [8388608~8388608,41943040~8388608,67108864~8388608,79691776~8388608,96468992~8388608,184549376~4194304,209715200~8388608,239075328~4194304,251658240~8388608,272629760~16777216,306184192~4194304,331350016~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.644 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8388608~8388608,41943040~8388608,67108864~8388608,79691776~8388608,96468992~8388608,184549376~4194304,209715200~8388608,239075328~4194304,251658240~8388608,272629760~16777216,306184192~4194304,331350016~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.644 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8388608~8388608,41943040~12582912,67108864~8388608,79691776~12582912,96468992~12582912,184549376~8388608,209715200~12582912,239075328~8388608,251658240~12582912,272629760~20971520,306184192~4194304,331350016~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.644 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 14 diff [8388608~16777216,41943040~8388608,58720256~12582912,79691776~8388608,96468992~8388608,134217728~8388608,184549376~4194304,209715200~8388608,239075328~4194304,251658240~8388608,272629760~20971520,297795584~12582912,331350016~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.644 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8388608~16777216,41943040~8388608,58720256~12582912,79691776~8388608,96468992~8388608,134217728~8388608,184549376~4194304,209715200~8388608,239075328~4194304,251658240~8388608,272629760~20971520,297795584~12582912,331350016~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.647 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8388608~16777216,41943040~12582912,58720256~16777216,79691776~12582912,96468992~12582912,134217728~8388608,184549376~8388608,209715200~12582912,239075328~8388608,251658240~12582912,272629760~20971520,297795584~12582912,331350016~8388608,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.647 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 15 diff [8388608~16777216,41943040~8388608,58720256~12582912,75497472~29360128,125829120~16777216,184549376~4194304,209715200~8388608,239075328~20971520,272629760~20971520,297795584~12582912,331350016~8388608,348127232~12582912,390070272~12582912] 2024-08-10T05:59:58.647 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8388608~16777216,41943040~8388608,58720256~12582912,75497472~29360128,125829120~16777216,184549376~4194304,209715200~8388608,239075328~20971520,272629760~20971520,297795584~12582912,331350016~8388608,348127232~12582912,390070272~12582912] 2024-08-10T05:59:58.649 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8388608~16777216,41943040~12582912,58720256~50331648,125829120~16777216,184549376~8388608,209715200~12582912,239075328~25165824,272629760~20971520,297795584~12582912,331350016~12582912,348127232~16777216,390070272~16777216] 2024-08-10T05:59:58.649 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 16 diff [8388608~16777216,41943040~8388608,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~29360128,297795584~12582912,331350016~8388608,348127232~16777216,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.649 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [8388608~16777216,41943040~8388608,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~29360128,297795584~12582912,331350016~8388608,348127232~16777216,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.651 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [8388608~16777216,41943040~12582912,58720256~50331648,113246208~29360128,150994944~12582912,184549376~8388608,209715200~12582912,239075328~54525952,297795584~12582912,331350016~12582912,348127232~16777216,373293056~8388608,390070272~16777216] 2024-08-10T05:59:58.651 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 17 diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~29360128,297795584~12582912,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.651 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~29360128,297795584~12582912,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.653 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,113246208~33554432,150994944~12582912,184549376~8388608,209715200~12582912,239075328~54525952,297795584~12582912,331350016~12582912,348127232~16777216,369098752~50331648] 2024-08-10T05:59:58.653 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 18 diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~33554432,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.653 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~20971520,41943040~62914560,113246208~8388608,125829120~33554432,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.656 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,113246208~50331648,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,331350016~12582912,348127232~16777216,369098752~50331648] 2024-08-10T05:59:58.656 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to 19 diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.657 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.660 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.661 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 13 diff [41943040~8388608,79691776~8388608,96468992~8388608,184549376~4194304,209715200~8388608,251658240~8388608,281018368~8388608,306184192~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.661 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [41943040~8388608,79691776~8388608,96468992~8388608,184549376~4194304,209715200~8388608,251658240~8388608,281018368~8388608,306184192~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.662 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [41943040~12582912,79691776~12582912,96468992~12582912,184549376~8388608,209715200~12582912,251658240~12582912,281018368~12582912,306184192~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.662 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 14 diff [12582912~12582912,41943040~8388608,58720256~12582912,79691776~8388608,96468992~8388608,134217728~8388608,184549376~4194304,209715200~8388608,251658240~8388608,281018368~12582912,297795584~12582912,331350016~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.662 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12582912~12582912,41943040~8388608,58720256~12582912,79691776~8388608,96468992~8388608,134217728~8388608,184549376~4194304,209715200~8388608,251658240~8388608,281018368~12582912,297795584~12582912,331350016~4194304,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.663 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12582912~12582912,41943040~12582912,58720256~16777216,79691776~12582912,96468992~12582912,134217728~8388608,184549376~8388608,209715200~12582912,251658240~12582912,281018368~12582912,297795584~12582912,331350016~8388608,348127232~8388608,390070272~8388608] 2024-08-10T05:59:58.664 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 15 diff [12582912~12582912,41943040~8388608,58720256~12582912,75497472~29360128,125829120~16777216,184549376~4194304,209715200~8388608,239075328~20971520,281018368~12582912,297795584~12582912,331350016~8388608,348127232~12582912,390070272~12582912] 2024-08-10T05:59:58.664 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12582912~12582912,41943040~8388608,58720256~12582912,75497472~29360128,125829120~16777216,184549376~4194304,209715200~8388608,239075328~20971520,281018368~12582912,297795584~12582912,331350016~8388608,348127232~12582912,390070272~12582912] 2024-08-10T05:59:58.665 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12582912~12582912,41943040~12582912,58720256~50331648,125829120~16777216,184549376~8388608,209715200~12582912,239075328~25165824,281018368~12582912,297795584~12582912,331350016~12582912,348127232~16777216,390070272~16777216] 2024-08-10T05:59:58.665 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 16 diff [12582912~12582912,41943040~8388608,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~8388608,281018368~12582912,297795584~12582912,331350016~8388608,348127232~16777216,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.666 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12582912~12582912,41943040~8388608,58720256~12582912,75497472~29360128,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~8388608,281018368~12582912,297795584~12582912,331350016~8388608,348127232~16777216,373293056~4194304,390070272~12582912] 2024-08-10T05:59:58.667 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12582912~12582912,41943040~12582912,58720256~50331648,113246208~29360128,150994944~12582912,184549376~8388608,209715200~12582912,239075328~37748736,281018368~12582912,297795584~12582912,331350016~12582912,348127232~16777216,373293056~8388608,390070272~16777216] 2024-08-10T05:59:58.667 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 17 diff [4194304~4194304,12582912~12582912,41943040~62914560,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~8388608,281018368~12582912,297795584~12582912,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.667 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,12582912~12582912,41943040~62914560,113246208~8388608,125829120~16777216,150994944~8388608,184549376~4194304,209715200~8388608,239075328~20971520,264241152~8388608,281018368~12582912,297795584~12582912,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.669 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,113246208~33554432,150994944~12582912,184549376~8388608,209715200~12582912,239075328~37748736,281018368~12582912,297795584~12582912,331350016~12582912,348127232~16777216,369098752~50331648] 2024-08-10T05:59:58.669 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 18 diff [4194304~4194304,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.669 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,331350016~8388608,348127232~16777216,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.672 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~67108864,113246208~50331648,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,331350016~12582912,348127232~16777216,369098752~50331648] 2024-08-10T05:59:58.672 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to 19 diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.672 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:58.675 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T05:59:58.675 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 14 diff [12582912~12582912,58720256~12582912,134217728~8388608,281018368~4194304,297795584~8388608,331350016~4194304] 2024-08-10T05:59:58.675 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12582912~12582912,58720256~12582912,134217728~8388608,281018368~4194304,297795584~8388608,331350016~4194304] 2024-08-10T05:59:58.676 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12582912~12582912,58720256~16777216,134217728~8388608,281018368~8388608,297795584~8388608,331350016~8388608] 2024-08-10T05:59:58.676 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 15 diff [12582912~12582912,58720256~12582912,75497472~8388608,88080384~8388608,125829120~16777216,239075328~12582912,281018368~12582912,297795584~8388608,331350016~8388608,352321536~8388608,394264576~8388608] 2024-08-10T05:59:58.676 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12582912~12582912,58720256~12582912,75497472~8388608,88080384~8388608,125829120~16777216,239075328~12582912,281018368~12582912,297795584~8388608,331350016~8388608,352321536~8388608,394264576~8388608] 2024-08-10T05:59:58.678 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12582912~12582912,58720256~41943040,125829120~16777216,239075328~12582912,281018368~12582912,297795584~8388608,331350016~12582912,352321536~12582912,394264576~12582912] 2024-08-10T05:59:58.678 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 16 diff [12582912~12582912,41943040~8388608,58720256~12582912,75497472~8388608,88080384~8388608,113246208~8388608,125829120~16777216,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,297795584~8388608,331350016~8388608,348127232~12582912,373293056~4194304,394264576~8388608] 2024-08-10T05:59:58.678 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [12582912~12582912,41943040~8388608,58720256~12582912,75497472~8388608,88080384~8388608,113246208~8388608,125829120~16777216,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,297795584~8388608,331350016~8388608,348127232~12582912,373293056~4194304,394264576~8388608] 2024-08-10T05:59:58.680 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [12582912~12582912,41943040~12582912,58720256~41943040,113246208~29360128,150994944~12582912,239075328~12582912,264241152~12582912,281018368~12582912,297795584~8388608,331350016~12582912,348127232~16777216,373293056~8388608,394264576~12582912] 2024-08-10T05:59:58.680 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 17 diff [4194304~4194304,12582912~12582912,41943040~41943040,88080384~12582912,113246208~8388608,125829120~16777216,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,297795584~8388608,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.680 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,12582912~12582912,41943040~41943040,88080384~12582912,113246208~8388608,125829120~16777216,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,297795584~8388608,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.681 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~62914560,113246208~33554432,150994944~12582912,239075328~12582912,264241152~12582912,281018368~12582912,297795584~12582912,331350016~12582912,348127232~16777216,369098752~20971520,394264576~25165824] 2024-08-10T05:59:58.682 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 18 diff [4194304~4194304,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,218103808~4194304,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.682 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,218103808~4194304,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.684 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~20971520,41943040~62914560,113246208~50331648,218103808~8388608,234881024~25165824,264241152~29360128,297795584~16777216,331350016~12582912,348127232~16777216,369098752~20971520,394264576~25165824] 2024-08-10T05:59:58.684 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to 19 diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.684 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.687 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~62914560,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,297795584~16777216,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T05:59:58.687 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 15 diff [75497472~8388608,88080384~8388608,125829120~8388608,239075328~12582912,281018368~12582912,331350016~8388608,352321536~8388608,394264576~8388608] 2024-08-10T05:59:58.687 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [75497472~8388608,88080384~8388608,125829120~8388608,239075328~12582912,281018368~12582912,331350016~8388608,352321536~8388608,394264576~8388608] 2024-08-10T05:59:58.688 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [75497472~25165824,125829120~8388608,239075328~12582912,281018368~12582912,331350016~12582912,352321536~12582912,394264576~12582912] 2024-08-10T05:59:58.688 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 16 diff [41943040~8388608,75497472~8388608,88080384~8388608,113246208~8388608,125829120~12582912,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,331350016~8388608,348127232~12582912,373293056~4194304,394264576~8388608] 2024-08-10T05:59:58.688 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [41943040~8388608,75497472~8388608,88080384~8388608,113246208~8388608,125829120~12582912,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,331350016~8388608,348127232~12582912,373293056~4194304,394264576~8388608] 2024-08-10T05:59:58.690 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [41943040~12582912,75497472~25165824,113246208~29360128,150994944~12582912,239075328~12582912,264241152~12582912,281018368~12582912,331350016~12582912,348127232~16777216,373293056~8388608,394264576~12582912] 2024-08-10T05:59:58.690 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 17 diff [4194304~4194304,41943040~16777216,71303168~12582912,88080384~12582912,113246208~8388608,125829120~16777216,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,301989888~8388608,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.690 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,41943040~16777216,71303168~12582912,88080384~12582912,113246208~8388608,125829120~16777216,150994944~8388608,239075328~12582912,264241152~8388608,281018368~12582912,301989888~8388608,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.691 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,41943040~16777216,71303168~33554432,113246208~33554432,150994944~12582912,239075328~12582912,264241152~12582912,281018368~12582912,301989888~8388608,331350016~12582912,348127232~16777216,369098752~20971520,394264576~25165824] 2024-08-10T05:59:58.692 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 18 diff [4194304~4194304,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,218103808~4194304,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.692 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,218103808~4194304,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,331350016~8388608,348127232~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.693 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,41943040~16777216,67108864~37748736,113246208~50331648,218103808~8388608,234881024~25165824,264241152~29360128,301989888~12582912,331350016~12582912,348127232~16777216,369098752~20971520,394264576~25165824] 2024-08-10T05:59:58.693 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to 19 diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.694 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:58.696 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~37748736,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,301989888~12582912,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T05:59:58.696 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 16 diff [41943040~8388608,88080384~8388608,113246208~8388608,130023424~8388608,150994944~8388608,264241152~8388608,348127232~8388608,373293056~4194304] 2024-08-10T05:59:58.697 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [41943040~8388608,88080384~8388608,113246208~8388608,130023424~8388608,150994944~8388608,264241152~8388608,348127232~8388608,373293056~4194304] 2024-08-10T05:59:58.697 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [41943040~12582912,88080384~8388608,113246208~12582912,130023424~12582912,150994944~12582912,264241152~12582912,348127232~12582912,373293056~8388608] 2024-08-10T05:59:58.697 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 17 diff [4194304~4194304,41943040~16777216,71303168~4194304,88080384~12582912,113246208~8388608,130023424~12582912,150994944~8388608,264241152~8388608,301989888~8388608,348127232~12582912,369098752~8388608,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.697 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,41943040~16777216,71303168~4194304,88080384~12582912,113246208~8388608,130023424~12582912,150994944~8388608,264241152~8388608,301989888~8388608,348127232~12582912,369098752~8388608,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.698 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,41943040~16777216,71303168~4194304,88080384~16777216,113246208~12582912,130023424~16777216,150994944~12582912,264241152~12582912,301989888~8388608,348127232~16777216,369098752~20971520,406847488~12582912] 2024-08-10T05:59:58.699 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 18 diff [4194304~4194304,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,218103808~4194304,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,348127232~12582912,369098752~8388608,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.699 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,218103808~4194304,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,348127232~12582912,369098752~8388608,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.700 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~12582912,130023424~33554432,218103808~8388608,234881024~12582912,251658240~8388608,264241152~25165824,301989888~12582912,348127232~16777216,369098752~20971520,406847488~12582912] 2024-08-10T05:59:58.700 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to 19 diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T05:59:58.700 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T05:59:58.702 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~8388608,88080384~16777216,113246208~12582912,130023424~33554432,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,264241152~25165824,301989888~12582912,318767104~8388608,343932928~20971520,369098752~20971520,402653184~16777216] 2024-08-10T05:59:58.703 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to 17 diff [4194304~4194304,50331648~8388608,71303168~4194304,92274688~8388608,134217728~8388608,301989888~8388608,356515840~8388608,369098752~4194304,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.703 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,50331648~8388608,71303168~4194304,92274688~8388608,134217728~8388608,301989888~8388608,356515840~8388608,369098752~4194304,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.703 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,50331648~8388608,71303168~4194304,92274688~12582912,134217728~12582912,301989888~8388608,356515840~8388608,369098752~8388608,381681664~8388608,406847488~12582912] 2024-08-10T05:59:58.703 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to 18 diff [4194304~4194304,50331648~8388608,67108864~8388608,92274688~8388608,134217728~16777216,218103808~4194304,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,356515840~8388608,369098752~4194304,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.703 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [4194304~4194304,50331648~8388608,67108864~8388608,92274688~8388608,134217728~16777216,218103808~4194304,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,356515840~8388608,369098752~4194304,381681664~8388608,406847488~8388608] 2024-08-10T05:59:58.704 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [4194304~8388608,50331648~8388608,67108864~8388608,92274688~12582912,134217728~16777216,218103808~8388608,234881024~12582912,251658240~8388608,276824064~12582912,301989888~12582912,356515840~8388608,369098752~8388608,381681664~8388608,406847488~12582912] 2024-08-10T05:59:58.705 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to 19 diff [0~8388608,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~4194304,381681664~8388608,402653184~12582912] 2024-08-10T05:59:58.705 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~4194304,381681664~8388608,402653184~12582912] 2024-08-10T05:59:58.707 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,276824064~12582912,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~16777216] 2024-08-10T05:59:58.707 INFO:tasks.workunit.client.0.smithi078.stdout:from 17 to 18 diff [67108864~8388608,92274688~8388608,134217728~16777216,218103808~4194304,234881024~8388608,251658240~8388608,276824064~8388608,310378496~4194304] 2024-08-10T05:59:58.707 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [67108864~8388608,92274688~8388608,134217728~16777216,218103808~4194304,234881024~8388608,251658240~8388608,276824064~8388608,310378496~4194304] 2024-08-10T05:59:58.708 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [67108864~8388608,92274688~12582912,134217728~16777216,218103808~8388608,234881024~12582912,251658240~8388608,276824064~12582912,310378496~4194304] 2024-08-10T05:59:58.708 INFO:tasks.workunit.client.0.smithi078.stdout:from 17 to 19 diff [0~4194304,67108864~8388608,92274688~8388608,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,310378496~4194304,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:58.708 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~4194304,67108864~8388608,92274688~8388608,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,310378496~4194304,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:58.710 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,276824064~12582912,310378496~4194304,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:58.710 INFO:tasks.workunit.client.0.smithi078.stdout:from 18 to 19 diff [0~4194304,92274688~4194304,113246208~8388608,130023424~8388608,167772160~8388608,209715200~8388608,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:58.710 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~4194304,92274688~4194304,113246208~8388608,130023424~8388608,167772160~8388608,209715200~8388608,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:58.711 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~8388608,92274688~4194304,113246208~8388608,130023424~8388608,167772160~12582912,209715200~12582912,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:59.103 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T05:59:59.103 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T05:59:59.124 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T05:59:59.124 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T05:59:59.124 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T05:59:59.131 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T05:59:59.131 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T05:59:59.131 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T05:59:59.138 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.138 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:59.139 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:59.145 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.145 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:59.145 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T05:59:59.152 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.152 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.153 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.159 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.159 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.159 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.166 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.166 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.166 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.171 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.172 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.172 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.177 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.177 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.177 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.181 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.181 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.181 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.185 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.185 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.185 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.188 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.189 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.189 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T05:59:59.192 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T05:59:59.192 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:59.192 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:59.195 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~62914560,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,297795584~16777216,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T05:59:59.196 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:59.196 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T05:59:59.198 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~37748736,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,301989888~12582912,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T05:59:59.198 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to HEAD diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T05:59:59.198 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T05:59:59.199 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~8388608,88080384~16777216,113246208~12582912,130023424~33554432,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,264241152~25165824,301989888~12582912,318767104~8388608,343932928~20971520,369098752~20971520,402653184~16777216] 2024-08-10T05:59:59.199 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to HEAD diff [0~8388608,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~4194304,381681664~8388608,402653184~12582912] 2024-08-10T05:59:59.199 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~4194304,381681664~8388608,402653184~12582912] 2024-08-10T05:59:59.201 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,276824064~12582912,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~16777216] 2024-08-10T05:59:59.201 INFO:tasks.workunit.client.0.smithi078.stdout:from 17 to HEAD diff [0~4194304,67108864~8388608,92274688~8388608,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,310378496~4194304,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:59.201 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~4194304,67108864~8388608,92274688~8388608,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,310378496~4194304,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:59.202 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,276824064~12582912,310378496~4194304,318767104~8388608,343932928~16777216,402653184~4194304] 2024-08-10T05:59:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 05:59:59 smithi078 ceph-mon[92251]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-10T05:59:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 05:59:59 smithi078 ceph-mon[94618]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-10T05:59:59.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 05:59:59 smithi107 ceph-mon[86658]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-10T06:00:00.103 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:00.104 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:00.143 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:00.143 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:00.143 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:00.161 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:00.161 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:00.161 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:00.166 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.166 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:00.166 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:00.177 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.177 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:00.177 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:00.181 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.181 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.181 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.186 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.186 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.186 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.190 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.190 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.190 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.194 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.194 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.195 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.198 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.198 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.198 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.201 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.202 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.202 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.205 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.205 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.205 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.208 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.208 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.208 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:00.211 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:00.211 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:00.212 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:00.213 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~62914560,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,297795584~16777216,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T06:00:00.213 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:00.214 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:00.215 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~37748736,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,301989888~12582912,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T06:00:00.215 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to HEAD diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T06:00:00.216 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T06:00:00.218 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~8388608,88080384~16777216,113246208~12582912,130023424~33554432,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,264241152~25165824,301989888~12582912,318767104~8388608,343932928~20971520,369098752~20971520,402653184~16777216] 2024-08-10T06:00:00.218 INFO:tasks.workunit.client.0.smithi078.stdout:from 16 to HEAD diff [0~8388608,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~4194304,381681664~8388608,402653184~12582912] 2024-08-10T06:00:00.218 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~4194304,381681664~8388608,402653184~12582912] 2024-08-10T06:00:00.218 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,50331648~8388608,67108864~8388608,92274688~12582912,113246208~8388608,130023424~20971520,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,276824064~12582912,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~16777216] 2024-08-10T06:00:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[92251]: pgmap v3760: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 288 KiB/s rd, 26 MiB/s wr, 452 op/s 2024-08-10T06:00:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[92251]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-10T06:00:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[92251]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:00:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[92251]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:00:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[92251]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:00:00.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[94618]: pgmap v3760: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 288 KiB/s rd, 26 MiB/s wr, 452 op/s 2024-08-10T06:00:00.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[94618]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-10T06:00:00.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[94618]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:00:00.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[94618]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:00:00.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:00 smithi078 ceph-mon[94618]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:00:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:00 smithi107 ceph-mon[86658]: pgmap v3760: 137 pgs: 137 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 288 KiB/s rd, 26 MiB/s wr, 452 op/s 2024-08-10T06:00:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:00 smithi107 ceph-mon[86658]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-10T06:00:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:00 smithi107 ceph-mon[86658]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:00:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:00 smithi107 ceph-mon[86658]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:00:00.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:00 smithi107 ceph-mon[86658]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:00:01.114 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:01.115 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:01.158 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:01.158 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:01.158 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:01.170 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:01.170 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:01.170 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:01.176 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.176 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:01.176 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:01.182 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.182 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:01.182 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:01.188 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.188 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.189 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.193 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.193 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.193 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.197 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.198 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.198 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.202 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.202 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.202 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.206 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.206 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.206 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.210 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.210 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.210 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.214 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.214 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.214 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.217 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.217 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.217 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:01.220 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:01.220 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:01.220 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:01.222 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~62914560,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,297795584~16777216,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T06:00:01.222 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:01.222 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:01.224 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~37748736,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,301989888~12582912,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T06:00:01.224 INFO:tasks.workunit.client.0.smithi078.stdout:from 15 to HEAD diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T06:00:01.224 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~8388608,88080384~16777216,113246208~8388608,130023424~29360128,167772160~8388608,209715200~12582912,234881024~8388608,251658240~8388608,264241152~8388608,276824064~8388608,301989888~12582912,318767104~8388608,343932928~20971520,369098752~8388608,381681664~8388608,402653184~12582912] 2024-08-10T06:00:01.225 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~8388608,88080384~16777216,113246208~12582912,130023424~33554432,167772160~12582912,209715200~16777216,234881024~12582912,251658240~8388608,264241152~25165824,301989888~12582912,318767104~8388608,343932928~20971520,369098752~20971520,402653184~16777216] 2024-08-10T06:00:01.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:01 smithi078 ceph-mon[92251]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-10T06:00:01.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:01 smithi078 ceph-mon[94618]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-10T06:00:01.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:01 smithi107 ceph-mon[86658]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-10T06:00:02.123 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:02.123 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:02.172 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:02.172 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:02.173 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:02.183 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:02.183 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:02.183 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:02.189 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.189 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:02.189 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:02.194 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.195 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:02.195 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:02.200 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.200 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.201 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.205 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.206 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.206 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.210 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.210 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.210 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.214 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.214 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.214 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.218 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.218 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.218 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.221 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.221 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.222 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.225 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.225 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.225 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:02 smithi078 ceph-mon[92251]: pgmap v3763: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 48 MiB/s wr, 951 op/s 2024-08-10T06:00:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:02 smithi078 ceph-mon[92251]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-10T06:00:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:00:01] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-08-10T06:00:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:02 smithi078 ceph-mon[94618]: pgmap v3763: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 48 MiB/s wr, 951 op/s 2024-08-10T06:00:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:02 smithi078 ceph-mon[94618]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-10T06:00:02.228 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.228 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.228 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:02.230 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:02.230 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:02.230 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:02.231 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~62914560,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,297795584~16777216,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T06:00:02.232 INFO:tasks.workunit.client.0.smithi078.stdout:from 14 to HEAD diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:02.232 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,41943040~16777216,67108864~16777216,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,301989888~12582912,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:02.233 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~12582912,41943040~16777216,67108864~37748736,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,301989888~12582912,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T06:00:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:02 smithi107 ceph-mon[86658]: pgmap v3763: 137 pgs: 137 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 48 MiB/s wr, 951 op/s 2024-08-10T06:00:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:02 smithi107 ceph-mon[86658]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-10T06:00:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:00:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:03.134 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:03.134 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:03.183 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:03.183 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:03.183 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:03.189 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:03.189 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:03.190 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:03.199 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.199 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:03.199 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:03.203 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.203 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:03.203 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:03.210 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.210 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.210 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.212 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.212 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.212 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.216 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.216 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.216 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.219 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.219 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.219 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.222 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.222 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.223 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.225 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.225 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.225 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.228 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.228 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.228 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.230 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.230 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.230 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:03.231 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:03.231 INFO:tasks.workunit.client.0.smithi078.stdout:from 13 to HEAD diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:03.232 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~41943040,88080384~16777216,113246208~8388608,125829120~33554432,167772160~8388608,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~8388608,310378496~4194304,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-08-10T06:00:03.232 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~62914560,113246208~50331648,167772160~12582912,209715200~16777216,234881024~25165824,264241152~29360128,297795584~16777216,318767104~8388608,331350016~33554432,369098752~20971520,394264576~25165824] 2024-08-10T06:00:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:03 smithi078 ceph-mon[92251]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-10T06:00:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:03 smithi078 ceph-mon[92251]: pgmap v3766: 137 pgs: 137 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 285 KiB/s rd, 24 MiB/s wr, 580 op/s 2024-08-10T06:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:03 smithi078 ceph-mon[94618]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-10T06:00:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:03 smithi078 ceph-mon[94618]: pgmap v3766: 137 pgs: 137 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 285 KiB/s rd, 24 MiB/s wr, 580 op/s 2024-08-10T06:00:03.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:03 smithi107 ceph-mon[86658]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-10T06:00:03.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:03 smithi107 ceph-mon[86658]: pgmap v3766: 137 pgs: 137 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 285 KiB/s rd, 24 MiB/s wr, 580 op/s 2024-08-10T06:00:04.135 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:04.135 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:04.186 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:04.187 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:04.187 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:04.192 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:04.192 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:04.192 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:04.197 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.197 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:04.197 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:04.204 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.204 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:04.204 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:04.208 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.209 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.209 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.212 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.212 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.212 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.216 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.216 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.216 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.219 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.219 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.219 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.222 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.222 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.222 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.224 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.224 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.224 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.226 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.226 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.226 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.228 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.228 INFO:tasks.workunit.client.0.smithi078.stdout:from 12 to HEAD diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.228 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~8388608,12582912~12582912,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~8388608,276824064~16777216,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:04.228 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:04.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:04 smithi078 ceph-mon[92251]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-10T06:00:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:04 smithi078 ceph-mon[94618]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-10T06:00:04.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:04 smithi107 ceph-mon[86658]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-10T06:00:05.142 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:05.142 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:05.187 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:05.187 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:05.187 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:05.193 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:05.193 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:05.193 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:05.205 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.205 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:05.206 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:05.211 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.211 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:05.211 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:05.214 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.214 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.214 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.217 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.217 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.217 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.220 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.220 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.220 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.223 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.223 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.223 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.226 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.226 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.226 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.228 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.228 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.228 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.230 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.231 INFO:tasks.workunit.client.0.smithi078.stdout:from 11 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.231 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~8388608,184549376~4194304,209715200~12582912,234881024~12582912,251658240~8388608,264241152~29360128,297795584~16777216,318767104~8388608,331350016~8388608,343932928~20971520,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:05.231 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~16777216,234881024~58720256,297795584~16777216,318767104~8388608,331350016~33554432,369098752~50331648] 2024-08-10T06:00:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:05 smithi078 ceph-mon[92251]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-10T06:00:05.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:05 smithi078 ceph-mon[92251]: pgmap v3769: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 494 KiB/s rd, 7.2 KiB/s wr, 900 op/s 2024-08-10T06:00:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:05 smithi078 ceph-mon[94618]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-10T06:00:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:05 smithi078 ceph-mon[94618]: pgmap v3769: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 494 KiB/s rd, 7.2 KiB/s wr, 900 op/s 2024-08-10T06:00:05.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:05 smithi107 ceph-mon[86658]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-10T06:00:05.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:05 smithi107 ceph-mon[86658]: pgmap v3769: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 494 KiB/s rd, 7.2 KiB/s wr, 900 op/s 2024-08-10T06:00:06.155 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:06.155 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:06.186 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:06.186 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:06.186 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:06.200 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:06.200 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:06.200 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:06.208 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.208 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:06.208 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:06.213 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.213 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:06.214 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:06.217 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.218 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.218 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.220 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.220 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.220 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.222 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.223 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.223 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.226 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.226 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.226 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.227 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.227 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.228 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.229 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.229 INFO:tasks.workunit.client.0.smithi078.stdout:from 10 to HEAD diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.229 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,41943040~62914560,113246208~8388608,125829120~33554432,167772160~12582912,184549376~4194304,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:06.229 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,41943040~67108864,113246208~50331648,167772160~12582912,184549376~8388608,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:06 smithi078 ceph-mon[92251]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-10T06:00:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:06 smithi078 ceph-mon[94618]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-10T06:00:06.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:06 smithi107 ceph-mon[86658]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-10T06:00:07.158 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.158 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.233 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:07.233 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.233 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.243 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:07.243 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:07.243 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:07.251 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.251 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.251 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.254 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.254 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.254 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.260 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.261 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.261 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.263 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.263 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.263 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.265 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.265 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.266 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.267 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.268 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.268 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.269 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.269 INFO:tasks.workunit.client.0.smithi078.stdout:from 9 to HEAD diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.269 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~12582912,226492416~4194304,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.270 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.333 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.333 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.378 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:07.378 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.378 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:07.389 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:07.390 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:07.390 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:07.396 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.396 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.396 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.398 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.399 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:07.401 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.401 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.401 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.403 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.403 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.403 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.405 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.405 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.405 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.406 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.406 INFO:tasks.workunit.client.0.smithi078.stdout:from 8 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.406 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~20971520,234881024~25165824,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:07.407 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:07 smithi078 ceph-mon[94618]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-10T06:00:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:07 smithi078 ceph-mon[94618]: pgmap v3772: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 468 KiB/s rd, 7.2 KiB/s wr, 848 op/s 2024-08-10T06:00:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:07 smithi078 ceph-mon[92251]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-10T06:00:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:07 smithi078 ceph-mon[92251]: pgmap v3772: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 468 KiB/s rd, 7.2 KiB/s wr, 848 op/s 2024-08-10T06:00:07.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:07 smithi107 ceph-mon[86658]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-10T06:00:07.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:07 smithi107 ceph-mon[86658]: pgmap v3772: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 468 KiB/s rd, 7.2 KiB/s wr, 848 op/s 2024-08-10T06:00:08.345 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:08.346 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:08.383 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:08.383 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:08.383 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:08.392 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:08.392 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:08.393 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:08.401 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:08.401 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:08.401 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:08.408 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:08.408 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:08.408 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:08.410 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:08.410 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:08.410 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:08.412 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:08.412 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:08.412 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:08.413 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:08.413 INFO:tasks.workunit.client.0.smithi078.stdout:from 7 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:08.413 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,167772160~20971520,209715200~50331648,264241152~29360128,297795584~29360128,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:08.414 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~50331648,167772160~25165824,209715200~83886080,297795584~29360128,331350016~33554432,369098752~50331648] 2024-08-10T06:00:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:08 smithi078 ceph-mon[94618]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-10T06:00:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:08 smithi078 ceph-mon[94618]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-10T06:00:08.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:08 smithi078 ceph-mon[92251]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-10T06:00:08.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:08 smithi078 ceph-mon[92251]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-10T06:00:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:08 smithi107 ceph-mon[86658]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-10T06:00:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:08 smithi107 ceph-mon[86658]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-10T06:00:09.350 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:09.350 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:09.384 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:09.384 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:09.384 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:09.395 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:09.395 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:09.395 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:09.405 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:09.405 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:09.405 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:09.408 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:09.408 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:09.408 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:09.410 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:09.410 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:09.410 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:09.412 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:09.412 INFO:tasks.workunit.client.0.smithi078.stdout:from 6 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:09.412 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:09.413 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:09 smithi078 ceph-mon[94618]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-10T06:00:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:09 smithi078 ceph-mon[94618]: pgmap v3776: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 6.6 KiB/s wr, 347 op/s 2024-08-10T06:00:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:09 smithi078 ceph-mon[92251]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-10T06:00:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:09 smithi078 ceph-mon[92251]: pgmap v3776: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 6.6 KiB/s wr, 347 op/s 2024-08-10T06:00:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:09 smithi107 ceph-mon[86658]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-10T06:00:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:09 smithi107 ceph-mon[86658]: pgmap v3776: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 6.6 KiB/s wr, 347 op/s 2024-08-10T06:00:10.355 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:10.355 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:10.383 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:10.383 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:10.383 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:10.392 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:10.393 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:10.393 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:10.407 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:10.407 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:10.407 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:10.414 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:10.414 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:10.414 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:10.416 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:10.416 INFO:tasks.workunit.client.0.smithi078.stdout:from 5 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:10.416 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~20971520,406847488~8388608] 2024-08-10T06:00:10.417 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:10 smithi078 ceph-mon[92251]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-10T06:00:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:10 smithi078 ceph-mon[94618]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-10T06:00:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:10 smithi107 ceph-mon[86658]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-10T06:00:11.360 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:11.361 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:11.377 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:11.377 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:11.377 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:11.386 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:11.386 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:11.386 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:11.389 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:11.389 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:11.389 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:11.404 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:11.404 INFO:tasks.workunit.client.0.smithi078.stdout:from 4 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:11.404 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~8388608,125829120~33554432,163577856~25165824,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:11.407 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:11 smithi078 ceph-mon[94618]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-10T06:00:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:11 smithi078 ceph-mon[94618]: pgmap v3779: 137 pgs: 5 active+clean+snaptrim, 132 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 6.6 KiB/s wr, 407 op/s 2024-08-10T06:00:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:11 smithi078 ceph-mon[92251]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-10T06:00:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:11 smithi078 ceph-mon[92251]: pgmap v3779: 137 pgs: 5 active+clean+snaptrim, 132 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 6.6 KiB/s wr, 407 op/s 2024-08-10T06:00:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:11 smithi107 ceph-mon[86658]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-10T06:00:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:11 smithi107 ceph-mon[86658]: pgmap v3779: 137 pgs: 5 active+clean+snaptrim, 132 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 6.6 KiB/s wr, 407 op/s 2024-08-10T06:00:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:00:11] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-08-10T06:00:12.348 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:12.348 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:12.383 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:12.383 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:12.383 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:12.391 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:12.391 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:12.391 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:12.393 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:12.393 INFO:tasks.workunit.client.0.smithi078.stdout:from 3 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:12.393 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~46137344,163577856~25165824,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~8388608,381681664~33554432] 2024-08-10T06:00:12.394 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~4194304,37748736~71303168,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:12 smithi107 ceph-mon[86658]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-10T06:00:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:12 smithi107 ceph-mon[86658]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-10T06:00:12.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:00:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:12 smithi078 ceph-mon[94618]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-10T06:00:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:12 smithi078 ceph-mon[94618]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-10T06:00:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:12 smithi078 ceph-mon[92251]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-10T06:00:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:12 smithi078 ceph-mon[92251]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-10T06:00:13.368 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:13.368 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:13.389 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:13.390 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:13.390 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:13.399 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:13.399 INFO:tasks.workunit.client.0.smithi078.stdout:from 2 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:13.399 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~62914560,331350016~29360128,369098752~46137344] 2024-08-10T06:00:13.403 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~117440512,331350016~33554432,369098752~50331648] 2024-08-10T06:00:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:13 smithi078 ceph-mon[92251]: pgmap v3782: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1005 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 80 op/s 2024-08-10T06:00:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:13 smithi078 ceph-mon[94618]: pgmap v3782: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1005 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 80 op/s 2024-08-10T06:00:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:13 smithi107 ceph-mon[86658]: pgmap v3782: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 1005 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 80 op/s 2024-08-10T06:00:14.378 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:14.378 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:14.389 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:14.389 INFO:tasks.workunit.client.0.smithi078.stdout:from 1 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:14.389 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,197132288~4194304,209715200~50331648,264241152~96468992,369098752~46137344] 2024-08-10T06:00:14.390 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~79691776,197132288~4194304,209715200~155189248,369098752~50331648] 2024-08-10T06:00:14.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:14 smithi078 ceph-mon[92251]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-10T06:00:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:14 smithi078 ceph-mon[94618]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-10T06:00:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:14 smithi107 ceph-mon[86658]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-10T06:00:15.392 INFO:tasks.workunit.client.0.smithi078.stdout:from 0 to HEAD diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:15.392 INFO:tasks.workunit.client.0.smithi078.stdout: limited diff [0~25165824,29360128~4194304,37748736~67108864,113246208~75497472,192937984~8388608,205520896~54525952,264241152~96468992,369098752~46137344] 2024-08-10T06:00:15.403 INFO:tasks.workunit.client.0.smithi078.stdout: actual was [0~25165824,29360128~79691776,113246208~251658240,369098752~50331648] 2024-08-10T06:00:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:15 smithi078 ceph-mon[92251]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-10T06:00:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:15 smithi078 ceph-mon[92251]: pgmap v3785: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 904 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 5.5 KiB/s wr, 188 op/s 2024-08-10T06:00:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:15 smithi078 ceph-mon[94618]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-10T06:00:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:15 smithi078 ceph-mon[94618]: pgmap v3785: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 904 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 5.5 KiB/s wr, 188 op/s 2024-08-10T06:00:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:15 smithi107 ceph-mon[86658]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-10T06:00:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:15 smithi107 ceph-mon[86658]: pgmap v3785: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 904 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 5.5 KiB/s wr, 188 op/s 2024-08-10T06:00:16.427 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38436 ms) 2024-08-10T06:00:16.427 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-08-10T06:00:16.427 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T06:00:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:16 smithi078 ceph-mon[92251]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-10T06:00:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:16 smithi078 ceph-mon[94618]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-10T06:00:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:16 smithi107 ceph-mon[86658]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-10T06:00:17.478 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1052 ms) 2024-08-10T06:00:17.478 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-08-10T06:00:17.479 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T06:00:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:17 smithi078 ceph-mon[92251]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-10T06:00:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:17 smithi078 ceph-mon[92251]: pgmap v3788: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 898 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 5.5 KiB/s wr, 188 op/s 2024-08-10T06:00:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:17 smithi078 ceph-mon[92251]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-10T06:00:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:17 smithi078 ceph-mon[94618]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-10T06:00:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:17 smithi078 ceph-mon[94618]: pgmap v3788: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 898 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 5.5 KiB/s wr, 188 op/s 2024-08-10T06:00:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:17 smithi078 ceph-mon[94618]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-10T06:00:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:17 smithi107 ceph-mon[86658]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-10T06:00:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:17 smithi107 ceph-mon[86658]: pgmap v3788: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 898 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 5.5 KiB/s wr, 188 op/s 2024-08-10T06:00:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:17 smithi107 ceph-mon[86658]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-10T06:00:18.539 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [0~20971520] to clone 2024-08-10T06:00:18.539 INFO:tasks.workunit.client.0.smithi078.stdout: diff was [0~20971520] 2024-08-10T06:00:18.542 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1064 ms) 2024-08-10T06:00:18.542 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-08-10T06:00:18.542 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T06:00:18.565 INFO:tasks.workunit.client.0.smithi078.stdout: wrote [3313330~35051,3827849~54876,3940238~32773,5587101~56894,8361441~10955,9683177~44632,12956320~8306,13065329~34249,15513834~30462,17431127~93093] 2024-08-10T06:00:18.573 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-08-10T06:00:18.573 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-08-10T06:00:18.574 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T06:00:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:19 smithi078 ceph-mon[92251]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-10T06:00:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:19 smithi078 ceph-mon[92251]: pgmap v3791: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 842 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 3.0 MiB/s wr, 131 op/s 2024-08-10T06:00:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:19 smithi078 ceph-mon[94618]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-10T06:00:19.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:19 smithi078 ceph-mon[94618]: pgmap v3791: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 842 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 3.0 MiB/s wr, 131 op/s 2024-08-10T06:00:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:19 smithi107 ceph-mon[86658]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-10T06:00:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:19 smithi107 ceph-mon[86658]: pgmap v3791: 137 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 132 active+clean; 842 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 3.0 MiB/s wr, 131 op/s 2024-08-10T06:00:20.536 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1963 ms) 2024-08-10T06:00:20.537 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-08-10T06:00:20.537 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T06:00:20.590 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (54 ms) 2024-08-10T06:00:20.590 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-08-10T06:00:20.591 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T06:00:20.670 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (80 ms) 2024-08-10T06:00:20.670 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-08-10T06:00:20.670 INFO:tasks.workunit.client.0.smithi078.stdout:using new format! 2024-08-10T06:00:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:20 smithi078 ceph-mon[92251]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-10T06:00:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:20 smithi078 ceph-mon[94618]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-10T06:00:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:20 smithi107 ceph-mon[86658]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-10T06:00:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:21 smithi078 ceph-mon[92251]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-10T06:00:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:21 smithi078 ceph-mon[92251]: pgmap v3794: 137 pgs: 137 active+clean; 835 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 176 op/s 2024-08-10T06:00:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:21 smithi078 ceph-mon[94618]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-10T06:00:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:21 smithi078 ceph-mon[94618]: pgmap v3794: 137 pgs: 137 active+clean; 835 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 176 op/s 2024-08-10T06:00:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:21 smithi107 ceph-mon[86658]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-10T06:00:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:21 smithi107 ceph-mon[86658]: pgmap v3794: 137 pgs: 137 active+clean; 835 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 176 op/s 2024-08-10T06:00:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:00:21] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-08-10T06:00:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:00:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:23 smithi078 ceph-mon[94618]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-10T06:00:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:23 smithi078 ceph-mon[94618]: pgmap v3796: 137 pgs: 137 active+clean; 860 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 9.0 MiB/s wr, 182 op/s 2024-08-10T06:00:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:23 smithi078 ceph-mon[92251]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-10T06:00:23.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:23 smithi078 ceph-mon[92251]: pgmap v3796: 137 pgs: 137 active+clean; 860 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 9.0 MiB/s wr, 182 op/s 2024-08-10T06:00:23.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:23 smithi107 ceph-mon[86658]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-10T06:00:23.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:23 smithi107 ceph-mon[86658]: pgmap v3796: 137 pgs: 137 active+clean; 860 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 9.0 MiB/s wr, 182 op/s 2024-08-10T06:00:25.712 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5042 ms) 2024-08-10T06:00:25.712 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-08-10T06:00:25.712 INFO:tasks.workunit.client.0.smithi078.stdout:SKIPPING 2024-08-10T06:00:25.712 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 19 tests from DiffIterateTest/1 (235007 ms total) 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 425 tests from 16 test suites ran. (1387781 ms total) 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 425 tests. 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: YOU HAVE 2 DISABLED TESTS 2024-08-10T06:00:25.863 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:00:25.873 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T06:00:25.873 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T06:00:25.945 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-08-10T06:00:25.945 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:00:26.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:25 smithi078 ceph-mon[92251]: pgmap v3797: 137 pgs: 137 active+clean; 891 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 223 op/s 2024-08-10T06:00:26.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:25 smithi078 ceph-mon[94618]: pgmap v3797: 137 pgs: 137 active+clean; 891 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 223 op/s 2024-08-10T06:00:26.192 DEBUG:teuthology.parallel:result is None 2024-08-10T06:00:26.192 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:00:26.217 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:00:26.217 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:00:26.272 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:00:26.273 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T06:00:26.273 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-08-10T06:00:26.273 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T06:00:26.273 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-08-10T06:00:26.273 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T06:00:26.274 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T06:00:26.274 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T06:00:26.274 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:00:26.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:25 smithi107 ceph-mon[86658]: pgmap v3797: 137 pgs: 137 active+clean; 891 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 223 op/s 2024-08-10T06:00:26.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:00:26.328 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T06:00:26.329 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:00:26.384 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T06:00:26.385 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T06:00:26.440 INFO:tasks.workunit:timeout=3h 2024-08-10T06:00:26.440 INFO:tasks.workunit:cleanup=True 2024-08-10T06:00:26.440 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:00:26.495 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T06:00:27.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:26 smithi078 ceph-mon[94618]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-10T06:00:27.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:26 smithi078 ceph-mon[92251]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-10T06:00:27.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:26 smithi107 ceph-mon[86658]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-10T06:00:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:27 smithi078 ceph-mon[94618]: pgmap v3799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-08-10T06:00:28.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:27 smithi078 ceph-mon[92251]: pgmap v3799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-08-10T06:00:28.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:28.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:27 smithi107 ceph-mon[86658]: pgmap v3799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-08-10T06:00:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:30.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:29 smithi078 ceph-mon[94618]: pgmap v3800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-08-10T06:00:30.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:29 smithi078 ceph-mon[92251]: pgmap v3800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-08-10T06:00:30.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:29 smithi107 ceph-mon[86658]: pgmap v3800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-08-10T06:00:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:31 smithi078 ceph-mon[92251]: pgmap v3801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:00:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:31 smithi078 ceph-mon[94618]: pgmap v3801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:00:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:00:31] "GET /metrics HTTP/1.1" 200 34178 "" "Prometheus/2.43.0" 2024-08-10T06:00:32.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:31 smithi107 ceph-mon[86658]: pgmap v3801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:00:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:00:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:34.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:33 smithi078 ceph-mon[92251]: pgmap v3802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:34.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:33 smithi078 ceph-mon[94618]: pgmap v3802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:34.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:33 smithi107 ceph-mon[86658]: pgmap v3802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:36.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:35 smithi078 ceph-mon[94618]: pgmap v3803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:36.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:35 smithi078 ceph-mon[92251]: pgmap v3803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:36.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:35 smithi107 ceph-mon[86658]: pgmap v3803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:37.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:36 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:37.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:36 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:37.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:36 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: pgmap v3804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: pgmap v3804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:37 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: pgmap v3804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:37 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:40.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:39 smithi078 ceph-mon[92251]: pgmap v3805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:39 smithi078 ceph-mon[94618]: pgmap v3805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:40.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:39 smithi107 ceph-mon[86658]: pgmap v3805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:41 smithi078 ceph-mon[92251]: pgmap v3806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:41 smithi078 ceph-mon[94618]: pgmap v3806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:00:41] "GET /metrics HTTP/1.1" 200 34178 "" "Prometheus/2.43.0" 2024-08-10T06:00:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:41 smithi107 ceph-mon[86658]: pgmap v3806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:42.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:00:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:43.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:43 smithi078 ceph-mon[92251]: pgmap v3807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:43 smithi078 ceph-mon[94618]: pgmap v3807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:44.284 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T06:00:44.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:43 smithi107 ceph-mon[86658]: pgmap v3807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:44.339 INFO:tasks.workunit.client.0.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T06:00:44.341 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:00:44.341 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T06:00:44.390 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T06:00:44.439 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T06:00:44.479 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:00:44.480 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:00:44.481 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T06:00:44.519 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:00:44.522 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T06:00:44.522 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T06:00:44.578 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-08-10T06:00:44.579 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-08-10T06:00:44.579 DEBUG:teuthology.orchestra.run.smithi078:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-10T06:00:44.638 INFO:tasks.workunit.client.0.smithi078.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-10T06:00:44.638 INFO:tasks.workunit.client.0.smithi078.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-08-10T06:00:44.638 INFO:tasks.workunit.client.0.smithi078.stderr:+ '[' -n '' ']' 2024-08-10T06:00:44.638 INFO:tasks.workunit.client.0.smithi078.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-08-10T06:00:44.799 INFO:tasks.workunit.client.0.smithi078.stdout:============================= test session starts ============================== 2024-08-10T06:00:44.799 INFO:tasks.workunit.client.0.smithi078.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-08-10T06:00:44.799 INFO:tasks.workunit.client.0.smithi078.stdout:cachedir: .pytest_cache 2024-08-10T06:00:44.799 INFO:tasks.workunit.client.0.smithi078.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-08-10T06:00:45.285 INFO:tasks.workunit.client.0.smithi078.stdout:collecting ... collected 182 items 2024-08-10T06:00:45.285 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:00:46.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:45 smithi078 ceph-mon[92251]: pgmap v3808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:45 smithi078 ceph-mon[94618]: pgmap v3808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:46.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:45 smithi107 ceph-mon[86658]: pgmap v3808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:47.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:46 smithi078 ceph-mon[92251]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-10T06:00:47.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:47.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:46 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:47.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:46 smithi078 ceph-mon[94618]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-10T06:00:47.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:47.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:46 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:47.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:46 smithi107 ceph-mon[86658]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-10T06:00:47.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:47.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:46 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[92251]: pgmap v3810: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[92251]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:00:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[92251]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-10T06:00:48.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[94618]: pgmap v3810: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:48.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[94618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:00:48.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:48.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:47 smithi078 ceph-mon[94618]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-10T06:00:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:47 smithi107 ceph-mon[86658]: pgmap v3810: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:47 smithi107 ceph-mon[86658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:00:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:47 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:47 smithi107 ceph-mon[86658]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-10T06:00:48.929 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-08-10T06:00:49.013 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-08-10T06:00:49.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:48 smithi078 ceph-mon[92251]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-10T06:00:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:48 smithi078 ceph-mon[94618]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-10T06:00:49.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:48 smithi107 ceph-mon[86658]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-10T06:00:49.610 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-08-10T06:00:49.705 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-08-10T06:00:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:49 smithi078 ceph-mon[92251]: pgmap v3813: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:49 smithi078 ceph-mon[92251]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:49 smithi078 ceph-mon[92251]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-10T06:00:50.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:49 smithi078 ceph-mon[94618]: pgmap v3813: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:50.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:49 smithi078 ceph-mon[94618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:50.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:49 smithi078 ceph-mon[94618]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-10T06:00:50.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:49 smithi107 ceph-mon[86658]: pgmap v3813: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:50.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:49 smithi107 ceph-mon[86658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:50.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:49 smithi107 ceph-mon[86658]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-10T06:00:51.030 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-08-10T06:00:51.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:50 smithi078 ceph-mon[92251]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-10T06:00:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:50 smithi078 ceph-mon[94618]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-10T06:00:51.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:50 smithi107 ceph-mon[86658]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-10T06:00:51.540 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-08-10T06:00:52.059 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-08-10T06:00:52.152 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-08-10T06:00:52.218 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:51 smithi107 ceph-mon[86658]: pgmap v3816: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 7.2 KiB/s wr, 163 op/s 2024-08-10T06:00:52.218 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:51 smithi107 ceph-mon[86658]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-10T06:00:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:51 smithi078 ceph-mon[92251]: pgmap v3816: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 7.2 KiB/s wr, 163 op/s 2024-08-10T06:00:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:51 smithi078 ceph-mon[92251]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-10T06:00:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:00:51] "GET /metrics HTTP/1.1" 200 34175 "" "Prometheus/2.43.0" 2024-08-10T06:00:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:51 smithi078 ceph-mon[94618]: pgmap v3816: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 7.2 KiB/s wr, 163 op/s 2024-08-10T06:00:52.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:51 smithi078 ceph-mon[94618]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-10T06:00:52.233 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-08-10T06:00:52.244 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-08-10T06:00:52.246 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-08-10T06:00:52.315 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-08-10T06:00:52.374 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-08-10T06:00:52.456 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-08-10T06:00:52.550 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-08-10T06:00:52.567 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:00:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:52.768 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-08-10T06:00:52.786 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-08-10T06:00:52.801 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-08-10T06:00:52.827 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-08-10T06:00:53.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:00:52] ENGINE Bus STOPPING 2024-08-10T06:00:53.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:00:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:00:53.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:00:52] ENGINE Bus STOPPED 2024-08-10T06:00:53.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:52 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:00:52] ENGINE Bus STARTING 2024-08-10T06:00:53.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:00:53] ENGINE Serving on http://:::9283 2024-08-10T06:00:53.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:00:53] ENGINE Bus STARTED 2024-08-10T06:00:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' 2024-08-10T06:00:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' 2024-08-10T06:00:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:00:54.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:00:54.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:00:54.895 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-08-10T06:00:54.896 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-08-10T06:00:54.897 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-08-10T06:00:54.974 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-08-10T06:00:55.042 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-08-10T06:00:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:54 smithi107 ceph-mon[86658]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-10T06:00:55.110 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-08-10T06:00:55.178 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-08-10T06:00:55.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:54 smithi078 ceph-mon[92251]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-10T06:00:55.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:54 smithi078 ceph-mon[94618]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-10T06:00:55.250 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-08-10T06:00:55.316 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-08-10T06:00:55.384 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-08-10T06:00:55.456 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-08-10T06:00:55.543 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-08-10T06:00:55.610 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-08-10T06:00:55.677 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-08-10T06:00:55.758 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-08-10T06:00:55.827 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-08-10T06:00:55.908 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-08-10T06:00:55.987 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-08-10T06:00:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:55 smithi107 ceph-mon[86658]: pgmap v3820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 56 KiB/s wr, 670 op/s 2024-08-10T06:00:56.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:55 smithi107 ceph-mon[86658]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-10T06:00:56.069 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-08-10T06:00:56.129 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:55 smithi078 ceph-mon[92251]: pgmap v3820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 56 KiB/s wr, 670 op/s 2024-08-10T06:00:56.129 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:55 smithi078 ceph-mon[92251]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-10T06:00:56.129 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:55 smithi078 ceph-mon[94618]: pgmap v3820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 56 KiB/s wr, 670 op/s 2024-08-10T06:00:56.129 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:55 smithi078 ceph-mon[94618]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-10T06:00:56.154 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-08-10T06:00:56.226 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-08-10T06:00:56.298 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-08-10T06:00:56.426 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-08-10T06:00:56.504 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-08-10T06:00:56.586 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-08-10T06:00:56.655 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-08-10T06:00:56.734 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-08-10T06:00:56.811 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-08-10T06:00:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:57 smithi107 ceph-mon[86658]: pgmap v3822: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 634 op/s 2024-08-10T06:00:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:57 smithi107 ceph-mon[86658]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-10T06:00:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:57 smithi078 ceph-mon[94618]: pgmap v3822: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 634 op/s 2024-08-10T06:00:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:57 smithi078 ceph-mon[94618]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-10T06:00:58.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:57 smithi078 ceph-mon[92251]: pgmap v3822: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 634 op/s 2024-08-10T06:00:58.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:57 smithi078 ceph-mon[92251]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-10T06:00:58.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:59 smithi078 ceph-mon[92251]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-10T06:00:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:00:59 smithi078 ceph-mon[92251]: pgmap v3825: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 883 KiB/s wr, 901 op/s 2024-08-10T06:00:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:59 smithi078 ceph-mon[94618]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-10T06:00:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:00:59 smithi078 ceph-mon[94618]: pgmap v3825: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 883 KiB/s wr, 901 op/s 2024-08-10T06:00:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:59 smithi107 ceph-mon[86658]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-10T06:00:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:00:59 smithi107 ceph-mon[86658]: pgmap v3825: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 883 KiB/s wr, 901 op/s 2024-08-10T06:01:00.450 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-08-10T06:01:00.543 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-08-10T06:01:00.635 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-08-10T06:01:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:00 smithi078 ceph-mon[92251]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-10T06:01:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:00 smithi078 ceph-mon[94618]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-10T06:01:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:00 smithi107 ceph-mon[86658]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-10T06:01:00.818 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-08-10T06:01:01.011 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-08-10T06:01:01.084 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-08-10T06:01:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:01 smithi107 ceph-mon[86658]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-10T06:01:01.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:01 smithi107 ceph-mon[86658]: pgmap v3828: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.1 MiB/s wr, 1.18k op/s 2024-08-10T06:01:01.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:01 smithi078 ceph-mon[92251]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-10T06:01:01.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:01 smithi078 ceph-mon[92251]: pgmap v3828: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.1 MiB/s wr, 1.18k op/s 2024-08-10T06:01:01.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:01 smithi078 ceph-mon[94618]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-10T06:01:01.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:01 smithi078 ceph-mon[94618]: pgmap v3828: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 1.1 MiB/s wr, 1.18k op/s 2024-08-10T06:01:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:01:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:01:01] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-10T06:01:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:02 smithi107 ceph-mon[86658]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-10T06:01:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:02 smithi107 ceph-mon[86658]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-10T06:01:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:01:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:02 smithi078 ceph-mon[94618]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-10T06:01:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:02 smithi078 ceph-mon[94618]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-10T06:01:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:02 smithi078 ceph-mon[92251]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-10T06:01:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:02 smithi078 ceph-mon[92251]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-10T06:01:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:03 smithi078 ceph-mon[92251]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.1 MiB/s wr, 1k op/s 2024-08-10T06:01:03.815 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:03 smithi078 ceph-mon[94618]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.1 MiB/s wr, 1k op/s 2024-08-10T06:01:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:03 smithi107 ceph-mon[86658]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.1 MiB/s wr, 1k op/s 2024-08-10T06:01:04.525 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-08-10T06:01:04.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:04 smithi078 ceph-mon[92251]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-10T06:01:04.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:04 smithi078 ceph-mon[94618]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-10T06:01:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:04 smithi107 ceph-mon[86658]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-10T06:01:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:05 smithi078 ceph-mon[92251]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-10T06:01:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:05 smithi078 ceph-mon[92251]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 2.0 MiB/s wr, 487 op/s 2024-08-10T06:01:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:05 smithi078 ceph-mon[94618]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-10T06:01:05.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:05 smithi078 ceph-mon[94618]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 2.0 MiB/s wr, 487 op/s 2024-08-10T06:01:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:05 smithi107 ceph-mon[86658]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-10T06:01:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:05 smithi107 ceph-mon[86658]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 2.0 MiB/s wr, 487 op/s 2024-08-10T06:01:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:06 smithi078 ceph-mon[92251]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-10T06:01:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:06 smithi078 ceph-mon[94618]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-10T06:01:06.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:06 smithi107 ceph-mon[86658]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-10T06:01:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:07 smithi078 ceph-mon[94618]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-10T06:01:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:07 smithi078 ceph-mon[94618]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 2.0 MiB/s wr, 423 op/s 2024-08-10T06:01:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:07 smithi078 ceph-mon[94618]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-10T06:01:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:07 smithi078 ceph-mon[92251]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-10T06:01:07.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:07 smithi078 ceph-mon[92251]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 2.0 MiB/s wr, 423 op/s 2024-08-10T06:01:07.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:07 smithi078 ceph-mon[92251]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-10T06:01:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:07 smithi107 ceph-mon[86658]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-10T06:01:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:07 smithi107 ceph-mon[86658]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 2.0 MiB/s wr, 423 op/s 2024-08-10T06:01:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:07 smithi107 ceph-mon[86658]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-10T06:01:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:09 smithi078 ceph-mon[92251]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-10T06:01:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:09 smithi078 ceph-mon[92251]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 9.7 KiB/s wr, 223 op/s 2024-08-10T06:01:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:09 smithi078 ceph-mon[94618]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-10T06:01:09.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:09 smithi078 ceph-mon[94618]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 9.7 KiB/s wr, 223 op/s 2024-08-10T06:01:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:09 smithi107 ceph-mon[86658]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-10T06:01:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:09 smithi107 ceph-mon[86658]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 9.7 KiB/s wr, 223 op/s 2024-08-10T06:01:10.467 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-08-10T06:01:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:10 smithi078 ceph-mon[94618]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-10T06:01:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:10 smithi078 ceph-mon[92251]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-10T06:01:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:10 smithi107 ceph-mon[86658]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-10T06:01:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:11 smithi078 ceph-mon[92251]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-10T06:01:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:11 smithi078 ceph-mon[92251]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 224 op/s 2024-08-10T06:01:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:11 smithi078 ceph-mon[94618]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-10T06:01:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:11 smithi078 ceph-mon[94618]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 224 op/s 2024-08-10T06:01:11.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:11 smithi107 ceph-mon[86658]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-10T06:01:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:11 smithi107 ceph-mon[86658]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 224 op/s 2024-08-10T06:01:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:01:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:01:11] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-10T06:01:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:12 smithi107 ceph-mon[86658]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-10T06:01:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:12 smithi107 ceph-mon[86658]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-10T06:01:12.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:01:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:12 smithi078 ceph-mon[92251]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-10T06:01:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:12 smithi078 ceph-mon[92251]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-10T06:01:12.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:12 smithi078 ceph-mon[94618]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-10T06:01:12.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:12 smithi078 ceph-mon[94618]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-10T06:01:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:13.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:13 smithi078 ceph-mon[92251]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 187 op/s 2024-08-10T06:01:13.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:13.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:13 smithi078 ceph-mon[94618]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 187 op/s 2024-08-10T06:01:13.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:13 smithi107 ceph-mon[86658]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 187 op/s 2024-08-10T06:01:14.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:14 smithi078 ceph-mon[92251]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-10T06:01:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:14 smithi078 ceph-mon[94618]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-10T06:01:14.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:14 smithi107 ceph-mon[86658]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-10T06:01:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:15 smithi078 ceph-mon[92251]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-10T06:01:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:15 smithi078 ceph-mon[92251]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-08-10T06:01:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:15 smithi078 ceph-mon[94618]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-10T06:01:15.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:15 smithi078 ceph-mon[94618]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-08-10T06:01:15.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:15 smithi107 ceph-mon[86658]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-10T06:01:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:15 smithi107 ceph-mon[86658]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-08-10T06:01:16.495 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-08-10T06:01:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:16 smithi078 ceph-mon[92251]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-10T06:01:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:16 smithi078 ceph-mon[94618]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-10T06:01:16.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:16 smithi107 ceph-mon[86658]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-10T06:01:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[92251]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-10T06:01:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-10T06:01:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-08-10T06:01:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[92251]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 187 op/s 2024-08-10T06:01:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-10T06:01:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[92251]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[94618]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[94618]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 187 op/s 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-08-10T06:01:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:17 smithi078 ceph-mon[94618]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-10T06:01:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:17 smithi107 ceph-mon[86658]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-10T06:01:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-08-10T06:01:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-08-10T06:01:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:17 smithi107 ceph-mon[86658]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 12 KiB/s wr, 187 op/s 2024-08-10T06:01:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-08-10T06:01:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:17 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-08-10T06:01:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:17 smithi107 ceph-mon[86658]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-10T06:01:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:19 smithi078 ceph-mon[92251]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-10T06:01:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:19 smithi078 ceph-mon[92251]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-08-10T06:01:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:19 smithi078 ceph-mon[94618]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-10T06:01:19.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:19 smithi078 ceph-mon[94618]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-08-10T06:01:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:19 smithi107 ceph-mon[86658]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-10T06:01:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:19 smithi107 ceph-mon[86658]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 79 op/s 2024-08-10T06:01:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:20 smithi078 ceph-mon[92251]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-10T06:01:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:20 smithi078 ceph-mon[94618]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-10T06:01:20.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:20 smithi107 ceph-mon[86658]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-10T06:01:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:21 smithi078 ceph-mon[94618]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-10T06:01:21.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:21 smithi078 ceph-mon[94618]: pgmap v3858: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 14 KiB/s wr, 236 op/s; 0 B/s, 1 objects/s recovering 2024-08-10T06:01:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:21 smithi078 ceph-mon[92251]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-10T06:01:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:21 smithi078 ceph-mon[92251]: pgmap v3858: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 14 KiB/s wr, 236 op/s; 0 B/s, 1 objects/s recovering 2024-08-10T06:01:21.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:21 smithi107 ceph-mon[86658]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-10T06:01:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:21 smithi107 ceph-mon[86658]: pgmap v3858: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 14 KiB/s wr, 236 op/s; 0 B/s, 1 objects/s recovering 2024-08-10T06:01:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:01:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:01:21] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-10T06:01:22.458 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-08-10T06:01:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:22 smithi107 ceph-mon[86658]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-10T06:01:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:22 smithi107 ceph-mon[86658]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-10T06:01:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:01:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:22 smithi078 ceph-mon[94618]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-10T06:01:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:22 smithi078 ceph-mon[94618]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-10T06:01:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:22 smithi078 ceph-mon[92251]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-10T06:01:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:22 smithi078 ceph-mon[92251]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-10T06:01:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:23 smithi078 ceph-mon[94618]: pgmap v3861: 137 pgs: 1 active+clean+snaptrim, 1 peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 12 KiB/s wr, 224 op/s; 0 B/s, 2 objects/s recovering 2024-08-10T06:01:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:23 smithi078 ceph-mon[92251]: pgmap v3861: 137 pgs: 1 active+clean+snaptrim, 1 peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 12 KiB/s wr, 224 op/s; 0 B/s, 2 objects/s recovering 2024-08-10T06:01:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:23 smithi107 ceph-mon[86658]: pgmap v3861: 137 pgs: 1 active+clean+snaptrim, 1 peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 12 KiB/s wr, 224 op/s; 0 B/s, 2 objects/s recovering 2024-08-10T06:01:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:24 smithi078 ceph-mon[92251]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-10T06:01:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:24 smithi078 ceph-mon[94618]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-10T06:01:24.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:24 smithi107 ceph-mon[86658]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-10T06:01:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:25 smithi078 ceph-mon[92251]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-10T06:01:25.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:25 smithi078 ceph-mon[92251]: pgmap v3864: 137 pgs: 1 active+clean+snaptrim, 1 peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 177 op/s; 0 B/s, 1 objects/s recovering 2024-08-10T06:01:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:25 smithi078 ceph-mon[94618]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-10T06:01:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:25 smithi078 ceph-mon[94618]: pgmap v3864: 137 pgs: 1 active+clean+snaptrim, 1 peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 177 op/s; 0 B/s, 1 objects/s recovering 2024-08-10T06:01:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:25 smithi107 ceph-mon[86658]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-10T06:01:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:25 smithi107 ceph-mon[86658]: pgmap v3864: 137 pgs: 1 active+clean+snaptrim, 1 peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 11 KiB/s wr, 177 op/s; 0 B/s, 1 objects/s recovering 2024-08-10T06:01:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:26 smithi078 ceph-mon[92251]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-10T06:01:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:26 smithi078 ceph-mon[94618]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-10T06:01:26.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:26 smithi107 ceph-mon[86658]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-10T06:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:27 smithi078 ceph-mon[92251]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-10T06:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:27 smithi078 ceph-mon[92251]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-08-10T06:01:27.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:27 smithi078 ceph-mon[92251]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-10T06:01:27.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:27 smithi078 ceph-mon[94618]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-10T06:01:27.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:27 smithi078 ceph-mon[94618]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-08-10T06:01:27.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:27 smithi078 ceph-mon[94618]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-10T06:01:27.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:27 smithi107 ceph-mon[86658]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-10T06:01:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:27 smithi107 ceph-mon[86658]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-08-10T06:01:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:27 smithi107 ceph-mon[86658]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-10T06:01:28.516 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-08-10T06:01:28.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:28.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:29 smithi078 ceph-mon[92251]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-10T06:01:29.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:29 smithi078 ceph-mon[92251]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 142 op/s 2024-08-10T06:01:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:29 smithi078 ceph-mon[94618]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-10T06:01:29.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:29 smithi078 ceph-mon[94618]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 142 op/s 2024-08-10T06:01:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:29 smithi107 ceph-mon[86658]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-10T06:01:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:29 smithi107 ceph-mon[86658]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 142 op/s 2024-08-10T06:01:30.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:30 smithi078 ceph-mon[92251]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-10T06:01:30.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:30 smithi078 ceph-mon[94618]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-10T06:01:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:30 smithi107 ceph-mon[86658]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-10T06:01:31.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:31 smithi078 ceph-mon[92251]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-10T06:01:31.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:31 smithi078 ceph-mon[92251]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.5 KiB/s wr, 136 op/s 2024-08-10T06:01:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:31 smithi078 ceph-mon[94618]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-10T06:01:31.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:31 smithi078 ceph-mon[94618]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.5 KiB/s wr, 136 op/s 2024-08-10T06:01:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:31 smithi107 ceph-mon[86658]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-10T06:01:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:31 smithi107 ceph-mon[86658]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.5 KiB/s wr, 136 op/s 2024-08-10T06:01:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:01:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:01:31] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-10T06:01:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:32 smithi107 ceph-mon[86658]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-10T06:01:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:32 smithi107 ceph-mon[86658]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-10T06:01:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:01:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:01:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:32.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:32 smithi078 ceph-mon[92251]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-10T06:01:32.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:32 smithi078 ceph-mon[92251]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-10T06:01:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:32 smithi078 ceph-mon[94618]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-10T06:01:32.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:32 smithi078 ceph-mon[94618]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-10T06:01:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:33 smithi078 ceph-mon[92251]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-08-10T06:01:33.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:33 smithi078 ceph-mon[92251]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-10T06:01:33.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:33 smithi078 ceph-mon[94618]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-08-10T06:01:33.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:33 smithi078 ceph-mon[94618]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-10T06:01:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:33 smithi107 ceph-mon[86658]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 126 op/s 2024-08-10T06:01:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:33 smithi107 ceph-mon[86658]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-10T06:01:34.550 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-08-10T06:01:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:35 smithi078 ceph-mon[94618]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-10T06:01:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:35 smithi078 ceph-mon[94618]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 2.0 MiB/s wr, 262 op/s 2024-08-10T06:01:35.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:35 smithi078 ceph-mon[92251]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-10T06:01:35.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:35 smithi078 ceph-mon[92251]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 2.0 MiB/s wr, 262 op/s 2024-08-10T06:01:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:35 smithi107 ceph-mon[86658]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-10T06:01:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:35 smithi107 ceph-mon[86658]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 2.0 MiB/s wr, 262 op/s 2024-08-10T06:01:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:36 smithi078 ceph-mon[92251]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-10T06:01:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:36 smithi078 ceph-mon[94618]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-10T06:01:36.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:36 smithi107 ceph-mon[86658]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-10T06:01:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:37 smithi078 ceph-mon[92251]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-10T06:01:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:37 smithi078 ceph-mon[92251]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 2.0 MiB/s wr, 201 op/s 2024-08-10T06:01:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:37 smithi078 ceph-mon[92251]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-10T06:01:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:37 smithi078 ceph-mon[94618]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-10T06:01:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:37 smithi078 ceph-mon[94618]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 2.0 MiB/s wr, 201 op/s 2024-08-10T06:01:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:37 smithi078 ceph-mon[94618]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-10T06:01:37.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:37 smithi107 ceph-mon[86658]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-10T06:01:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:37 smithi107 ceph-mon[86658]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 2.0 MiB/s wr, 201 op/s 2024-08-10T06:01:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:37 smithi107 ceph-mon[86658]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-10T06:01:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:39 smithi078 ceph-mon[94618]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-10T06:01:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:39 smithi078 ceph-mon[94618]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.7 KiB/s wr, 69 op/s 2024-08-10T06:01:39.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:39 smithi078 ceph-mon[92251]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-10T06:01:39.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:39 smithi078 ceph-mon[92251]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.7 KiB/s wr, 69 op/s 2024-08-10T06:01:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:39 smithi107 ceph-mon[86658]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-10T06:01:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:39 smithi107 ceph-mon[86658]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.7 KiB/s wr, 69 op/s 2024-08-10T06:01:40.466 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-08-10T06:01:40.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:40 smithi078 ceph-mon[94618]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-10T06:01:40.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:40 smithi078 ceph-mon[92251]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-10T06:01:40.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:40 smithi107 ceph-mon[86658]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-10T06:01:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:41 smithi078 ceph-mon[92251]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-10T06:01:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:41 smithi078 ceph-mon[92251]: pgmap v3888: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 2.0 MiB/s wr, 161 op/s 2024-08-10T06:01:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:41 smithi078 ceph-mon[94618]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-10T06:01:41.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:41 smithi078 ceph-mon[94618]: pgmap v3888: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 2.0 MiB/s wr, 161 op/s 2024-08-10T06:01:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:41 smithi107 ceph-mon[86658]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-10T06:01:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:41 smithi107 ceph-mon[86658]: pgmap v3888: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 2.0 MiB/s wr, 161 op/s 2024-08-10T06:01:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:01:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:01:41] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-10T06:01:42.464 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-08-10T06:01:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:42 smithi107 ceph-mon[86658]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-10T06:01:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:42 smithi107 ceph-mon[86658]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-10T06:01:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:01:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:01:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:42 smithi078 ceph-mon[92251]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-10T06:01:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:42 smithi078 ceph-mon[92251]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-10T06:01:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:42 smithi078 ceph-mon[94618]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-10T06:01:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:42 smithi078 ceph-mon[94618]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-10T06:01:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:43 smithi078 ceph-mon[92251]: pgmap v3891: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-08-10T06:01:43.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:43.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:43 smithi078 ceph-mon[94618]: pgmap v3891: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-08-10T06:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:43 smithi107 ceph-mon[86658]: pgmap v3891: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 2.0 MiB/s wr, 167 op/s 2024-08-10T06:01:44.491 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-08-10T06:01:44.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:44 smithi078 ceph-mon[92251]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-10T06:01:44.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:44 smithi078 ceph-mon[94618]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-10T06:01:44.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:44 smithi107 ceph-mon[86658]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-10T06:01:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:45 smithi078 ceph-mon[92251]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-10T06:01:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:45 smithi078 ceph-mon[92251]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 179 op/s 2024-08-10T06:01:45.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:45 smithi078 ceph-mon[94618]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-10T06:01:45.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:45 smithi078 ceph-mon[94618]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 179 op/s 2024-08-10T06:01:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:45 smithi107 ceph-mon[86658]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-10T06:01:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:45 smithi107 ceph-mon[86658]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 179 op/s 2024-08-10T06:01:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:46 smithi078 ceph-mon[92251]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-10T06:01:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:46 smithi078 ceph-mon[94618]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-10T06:01:46.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:46 smithi107 ceph-mon[86658]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-10T06:01:47.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:47 smithi078 ceph-mon[92251]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-10T06:01:47.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:47 smithi078 ceph-mon[92251]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.5 KiB/s wr, 155 op/s 2024-08-10T06:01:47.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:47 smithi078 ceph-mon[92251]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-10T06:01:47.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:47 smithi078 ceph-mon[94618]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-10T06:01:47.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:47 smithi078 ceph-mon[94618]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.5 KiB/s wr, 155 op/s 2024-08-10T06:01:47.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:47 smithi078 ceph-mon[94618]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-10T06:01:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:47 smithi107 ceph-mon[86658]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-10T06:01:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:47 smithi107 ceph-mon[86658]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 9.5 KiB/s wr, 155 op/s 2024-08-10T06:01:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:47 smithi107 ceph-mon[86658]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-10T06:01:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:49 smithi078 ceph-mon[92251]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-10T06:01:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:49 smithi078 ceph-mon[92251]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 102 op/s 2024-08-10T06:01:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:49 smithi078 ceph-mon[94618]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-10T06:01:49.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:49 smithi078 ceph-mon[94618]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 102 op/s 2024-08-10T06:01:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:49 smithi107 ceph-mon[86658]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-10T06:01:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:49 smithi107 ceph-mon[86658]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 102 op/s 2024-08-10T06:01:50.474 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-08-10T06:01:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:50 smithi078 ceph-mon[92251]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-10T06:01:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:50 smithi078 ceph-mon[94618]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-10T06:01:50.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:50 smithi107 ceph-mon[86658]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-10T06:01:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:51 smithi078 ceph-mon[92251]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-10T06:01:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:51 smithi078 ceph-mon[92251]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-08-10T06:01:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:51 smithi078 ceph-mon[94618]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-10T06:01:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:51 smithi078 ceph-mon[94618]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-08-10T06:01:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:51 smithi107 ceph-mon[86658]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-10T06:01:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:51 smithi107 ceph-mon[86658]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 81 op/s 2024-08-10T06:01:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:01:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:01:51] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-10T06:01:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:52 smithi107 ceph-mon[86658]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-10T06:01:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:52 smithi107 ceph-mon[86658]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-10T06:01:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:01:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:52 smithi078 ceph-mon[92251]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-10T06:01:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:52 smithi078 ceph-mon[92251]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-10T06:01:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:52 smithi078 ceph-mon[94618]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-10T06:01:52.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:52 smithi078 ceph-mon[94618]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-10T06:01:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[92251]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-08-10T06:01:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:01:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:01:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:01:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:01:53.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[94618]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-08-10T06:01:53.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:01:53.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:01:53.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:01:53.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:53 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:01:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:53 smithi107 ceph-mon[86658]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 21 op/s 2024-08-10T06:01:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:01:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:01:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:01:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:53 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:01:54.488 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-08-10T06:01:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:54 smithi078 ceph-mon[92251]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-10T06:01:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:54 smithi078 ceph-mon[94618]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-10T06:01:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:54 smithi107 ceph-mon[86658]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-10T06:01:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:55 smithi078 ceph-mon[94618]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-10T06:01:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:55 smithi078 ceph-mon[94618]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-08-10T06:01:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:55 smithi078 ceph-mon[92251]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-10T06:01:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:55 smithi078 ceph-mon[92251]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-08-10T06:01:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:55 smithi107 ceph-mon[86658]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-10T06:01:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:55 smithi107 ceph-mon[86658]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-08-10T06:01:56.515 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-08-10T06:01:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:56 smithi078 ceph-mon[94618]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-10T06:01:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:56 smithi078 ceph-mon[92251]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-10T06:01:56.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:56 smithi107 ceph-mon[86658]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-10T06:01:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:57 smithi078 ceph-mon[94618]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-10T06:01:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:57 smithi078 ceph-mon[94618]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 102 op/s 2024-08-10T06:01:57.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:57 smithi078 ceph-mon[94618]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-10T06:01:57.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:57 smithi078 ceph-mon[92251]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-10T06:01:57.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:57 smithi078 ceph-mon[92251]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 102 op/s 2024-08-10T06:01:57.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:57 smithi078 ceph-mon[92251]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-10T06:01:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:57 smithi107 ceph-mon[86658]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-10T06:01:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:57 smithi107 ceph-mon[86658]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 7.2 KiB/s wr, 102 op/s 2024-08-10T06:01:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:57 smithi107 ceph-mon[86658]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-10T06:01:58.463 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-08-10T06:01:58.533 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-08-10T06:01:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:58 smithi078 ceph-mon[92251]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-10T06:01:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:58 smithi078 ceph-mon[94618]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-10T06:01:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:58 smithi107 ceph-mon[86658]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-10T06:01:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:01:59 smithi078 ceph-mon[92251]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-08-10T06:01:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:01:59 smithi078 ceph-mon[94618]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-08-10T06:01:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:01:59 smithi107 ceph-mon[86658]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 48 op/s 2024-08-10T06:02:00.525 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-08-10T06:02:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:00 smithi078 ceph-mon[92251]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-10T06:02:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:00 smithi078 ceph-mon[94618]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-10T06:02:00.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:00 smithi107 ceph-mon[86658]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-10T06:02:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:01 smithi078 ceph-mon[94618]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-10T06:02:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:01 smithi078 ceph-mon[94618]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-08-10T06:02:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:01 smithi078 ceph-mon[92251]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-10T06:02:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:01 smithi078 ceph-mon[92251]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-08-10T06:02:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:01 smithi107 ceph-mon[86658]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-10T06:02:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:01 smithi107 ceph-mon[86658]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-08-10T06:02:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:02:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:02:01] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-10T06:02:02.460 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-08-10T06:02:02.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:02 smithi107 ceph-mon[86658]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-10T06:02:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:02 smithi107 ceph-mon[86658]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-10T06:02:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:02:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:02 smithi078 ceph-mon[92251]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-10T06:02:02.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:02 smithi078 ceph-mon[92251]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-10T06:02:02.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:02 smithi078 ceph-mon[94618]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-10T06:02:02.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:02 smithi078 ceph-mon[94618]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-10T06:02:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:03 smithi078 ceph-mon[92251]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.7 KiB/s wr, 174 op/s 2024-08-10T06:02:03.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:03 smithi078 ceph-mon[94618]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.7 KiB/s wr, 174 op/s 2024-08-10T06:02:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:03 smithi107 ceph-mon[86658]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.7 KiB/s wr, 174 op/s 2024-08-10T06:02:04.552 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-08-10T06:02:04.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:04 smithi078 ceph-mon[92251]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-10T06:02:04.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:04 smithi078 ceph-mon[94618]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-10T06:02:04.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:04 smithi107 ceph-mon[86658]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-10T06:02:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:05 smithi078 ceph-mon[92251]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-10T06:02:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:05 smithi078 ceph-mon[92251]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.7 KiB/s wr, 146 op/s 2024-08-10T06:02:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:05 smithi078 ceph-mon[94618]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-10T06:02:05.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:05 smithi078 ceph-mon[94618]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.7 KiB/s wr, 146 op/s 2024-08-10T06:02:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:05 smithi107 ceph-mon[86658]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-10T06:02:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:05 smithi107 ceph-mon[86658]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.7 KiB/s wr, 146 op/s 2024-08-10T06:02:06.565 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-08-10T06:02:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:06 smithi078 ceph-mon[92251]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-10T06:02:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:06 smithi078 ceph-mon[94618]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-10T06:02:06.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:06 smithi107 ceph-mon[86658]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-10T06:02:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:07 smithi078 ceph-mon[92251]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-10T06:02:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:07 smithi078 ceph-mon[92251]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 133 op/s 2024-08-10T06:02:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:07 smithi078 ceph-mon[92251]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-10T06:02:07.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:07 smithi078 ceph-mon[94618]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-10T06:02:07.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:07 smithi078 ceph-mon[94618]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 133 op/s 2024-08-10T06:02:07.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:07 smithi078 ceph-mon[94618]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-10T06:02:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:07 smithi107 ceph-mon[86658]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-10T06:02:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:07 smithi107 ceph-mon[86658]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.0 KiB/s wr, 133 op/s 2024-08-10T06:02:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:07 smithi107 ceph-mon[86658]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-10T06:02:08.459 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-08-10T06:02:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:09 smithi078 ceph-mon[94618]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-10T06:02:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:09 smithi078 ceph-mon[94618]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 5.2 KiB/s wr, 123 op/s 2024-08-10T06:02:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:09 smithi078 ceph-mon[92251]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-10T06:02:09.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:09 smithi078 ceph-mon[92251]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 5.2 KiB/s wr, 123 op/s 2024-08-10T06:02:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:09 smithi107 ceph-mon[86658]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-10T06:02:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:09 smithi107 ceph-mon[86658]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 5.2 KiB/s wr, 123 op/s 2024-08-10T06:02:10.473 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-08-10T06:02:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:10 smithi078 ceph-mon[92251]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-10T06:02:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:10 smithi078 ceph-mon[94618]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-10T06:02:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:10 smithi107 ceph-mon[86658]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-10T06:02:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:11 smithi078 ceph-mon[92251]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-10T06:02:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:11 smithi078 ceph-mon[92251]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 11 KiB/s wr, 219 op/s 2024-08-10T06:02:11.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:11 smithi078 ceph-mon[94618]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-10T06:02:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:11 smithi078 ceph-mon[94618]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 11 KiB/s wr, 219 op/s 2024-08-10T06:02:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:11 smithi107 ceph-mon[86658]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-10T06:02:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:11 smithi107 ceph-mon[86658]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 11 KiB/s wr, 219 op/s 2024-08-10T06:02:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:02:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:02:11] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-10T06:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:12 smithi107 ceph-mon[86658]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-10T06:02:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:12 smithi107 ceph-mon[86658]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-10T06:02:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:02:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:12 smithi078 ceph-mon[94618]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-10T06:02:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:12 smithi078 ceph-mon[94618]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-10T06:02:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:12 smithi078 ceph-mon[92251]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-10T06:02:12.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:12 smithi078 ceph-mon[92251]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-10T06:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:13 smithi078 ceph-mon[94618]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-08-10T06:02:13.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:13 smithi078 ceph-mon[94618]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-10T06:02:13.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:13.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:13 smithi078 ceph-mon[92251]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-08-10T06:02:13.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:13 smithi078 ceph-mon[92251]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-10T06:02:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:13 smithi107 ceph-mon[86658]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-08-10T06:02:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:13 smithi107 ceph-mon[86658]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-10T06:02:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:15 smithi078 ceph-mon[94618]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-10T06:02:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:15 smithi078 ceph-mon[94618]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-10T06:02:15.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:15 smithi078 ceph-mon[92251]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-10T06:02:15.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:15 smithi078 ceph-mon[92251]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-10T06:02:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:15 smithi107 ceph-mon[86658]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-10T06:02:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:15 smithi107 ceph-mon[86658]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-10T06:02:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:16 smithi078 ceph-mon[92251]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-10T06:02:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:16 smithi078 ceph-mon[94618]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-10T06:02:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:16 smithi107 ceph-mon[86658]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-10T06:02:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:17 smithi078 ceph-mon[92251]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-10T06:02:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:17 smithi078 ceph-mon[92251]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-08-10T06:02:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:17 smithi078 ceph-mon[92251]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-10T06:02:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:17 smithi078 ceph-mon[94618]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-10T06:02:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:17 smithi078 ceph-mon[94618]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-08-10T06:02:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:17 smithi078 ceph-mon[94618]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-10T06:02:17.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:17 smithi107 ceph-mon[86658]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-10T06:02:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:17 smithi107 ceph-mon[86658]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-08-10T06:02:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:17 smithi107 ceph-mon[86658]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-10T06:02:18.530 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-08-10T06:02:18.620 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-08-10T06:02:18.695 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-08-10T06:02:18.762 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-08-10T06:02:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:19 smithi078 ceph-mon[92251]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-10T06:02:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:19 smithi078 ceph-mon[92251]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:02:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:19 smithi078 ceph-mon[94618]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-10T06:02:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:19 smithi078 ceph-mon[94618]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:02:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:19 smithi107 ceph-mon[86658]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-10T06:02:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:19 smithi107 ceph-mon[86658]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:02:20.536 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-08-10T06:02:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:20 smithi078 ceph-mon[92251]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-10T06:02:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:20 smithi078 ceph-mon[94618]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-10T06:02:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:20 smithi107 ceph-mon[86658]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-10T06:02:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:21 smithi078 ceph-mon[92251]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-10T06:02:21.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:21 smithi078 ceph-mon[92251]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 221 op/s 2024-08-10T06:02:21.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:21 smithi078 ceph-mon[94618]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-10T06:02:21.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:21 smithi078 ceph-mon[94618]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 221 op/s 2024-08-10T06:02:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:21 smithi107 ceph-mon[86658]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-10T06:02:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:21 smithi107 ceph-mon[86658]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 221 op/s 2024-08-10T06:02:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:02:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:02:21] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-10T06:02:22.468 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-08-10T06:02:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:22 smithi107 ceph-mon[86658]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-10T06:02:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:22 smithi107 ceph-mon[86658]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-10T06:02:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:02:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:22 smithi078 ceph-mon[92251]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-10T06:02:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:22 smithi078 ceph-mon[92251]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-10T06:02:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:22 smithi078 ceph-mon[94618]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-10T06:02:22.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:22 smithi078 ceph-mon[94618]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-10T06:02:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:23 smithi078 ceph-mon[92251]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-08-10T06:02:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:23 smithi078 ceph-mon[94618]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-08-10T06:02:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:23 smithi107 ceph-mon[86658]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-08-10T06:02:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:24 smithi078 ceph-mon[92251]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-10T06:02:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:24 smithi078 ceph-mon[94618]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-10T06:02:24.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:24 smithi107 ceph-mon[86658]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-10T06:02:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:25 smithi078 ceph-mon[94618]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-10T06:02:25.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:25 smithi078 ceph-mon[94618]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.2 KiB/s wr, 91 op/s 2024-08-10T06:02:25.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:25 smithi078 ceph-mon[92251]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-10T06:02:25.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:25 smithi078 ceph-mon[92251]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.2 KiB/s wr, 91 op/s 2024-08-10T06:02:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:25 smithi107 ceph-mon[86658]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-10T06:02:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:25 smithi107 ceph-mon[86658]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 9.2 KiB/s wr, 91 op/s 2024-08-10T06:02:26.578 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-08-10T06:02:26.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:26 smithi078 ceph-mon[92251]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-10T06:02:26.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:26 smithi078 ceph-mon[94618]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-10T06:02:26.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:26 smithi107 ceph-mon[86658]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-10T06:02:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:27 smithi107 ceph-mon[86658]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-10T06:02:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:27 smithi107 ceph-mon[86658]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 185 op/s 2024-08-10T06:02:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:27 smithi107 ceph-mon[86658]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-10T06:02:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:27 smithi078 ceph-mon[94618]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-10T06:02:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:27 smithi078 ceph-mon[94618]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 185 op/s 2024-08-10T06:02:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:27 smithi078 ceph-mon[94618]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-10T06:02:27.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:27 smithi078 ceph-mon[92251]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-10T06:02:27.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:27 smithi078 ceph-mon[92251]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 14 KiB/s wr, 185 op/s 2024-08-10T06:02:27.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:27 smithi078 ceph-mon[92251]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-10T06:02:28.476 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-08-10T06:02:28.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:28 smithi107 ceph-mon[86658]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-10T06:02:28.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:28.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:28 smithi078 ceph-mon[92251]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-10T06:02:28.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:28.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:28 smithi078 ceph-mon[94618]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-10T06:02:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:29 smithi107 ceph-mon[86658]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 KiB/s wr, 153 op/s 2024-08-10T06:02:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:29 smithi078 ceph-mon[94618]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 KiB/s wr, 153 op/s 2024-08-10T06:02:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:29 smithi078 ceph-mon[92251]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 KiB/s wr, 153 op/s 2024-08-10T06:02:30.593 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-08-10T06:02:30.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:30 smithi107 ceph-mon[86658]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-10T06:02:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:30 smithi078 ceph-mon[92251]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-10T06:02:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:30 smithi078 ceph-mon[94618]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-10T06:02:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:31 smithi107 ceph-mon[86658]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-10T06:02:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:31 smithi107 ceph-mon[86658]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 10 KiB/s wr, 85 op/s 2024-08-10T06:02:31.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:31 smithi078 ceph-mon[92251]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-10T06:02:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:31 smithi078 ceph-mon[92251]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 10 KiB/s wr, 85 op/s 2024-08-10T06:02:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:31 smithi078 ceph-mon[94618]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-10T06:02:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:31 smithi078 ceph-mon[94618]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 10 KiB/s wr, 85 op/s 2024-08-10T06:02:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:02:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:02:31] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-08-10T06:02:32.474 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-08-10T06:02:32.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:32 smithi107 ceph-mon[86658]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-10T06:02:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:32 smithi107 ceph-mon[86658]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-10T06:02:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:02:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:32 smithi078 ceph-mon[92251]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-10T06:02:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:32 smithi078 ceph-mon[92251]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-10T06:02:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:32 smithi078 ceph-mon[94618]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-10T06:02:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:32 smithi078 ceph-mon[94618]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-10T06:02:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:33 smithi107 ceph-mon[86658]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 92 op/s 2024-08-10T06:02:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:33 smithi107 ceph-mon[86658]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-10T06:02:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:33 smithi078 ceph-mon[92251]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 92 op/s 2024-08-10T06:02:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:33 smithi078 ceph-mon[92251]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-10T06:02:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:33 smithi078 ceph-mon[94618]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 92 op/s 2024-08-10T06:02:33.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:33 smithi078 ceph-mon[94618]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-10T06:02:35.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:35 smithi078 ceph-mon[92251]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-10T06:02:35.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:35 smithi078 ceph-mon[92251]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-08-10T06:02:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:35 smithi078 ceph-mon[94618]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-10T06:02:35.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:35 smithi078 ceph-mon[94618]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-08-10T06:02:35.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:35 smithi107 ceph-mon[86658]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-10T06:02:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:35 smithi107 ceph-mon[86658]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 202 op/s 2024-08-10T06:02:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:36 smithi078 ceph-mon[92251]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-10T06:02:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:36 smithi078 ceph-mon[94618]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-10T06:02:36.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:36 smithi107 ceph-mon[86658]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-10T06:02:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:37 smithi078 ceph-mon[92251]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-10T06:02:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:37 smithi078 ceph-mon[92251]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 169 op/s 2024-08-10T06:02:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:37 smithi078 ceph-mon[92251]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-10T06:02:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:37 smithi078 ceph-mon[94618]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-10T06:02:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:37 smithi078 ceph-mon[94618]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 169 op/s 2024-08-10T06:02:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:37 smithi078 ceph-mon[94618]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-10T06:02:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:37 smithi107 ceph-mon[86658]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-10T06:02:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:37 smithi107 ceph-mon[86658]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 169 op/s 2024-08-10T06:02:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:37 smithi107 ceph-mon[86658]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-10T06:02:38.498 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-08-10T06:02:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:39 smithi078 ceph-mon[92251]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-10T06:02:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:39 smithi078 ceph-mon[92251]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-08-10T06:02:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:39 smithi078 ceph-mon[94618]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-10T06:02:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:39 smithi078 ceph-mon[94618]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-08-10T06:02:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:39 smithi107 ceph-mon[86658]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-10T06:02:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:39 smithi107 ceph-mon[86658]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-08-10T06:02:40.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:40 smithi078 ceph-mon[92251]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-10T06:02:40.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:40 smithi078 ceph-mon[94618]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-10T06:02:40.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:40 smithi107 ceph-mon[86658]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-10T06:02:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:41 smithi078 ceph-mon[92251]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-10T06:02:41.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:41 smithi078 ceph-mon[92251]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-08-10T06:02:41.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:41 smithi078 ceph-mon[94618]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-10T06:02:41.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:41 smithi078 ceph-mon[94618]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-08-10T06:02:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:41 smithi107 ceph-mon[86658]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-10T06:02:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:41 smithi107 ceph-mon[86658]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-08-10T06:02:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:02:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:02:41] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-08-10T06:02:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:42 smithi107 ceph-mon[86658]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-10T06:02:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:42 smithi107 ceph-mon[86658]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-10T06:02:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:02:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:42 smithi078 ceph-mon[92251]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-10T06:02:42.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:42 smithi078 ceph-mon[92251]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-10T06:02:42.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:42 smithi078 ceph-mon[94618]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-10T06:02:42.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:42 smithi078 ceph-mon[94618]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-10T06:02:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:43 smithi078 ceph-mon[92251]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2024-08-10T06:02:43.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:43 smithi078 ceph-mon[92251]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-10T06:02:43.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:43.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:43 smithi078 ceph-mon[94618]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2024-08-10T06:02:43.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:43 smithi078 ceph-mon[94618]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-10T06:02:43.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:43.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:43 smithi107 ceph-mon[86658]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2024-08-10T06:02:43.820 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:43 smithi107 ceph-mon[86658]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-10T06:02:44.481 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-08-10T06:02:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:45 smithi078 ceph-mon[92251]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-10T06:02:45.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:45 smithi078 ceph-mon[92251]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-08-10T06:02:45.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:45 smithi078 ceph-mon[94618]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-10T06:02:45.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:45 smithi078 ceph-mon[94618]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-08-10T06:02:45.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:45 smithi107 ceph-mon[86658]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-10T06:02:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:45 smithi107 ceph-mon[86658]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-08-10T06:02:46.486 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-08-10T06:02:46.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:46 smithi078 ceph-mon[92251]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-10T06:02:46.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:46 smithi078 ceph-mon[94618]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-10T06:02:46.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:46 smithi107 ceph-mon[86658]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-10T06:02:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:47 smithi078 ceph-mon[94618]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-10T06:02:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:47 smithi078 ceph-mon[94618]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-08-10T06:02:47.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:47 smithi078 ceph-mon[94618]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-10T06:02:47.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:47 smithi078 ceph-mon[92251]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-10T06:02:47.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:47 smithi078 ceph-mon[92251]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-08-10T06:02:47.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:47 smithi078 ceph-mon[92251]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-10T06:02:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:47 smithi107 ceph-mon[86658]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-10T06:02:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:47 smithi107 ceph-mon[86658]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-08-10T06:02:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:47 smithi107 ceph-mon[86658]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-10T06:02:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:49 smithi078 ceph-mon[92251]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-10T06:02:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:49 smithi078 ceph-mon[92251]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 71 op/s 2024-08-10T06:02:49.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:49 smithi078 ceph-mon[94618]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-10T06:02:49.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:49 smithi078 ceph-mon[94618]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 71 op/s 2024-08-10T06:02:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:49 smithi107 ceph-mon[86658]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-10T06:02:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:49 smithi107 ceph-mon[86658]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 71 op/s 2024-08-10T06:02:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:50 smithi078 ceph-mon[92251]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-10T06:02:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:50 smithi078 ceph-mon[94618]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-10T06:02:50.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:50 smithi107 ceph-mon[86658]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-10T06:02:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:51 smithi078 ceph-mon[92251]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-10T06:02:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:51 smithi078 ceph-mon[92251]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-08-10T06:02:51.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:51 smithi078 ceph-mon[94618]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-10T06:02:51.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:51 smithi078 ceph-mon[94618]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-08-10T06:02:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:51 smithi107 ceph-mon[86658]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-10T06:02:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:51 smithi107 ceph-mon[86658]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-08-10T06:02:52.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:02:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:02:51] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-08-10T06:02:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:52 smithi107 ceph-mon[86658]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-10T06:02:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:52 smithi107 ceph-mon[86658]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-10T06:02:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:02:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:52 smithi078 ceph-mon[92251]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-10T06:02:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:52 smithi078 ceph-mon[92251]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-10T06:02:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:52 smithi078 ceph-mon[94618]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-10T06:02:52.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:52 smithi078 ceph-mon[94618]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-10T06:02:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:53 smithi078 ceph-mon[92251]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.7 KiB/s wr, 131 op/s 2024-08-10T06:02:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:53 smithi078 ceph-mon[92251]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-10T06:02:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:53 smithi078 ceph-mon[94618]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.7 KiB/s wr, 131 op/s 2024-08-10T06:02:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:53 smithi078 ceph-mon[94618]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-10T06:02:53.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:53 smithi107 ceph-mon[86658]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.7 KiB/s wr, 131 op/s 2024-08-10T06:02:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:53 smithi107 ceph-mon[86658]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-10T06:02:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:02:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:02:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:02:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:02:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[92251]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-10T06:02:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:02:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:02:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:02:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:02:54.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:54 smithi078 ceph-mon[94618]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-10T06:02:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:02:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:02:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:02:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:02:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:54 smithi107 ceph-mon[86658]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-10T06:02:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:55 smithi078 ceph-mon[92251]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-08-10T06:02:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:55 smithi078 ceph-mon[92251]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-10T06:02:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:55 smithi078 ceph-mon[94618]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-08-10T06:02:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:55 smithi078 ceph-mon[94618]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-10T06:02:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:55 smithi107 ceph-mon[86658]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-08-10T06:02:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:55 smithi107 ceph-mon[86658]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-10T06:02:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:57 smithi078 ceph-mon[92251]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-10T06:02:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:57 smithi078 ceph-mon[92251]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.5 KiB/s wr, 101 op/s 2024-08-10T06:02:57.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:57 smithi078 ceph-mon[92251]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-10T06:02:57.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:57 smithi078 ceph-mon[94618]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-10T06:02:57.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:57 smithi078 ceph-mon[94618]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.5 KiB/s wr, 101 op/s 2024-08-10T06:02:57.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:57 smithi078 ceph-mon[94618]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-10T06:02:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:57 smithi107 ceph-mon[86658]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-10T06:02:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:57 smithi107 ceph-mon[86658]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.5 KiB/s wr, 101 op/s 2024-08-10T06:02:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:57 smithi107 ceph-mon[86658]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-10T06:02:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:59 smithi078 ceph-mon[92251]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-10T06:02:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:02:59 smithi078 ceph-mon[92251]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 99 op/s 2024-08-10T06:02:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:59 smithi078 ceph-mon[94618]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-10T06:02:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:02:59 smithi078 ceph-mon[94618]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 99 op/s 2024-08-10T06:02:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:59 smithi107 ceph-mon[86658]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-10T06:02:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:02:59 smithi107 ceph-mon[86658]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.5 KiB/s wr, 99 op/s 2024-08-10T06:03:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:00 smithi078 ceph-mon[92251]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-10T06:03:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:00 smithi078 ceph-mon[94618]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-10T06:03:00.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:00 smithi107 ceph-mon[86658]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-10T06:03:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:01 smithi078 ceph-mon[92251]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-10T06:03:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:01 smithi078 ceph-mon[92251]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:01 smithi078 ceph-mon[94618]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-10T06:03:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:01 smithi078 ceph-mon[94618]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:01 smithi107 ceph-mon[86658]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-10T06:03:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:01 smithi107 ceph-mon[86658]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:03:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:03:01] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-10T06:03:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:02 smithi107 ceph-mon[86658]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-10T06:03:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:03:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:02 smithi078 ceph-mon[92251]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-10T06:03:02.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:02 smithi078 ceph-mon[94618]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-10T06:03:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:03 smithi078 ceph-mon[92251]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-10T06:03:03.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:03 smithi078 ceph-mon[92251]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 2.7 KiB/s wr, 139 op/s 2024-08-10T06:03:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:03 smithi078 ceph-mon[94618]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-10T06:03:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:03 smithi078 ceph-mon[94618]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 2.7 KiB/s wr, 139 op/s 2024-08-10T06:03:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:03 smithi107 ceph-mon[86658]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-10T06:03:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:03 smithi107 ceph-mon[86658]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 2.7 KiB/s wr, 139 op/s 2024-08-10T06:03:04.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:04 smithi078 ceph-mon[92251]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-10T06:03:04.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:04 smithi078 ceph-mon[94618]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-10T06:03:04.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:04 smithi107 ceph-mon[86658]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-10T06:03:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:05 smithi078 ceph-mon[92251]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-10T06:03:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:05 smithi078 ceph-mon[92251]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 3.2 KiB/s wr, 140 op/s 2024-08-10T06:03:05.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:05 smithi078 ceph-mon[94618]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-10T06:03:05.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:05 smithi078 ceph-mon[94618]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 3.2 KiB/s wr, 140 op/s 2024-08-10T06:03:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:05 smithi107 ceph-mon[86658]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-10T06:03:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:05 smithi107 ceph-mon[86658]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 3.2 KiB/s wr, 140 op/s 2024-08-10T06:03:06.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:06 smithi107 ceph-mon[86658]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-10T06:03:06.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:06 smithi078 ceph-mon[92251]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-10T06:03:06.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:06 smithi078 ceph-mon[94618]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-10T06:03:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:07 smithi107 ceph-mon[86658]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-10T06:03:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:07 smithi107 ceph-mon[86658]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.5 KiB/s wr, 185 op/s 2024-08-10T06:03:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:07 smithi078 ceph-mon[92251]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-10T06:03:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:07 smithi078 ceph-mon[92251]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.5 KiB/s wr, 185 op/s 2024-08-10T06:03:07.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:07 smithi078 ceph-mon[94618]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-10T06:03:07.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:07 smithi078 ceph-mon[94618]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.5 KiB/s wr, 185 op/s 2024-08-10T06:03:08.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:08 smithi107 ceph-mon[86658]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-10T06:03:08.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:08 smithi078 ceph-mon[92251]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-10T06:03:08.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:08 smithi078 ceph-mon[94618]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-10T06:03:09.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:09 smithi107 ceph-mon[86658]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-10T06:03:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:09 smithi107 ceph-mon[86658]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 3.0 KiB/s wr, 184 op/s 2024-08-10T06:03:09.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:09 smithi078 ceph-mon[92251]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-10T06:03:09.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:09 smithi078 ceph-mon[92251]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 3.0 KiB/s wr, 184 op/s 2024-08-10T06:03:09.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:09 smithi078 ceph-mon[94618]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-10T06:03:09.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:09 smithi078 ceph-mon[94618]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 3.0 KiB/s wr, 184 op/s 2024-08-10T06:03:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:10 smithi107 ceph-mon[86658]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-10T06:03:10.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:10 smithi078 ceph-mon[92251]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-10T06:03:10.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:10 smithi078 ceph-mon[94618]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-10T06:03:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:11 smithi107 ceph-mon[86658]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-10T06:03:11.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:11 smithi107 ceph-mon[86658]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:03:11.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:11 smithi078 ceph-mon[92251]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-10T06:03:11.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:11 smithi078 ceph-mon[92251]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:03:11.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:11 smithi078 ceph-mon[94618]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-10T06:03:11.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:11 smithi078 ceph-mon[94618]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:03:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:03:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:03:11] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-10T06:03:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:12 smithi107 ceph-mon[86658]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-10T06:03:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:03:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:12 smithi078 ceph-mon[92251]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-10T06:03:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:12 smithi078 ceph-mon[94618]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-10T06:03:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:13 smithi107 ceph-mon[86658]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-10T06:03:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:13 smithi107 ceph-mon[86658]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-08-10T06:03:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:13 smithi078 ceph-mon[92251]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-10T06:03:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:13 smithi078 ceph-mon[92251]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-08-10T06:03:13.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:13 smithi078 ceph-mon[94618]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-10T06:03:13.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:13 smithi078 ceph-mon[94618]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-08-10T06:03:14.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:14 smithi107 ceph-mon[86658]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-10T06:03:14.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:14 smithi078 ceph-mon[92251]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-10T06:03:14.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:14 smithi078 ceph-mon[94618]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-10T06:03:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:15 smithi107 ceph-mon[86658]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-10T06:03:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:15 smithi107 ceph-mon[86658]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 4.0 KiB/s wr, 230 op/s 2024-08-10T06:03:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:15 smithi078 ceph-mon[92251]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-10T06:03:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:15 smithi078 ceph-mon[92251]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 4.0 KiB/s wr, 230 op/s 2024-08-10T06:03:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:15 smithi078 ceph-mon[94618]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-10T06:03:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:15 smithi078 ceph-mon[94618]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 4.0 KiB/s wr, 230 op/s 2024-08-10T06:03:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:16 smithi107 ceph-mon[86658]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-10T06:03:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:16 smithi078 ceph-mon[92251]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-10T06:03:16.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:16 smithi078 ceph-mon[94618]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-10T06:03:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:17 smithi107 ceph-mon[86658]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-10T06:03:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:17 smithi107 ceph-mon[86658]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-08-10T06:03:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:17 smithi078 ceph-mon[92251]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-10T06:03:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:17 smithi078 ceph-mon[92251]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-08-10T06:03:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:17 smithi078 ceph-mon[94618]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-10T06:03:17.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:17 smithi078 ceph-mon[94618]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-08-10T06:03:18.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:18 smithi078 ceph-mon[92251]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-10T06:03:18.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:18 smithi078 ceph-mon[94618]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-10T06:03:19.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:18 smithi107 ceph-mon[86658]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-10T06:03:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:19 smithi078 ceph-mon[92251]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-10T06:03:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:19 smithi078 ceph-mon[92251]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 3.2 KiB/s wr, 271 op/s 2024-08-10T06:03:19.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:19 smithi078 ceph-mon[94618]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-10T06:03:19.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:19 smithi078 ceph-mon[94618]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 3.2 KiB/s wr, 271 op/s 2024-08-10T06:03:20.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:19 smithi107 ceph-mon[86658]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-10T06:03:20.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:19 smithi107 ceph-mon[86658]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 3.2 KiB/s wr, 271 op/s 2024-08-10T06:03:20.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:20 smithi078 ceph-mon[92251]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-10T06:03:20.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:20 smithi078 ceph-mon[94618]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-10T06:03:21.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:20 smithi107 ceph-mon[86658]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-10T06:03:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:21 smithi078 ceph-mon[92251]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-10T06:03:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:21 smithi078 ceph-mon[92251]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:03:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:21 smithi078 ceph-mon[94618]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-10T06:03:21.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:21 smithi078 ceph-mon[94618]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:03:22.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:21 smithi107 ceph-mon[86658]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-10T06:03:22.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:21 smithi107 ceph-mon[86658]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:03:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:03:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:03:21] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-10T06:03:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:03:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:22 smithi078 ceph-mon[92251]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-10T06:03:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:22 smithi078 ceph-mon[94618]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-10T06:03:23.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:22 smithi107 ceph-mon[86658]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-10T06:03:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:23 smithi078 ceph-mon[92251]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-10T06:03:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:23 smithi078 ceph-mon[92251]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-08-10T06:03:23.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:23 smithi078 ceph-mon[94618]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-10T06:03:23.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:23 smithi078 ceph-mon[94618]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-08-10T06:03:24.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:23 smithi107 ceph-mon[86658]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-10T06:03:24.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:23 smithi107 ceph-mon[86658]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-08-10T06:03:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:24 smithi078 ceph-mon[92251]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-10T06:03:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:24 smithi078 ceph-mon[94618]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-10T06:03:25.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:24 smithi107 ceph-mon[86658]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-10T06:03:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:25 smithi078 ceph-mon[92251]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-10T06:03:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:25 smithi078 ceph-mon[92251]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-08-10T06:03:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:25 smithi078 ceph-mon[94618]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-10T06:03:25.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:25 smithi078 ceph-mon[94618]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-08-10T06:03:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:25 smithi107 ceph-mon[86658]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-10T06:03:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:25 smithi107 ceph-mon[86658]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.5 KiB/s wr, 317 op/s 2024-08-10T06:03:26.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:26 smithi078 ceph-mon[92251]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-10T06:03:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:26 smithi078 ceph-mon[94618]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-10T06:03:27.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:26 smithi107 ceph-mon[86658]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-10T06:03:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:27 smithi078 ceph-mon[92251]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-10T06:03:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:27 smithi078 ceph-mon[92251]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-08-10T06:03:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:27.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:27 smithi078 ceph-mon[94618]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-10T06:03:27.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:27 smithi078 ceph-mon[94618]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-08-10T06:03:27.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:28.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:27 smithi107 ceph-mon[86658]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-10T06:03:28.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:27 smithi107 ceph-mon[86658]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-08-10T06:03:28.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:28.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:28 smithi078 ceph-mon[92251]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-10T06:03:28.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:28 smithi078 ceph-mon[94618]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-10T06:03:29.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:28 smithi107 ceph-mon[86658]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-10T06:03:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:29 smithi078 ceph-mon[92251]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-10T06:03:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:29 smithi078 ceph-mon[92251]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.0 KiB/s wr, 359 op/s 2024-08-10T06:03:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:29 smithi078 ceph-mon[94618]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-10T06:03:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:29 smithi078 ceph-mon[94618]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.0 KiB/s wr, 359 op/s 2024-08-10T06:03:30.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:29 smithi107 ceph-mon[86658]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-10T06:03:30.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:29 smithi107 ceph-mon[86658]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.0 KiB/s wr, 359 op/s 2024-08-10T06:03:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:30 smithi078 ceph-mon[94618]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-10T06:03:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:30 smithi078 ceph-mon[92251]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-10T06:03:31.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:30 smithi107 ceph-mon[86658]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-10T06:03:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:31 smithi078 ceph-mon[92251]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-10T06:03:31.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:31 smithi078 ceph-mon[92251]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-08-10T06:03:31.978 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:03:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:03:31] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T06:03:31.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:31 smithi078 ceph-mon[94618]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-10T06:03:31.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:31 smithi078 ceph-mon[94618]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-08-10T06:03:32.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:31 smithi107 ceph-mon[86658]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-10T06:03:32.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:31 smithi107 ceph-mon[86658]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-08-10T06:03:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:03:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:03:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:32 smithi078 ceph-mon[92251]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-10T06:03:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:32 smithi078 ceph-mon[94618]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-10T06:03:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:32 smithi107 ceph-mon[86658]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-10T06:03:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:33 smithi078 ceph-mon[92251]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-10T06:03:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:33 smithi078 ceph-mon[92251]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.0 KiB/s wr, 405 op/s 2024-08-10T06:03:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:33 smithi078 ceph-mon[94618]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-10T06:03:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:33 smithi078 ceph-mon[94618]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.0 KiB/s wr, 405 op/s 2024-08-10T06:03:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:33 smithi107 ceph-mon[86658]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-10T06:03:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:33 smithi107 ceph-mon[86658]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 4.0 KiB/s wr, 405 op/s 2024-08-10T06:03:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:34 smithi078 ceph-mon[92251]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-10T06:03:34.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:34 smithi078 ceph-mon[94618]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-10T06:03:35.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:34 smithi107 ceph-mon[86658]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-10T06:03:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:35 smithi078 ceph-mon[92251]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-10T06:03:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:35 smithi078 ceph-mon[92251]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-08-10T06:03:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:35 smithi078 ceph-mon[94618]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-10T06:03:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:35 smithi078 ceph-mon[94618]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-08-10T06:03:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:35 smithi107 ceph-mon[86658]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-10T06:03:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:35 smithi107 ceph-mon[86658]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-08-10T06:03:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:36 smithi078 ceph-mon[92251]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-10T06:03:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:36 smithi078 ceph-mon[94618]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-10T06:03:37.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:36 smithi107 ceph-mon[86658]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-10T06:03:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:37 smithi107 ceph-mon[86658]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-10T06:03:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:37 smithi107 ceph-mon[86658]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 4.0 KiB/s wr, 448 op/s 2024-08-10T06:03:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:37 smithi078 ceph-mon[94618]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-10T06:03:38.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:37 smithi078 ceph-mon[94618]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 4.0 KiB/s wr, 448 op/s 2024-08-10T06:03:38.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:37 smithi078 ceph-mon[92251]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-10T06:03:38.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:37 smithi078 ceph-mon[92251]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 4.0 KiB/s wr, 448 op/s 2024-08-10T06:03:39.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:38 smithi107 ceph-mon[86658]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-10T06:03:39.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:38 smithi078 ceph-mon[92251]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-10T06:03:39.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:38 smithi078 ceph-mon[94618]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-10T06:03:40.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:39 smithi107 ceph-mon[86658]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-10T06:03:40.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:39 smithi107 ceph-mon[86658]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 4.0 KiB/s wr, 447 op/s 2024-08-10T06:03:40.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:39 smithi078 ceph-mon[92251]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-10T06:03:40.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:39 smithi078 ceph-mon[92251]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 4.0 KiB/s wr, 447 op/s 2024-08-10T06:03:40.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:39 smithi078 ceph-mon[94618]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-10T06:03:40.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:39 smithi078 ceph-mon[94618]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 4.0 KiB/s wr, 447 op/s 2024-08-10T06:03:41.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:40 smithi107 ceph-mon[86658]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-10T06:03:41.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:40 smithi078 ceph-mon[92251]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-10T06:03:41.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:40 smithi078 ceph-mon[94618]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-10T06:03:42.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:41 smithi107 ceph-mon[86658]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-10T06:03:42.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:41 smithi107 ceph-mon[86658]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:41 smithi078 ceph-mon[92251]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-10T06:03:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:41 smithi078 ceph-mon[92251]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:42.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:03:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:03:41] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T06:03:42.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:41 smithi078 ceph-mon[94618]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-10T06:03:42.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:41 smithi078 ceph-mon[94618]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:03:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:42 smithi107 ceph-mon[86658]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-10T06:03:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:42 smithi078 ceph-mon[92251]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-10T06:03:43.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:43.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:42 smithi078 ceph-mon[94618]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-10T06:03:43.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:43 smithi107 ceph-mon[86658]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-10T06:03:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:43 smithi107 ceph-mon[86658]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.0 KiB/s wr, 491 op/s 2024-08-10T06:03:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:43 smithi078 ceph-mon[92251]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-10T06:03:44.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:43 smithi078 ceph-mon[92251]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.0 KiB/s wr, 491 op/s 2024-08-10T06:03:44.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:43 smithi078 ceph-mon[94618]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-10T06:03:44.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:43 smithi078 ceph-mon[94618]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.0 KiB/s wr, 491 op/s 2024-08-10T06:03:45.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:44 smithi107 ceph-mon[86658]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-10T06:03:45.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:44 smithi078 ceph-mon[92251]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-10T06:03:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:44 smithi078 ceph-mon[94618]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-10T06:03:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:45 smithi107 ceph-mon[86658]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-10T06:03:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:45 smithi107 ceph-mon[86658]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-08-10T06:03:46.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:45 smithi078 ceph-mon[92251]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-10T06:03:46.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:45 smithi078 ceph-mon[92251]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-08-10T06:03:46.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:45 smithi078 ceph-mon[94618]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-10T06:03:46.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:45 smithi078 ceph-mon[94618]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 3.7 KiB/s wr, 492 op/s 2024-08-10T06:03:47.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:46 smithi107 ceph-mon[86658]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-10T06:03:47.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:46 smithi078 ceph-mon[92251]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-10T06:03:47.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:46 smithi078 ceph-mon[94618]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-10T06:03:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:47 smithi107 ceph-mon[86658]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-10T06:03:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:47 smithi107 ceph-mon[86658]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-08-10T06:03:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:47 smithi078 ceph-mon[92251]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-10T06:03:48.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:47 smithi078 ceph-mon[92251]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-08-10T06:03:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:47 smithi078 ceph-mon[94618]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-10T06:03:48.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:47 smithi078 ceph-mon[94618]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-08-10T06:03:49.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:48 smithi107 ceph-mon[86658]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-10T06:03:49.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:48 smithi078 ceph-mon[92251]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-10T06:03:49.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:48 smithi078 ceph-mon[94618]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-10T06:03:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:49 smithi107 ceph-mon[86658]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-10T06:03:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:49 smithi107 ceph-mon[86658]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 2.7 KiB/s wr, 533 op/s 2024-08-10T06:03:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:49 smithi078 ceph-mon[92251]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-10T06:03:50.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:49 smithi078 ceph-mon[92251]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 2.7 KiB/s wr, 533 op/s 2024-08-10T06:03:50.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:49 smithi078 ceph-mon[94618]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-10T06:03:50.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:49 smithi078 ceph-mon[94618]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 2.7 KiB/s wr, 533 op/s 2024-08-10T06:03:51.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:50 smithi078 ceph-mon[92251]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-10T06:03:51.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:50 smithi078 ceph-mon[94618]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-10T06:03:51.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:50 smithi107 ceph-mon[86658]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-10T06:03:52.219 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:51 smithi107 ceph-mon[86658]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-10T06:03:52.219 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:51 smithi107 ceph-mon[86658]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:51 smithi078 ceph-mon[92251]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-10T06:03:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:51 smithi078 ceph-mon[92251]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:03:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:03:51] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T06:03:52.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:51 smithi078 ceph-mon[94618]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-10T06:03:52.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:51 smithi078 ceph-mon[94618]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:03:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:03:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:53.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:52 smithi078 ceph-mon[92251]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-10T06:03:53.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:52 smithi078 ceph-mon[94618]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-10T06:03:53.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:52 smithi107 ceph-mon[86658]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-10T06:03:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:53 smithi078 ceph-mon[94618]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-10T06:03:54.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:53 smithi078 ceph-mon[94618]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-08-10T06:03:54.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:53 smithi078 ceph-mon[92251]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-10T06:03:54.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:53 smithi078 ceph-mon[92251]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-08-10T06:03:54.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:53 smithi107 ceph-mon[86658]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-10T06:03:54.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:53 smithi107 ceph-mon[86658]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-08-10T06:03:55.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[92251]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-10T06:03:55.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:55.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:55.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:55.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:03:55.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[94618]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-10T06:03:55.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:55.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:55.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:55.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:54 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:03:55.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:54 smithi107 ceph-mon[86658]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-10T06:03:55.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:55.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:55.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:55.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:54 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:03:56.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:55 smithi078 ceph-mon[92251]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 3.7 KiB/s wr, 575 op/s 2024-08-10T06:03:56.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:55 smithi078 ceph-mon[92251]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-10T06:03:56.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:55 smithi078 ceph-mon[94618]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 3.7 KiB/s wr, 575 op/s 2024-08-10T06:03:56.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:55 smithi078 ceph-mon[94618]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-10T06:03:56.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:55 smithi107 ceph-mon[86658]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 3.7 KiB/s wr, 575 op/s 2024-08-10T06:03:56.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:55 smithi107 ceph-mon[86658]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-10T06:03:57.128 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:56 smithi078 ceph-mon[92251]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-10T06:03:57.129 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:56 smithi078 ceph-mon[94618]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-10T06:03:57.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:56 smithi107 ceph-mon[86658]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-10T06:03:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:57 smithi078 ceph-mon[92251]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.5 KiB/s wr, 625 op/s 2024-08-10T06:03:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:57 smithi078 ceph-mon[92251]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-10T06:03:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:58.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:57 smithi078 ceph-mon[94618]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.5 KiB/s wr, 625 op/s 2024-08-10T06:03:58.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:57 smithi078 ceph-mon[94618]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-10T06:03:58.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:57 smithi107 ceph-mon[86658]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.5 KiB/s wr, 625 op/s 2024-08-10T06:03:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:57 smithi107 ceph-mon[86658]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-10T06:03:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:59.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:58 smithi078 ceph-mon[92251]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-10T06:03:59.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:58 smithi078 ceph-mon[94618]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-10T06:03:59.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:58 smithi107 ceph-mon[86658]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-10T06:04:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:59 smithi078 ceph-mon[92251]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.0 KiB/s wr, 625 op/s 2024-08-10T06:04:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:03:59 smithi078 ceph-mon[92251]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-10T06:04:00.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:59 smithi078 ceph-mon[94618]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.0 KiB/s wr, 625 op/s 2024-08-10T06:04:00.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:03:59 smithi078 ceph-mon[94618]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-10T06:04:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:59 smithi107 ceph-mon[86658]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 3.0 KiB/s wr, 625 op/s 2024-08-10T06:04:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:03:59 smithi107 ceph-mon[86658]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-10T06:04:01.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:00 smithi078 ceph-mon[94618]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-10T06:04:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:00 smithi078 ceph-mon[92251]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-10T06:04:01.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:00 smithi107 ceph-mon[86658]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-10T06:04:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:01 smithi078 ceph-mon[94618]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:04:02.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:01 smithi078 ceph-mon[94618]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-10T06:04:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:01 smithi078 ceph-mon[92251]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:04:02.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:01 smithi078 ceph-mon[92251]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-10T06:04:02.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:04:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:04:01] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T06:04:02.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:01 smithi107 ceph-mon[86658]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:04:02.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:01 smithi107 ceph-mon[86658]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-10T06:04:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:04:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:03.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:02 smithi078 ceph-mon[94618]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-10T06:04:03.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:02 smithi078 ceph-mon[92251]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-10T06:04:03.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:02 smithi107 ceph-mon[86658]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-10T06:04:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:03 smithi078 ceph-mon[92251]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-08-10T06:04:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:03 smithi078 ceph-mon[92251]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-10T06:04:04.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:03 smithi078 ceph-mon[94618]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-08-10T06:04:04.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:03 smithi078 ceph-mon[94618]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-10T06:04:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:03 smithi107 ceph-mon[86658]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-08-10T06:04:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:03 smithi107 ceph-mon[86658]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-10T06:04:05.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:04 smithi078 ceph-mon[92251]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-10T06:04:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:04 smithi078 ceph-mon[94618]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-10T06:04:05.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:04 smithi107 ceph-mon[86658]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-10T06:04:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:05 smithi078 ceph-mon[92251]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-08-10T06:04:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:05 smithi078 ceph-mon[92251]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-10T06:04:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:05 smithi078 ceph-mon[94618]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-08-10T06:04:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:05 smithi078 ceph-mon[94618]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-10T06:04:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:05 smithi107 ceph-mon[86658]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-08-10T06:04:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:05 smithi107 ceph-mon[86658]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-10T06:04:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:06 smithi078 ceph-mon[92251]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-10T06:04:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:06 smithi078 ceph-mon[94618]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-10T06:04:07.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:06 smithi107 ceph-mon[86658]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-10T06:04:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:07 smithi078 ceph-mon[94618]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.2 KiB/s wr, 714 op/s 2024-08-10T06:04:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:07 smithi078 ceph-mon[94618]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-10T06:04:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:07 smithi078 ceph-mon[92251]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.2 KiB/s wr, 714 op/s 2024-08-10T06:04:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:07 smithi078 ceph-mon[92251]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-10T06:04:08.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:07 smithi107 ceph-mon[86658]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.2 KiB/s wr, 714 op/s 2024-08-10T06:04:08.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:07 smithi107 ceph-mon[86658]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-10T06:04:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:08 smithi078 ceph-mon[92251]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-10T06:04:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:08 smithi078 ceph-mon[94618]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-10T06:04:09.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:08 smithi107 ceph-mon[86658]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-10T06:04:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:09 smithi078 ceph-mon[92251]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.2 KiB/s wr, 713 op/s 2024-08-10T06:04:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:09 smithi078 ceph-mon[92251]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-10T06:04:10.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:09 smithi078 ceph-mon[94618]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.2 KiB/s wr, 713 op/s 2024-08-10T06:04:10.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:09 smithi078 ceph-mon[94618]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-10T06:04:10.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:09 smithi107 ceph-mon[86658]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 3.2 KiB/s wr, 713 op/s 2024-08-10T06:04:10.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:09 smithi107 ceph-mon[86658]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-10T06:04:11.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:10 smithi078 ceph-mon[92251]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-10T06:04:11.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:10 smithi078 ceph-mon[94618]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-10T06:04:11.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:10 smithi107 ceph-mon[86658]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-10T06:04:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:11 smithi078 ceph-mon[92251]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:04:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:11 smithi078 ceph-mon[92251]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-10T06:04:12.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:11 smithi078 ceph-mon[94618]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:04:12.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:11 smithi078 ceph-mon[94618]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-10T06:04:12.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:04:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:04:11] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T06:04:12.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:11 smithi107 ceph-mon[86658]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:04:12.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:11 smithi107 ceph-mon[86658]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-10T06:04:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:04:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:12 smithi107 ceph-mon[86658]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-10T06:04:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:12 smithi078 ceph-mon[92251]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-10T06:04:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:12 smithi078 ceph-mon[94618]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-10T06:04:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:13 smithi107 ceph-mon[86658]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-08-10T06:04:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:13 smithi107 ceph-mon[86658]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-10T06:04:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:13 smithi078 ceph-mon[92251]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-08-10T06:04:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:13 smithi078 ceph-mon[92251]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-10T06:04:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:13 smithi078 ceph-mon[94618]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.7 KiB/s wr, 758 op/s 2024-08-10T06:04:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:13 smithi078 ceph-mon[94618]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-10T06:04:15.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:14 smithi107 ceph-mon[86658]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-10T06:04:15.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:14 smithi078 ceph-mon[92251]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-10T06:04:15.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:14 smithi078 ceph-mon[94618]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-10T06:04:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:16 smithi107 ceph-mon[86658]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.0 KiB/s wr, 757 op/s 2024-08-10T06:04:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:16 smithi107 ceph-mon[86658]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-10T06:04:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:16 smithi078 ceph-mon[92251]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.0 KiB/s wr, 757 op/s 2024-08-10T06:04:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:16 smithi078 ceph-mon[92251]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-10T06:04:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:16 smithi078 ceph-mon[94618]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.0 KiB/s wr, 757 op/s 2024-08-10T06:04:16.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:16 smithi078 ceph-mon[94618]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-10T06:04:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:17 smithi107 ceph-mon[86658]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-10T06:04:17.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:17 smithi078 ceph-mon[92251]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-10T06:04:17.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:17 smithi078 ceph-mon[94618]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-10T06:04:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:18 smithi107 ceph-mon[86658]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 801 op/s 2024-08-10T06:04:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:18 smithi107 ceph-mon[86658]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-10T06:04:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:18 smithi078 ceph-mon[92251]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 801 op/s 2024-08-10T06:04:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:18 smithi078 ceph-mon[92251]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-10T06:04:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:18 smithi078 ceph-mon[94618]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 801 op/s 2024-08-10T06:04:18.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:18 smithi078 ceph-mon[94618]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-10T06:04:19.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:19 smithi107 ceph-mon[86658]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-10T06:04:19.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:19 smithi078 ceph-mon[92251]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-10T06:04:19.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:19 smithi078 ceph-mon[94618]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-10T06:04:20.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:20 smithi107 ceph-mon[86658]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 3.5 KiB/s wr, 800 op/s 2024-08-10T06:04:20.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:20 smithi107 ceph-mon[86658]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-10T06:04:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:20 smithi078 ceph-mon[92251]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 3.5 KiB/s wr, 800 op/s 2024-08-10T06:04:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:20 smithi078 ceph-mon[92251]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-10T06:04:20.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:20 smithi078 ceph-mon[94618]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 3.5 KiB/s wr, 800 op/s 2024-08-10T06:04:20.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:20 smithi078 ceph-mon[94618]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-10T06:04:21.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:21 smithi107 ceph-mon[86658]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-10T06:04:21.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:21 smithi078 ceph-mon[92251]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-10T06:04:21.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:21 smithi078 ceph-mon[94618]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-10T06:04:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:22 smithi078 ceph-mon[92251]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:04:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:22 smithi078 ceph-mon[92251]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-10T06:04:22.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:04:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:04:21] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-08-10T06:04:22.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:22 smithi078 ceph-mon[94618]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:04:22.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:22 smithi078 ceph-mon[94618]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-10T06:04:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:22 smithi107 ceph-mon[86658]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:04:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:22 smithi107 ceph-mon[86658]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-10T06:04:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:04:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:23.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:23 smithi107 ceph-mon[86658]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-10T06:04:23.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:23 smithi078 ceph-mon[92251]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-10T06:04:23.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:23 smithi078 ceph-mon[94618]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-10T06:04:24.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:24 smithi107 ceph-mon[86658]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2024-08-10T06:04:24.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:24 smithi107 ceph-mon[86658]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-10T06:04:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:24 smithi078 ceph-mon[92251]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2024-08-10T06:04:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:24 smithi078 ceph-mon[92251]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-10T06:04:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:24 smithi078 ceph-mon[94618]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2024-08-10T06:04:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:24 smithi078 ceph-mon[94618]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-10T06:04:25.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:25 smithi078 ceph-mon[92251]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-10T06:04:25.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:25 smithi078 ceph-mon[94618]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-10T06:04:25.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:25 smithi107 ceph-mon[86658]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-10T06:04:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:26 smithi078 ceph-mon[94618]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.2 KiB/s wr, 846 op/s 2024-08-10T06:04:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:26 smithi078 ceph-mon[94618]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-10T06:04:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:26 smithi078 ceph-mon[92251]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.2 KiB/s wr, 846 op/s 2024-08-10T06:04:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:26 smithi078 ceph-mon[92251]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-10T06:04:26.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:26 smithi107 ceph-mon[86658]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 4.2 KiB/s wr, 846 op/s 2024-08-10T06:04:26.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:26 smithi107 ceph-mon[86658]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-10T06:04:27.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:27 smithi078 ceph-mon[92251]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-10T06:04:27.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:27 smithi078 ceph-mon[94618]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-10T06:04:27.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:27 smithi107 ceph-mon[86658]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-10T06:04:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:28 smithi078 ceph-mon[94618]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-08-10T06:04:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:28 smithi078 ceph-mon[94618]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-10T06:04:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:28 smithi078 ceph-mon[92251]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-08-10T06:04:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:28 smithi078 ceph-mon[92251]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-10T06:04:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:28 smithi107 ceph-mon[86658]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-08-10T06:04:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:28 smithi107 ceph-mon[86658]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-10T06:04:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:29.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:29 smithi078 ceph-mon[92251]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-10T06:04:29.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:29 smithi078 ceph-mon[94618]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-10T06:04:29.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:29 smithi107 ceph-mon[86658]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-10T06:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:30 smithi078 ceph-mon[94618]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 2.5 KiB/s wr, 887 op/s 2024-08-10T06:04:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:30 smithi078 ceph-mon[94618]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-10T06:04:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:30 smithi078 ceph-mon[92251]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 2.5 KiB/s wr, 887 op/s 2024-08-10T06:04:30.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:30 smithi078 ceph-mon[92251]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-10T06:04:30.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:30 smithi107 ceph-mon[86658]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 659 KiB/s rd, 2.5 KiB/s wr, 887 op/s 2024-08-10T06:04:30.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:30 smithi107 ceph-mon[86658]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-10T06:04:31.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:31 smithi078 ceph-mon[92251]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-10T06:04:31.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:31 smithi078 ceph-mon[94618]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-10T06:04:31.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:31 smithi107 ceph-mon[86658]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-10T06:04:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:04:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:04:31] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T06:04:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:32 smithi078 ceph-mon[94618]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 1 op/s 2024-08-10T06:04:32.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:32 smithi078 ceph-mon[94618]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-10T06:04:32.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:32 smithi078 ceph-mon[92251]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 1 op/s 2024-08-10T06:04:32.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:32 smithi078 ceph-mon[92251]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-10T06:04:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:32 smithi107 ceph-mon[86658]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 1 op/s 2024-08-10T06:04:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:32 smithi107 ceph-mon[86658]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-10T06:04:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:04:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:33.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:33 smithi078 ceph-mon[92251]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-10T06:04:33.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:33 smithi078 ceph-mon[94618]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-10T06:04:33.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:33 smithi107 ceph-mon[86658]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-10T06:04:34.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:34 smithi078 ceph-mon[92251]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-08-10T06:04:34.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:34 smithi078 ceph-mon[92251]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-10T06:04:34.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:34 smithi078 ceph-mon[94618]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-08-10T06:04:34.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:34 smithi078 ceph-mon[94618]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-10T06:04:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:34 smithi107 ceph-mon[86658]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-08-10T06:04:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:34 smithi107 ceph-mon[86658]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-10T06:04:35.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:35 smithi078 ceph-mon[92251]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-10T06:04:35.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:35 smithi078 ceph-mon[94618]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-10T06:04:35.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:35 smithi107 ceph-mon[86658]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-10T06:04:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:36 smithi078 ceph-mon[92251]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.2 KiB/s wr, 932 op/s 2024-08-10T06:04:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:36 smithi078 ceph-mon[92251]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-10T06:04:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:36 smithi078 ceph-mon[94618]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.2 KiB/s wr, 932 op/s 2024-08-10T06:04:36.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:36 smithi078 ceph-mon[94618]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-10T06:04:36.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:36 smithi107 ceph-mon[86658]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.2 KiB/s wr, 932 op/s 2024-08-10T06:04:36.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:36 smithi107 ceph-mon[86658]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-10T06:04:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:37 smithi078 ceph-mon[92251]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-10T06:04:37.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:37 smithi078 ceph-mon[92251]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-08-10T06:04:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:37 smithi078 ceph-mon[94618]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-10T06:04:37.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:37 smithi078 ceph-mon[94618]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-08-10T06:04:37.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:37 smithi107 ceph-mon[86658]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-10T06:04:37.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:37 smithi107 ceph-mon[86658]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-08-10T06:04:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:38 smithi078 ceph-mon[92251]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-10T06:04:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:38 smithi078 ceph-mon[94618]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-10T06:04:38.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:38 smithi107 ceph-mon[86658]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-10T06:04:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:39 smithi078 ceph-mon[92251]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-10T06:04:39.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:39 smithi078 ceph-mon[92251]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 3.7 KiB/s wr, 975 op/s 2024-08-10T06:04:39.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:39 smithi078 ceph-mon[94618]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-10T06:04:39.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:39 smithi078 ceph-mon[94618]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 3.7 KiB/s wr, 975 op/s 2024-08-10T06:04:39.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:39 smithi107 ceph-mon[86658]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-10T06:04:39.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:39 smithi107 ceph-mon[86658]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 724 KiB/s rd, 3.7 KiB/s wr, 975 op/s 2024-08-10T06:04:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:40 smithi078 ceph-mon[94618]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-10T06:04:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:40 smithi078 ceph-mon[92251]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-10T06:04:40.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:40 smithi107 ceph-mon[86658]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-10T06:04:41.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:41 smithi078 ceph-mon[94618]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-10T06:04:41.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:41 smithi078 ceph-mon[94618]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:04:41.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:41 smithi078 ceph-mon[92251]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-10T06:04:41.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:41 smithi078 ceph-mon[92251]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:04:41.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:41 smithi107 ceph-mon[86658]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-10T06:04:41.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:41 smithi107 ceph-mon[86658]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:04:42.194 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:04:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:04:41] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T06:04:42.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:42 smithi078 ceph-mon[94618]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-10T06:04:42.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:42 smithi078 ceph-mon[92251]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-10T06:04:42.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:42 smithi107 ceph-mon[86658]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-10T06:04:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:04:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:43 smithi078 ceph-mon[92251]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-10T06:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:43 smithi078 ceph-mon[92251]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-08-10T06:04:43.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:43 smithi078 ceph-mon[94618]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-10T06:04:43.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:43.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:43 smithi078 ceph-mon[94618]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-08-10T06:04:43.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:43 smithi107 ceph-mon[86658]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-10T06:04:43.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:43.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:43 smithi107 ceph-mon[86658]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-08-10T06:04:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:44 smithi078 ceph-mon[92251]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-10T06:04:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:44 smithi078 ceph-mon[94618]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-10T06:04:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:44 smithi107 ceph-mon[86658]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-10T06:04:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:45 smithi078 ceph-mon[92251]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-10T06:04:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:45 smithi078 ceph-mon[92251]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-08-10T06:04:45.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:45 smithi078 ceph-mon[94618]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-10T06:04:45.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:45 smithi078 ceph-mon[94618]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-08-10T06:04:45.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:45 smithi107 ceph-mon[86658]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-10T06:04:45.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:45 smithi107 ceph-mon[86658]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-08-10T06:04:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:46 smithi078 ceph-mon[92251]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-10T06:04:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:46 smithi078 ceph-mon[94618]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-10T06:04:46.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:46 smithi107 ceph-mon[86658]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-10T06:04:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:47 smithi078 ceph-mon[92251]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-10T06:04:47.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:47 smithi078 ceph-mon[92251]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-08-10T06:04:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:47 smithi078 ceph-mon[94618]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-10T06:04:47.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:47 smithi078 ceph-mon[94618]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-08-10T06:04:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:47 smithi107 ceph-mon[86658]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-10T06:04:47.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:47 smithi107 ceph-mon[86658]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-08-10T06:04:48.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:48 smithi107 ceph-mon[86658]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-10T06:04:48.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:48 smithi078 ceph-mon[92251]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-10T06:04:48.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:48 smithi078 ceph-mon[94618]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-10T06:04:49.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:49 smithi107 ceph-mon[86658]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-10T06:04:49.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:49 smithi107 ceph-mon[86658]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 789 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-08-10T06:04:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:49 smithi078 ceph-mon[92251]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-10T06:04:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:49 smithi078 ceph-mon[92251]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 789 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-08-10T06:04:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:49 smithi078 ceph-mon[94618]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-10T06:04:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:49 smithi078 ceph-mon[94618]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 789 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-08-10T06:04:50.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:50 smithi107 ceph-mon[86658]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-10T06:04:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:50 smithi078 ceph-mon[92251]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-10T06:04:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:50 smithi078 ceph-mon[94618]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-10T06:04:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:51 smithi107 ceph-mon[86658]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-10T06:04:51.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:51 smithi107 ceph-mon[86658]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:04:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:51 smithi078 ceph-mon[92251]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-10T06:04:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:51 smithi078 ceph-mon[92251]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:04:51.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:51 smithi078 ceph-mon[94618]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-10T06:04:51.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:51 smithi078 ceph-mon[94618]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:04:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:04:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:04:51] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T06:04:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:52 smithi107 ceph-mon[86658]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-10T06:04:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:04:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:52 smithi078 ceph-mon[92251]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-10T06:04:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:52 smithi078 ceph-mon[94618]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-10T06:04:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:53 smithi107 ceph-mon[86658]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-10T06:04:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:53 smithi107 ceph-mon[86658]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.0 KiB/s wr, 1.11k op/s 2024-08-10T06:04:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:53 smithi078 ceph-mon[92251]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-10T06:04:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:53 smithi078 ceph-mon[92251]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.0 KiB/s wr, 1.11k op/s 2024-08-10T06:04:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:53 smithi078 ceph-mon[94618]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-10T06:04:53.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:53 smithi078 ceph-mon[94618]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.0 KiB/s wr, 1.11k op/s 2024-08-10T06:04:54.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:54 smithi107 ceph-mon[86658]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-10T06:04:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:54 smithi078 ceph-mon[92251]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-10T06:04:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:54 smithi078 ceph-mon[94618]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-10T06:04:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:55 smithi107 ceph-mon[86658]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-10T06:04:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:55 smithi107 ceph-mon[86658]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-08-10T06:04:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:55.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:04:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[92251]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-10T06:04:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[92251]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-08-10T06:04:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:55.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:55.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:04:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[94618]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-10T06:04:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[94618]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-08-10T06:04:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:55.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:04:56.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:56 smithi107 ceph-mon[86658]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-10T06:04:56.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:56 smithi078 ceph-mon[92251]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-10T06:04:56.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:56 smithi078 ceph-mon[94618]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-10T06:04:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:57 smithi107 ceph-mon[86658]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-10T06:04:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:57 smithi107 ceph-mon[86658]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-08-10T06:04:57.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:57 smithi078 ceph-mon[92251]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-10T06:04:57.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:57 smithi078 ceph-mon[92251]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-08-10T06:04:57.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:57 smithi078 ceph-mon[94618]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-10T06:04:57.629 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:57 smithi078 ceph-mon[94618]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-08-10T06:04:58.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:58 smithi107 ceph-mon[86658]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-10T06:04:58.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:58 smithi078 ceph-mon[92251]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-10T06:04:58.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:58.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:58 smithi078 ceph-mon[94618]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-10T06:04:58.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:59 smithi107 ceph-mon[86658]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-10T06:04:59.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:04:59 smithi107 ceph-mon[86658]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 854 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-08-10T06:04:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:59 smithi078 ceph-mon[92251]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-10T06:04:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:04:59 smithi078 ceph-mon[92251]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 854 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-08-10T06:04:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:59 smithi078 ceph-mon[94618]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-10T06:04:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:04:59 smithi078 ceph-mon[94618]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 854 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-08-10T06:05:00.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:00 smithi078 ceph-mon[92251]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-10T06:05:00.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:00 smithi078 ceph-mon[94618]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-10T06:05:00.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:00 smithi107 ceph-mon[86658]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-10T06:05:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:01 smithi078 ceph-mon[94618]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-10T06:05:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:01 smithi078 ceph-mon[94618]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:05:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:01 smithi078 ceph-mon[92251]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-10T06:05:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:01 smithi078 ceph-mon[92251]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:05:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:01 smithi107 ceph-mon[86658]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-10T06:05:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:01 smithi107 ceph-mon[86658]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:05:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:05:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:05:01] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T06:05:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:02 smithi107 ceph-mon[86658]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-10T06:05:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:05:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:02.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:02 smithi078 ceph-mon[92251]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-10T06:05:02.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:02 smithi078 ceph-mon[94618]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-10T06:05:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:03 smithi078 ceph-mon[94618]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-10T06:05:03.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:03 smithi078 ceph-mon[94618]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.0 KiB/s wr, 1.20k op/s 2024-08-10T06:05:03.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:03 smithi078 ceph-mon[92251]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-10T06:05:03.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:03 smithi078 ceph-mon[92251]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.0 KiB/s wr, 1.20k op/s 2024-08-10T06:05:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:03 smithi107 ceph-mon[86658]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-10T06:05:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:03 smithi107 ceph-mon[86658]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.0 KiB/s wr, 1.20k op/s 2024-08-10T06:05:04.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:04 smithi078 ceph-mon[92251]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-10T06:05:04.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:04 smithi078 ceph-mon[94618]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-10T06:05:04.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:04 smithi107 ceph-mon[86658]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-10T06:05:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:05 smithi078 ceph-mon[92251]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-10T06:05:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:05 smithi078 ceph-mon[92251]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-08-10T06:05:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:05 smithi078 ceph-mon[94618]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-10T06:05:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:05 smithi078 ceph-mon[94618]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-08-10T06:05:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:05 smithi107 ceph-mon[86658]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-10T06:05:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:05 smithi107 ceph-mon[86658]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-08-10T06:05:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:06 smithi078 ceph-mon[92251]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-10T06:05:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:06 smithi078 ceph-mon[94618]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-10T06:05:06.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:06 smithi107 ceph-mon[86658]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-10T06:05:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:07 smithi078 ceph-mon[92251]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-10T06:05:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:07 smithi078 ceph-mon[92251]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-08-10T06:05:07.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:07 smithi078 ceph-mon[94618]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-10T06:05:07.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:07 smithi078 ceph-mon[94618]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-08-10T06:05:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:07 smithi107 ceph-mon[86658]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-10T06:05:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:07 smithi107 ceph-mon[86658]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-08-10T06:05:08.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:08 smithi078 ceph-mon[92251]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-10T06:05:08.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:08 smithi078 ceph-mon[94618]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-10T06:05:08.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:08 smithi107 ceph-mon[86658]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-10T06:05:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:09 smithi078 ceph-mon[92251]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-10T06:05:09.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:09 smithi078 ceph-mon[92251]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-08-10T06:05:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:09 smithi078 ceph-mon[94618]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-10T06:05:09.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:09 smithi078 ceph-mon[94618]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-08-10T06:05:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:09 smithi107 ceph-mon[86658]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-10T06:05:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:09 smithi107 ceph-mon[86658]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-08-10T06:05:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:10 smithi078 ceph-mon[92251]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-10T06:05:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:10 smithi078 ceph-mon[94618]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-10T06:05:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:10 smithi107 ceph-mon[86658]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-10T06:05:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:11 smithi078 ceph-mon[92251]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-10T06:05:11.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:11 smithi078 ceph-mon[92251]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:05:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:11 smithi078 ceph-mon[94618]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-10T06:05:11.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:11 smithi078 ceph-mon[94618]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:05:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:11 smithi107 ceph-mon[86658]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-10T06:05:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:11 smithi107 ceph-mon[86658]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-08-10T06:05:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:05:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:05:11] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T06:05:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:12 smithi107 ceph-mon[86658]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-10T06:05:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:05:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:05:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:12.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:12 smithi078 ceph-mon[92251]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-10T06:05:12.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:12 smithi078 ceph-mon[94618]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-10T06:05:13.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:13 smithi078 ceph-mon[92251]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-10T06:05:13.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:13.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:13 smithi078 ceph-mon[92251]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 2.7 KiB/s wr, 1.03k op/s 2024-08-10T06:05:13.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:13 smithi078 ceph-mon[94618]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-10T06:05:13.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:13.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:13 smithi078 ceph-mon[94618]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 2.7 KiB/s wr, 1.03k op/s 2024-08-10T06:05:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:13 smithi107 ceph-mon[86658]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-10T06:05:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:13 smithi107 ceph-mon[86658]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 2.7 KiB/s wr, 1.03k op/s 2024-08-10T06:05:14.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:14 smithi078 ceph-mon[92251]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-10T06:05:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:14 smithi078 ceph-mon[94618]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-10T06:05:14.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:14 smithi107 ceph-mon[86658]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-10T06:05:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:15 smithi078 ceph-mon[92251]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-10T06:05:15.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:15 smithi078 ceph-mon[92251]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-08-10T06:05:15.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:15 smithi078 ceph-mon[94618]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-10T06:05:15.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:15 smithi078 ceph-mon[94618]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-08-10T06:05:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:15 smithi107 ceph-mon[86658]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-10T06:05:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:15 smithi107 ceph-mon[86658]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-08-10T06:05:16.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:16 smithi078 ceph-mon[92251]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-10T06:05:16.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:16 smithi078 ceph-mon[94618]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-10T06:05:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:16 smithi107 ceph-mon[86658]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-10T06:05:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:17 smithi078 ceph-mon[92251]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-10T06:05:17.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:17 smithi078 ceph-mon[92251]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-08-10T06:05:17.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:17 smithi078 ceph-mon[94618]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-10T06:05:17.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:17 smithi078 ceph-mon[94618]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-08-10T06:05:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:17 smithi107 ceph-mon[86658]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-10T06:05:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:17 smithi107 ceph-mon[86658]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-08-10T06:05:18.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:18 smithi078 ceph-mon[92251]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-10T06:05:18.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:18 smithi078 ceph-mon[94618]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-10T06:05:18.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:18 smithi107 ceph-mon[86658]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-10T06:05:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:19 smithi078 ceph-mon[94618]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-10T06:05:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:19 smithi078 ceph-mon[94618]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-08-10T06:05:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:19 smithi078 ceph-mon[92251]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-10T06:05:19.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:19 smithi078 ceph-mon[92251]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-08-10T06:05:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:19 smithi107 ceph-mon[86658]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-10T06:05:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:19 smithi107 ceph-mon[86658]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-08-10T06:05:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:20 smithi107 ceph-mon[86658]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-10T06:05:20.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:20 smithi078 ceph-mon[92251]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-10T06:05:20.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:20 smithi078 ceph-mon[94618]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-10T06:05:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:21 smithi107 ceph-mon[86658]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-10T06:05:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:21 smithi107 ceph-mon[86658]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:05:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:21 smithi078 ceph-mon[92251]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-10T06:05:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:21 smithi078 ceph-mon[92251]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:05:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:21 smithi078 ceph-mon[94618]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-10T06:05:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:21 smithi078 ceph-mon[94618]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-08-10T06:05:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:05:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:05:21] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-10T06:05:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:22 smithi107 ceph-mon[86658]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-10T06:05:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:05:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:22 smithi078 ceph-mon[92251]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-10T06:05:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:22 smithi078 ceph-mon[94618]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-10T06:05:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:23 smithi107 ceph-mon[86658]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-10T06:05:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:23 smithi107 ceph-mon[86658]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:05:23.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:23 smithi078 ceph-mon[94618]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-10T06:05:23.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:23 smithi078 ceph-mon[94618]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:05:23.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:23 smithi078 ceph-mon[92251]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-10T06:05:23.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:23 smithi078 ceph-mon[92251]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:05:24.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:24 smithi107 ceph-mon[86658]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-10T06:05:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:24 smithi078 ceph-mon[92251]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-10T06:05:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:24 smithi078 ceph-mon[94618]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-10T06:05:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:25 smithi107 ceph-mon[86658]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-10T06:05:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:25 smithi107 ceph-mon[86658]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:05:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:25 smithi078 ceph-mon[92251]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-10T06:05:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:25 smithi078 ceph-mon[92251]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:05:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:25 smithi078 ceph-mon[94618]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-10T06:05:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:25 smithi078 ceph-mon[94618]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:05:26.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:26 smithi107 ceph-mon[86658]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-10T06:05:26.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:26 smithi078 ceph-mon[92251]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-10T06:05:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:26 smithi078 ceph-mon[94618]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-10T06:05:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:27 smithi107 ceph-mon[86658]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-10T06:05:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:27 smithi107 ceph-mon[86658]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-08-10T06:05:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:27.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:27 smithi078 ceph-mon[92251]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-10T06:05:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:27 smithi078 ceph-mon[92251]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-08-10T06:05:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:27 smithi078 ceph-mon[94618]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-10T06:05:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:27 smithi078 ceph-mon[94618]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-08-10T06:05:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:28 smithi107 ceph-mon[86658]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-10T06:05:28.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:28 smithi078 ceph-mon[92251]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-10T06:05:28.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:28 smithi078 ceph-mon[94618]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-10T06:05:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:29 smithi107 ceph-mon[86658]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-10T06:05:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:29 smithi107 ceph-mon[86658]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-08-10T06:05:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:29 smithi078 ceph-mon[92251]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-10T06:05:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:29 smithi078 ceph-mon[92251]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-08-10T06:05:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:29 smithi078 ceph-mon[94618]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-10T06:05:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:29 smithi078 ceph-mon[94618]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-08-10T06:05:30.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:30 smithi107 ceph-mon[86658]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-10T06:05:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:30 smithi078 ceph-mon[92251]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-10T06:05:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:30 smithi078 ceph-mon[94618]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-10T06:05:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:31 smithi107 ceph-mon[86658]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-10T06:05:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:31 smithi107 ceph-mon[86658]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:05:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:31 smithi078 ceph-mon[92251]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-10T06:05:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:31 smithi078 ceph-mon[92251]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:05:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:31 smithi078 ceph-mon[94618]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-10T06:05:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:31 smithi078 ceph-mon[94618]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:05:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:05:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:05:31] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T06:05:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:32 smithi107 ceph-mon[86658]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-10T06:05:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:05:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:32 smithi078 ceph-mon[92251]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-10T06:05:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:32 smithi078 ceph-mon[94618]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-10T06:05:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:33 smithi078 ceph-mon[92251]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-10T06:05:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:33 smithi078 ceph-mon[92251]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-08-10T06:05:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:33 smithi078 ceph-mon[94618]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-10T06:05:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:33 smithi078 ceph-mon[94618]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-08-10T06:05:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:33 smithi107 ceph-mon[86658]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-10T06:05:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:33 smithi107 ceph-mon[86658]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-08-10T06:05:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:34 smithi078 ceph-mon[92251]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-10T06:05:34.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:34 smithi078 ceph-mon[94618]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-10T06:05:35.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:34 smithi107 ceph-mon[86658]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-10T06:05:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:35 smithi078 ceph-mon[92251]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-10T06:05:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:35 smithi078 ceph-mon[92251]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.45k op/s 2024-08-10T06:05:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:35 smithi078 ceph-mon[94618]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-10T06:05:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:35 smithi078 ceph-mon[94618]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.45k op/s 2024-08-10T06:05:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:35 smithi107 ceph-mon[86658]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-10T06:05:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:35 smithi107 ceph-mon[86658]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.45k op/s 2024-08-10T06:05:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:36 smithi078 ceph-mon[92251]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-10T06:05:36.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:36 smithi078 ceph-mon[94618]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-10T06:05:37.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:36 smithi107 ceph-mon[86658]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-10T06:05:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:37 smithi078 ceph-mon[92251]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-10T06:05:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:37 smithi078 ceph-mon[92251]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.50k op/s 2024-08-10T06:05:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:37 smithi078 ceph-mon[94618]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-10T06:05:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:37 smithi078 ceph-mon[94618]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.50k op/s 2024-08-10T06:05:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:37 smithi107 ceph-mon[86658]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-10T06:05:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:37 smithi107 ceph-mon[86658]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.50k op/s 2024-08-10T06:05:38.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:38 smithi078 ceph-mon[92251]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-10T06:05:38.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:38 smithi078 ceph-mon[94618]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-10T06:05:39.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:38 smithi107 ceph-mon[86658]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-10T06:05:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:39 smithi078 ceph-mon[94618]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-10T06:05:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:39 smithi078 ceph-mon[94618]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-10T06:05:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:39 smithi078 ceph-mon[92251]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-10T06:05:39.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:39 smithi078 ceph-mon[92251]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-10T06:05:40.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:39 smithi107 ceph-mon[86658]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-10T06:05:40.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:39 smithi107 ceph-mon[86658]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-10T06:05:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:40 smithi078 ceph-mon[92251]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-10T06:05:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:40 smithi078 ceph-mon[94618]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-10T06:05:41.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:40 smithi107 ceph-mon[86658]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-10T06:05:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:41 smithi078 ceph-mon[92251]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-10T06:05:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:41 smithi078 ceph-mon[92251]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:05:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:41 smithi078 ceph-mon[94618]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-10T06:05:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:41 smithi078 ceph-mon[94618]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:05:42.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:41 smithi107 ceph-mon[86658]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-10T06:05:42.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:41 smithi107 ceph-mon[86658]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-08-10T06:05:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:05:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:05:41] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T06:05:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:05:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:42 smithi078 ceph-mon[92251]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-10T06:05:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:42 smithi078 ceph-mon[94618]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-10T06:05:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:42 smithi107 ceph-mon[86658]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-10T06:05:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:43 smithi078 ceph-mon[94618]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-10T06:05:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:43 smithi078 ceph-mon[94618]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-08-10T06:05:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:43 smithi078 ceph-mon[92251]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-10T06:05:43.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:43 smithi078 ceph-mon[92251]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-08-10T06:05:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:43 smithi107 ceph-mon[86658]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-10T06:05:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:43 smithi107 ceph-mon[86658]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-08-10T06:05:44.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:44 smithi078 ceph-mon[92251]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-10T06:05:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:44 smithi078 ceph-mon[94618]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-10T06:05:45.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:44 smithi107 ceph-mon[86658]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-10T06:05:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:45 smithi078 ceph-mon[94618]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-10T06:05:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:45 smithi078 ceph-mon[94618]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-08-10T06:05:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:45 smithi078 ceph-mon[92251]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-10T06:05:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:45 smithi078 ceph-mon[92251]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-08-10T06:05:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:45 smithi107 ceph-mon[86658]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-10T06:05:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:45 smithi107 ceph-mon[86658]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-08-10T06:05:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:46 smithi078 ceph-mon[92251]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-10T06:05:46.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:46 smithi078 ceph-mon[94618]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-10T06:05:47.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:46 smithi107 ceph-mon[86658]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-10T06:05:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:47 smithi078 ceph-mon[94618]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-10T06:05:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:47 smithi078 ceph-mon[94618]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.58k op/s 2024-08-10T06:05:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:47 smithi078 ceph-mon[92251]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-10T06:05:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:47 smithi078 ceph-mon[92251]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.58k op/s 2024-08-10T06:05:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:47 smithi107 ceph-mon[86658]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-10T06:05:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:47 smithi107 ceph-mon[86658]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.58k op/s 2024-08-10T06:05:48.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:48 smithi078 ceph-mon[92251]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-10T06:05:48.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:48 smithi078 ceph-mon[94618]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-10T06:05:49.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:48 smithi107 ceph-mon[86658]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-10T06:05:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:49 smithi078 ceph-mon[92251]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-10T06:05:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:49 smithi078 ceph-mon[92251]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-08-10T06:05:49.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:49 smithi078 ceph-mon[94618]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-10T06:05:49.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:49 smithi078 ceph-mon[94618]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-08-10T06:05:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:49 smithi107 ceph-mon[86658]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-10T06:05:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:49 smithi107 ceph-mon[86658]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-08-10T06:05:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:50 smithi078 ceph-mon[92251]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-10T06:05:50.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:50 smithi078 ceph-mon[94618]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-10T06:05:51.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:50 smithi107 ceph-mon[86658]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-10T06:05:51.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:51 smithi078 ceph-mon[92251]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-10T06:05:51.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:51 smithi078 ceph-mon[92251]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-08-10T06:05:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:51 smithi078 ceph-mon[94618]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-10T06:05:51.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:51 smithi078 ceph-mon[94618]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-08-10T06:05:51.978 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:05:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:05:51] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-10T06:05:52.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:51 smithi107 ceph-mon[86658]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-10T06:05:52.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:51 smithi107 ceph-mon[86658]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-08-10T06:05:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:05:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:52.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:52 smithi078 ceph-mon[92251]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-10T06:05:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:52 smithi078 ceph-mon[94618]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-10T06:05:53.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:52 smithi107 ceph-mon[86658]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-10T06:05:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:53 smithi078 ceph-mon[94618]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-10T06:05:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:53 smithi078 ceph-mon[94618]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-08-10T06:05:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:53 smithi078 ceph-mon[92251]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-10T06:05:53.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:53 smithi078 ceph-mon[92251]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-08-10T06:05:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:53 smithi107 ceph-mon[86658]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-10T06:05:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:53 smithi107 ceph-mon[86658]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-08-10T06:05:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:54 smithi107 ceph-mon[86658]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-10T06:05:55.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:54 smithi078 ceph-mon[92251]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-10T06:05:55.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:54 smithi078 ceph-mon[94618]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-10T06:05:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:55 smithi107 ceph-mon[86658]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-10T06:05:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:55 smithi107 ceph-mon[86658]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.63k op/s 2024-08-10T06:05:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:55 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:05:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[92251]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-10T06:05:56.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[92251]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.63k op/s 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[94618]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[94618]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.63k op/s 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:56.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:56.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:55 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:05:57.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:56 smithi107 ceph-mon[86658]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-10T06:05:57.128 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:56 smithi078 ceph-mon[92251]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-10T06:05:57.129 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:56 smithi078 ceph-mon[94618]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-10T06:05:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:57 smithi107 ceph-mon[86658]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-10T06:05:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:57 smithi107 ceph-mon[86658]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.67k op/s 2024-08-10T06:05:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:57 smithi078 ceph-mon[92251]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-10T06:05:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:57 smithi078 ceph-mon[92251]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.67k op/s 2024-08-10T06:05:58.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:58.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:57 smithi078 ceph-mon[94618]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-10T06:05:58.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:57 smithi078 ceph-mon[94618]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.67k op/s 2024-08-10T06:05:58.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:59.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:58 smithi107 ceph-mon[86658]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-10T06:05:59.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:58 smithi078 ceph-mon[92251]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-10T06:05:59.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:58 smithi078 ceph-mon[94618]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-10T06:06:00.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:59 smithi107 ceph-mon[86658]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-10T06:06:00.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:05:59 smithi107 ceph-mon[86658]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-08-10T06:06:00.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:06:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=cleanup t=2024-08-10T06:06:00.032042313Z level=info msg="Completed cleanup jobs" duration=9.607981ms 2024-08-10T06:06:00.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:59 smithi078 ceph-mon[94618]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-10T06:06:00.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:05:59 smithi078 ceph-mon[94618]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-08-10T06:06:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:59 smithi078 ceph-mon[92251]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-10T06:06:00.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:05:59 smithi078 ceph-mon[92251]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-08-10T06:06:01.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:00 smithi107 ceph-mon[86658]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-10T06:06:01.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:00 smithi078 ceph-mon[92251]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-10T06:06:01.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:00 smithi078 ceph-mon[94618]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-10T06:06:02.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:01 smithi107 ceph-mon[86658]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-10T06:06:02.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:01 smithi107 ceph-mon[86658]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:06:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:01 smithi078 ceph-mon[92251]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-10T06:06:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:01 smithi078 ceph-mon[92251]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:06:02.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:06:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:06:01] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T06:06:02.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:01 smithi078 ceph-mon[94618]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-10T06:06:02.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:01 smithi078 ceph-mon[94618]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:06:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:06:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:03.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:02 smithi107 ceph-mon[86658]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-10T06:06:03.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:02 smithi078 ceph-mon[92251]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-10T06:06:03.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:02 smithi078 ceph-mon[94618]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-10T06:06:04.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:03 smithi107 ceph-mon[86658]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-10T06:06:04.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:03 smithi107 ceph-mon[86658]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-08-10T06:06:04.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:03 smithi078 ceph-mon[94618]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-10T06:06:04.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:03 smithi078 ceph-mon[94618]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-08-10T06:06:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:03 smithi078 ceph-mon[92251]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-10T06:06:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:03 smithi078 ceph-mon[92251]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-08-10T06:06:05.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:04 smithi078 ceph-mon[92251]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-10T06:06:05.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:04 smithi078 ceph-mon[94618]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-10T06:06:05.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:04 smithi107 ceph-mon[86658]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-10T06:06:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:05 smithi078 ceph-mon[92251]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-10T06:06:06.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:05 smithi078 ceph-mon[92251]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-08-10T06:06:06.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:05 smithi078 ceph-mon[94618]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-10T06:06:06.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:05 smithi078 ceph-mon[94618]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-08-10T06:06:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:05 smithi107 ceph-mon[86658]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-10T06:06:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:05 smithi107 ceph-mon[86658]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-08-10T06:06:07.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:06 smithi078 ceph-mon[92251]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-10T06:06:07.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:06 smithi078 ceph-mon[94618]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-10T06:06:07.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:06 smithi107 ceph-mon[86658]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-10T06:06:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:07 smithi078 ceph-mon[92251]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-10T06:06:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:07 smithi078 ceph-mon[92251]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-08-10T06:06:08.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:07 smithi078 ceph-mon[94618]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-10T06:06:08.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:07 smithi078 ceph-mon[94618]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-08-10T06:06:08.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:07 smithi107 ceph-mon[86658]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-10T06:06:08.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:07 smithi107 ceph-mon[86658]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-08-10T06:06:09.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:08 smithi078 ceph-mon[92251]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-10T06:06:09.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:08 smithi078 ceph-mon[94618]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-10T06:06:09.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:08 smithi107 ceph-mon[86658]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-10T06:06:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:09 smithi078 ceph-mon[92251]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-10T06:06:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:09 smithi078 ceph-mon[92251]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-08-10T06:06:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:09 smithi078 ceph-mon[94618]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-10T06:06:10.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:09 smithi078 ceph-mon[94618]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-08-10T06:06:10.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:09 smithi107 ceph-mon[86658]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-10T06:06:10.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:09 smithi107 ceph-mon[86658]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-08-10T06:06:11.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:10 smithi078 ceph-mon[92251]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-10T06:06:11.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:10 smithi078 ceph-mon[94618]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-10T06:06:11.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:10 smithi107 ceph-mon[86658]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-10T06:06:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:11 smithi078 ceph-mon[92251]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-10T06:06:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:11 smithi078 ceph-mon[92251]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 4 op/s 2024-08-10T06:06:12.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:06:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:06:11] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T06:06:12.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:11 smithi078 ceph-mon[94618]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-10T06:06:12.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:11 smithi078 ceph-mon[94618]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 4 op/s 2024-08-10T06:06:12.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:11 smithi107 ceph-mon[86658]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-10T06:06:12.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:11 smithi107 ceph-mon[86658]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 4 op/s 2024-08-10T06:06:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:06:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:12 smithi078 ceph-mon[94618]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-10T06:06:13.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:12 smithi078 ceph-mon[92251]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-10T06:06:13.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:12 smithi107 ceph-mon[86658]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-10T06:06:13.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:13 smithi078 ceph-mon[92251]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-08-10T06:06:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:13 smithi078 ceph-mon[92251]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-10T06:06:14.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:13 smithi078 ceph-mon[94618]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-08-10T06:06:14.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:13 smithi078 ceph-mon[94618]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-10T06:06:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:13 smithi107 ceph-mon[86658]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-08-10T06:06:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:13 smithi107 ceph-mon[86658]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-10T06:06:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:14 smithi078 ceph-mon[92251]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-10T06:06:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:14 smithi078 ceph-mon[94618]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-10T06:06:15.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:14 smithi107 ceph-mon[86658]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-10T06:06:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:15 smithi078 ceph-mon[94618]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-10T06:06:16.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:15 smithi078 ceph-mon[94618]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-10T06:06:16.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:15 smithi078 ceph-mon[92251]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-10T06:06:16.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:15 smithi078 ceph-mon[92251]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-10T06:06:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:15 smithi107 ceph-mon[86658]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-10T06:06:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:15 smithi107 ceph-mon[86658]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-10T06:06:17.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:16 smithi078 ceph-mon[92251]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-10T06:06:17.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:16 smithi078 ceph-mon[94618]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-10T06:06:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:16 smithi107 ceph-mon[86658]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-10T06:06:18.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:17 smithi078 ceph-mon[92251]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-08-10T06:06:18.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:17 smithi078 ceph-mon[92251]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-10T06:06:18.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:17 smithi078 ceph-mon[92251]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-10T06:06:18.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:17 smithi078 ceph-mon[94618]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-08-10T06:06:18.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:17 smithi078 ceph-mon[94618]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-10T06:06:18.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:17 smithi078 ceph-mon[94618]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-10T06:06:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:17 smithi107 ceph-mon[86658]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-08-10T06:06:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:17 smithi107 ceph-mon[86658]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-10T06:06:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:17 smithi107 ceph-mon[86658]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-10T06:06:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:19 smithi078 ceph-mon[92251]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-10T06:06:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:19 smithi078 ceph-mon[92251]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-10T06:06:19.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:19 smithi078 ceph-mon[94618]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-10T06:06:19.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:19 smithi078 ceph-mon[94618]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-10T06:06:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:19 smithi107 ceph-mon[86658]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-10T06:06:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:19 smithi107 ceph-mon[86658]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-08-10T06:06:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:20 smithi078 ceph-mon[92251]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-10T06:06:20.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:20 smithi078 ceph-mon[94618]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-10T06:06:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:20 smithi107 ceph-mon[86658]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-10T06:06:21.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:21 smithi078 ceph-mon[92251]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-10T06:06:21.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:21 smithi078 ceph-mon[92251]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:06:21.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:21 smithi078 ceph-mon[94618]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-10T06:06:21.730 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:21 smithi078 ceph-mon[94618]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:06:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:21 smithi107 ceph-mon[86658]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-10T06:06:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:21 smithi107 ceph-mon[86658]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:06:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:06:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:06:21] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T06:06:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:22 smithi107 ceph-mon[86658]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-10T06:06:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:22 smithi107 ceph-mon[86658]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-10T06:06:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:06:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:22 smithi078 ceph-mon[92251]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-10T06:06:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:22 smithi078 ceph-mon[92251]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-10T06:06:22.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:22 smithi078 ceph-mon[94618]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-10T06:06:22.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:22 smithi078 ceph-mon[94618]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-10T06:06:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:23 smithi078 ceph-mon[92251]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:06:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:23 smithi078 ceph-mon[94618]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:06:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:23 smithi107 ceph-mon[86658]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:06:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:24 smithi078 ceph-mon[92251]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-10T06:06:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:24 smithi078 ceph-mon[94618]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-10T06:06:24.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:24 smithi107 ceph-mon[86658]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-10T06:06:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:25 smithi107 ceph-mon[86658]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-10T06:06:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:25 smithi107 ceph-mon[86658]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-10T06:06:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:25 smithi078 ceph-mon[92251]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-10T06:06:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:25 smithi078 ceph-mon[92251]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-10T06:06:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:25 smithi078 ceph-mon[94618]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-10T06:06:25.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:25 smithi078 ceph-mon[94618]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-08-10T06:06:26.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:26 smithi107 ceph-mon[86658]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-10T06:06:26.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:26 smithi078 ceph-mon[92251]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-10T06:06:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:26 smithi078 ceph-mon[94618]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-10T06:06:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:27 smithi107 ceph-mon[86658]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-10T06:06:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:27 smithi107 ceph-mon[86658]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:06:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:27 smithi107 ceph-mon[86658]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-10T06:06:27.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:27 smithi078 ceph-mon[92251]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-10T06:06:27.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:27 smithi078 ceph-mon[92251]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:06:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:27 smithi078 ceph-mon[92251]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-10T06:06:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:27 smithi078 ceph-mon[94618]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-10T06:06:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:27 smithi078 ceph-mon[94618]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:06:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:27 smithi078 ceph-mon[94618]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-10T06:06:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:28 smithi107 ceph-mon[86658]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-10T06:06:28.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:28.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:28 smithi078 ceph-mon[92251]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-10T06:06:28.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:28.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:28 smithi078 ceph-mon[94618]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-10T06:06:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:29 smithi107 ceph-mon[86658]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:06:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:29 smithi078 ceph-mon[92251]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:06:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:29 smithi078 ceph-mon[94618]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:06:30.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:30 smithi107 ceph-mon[86658]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-10T06:06:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:30 smithi078 ceph-mon[92251]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-10T06:06:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:30 smithi078 ceph-mon[94618]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-10T06:06:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:31 smithi107 ceph-mon[86658]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-10T06:06:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:31 smithi107 ceph-mon[86658]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:06:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:31 smithi078 ceph-mon[92251]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-10T06:06:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:31 smithi078 ceph-mon[92251]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:06:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:31 smithi078 ceph-mon[94618]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-10T06:06:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:31 smithi078 ceph-mon[94618]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:06:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:06:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:06:31] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T06:06:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:32 smithi107 ceph-mon[86658]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-10T06:06:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:32 smithi107 ceph-mon[86658]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-10T06:06:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:06:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:32 smithi078 ceph-mon[92251]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-10T06:06:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:32 smithi078 ceph-mon[92251]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-10T06:06:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:32 smithi078 ceph-mon[94618]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-10T06:06:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:32 smithi078 ceph-mon[94618]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-10T06:06:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:33 smithi107 ceph-mon[86658]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:06:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:33 smithi107 ceph-mon[86658]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-10T06:06:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:33 smithi078 ceph-mon[92251]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:06:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:33 smithi078 ceph-mon[92251]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-10T06:06:33.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:33 smithi078 ceph-mon[94618]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:06:33.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:33 smithi078 ceph-mon[94618]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-10T06:06:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:35 smithi078 ceph-mon[94618]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-10T06:06:35.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:35 smithi078 ceph-mon[94618]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:06:35.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:35 smithi078 ceph-mon[92251]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-10T06:06:35.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:35 smithi078 ceph-mon[92251]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:06:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:35 smithi107 ceph-mon[86658]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-10T06:06:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:35 smithi107 ceph-mon[86658]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:06:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:36 smithi078 ceph-mon[92251]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-10T06:06:36.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:36 smithi078 ceph-mon[94618]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-10T06:06:36.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:36 smithi107 ceph-mon[86658]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-10T06:06:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:37 smithi078 ceph-mon[92251]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-10T06:06:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:37 smithi078 ceph-mon[92251]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:06:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:37 smithi078 ceph-mon[92251]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-10T06:06:37.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:37 smithi078 ceph-mon[94618]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-10T06:06:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:37 smithi078 ceph-mon[94618]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:06:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:37 smithi078 ceph-mon[94618]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-10T06:06:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:37 smithi107 ceph-mon[86658]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-10T06:06:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:37 smithi107 ceph-mon[86658]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:06:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:37 smithi107 ceph-mon[86658]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-10T06:06:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:39 smithi078 ceph-mon[92251]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-10T06:06:39.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:39 smithi078 ceph-mon[92251]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:06:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:39 smithi078 ceph-mon[94618]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-10T06:06:39.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:39 smithi078 ceph-mon[94618]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:06:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:39 smithi107 ceph-mon[86658]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-10T06:06:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:39 smithi107 ceph-mon[86658]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:06:40.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:40 smithi078 ceph-mon[92251]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-10T06:06:40.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:40 smithi078 ceph-mon[94618]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-10T06:06:40.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:40 smithi107 ceph-mon[86658]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-10T06:06:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:41 smithi107 ceph-mon[86658]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-10T06:06:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:41 smithi107 ceph-mon[86658]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:06:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:41 smithi078 ceph-mon[92251]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-10T06:06:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:41 smithi078 ceph-mon[92251]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:06:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:41 smithi078 ceph-mon[94618]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-10T06:06:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:41 smithi078 ceph-mon[94618]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:06:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:06:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:06:41] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T06:06:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:42 smithi107 ceph-mon[86658]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-10T06:06:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:42 smithi107 ceph-mon[86658]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-10T06:06:42.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:06:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:42 smithi078 ceph-mon[92251]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-10T06:06:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:42 smithi078 ceph-mon[92251]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-10T06:06:42.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:42 smithi078 ceph-mon[94618]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-10T06:06:42.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:42 smithi078 ceph-mon[94618]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-10T06:06:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:43 smithi107 ceph-mon[86658]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:06:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:43 smithi078 ceph-mon[92251]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:06:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:43 smithi078 ceph-mon[94618]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:06:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:44 smithi107 ceph-mon[86658]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-10T06:06:44.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:44 smithi078 ceph-mon[92251]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-10T06:06:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:44 smithi078 ceph-mon[94618]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-10T06:06:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:45 smithi107 ceph-mon[86658]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-10T06:06:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:45 smithi107 ceph-mon[86658]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:06:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:45 smithi078 ceph-mon[92251]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-10T06:06:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:45 smithi078 ceph-mon[92251]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:06:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:45 smithi078 ceph-mon[94618]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-10T06:06:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:45 smithi078 ceph-mon[94618]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:06:46.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:46 smithi107 ceph-mon[86658]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-10T06:06:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:46 smithi078 ceph-mon[92251]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-10T06:06:46.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:46 smithi078 ceph-mon[94618]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-10T06:06:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:47 smithi107 ceph-mon[86658]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-10T06:06:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:47 smithi107 ceph-mon[86658]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:06:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:47 smithi107 ceph-mon[86658]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-10T06:06:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:47 smithi078 ceph-mon[92251]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-10T06:06:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:47 smithi078 ceph-mon[92251]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:06:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:47 smithi078 ceph-mon[92251]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-10T06:06:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:47 smithi078 ceph-mon[94618]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-10T06:06:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:47 smithi078 ceph-mon[94618]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:06:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:47 smithi078 ceph-mon[94618]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-10T06:06:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:49 smithi078 ceph-mon[92251]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-10T06:06:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:49 smithi078 ceph-mon[92251]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-10T06:06:49.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:49 smithi078 ceph-mon[94618]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-10T06:06:49.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:49 smithi078 ceph-mon[94618]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-10T06:06:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:49 smithi107 ceph-mon[86658]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-10T06:06:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:49 smithi107 ceph-mon[86658]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-08-10T06:06:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:50 smithi078 ceph-mon[92251]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-10T06:06:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:50 smithi078 ceph-mon[94618]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-10T06:06:50.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:50 smithi107 ceph-mon[86658]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-10T06:06:51.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:51 smithi078 ceph-mon[92251]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-10T06:06:51.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:51 smithi078 ceph-mon[92251]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:06:51.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:51 smithi078 ceph-mon[94618]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-10T06:06:51.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:51 smithi078 ceph-mon[94618]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:06:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:51 smithi107 ceph-mon[86658]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-10T06:06:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:51 smithi107 ceph-mon[86658]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:06:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:06:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:06:51] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-08-10T06:06:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:52 smithi107 ceph-mon[86658]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-10T06:06:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:52 smithi107 ceph-mon[86658]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-10T06:06:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:06:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:52 smithi078 ceph-mon[92251]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-10T06:06:52.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:52 smithi078 ceph-mon[92251]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-10T06:06:52.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:52 smithi078 ceph-mon[94618]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-10T06:06:52.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:52 smithi078 ceph-mon[94618]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-10T06:06:53.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:53 smithi078 ceph-mon[94618]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-10T06:06:53.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:53 smithi078 ceph-mon[92251]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-10T06:06:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:53 smithi107 ceph-mon[86658]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-08-10T06:06:54.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:54 smithi078 ceph-mon[92251]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-10T06:06:54.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:54 smithi078 ceph-mon[94618]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-10T06:06:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:54 smithi107 ceph-mon[86658]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-10T06:06:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:55 smithi107 ceph-mon[86658]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-10T06:06:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:55 smithi107 ceph-mon[86658]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:06:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:55 smithi078 ceph-mon[94618]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-10T06:06:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:55 smithi078 ceph-mon[94618]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:06:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:55 smithi078 ceph-mon[92251]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-10T06:06:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:55 smithi078 ceph-mon[92251]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:06:56.731 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:56 smithi107 ceph-mon[86658]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-10T06:06:56.731 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:56.731 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.731 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.731 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.731 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:56 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.788 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[92251]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-10T06:06:56.788 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:56.788 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.788 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.788 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.788 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[94618]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-10T06:06:56.789 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:56.789 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.789 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.789 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:56.789 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:56 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:57.813 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:57 smithi107 ceph-mon[86658]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-10T06:06:57.814 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:57 smithi107 ceph-mon[86658]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:06:57.814 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:57 smithi107 ceph-mon[86658]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-10T06:06:57.819 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:57 smithi078 ceph-mon[92251]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-10T06:06:57.819 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:57 smithi078 ceph-mon[92251]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:06:57.819 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:57 smithi078 ceph-mon[92251]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-10T06:06:57.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:57 smithi078 ceph-mon[94618]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-10T06:06:57.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:57 smithi078 ceph-mon[94618]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:06:57.819 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:57 smithi078 ceph-mon[94618]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-10T06:06:58.606 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:58.945 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-10T06:06:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:06:59.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:06:59.729 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:06:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:06:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:06:59.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:06:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:07:00.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:00 smithi107 ceph-mon[86658]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-10T06:07:00.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:00 smithi078 ceph-mon[92251]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-10T06:07:00.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:00 smithi078 ceph-mon[94618]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-10T06:07:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:01 smithi107 ceph-mon[86658]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-10T06:07:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:01 smithi107 ceph-mon[86658]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:01.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:01 smithi078 ceph-mon[92251]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-10T06:07:01.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:01 smithi078 ceph-mon[92251]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:01.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:01 smithi078 ceph-mon[94618]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-10T06:07:01.926 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:01 smithi078 ceph-mon[94618]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:07:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:07:01] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T06:07:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:02 smithi107 ceph-mon[86658]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-10T06:07:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:02 smithi107 ceph-mon[86658]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-10T06:07:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:07:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:02 smithi078 ceph-mon[92251]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-10T06:07:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:02 smithi078 ceph-mon[92251]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-10T06:07:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:02 smithi078 ceph-mon[94618]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-10T06:07:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:02 smithi078 ceph-mon[94618]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-10T06:07:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:03 smithi107 ceph-mon[86658]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-10T06:07:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:03 smithi107 ceph-mon[86658]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-10T06:07:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:03 smithi078 ceph-mon[92251]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-10T06:07:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:03 smithi078 ceph-mon[92251]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-10T06:07:03.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:03 smithi078 ceph-mon[94618]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-10T06:07:03.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:03 smithi078 ceph-mon[94618]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-10T06:07:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:05 smithi078 ceph-mon[92251]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-10T06:07:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:05 smithi078 ceph-mon[92251]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-10T06:07:05.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:05 smithi078 ceph-mon[94618]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-10T06:07:05.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:05 smithi078 ceph-mon[94618]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-10T06:07:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:05 smithi107 ceph-mon[86658]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-10T06:07:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:05 smithi107 ceph-mon[86658]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-10T06:07:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:06 smithi078 ceph-mon[92251]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-10T06:07:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:06 smithi078 ceph-mon[94618]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-10T06:07:06.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:06 smithi107 ceph-mon[86658]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-10T06:07:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:07 smithi078 ceph-mon[92251]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-10T06:07:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:07 smithi078 ceph-mon[92251]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:07:07.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:07 smithi078 ceph-mon[92251]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-10T06:07:07.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:07 smithi078 ceph-mon[94618]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-10T06:07:07.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:07 smithi078 ceph-mon[94618]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:07:07.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:07 smithi078 ceph-mon[94618]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-10T06:07:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:07 smithi107 ceph-mon[86658]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-10T06:07:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:07 smithi107 ceph-mon[86658]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 970 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:07:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:07 smithi107 ceph-mon[86658]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-10T06:07:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:09 smithi078 ceph-mon[94618]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-10T06:07:09.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:09 smithi078 ceph-mon[94618]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 967 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:07:09.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:09 smithi078 ceph-mon[92251]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-10T06:07:09.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:09 smithi078 ceph-mon[92251]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 967 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:07:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:09 smithi107 ceph-mon[86658]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-10T06:07:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:09 smithi107 ceph-mon[86658]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 967 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:07:10.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:10 smithi078 ceph-mon[92251]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-10T06:07:10.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:10 smithi078 ceph-mon[94618]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-10T06:07:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:10 smithi107 ceph-mon[86658]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-10T06:07:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:11 smithi107 ceph-mon[86658]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-10T06:07:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:11 smithi107 ceph-mon[86658]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:11.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:11 smithi078 ceph-mon[92251]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-10T06:07:11.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:11 smithi078 ceph-mon[92251]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:11.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:11 smithi078 ceph-mon[94618]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-10T06:07:11.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:11 smithi078 ceph-mon[94618]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:07:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:07:11] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T06:07:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:12 smithi107 ceph-mon[86658]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-10T06:07:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:12 smithi107 ceph-mon[86658]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-10T06:07:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:07:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:07:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:12 smithi078 ceph-mon[92251]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-10T06:07:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:12 smithi078 ceph-mon[92251]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-10T06:07:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:12 smithi078 ceph-mon[94618]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-10T06:07:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:12 smithi078 ceph-mon[94618]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-10T06:07:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:13 smithi107 ceph-mon[86658]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:07:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:13 smithi078 ceph-mon[94618]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:07:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:13 smithi078 ceph-mon[92251]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:07:14.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:14 smithi107 ceph-mon[86658]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-10T06:07:14.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:14 smithi078 ceph-mon[92251]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-10T06:07:14.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:14 smithi078 ceph-mon[94618]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-10T06:07:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:15 smithi107 ceph-mon[86658]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-10T06:07:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:15 smithi107 ceph-mon[86658]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:07:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:15 smithi078 ceph-mon[92251]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-10T06:07:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:15 smithi078 ceph-mon[92251]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:07:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:15 smithi078 ceph-mon[94618]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-10T06:07:15.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:15 smithi078 ceph-mon[94618]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:07:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:16 smithi107 ceph-mon[86658]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-10T06:07:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:16 smithi078 ceph-mon[92251]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-10T06:07:16.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:16 smithi078 ceph-mon[94618]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-10T06:07:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:17 smithi107 ceph-mon[86658]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-10T06:07:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:17 smithi107 ceph-mon[86658]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-08-10T06:07:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:17 smithi107 ceph-mon[86658]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-10T06:07:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:17 smithi078 ceph-mon[92251]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-10T06:07:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:17 smithi078 ceph-mon[92251]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-08-10T06:07:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:17 smithi078 ceph-mon[92251]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-10T06:07:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:17 smithi078 ceph-mon[94618]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-10T06:07:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:17 smithi078 ceph-mon[94618]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-08-10T06:07:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:17 smithi078 ceph-mon[94618]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-10T06:07:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:19 smithi078 ceph-mon[94618]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-10T06:07:19.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:19 smithi078 ceph-mon[94618]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:07:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:19 smithi078 ceph-mon[92251]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-10T06:07:19.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:19 smithi078 ceph-mon[92251]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:07:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:19 smithi107 ceph-mon[86658]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-10T06:07:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:19 smithi107 ceph-mon[86658]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 902 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:07:20.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:20 smithi078 ceph-mon[94618]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-10T06:07:20.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:20 smithi078 ceph-mon[92251]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-10T06:07:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:20 smithi107 ceph-mon[86658]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-10T06:07:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:21 smithi078 ceph-mon[92251]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-10T06:07:21.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:21 smithi078 ceph-mon[92251]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:21.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:21 smithi078 ceph-mon[94618]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-10T06:07:21.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:21 smithi078 ceph-mon[94618]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:21 smithi107 ceph-mon[86658]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-10T06:07:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:21 smithi107 ceph-mon[86658]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:07:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:07:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:07:21] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-08-10T06:07:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:22 smithi107 ceph-mon[86658]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-10T06:07:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:22 smithi107 ceph-mon[86658]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-10T06:07:22.569 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:07:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:22 smithi078 ceph-mon[92251]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-10T06:07:22.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:22 smithi078 ceph-mon[92251]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-10T06:07:22.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:22 smithi078 ceph-mon[94618]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-10T06:07:22.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:22 smithi078 ceph-mon[94618]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-10T06:07:23.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:23 smithi078 ceph-mon[92251]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:07:23.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:23 smithi078 ceph-mon[94618]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:07:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:23 smithi107 ceph-mon[86658]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:07:24.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:24 smithi078 ceph-mon[92251]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-10T06:07:24.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:24 smithi078 ceph-mon[94618]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-10T06:07:24.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:24 smithi107 ceph-mon[86658]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-10T06:07:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:25 smithi107 ceph-mon[86658]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-10T06:07:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:25 smithi107 ceph-mon[86658]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:07:25.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:25 smithi078 ceph-mon[94618]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-10T06:07:25.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:25 smithi078 ceph-mon[94618]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:07:25.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:25 smithi078 ceph-mon[92251]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-10T06:07:25.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:25 smithi078 ceph-mon[92251]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:07:26.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:26 smithi107 ceph-mon[86658]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-10T06:07:26.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:26 smithi078 ceph-mon[92251]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-10T06:07:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:26 smithi078 ceph-mon[94618]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-10T06:07:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:27 smithi107 ceph-mon[86658]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-10T06:07:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:27 smithi107 ceph-mon[86658]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:07:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:27 smithi107 ceph-mon[86658]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-10T06:07:27.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:27 smithi078 ceph-mon[92251]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-10T06:07:27.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:27 smithi078 ceph-mon[92251]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:07:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:27 smithi078 ceph-mon[92251]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-10T06:07:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:27 smithi078 ceph-mon[94618]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-10T06:07:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:27 smithi078 ceph-mon[94618]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:07:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:27 smithi078 ceph-mon[94618]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-10T06:07:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:28.897 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:28.898 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:29 smithi107 ceph-mon[86658]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-10T06:07:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:29 smithi107 ceph-mon[86658]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 836 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:07:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:29 smithi078 ceph-mon[92251]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-10T06:07:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:29 smithi078 ceph-mon[92251]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 836 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:07:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:29 smithi078 ceph-mon[94618]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-10T06:07:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:29 smithi078 ceph-mon[94618]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 836 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:07:30.819 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:30 smithi107 ceph-mon[86658]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-10T06:07:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:30 smithi078 ceph-mon[92251]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-10T06:07:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:30 smithi078 ceph-mon[94618]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-10T06:07:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:31 smithi107 ceph-mon[86658]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-10T06:07:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:31 smithi107 ceph-mon[86658]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:07:31.926 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:31 smithi078 ceph-mon[92251]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-10T06:07:31.926 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:31 smithi078 ceph-mon[92251]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:07:31.926 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:31 smithi078 ceph-mon[94618]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-10T06:07:31.926 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:31 smithi078 ceph-mon[94618]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:07:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:07:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:07:31] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-08-10T06:07:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:32 smithi107 ceph-mon[86658]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-10T06:07:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:32 smithi107 ceph-mon[86658]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-10T06:07:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:07:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:32 smithi078 ceph-mon[92251]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-10T06:07:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:32 smithi078 ceph-mon[92251]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-10T06:07:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:32 smithi078 ceph-mon[94618]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-10T06:07:32.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:32 smithi078 ceph-mon[94618]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-10T06:07:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:33 smithi107 ceph-mon[86658]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:07:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:33 smithi107 ceph-mon[86658]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-10T06:07:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:33 smithi078 ceph-mon[92251]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:07:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:33 smithi078 ceph-mon[92251]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-10T06:07:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:33 smithi078 ceph-mon[94618]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:07:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:33 smithi078 ceph-mon[94618]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-10T06:07:35.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:35 smithi078 ceph-mon[92251]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-10T06:07:35.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:35 smithi078 ceph-mon[92251]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:07:35.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:35 smithi078 ceph-mon[94618]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-10T06:07:35.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:35 smithi078 ceph-mon[94618]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:07:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:35 smithi107 ceph-mon[86658]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-10T06:07:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:35 smithi107 ceph-mon[86658]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:07:36.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:36 smithi078 ceph-mon[92251]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-10T06:07:36.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:36 smithi078 ceph-mon[94618]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-10T06:07:36.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:36 smithi107 ceph-mon[86658]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-10T06:07:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:37 smithi078 ceph-mon[92251]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-10T06:07:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:37 smithi078 ceph-mon[92251]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-10T06:07:37.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:37 smithi078 ceph-mon[92251]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-10T06:07:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:37 smithi078 ceph-mon[94618]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-10T06:07:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:37 smithi078 ceph-mon[94618]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-10T06:07:37.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:37 smithi078 ceph-mon[94618]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-10T06:07:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:37 smithi107 ceph-mon[86658]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-10T06:07:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:37 smithi107 ceph-mon[86658]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-10T06:07:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:37 smithi107 ceph-mon[86658]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-10T06:07:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:39 smithi107 ceph-mon[86658]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-10T06:07:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:39 smithi107 ceph-mon[86658]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-10T06:07:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:39 smithi078 ceph-mon[92251]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-10T06:07:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:39 smithi078 ceph-mon[92251]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-10T06:07:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:39 smithi078 ceph-mon[94618]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-10T06:07:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:39 smithi078 ceph-mon[94618]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-08-10T06:07:40.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:40 smithi107 ceph-mon[86658]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-10T06:07:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:40 smithi078 ceph-mon[92251]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-10T06:07:40.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:40 smithi078 ceph-mon[94618]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-10T06:07:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:41 smithi107 ceph-mon[86658]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-10T06:07:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:41 smithi107 ceph-mon[86658]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:07:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:41 smithi078 ceph-mon[92251]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-10T06:07:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:41 smithi078 ceph-mon[92251]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:07:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:41 smithi078 ceph-mon[94618]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-10T06:07:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:41 smithi078 ceph-mon[94618]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:07:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:07:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:07:41] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-08-10T06:07:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:42 smithi107 ceph-mon[86658]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-10T06:07:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:42 smithi107 ceph-mon[86658]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-10T06:07:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:07:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:42 smithi078 ceph-mon[92251]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-10T06:07:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:42 smithi078 ceph-mon[92251]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-10T06:07:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:42 smithi078 ceph-mon[94618]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-10T06:07:42.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:42 smithi078 ceph-mon[94618]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-10T06:07:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:43 smithi107 ceph-mon[86658]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:07:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:43 smithi078 ceph-mon[92251]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:07:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:43 smithi078 ceph-mon[94618]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:07:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:44 smithi107 ceph-mon[86658]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-10T06:07:44.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:44 smithi078 ceph-mon[92251]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-10T06:07:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:44 smithi078 ceph-mon[94618]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-10T06:07:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:45 smithi107 ceph-mon[86658]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-10T06:07:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:45 smithi107 ceph-mon[86658]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:07:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:45 smithi078 ceph-mon[92251]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-10T06:07:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:45 smithi078 ceph-mon[92251]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:07:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:45 smithi078 ceph-mon[94618]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-10T06:07:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:45 smithi078 ceph-mon[94618]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:07:46.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:46 smithi107 ceph-mon[86658]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-10T06:07:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:46 smithi078 ceph-mon[92251]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-10T06:07:46.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:46 smithi078 ceph-mon[94618]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-10T06:07:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:47 smithi107 ceph-mon[86658]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-10T06:07:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:47 smithi107 ceph-mon[86658]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2024-08-10T06:07:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:47 smithi107 ceph-mon[86658]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-10T06:07:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:47 smithi078 ceph-mon[92251]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-10T06:07:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:47 smithi078 ceph-mon[92251]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2024-08-10T06:07:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:47 smithi078 ceph-mon[92251]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-10T06:07:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:47 smithi078 ceph-mon[94618]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-10T06:07:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:47 smithi078 ceph-mon[94618]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2024-08-10T06:07:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:47 smithi078 ceph-mon[94618]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-10T06:07:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:49 smithi078 ceph-mon[92251]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-10T06:07:49.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:49 smithi078 ceph-mon[92251]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 705 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-08-10T06:07:49.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:49 smithi078 ceph-mon[94618]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-10T06:07:49.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:49 smithi078 ceph-mon[94618]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 705 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-08-10T06:07:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:49 smithi107 ceph-mon[86658]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-10T06:07:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:49 smithi107 ceph-mon[86658]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 705 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-08-10T06:07:50.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:50 smithi078 ceph-mon[92251]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-10T06:07:50.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:50 smithi078 ceph-mon[94618]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-10T06:07:50.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:50 smithi107 ceph-mon[86658]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-10T06:07:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:51 smithi107 ceph-mon[86658]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-10T06:07:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:51 smithi107 ceph-mon[86658]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:07:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:51 smithi078 ceph-mon[94618]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-10T06:07:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:51 smithi078 ceph-mon[94618]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:07:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:51 smithi078 ceph-mon[92251]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-10T06:07:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:51 smithi078 ceph-mon[92251]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:07:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:07:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:07:51] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-08-10T06:07:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:52 smithi107 ceph-mon[86658]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-10T06:07:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:52 smithi107 ceph-mon[86658]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-10T06:07:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:07:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:52.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:52 smithi078 ceph-mon[92251]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-10T06:07:52.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:52 smithi078 ceph-mon[92251]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-10T06:07:52.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:52 smithi078 ceph-mon[94618]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-10T06:07:52.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:52 smithi078 ceph-mon[94618]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-10T06:07:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:53 smithi107 ceph-mon[86658]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-08-10T06:07:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:53 smithi078 ceph-mon[92251]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-08-10T06:07:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:53 smithi078 ceph-mon[94618]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-08-10T06:07:54.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:54 smithi107 ceph-mon[86658]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-10T06:07:54.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:54 smithi078 ceph-mon[92251]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-10T06:07:54.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:54 smithi078 ceph-mon[94618]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-10T06:07:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:55 smithi107 ceph-mon[86658]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-10T06:07:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:55 smithi107 ceph-mon[86658]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-08-10T06:07:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:55 smithi078 ceph-mon[94618]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-10T06:07:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:55 smithi078 ceph-mon[94618]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-08-10T06:07:55.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:55 smithi078 ceph-mon[92251]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-10T06:07:55.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:55 smithi078 ceph-mon[92251]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-08-10T06:07:56.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:56 smithi107 ceph-mon[86658]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-10T06:07:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:56 smithi078 ceph-mon[94618]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-10T06:07:56.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:56 smithi078 ceph-mon[92251]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-10T06:07:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:57 smithi107 ceph-mon[86658]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-10T06:07:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:57 smithi107 ceph-mon[86658]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:07:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:57 smithi107 ceph-mon[86658]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-10T06:07:57.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:57 smithi078 ceph-mon[92251]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-10T06:07:57.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:57 smithi078 ceph-mon[92251]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:07:57.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:57 smithi078 ceph-mon[92251]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-10T06:07:57.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:57 smithi078 ceph-mon[94618]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-10T06:07:57.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:57 smithi078 ceph-mon[94618]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:07:57.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:57 smithi078 ceph-mon[94618]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-10T06:07:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:58 smithi107 ceph-mon[86658]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-10T06:07:58.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:58.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:58 smithi078 ceph-mon[92251]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-10T06:07:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:58.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:58 smithi078 ceph-mon[94618]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-10T06:07:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:59 smithi107 ceph-mon[86658]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 641 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-08-10T06:07:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:59 smithi107 ceph-mon[86658]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-10T06:07:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:07:59 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:07:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:59 smithi078 ceph-mon[92251]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 641 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-08-10T06:07:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:59 smithi078 ceph-mon[92251]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-10T06:07:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:07:59 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:07:59.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:59 smithi078 ceph-mon[94618]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 641 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-08-10T06:07:59.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:59 smithi078 ceph-mon[94618]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-10T06:07:59.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:07:59 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:01.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:01 smithi107 ceph-mon[86658]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-10T06:08:01.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:01 smithi107 ceph-mon[86658]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:08:01.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:01 smithi078 ceph-mon[92251]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-10T06:08:01.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:01 smithi078 ceph-mon[92251]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:08:01.901 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:01 smithi078 ceph-mon[94618]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-10T06:08:01.901 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:01 smithi078 ceph-mon[94618]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:08:02.152 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:08:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:08:01] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T06:08:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:02 smithi107 ceph-mon[86658]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-10T06:08:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:02 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:02 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:02 smithi107 ceph-mon[86658]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-10T06:08:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:08:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[94618]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-10T06:08:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:02.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:02.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[94618]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-10T06:08:02.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[92251]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-10T06:08:02.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:02.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:02.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:02 smithi078 ceph-mon[92251]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-10T06:08:04.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[92251]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[92251]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[94618]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:04.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:04.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:03 smithi078 ceph-mon[94618]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-10T06:08:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:03 smithi107 ceph-mon[86658]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-08-10T06:08:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:08:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:03 smithi107 ceph-mon[86658]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-10T06:08:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:05 smithi078 ceph-mon[92251]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-10T06:08:05.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:05 smithi078 ceph-mon[92251]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-08-10T06:08:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:05 smithi078 ceph-mon[94618]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-10T06:08:05.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:05 smithi078 ceph-mon[94618]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-08-10T06:08:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:05 smithi107 ceph-mon[86658]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-10T06:08:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:05 smithi107 ceph-mon[86658]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-08-10T06:08:06.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:06 smithi078 ceph-mon[92251]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-10T06:08:06.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:06 smithi078 ceph-mon[94618]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-10T06:08:06.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:06 smithi107 ceph-mon[86658]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-10T06:08:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:07 smithi107 ceph-mon[86658]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-10T06:08:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:07 smithi107 ceph-mon[86658]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-08-10T06:08:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:07 smithi107 ceph-mon[86658]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-10T06:08:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:07 smithi078 ceph-mon[92251]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-10T06:08:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:07 smithi078 ceph-mon[92251]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-08-10T06:08:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:07 smithi078 ceph-mon[92251]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-10T06:08:07.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:07 smithi078 ceph-mon[94618]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-10T06:08:07.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:07 smithi078 ceph-mon[94618]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-08-10T06:08:07.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:07 smithi078 ceph-mon[94618]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-10T06:08:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:09 smithi107 ceph-mon[86658]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-10T06:08:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:09 smithi107 ceph-mon[86658]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 5.0 KiB/s wr, 781 op/s 2024-08-10T06:08:09.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:09 smithi078 ceph-mon[92251]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-10T06:08:09.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:09 smithi078 ceph-mon[92251]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 5.0 KiB/s wr, 781 op/s 2024-08-10T06:08:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:09 smithi078 ceph-mon[94618]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-10T06:08:09.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:09 smithi078 ceph-mon[94618]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 576 KiB/s rd, 5.0 KiB/s wr, 781 op/s 2024-08-10T06:08:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:10 smithi107 ceph-mon[86658]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-10T06:08:10.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:10 smithi078 ceph-mon[92251]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-10T06:08:10.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:10 smithi078 ceph-mon[94618]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-10T06:08:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:11 smithi107 ceph-mon[86658]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-10T06:08:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:11 smithi107 ceph-mon[86658]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:08:11.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:11 smithi078 ceph-mon[92251]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-10T06:08:11.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:11 smithi078 ceph-mon[92251]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:08:11.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:11 smithi078 ceph-mon[94618]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-10T06:08:11.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:11 smithi078 ceph-mon[94618]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:08:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:08:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:08:11] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-08-10T06:08:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:12 smithi107 ceph-mon[86658]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-10T06:08:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:12 smithi107 ceph-mon[86658]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-10T06:08:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:08:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:12 smithi078 ceph-mon[94618]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-10T06:08:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:12 smithi078 ceph-mon[94618]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-10T06:08:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:12 smithi078 ceph-mon[92251]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-10T06:08:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:12 smithi078 ceph-mon[92251]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-10T06:08:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:13.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:13 smithi107 ceph-mon[86658]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:08:13.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:13 smithi107 ceph-mon[86658]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-10T06:08:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:13 smithi078 ceph-mon[94618]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:08:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:13 smithi078 ceph-mon[94618]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-10T06:08:13.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:13.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:13 smithi078 ceph-mon[92251]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:08:13.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:13 smithi078 ceph-mon[92251]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-10T06:08:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:15 smithi107 ceph-mon[86658]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-10T06:08:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:15 smithi107 ceph-mon[86658]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:08:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:15 smithi078 ceph-mon[92251]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-10T06:08:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:15 smithi078 ceph-mon[92251]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:08:15.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:15 smithi078 ceph-mon[94618]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-10T06:08:15.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:15 smithi078 ceph-mon[94618]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:08:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:16 smithi107 ceph-mon[86658]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-10T06:08:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:16 smithi078 ceph-mon[92251]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-10T06:08:16.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:16 smithi078 ceph-mon[94618]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-10T06:08:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:17 smithi107 ceph-mon[86658]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-10T06:08:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:17 smithi107 ceph-mon[86658]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-08-10T06:08:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:17 smithi107 ceph-mon[86658]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-10T06:08:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:17 smithi078 ceph-mon[92251]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-10T06:08:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:17 smithi078 ceph-mon[92251]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-08-10T06:08:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:17 smithi078 ceph-mon[92251]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-10T06:08:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:17 smithi078 ceph-mon[94618]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-10T06:08:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:17 smithi078 ceph-mon[94618]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-08-10T06:08:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:17 smithi078 ceph-mon[94618]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-10T06:08:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:19 smithi107 ceph-mon[86658]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-10T06:08:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:19 smithi107 ceph-mon[86658]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 KiB/s rd, 5.0 KiB/s wr, 692 op/s 2024-08-10T06:08:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:19 smithi078 ceph-mon[92251]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-10T06:08:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:19 smithi078 ceph-mon[92251]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 KiB/s rd, 5.0 KiB/s wr, 692 op/s 2024-08-10T06:08:19.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:19 smithi078 ceph-mon[94618]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-10T06:08:19.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:19 smithi078 ceph-mon[94618]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 KiB/s rd, 5.0 KiB/s wr, 692 op/s 2024-08-10T06:08:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:20 smithi107 ceph-mon[86658]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-10T06:08:20.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:20 smithi078 ceph-mon[92251]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-10T06:08:20.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:20 smithi078 ceph-mon[94618]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-10T06:08:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:21 smithi107 ceph-mon[86658]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-10T06:08:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:21 smithi107 ceph-mon[86658]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:08:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:21 smithi078 ceph-mon[92251]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-10T06:08:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:21 smithi078 ceph-mon[92251]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:08:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:21 smithi078 ceph-mon[94618]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-10T06:08:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:21 smithi078 ceph-mon[94618]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:08:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:08:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:08:21] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-08-10T06:08:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:22 smithi107 ceph-mon[86658]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-10T06:08:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:22 smithi107 ceph-mon[86658]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-10T06:08:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:08:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:08:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:22 smithi078 ceph-mon[92251]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-10T06:08:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:22 smithi078 ceph-mon[92251]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-10T06:08:22.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:22 smithi078 ceph-mon[94618]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-10T06:08:22.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:22 smithi078 ceph-mon[94618]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-10T06:08:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:23 smithi107 ceph-mon[86658]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 482 KiB/s rd, 5.0 KiB/s wr, 655 op/s 2024-08-10T06:08:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:23 smithi078 ceph-mon[92251]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 482 KiB/s rd, 5.0 KiB/s wr, 655 op/s 2024-08-10T06:08:23.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:23 smithi078 ceph-mon[94618]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 482 KiB/s rd, 5.0 KiB/s wr, 655 op/s 2024-08-10T06:08:24.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:24 smithi107 ceph-mon[86658]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-10T06:08:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:24 smithi078 ceph-mon[92251]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-10T06:08:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:24 smithi078 ceph-mon[94618]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-10T06:08:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:25 smithi107 ceph-mon[86658]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-10T06:08:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:25 smithi107 ceph-mon[86658]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:08:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:25 smithi078 ceph-mon[92251]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-10T06:08:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:25 smithi078 ceph-mon[92251]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:08:25.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:25 smithi078 ceph-mon[94618]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-10T06:08:25.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:25 smithi078 ceph-mon[94618]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:08:26.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:26 smithi107 ceph-mon[86658]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-10T06:08:26.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:26 smithi078 ceph-mon[92251]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-10T06:08:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:26 smithi078 ceph-mon[94618]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-10T06:08:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:27 smithi107 ceph-mon[86658]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-10T06:08:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:27 smithi107 ceph-mon[86658]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 606 op/s 2024-08-10T06:08:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:27 smithi107 ceph-mon[86658]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-10T06:08:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:27 smithi078 ceph-mon[92251]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-10T06:08:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:27 smithi078 ceph-mon[92251]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 606 op/s 2024-08-10T06:08:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:27 smithi078 ceph-mon[92251]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-10T06:08:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:27 smithi078 ceph-mon[94618]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-10T06:08:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:27 smithi078 ceph-mon[94618]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 606 op/s 2024-08-10T06:08:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:27 smithi078 ceph-mon[94618]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-10T06:08:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:28.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:28 smithi107 ceph-mon[86658]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-10T06:08:28.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:28.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:28 smithi078 ceph-mon[92251]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-10T06:08:28.899 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:28.899 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:28 smithi078 ceph-mon[94618]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-10T06:08:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:29 smithi107 ceph-mon[86658]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:08:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:29 smithi107 ceph-mon[86658]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-10T06:08:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:29 smithi078 ceph-mon[92251]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:08:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:29 smithi078 ceph-mon[92251]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-10T06:08:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:29 smithi078 ceph-mon[94618]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:08:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:29 smithi078 ceph-mon[94618]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-10T06:08:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:31 smithi107 ceph-mon[86658]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-10T06:08:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:31 smithi107 ceph-mon[86658]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:08:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:31 smithi078 ceph-mon[92251]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-10T06:08:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:31 smithi078 ceph-mon[92251]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:08:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:31 smithi078 ceph-mon[94618]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-10T06:08:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:31 smithi078 ceph-mon[94618]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:08:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:08:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:08:31] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-10T06:08:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:32 smithi107 ceph-mon[86658]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-10T06:08:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:32 smithi107 ceph-mon[86658]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-10T06:08:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:08:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:08:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:32 smithi078 ceph-mon[94618]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-10T06:08:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:32 smithi078 ceph-mon[94618]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-10T06:08:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:32 smithi078 ceph-mon[92251]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-10T06:08:32.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:32 smithi078 ceph-mon[92251]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-10T06:08:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:33 smithi107 ceph-mon[86658]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-08-10T06:08:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:33 smithi078 ceph-mon[92251]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-08-10T06:08:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:33 smithi078 ceph-mon[94618]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-08-10T06:08:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:34 smithi107 ceph-mon[86658]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-10T06:08:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:34 smithi078 ceph-mon[92251]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-10T06:08:34.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:34 smithi078 ceph-mon[94618]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-10T06:08:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:35 smithi107 ceph-mon[86658]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-10T06:08:35.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:35 smithi107 ceph-mon[86658]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-08-10T06:08:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:35 smithi078 ceph-mon[92251]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-10T06:08:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:35 smithi078 ceph-mon[92251]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-08-10T06:08:35.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:35 smithi078 ceph-mon[94618]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-10T06:08:35.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:35 smithi078 ceph-mon[94618]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-08-10T06:08:36.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:36 smithi107 ceph-mon[86658]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-10T06:08:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:36 smithi078 ceph-mon[92251]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-10T06:08:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:36 smithi078 ceph-mon[94618]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-10T06:08:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:37 smithi107 ceph-mon[86658]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-10T06:08:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:37 smithi107 ceph-mon[86658]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-08-10T06:08:37.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:37 smithi107 ceph-mon[86658]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-10T06:08:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:37 smithi078 ceph-mon[92251]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-10T06:08:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:37 smithi078 ceph-mon[92251]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-08-10T06:08:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:37 smithi078 ceph-mon[92251]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-10T06:08:37.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:37 smithi078 ceph-mon[94618]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-10T06:08:37.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:37 smithi078 ceph-mon[94618]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 516 op/s 2024-08-10T06:08:37.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:37 smithi078 ceph-mon[94618]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-10T06:08:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:39 smithi107 ceph-mon[86658]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-10T06:08:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:39 smithi107 ceph-mon[86658]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 5.0 KiB/s wr, 514 op/s 2024-08-10T06:08:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:39 smithi078 ceph-mon[92251]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-10T06:08:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:39 smithi078 ceph-mon[92251]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 5.0 KiB/s wr, 514 op/s 2024-08-10T06:08:39.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:39 smithi078 ceph-mon[94618]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-10T06:08:39.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:39 smithi078 ceph-mon[94618]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 5.0 KiB/s wr, 514 op/s 2024-08-10T06:08:40.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:40 smithi107 ceph-mon[86658]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-10T06:08:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:40 smithi078 ceph-mon[92251]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-10T06:08:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:40 smithi078 ceph-mon[94618]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-10T06:08:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:41 smithi107 ceph-mon[86658]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-10T06:08:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:41 smithi107 ceph-mon[86658]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:08:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:41 smithi078 ceph-mon[92251]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-10T06:08:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:41 smithi078 ceph-mon[92251]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:08:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:41 smithi078 ceph-mon[94618]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-10T06:08:41.925 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:41 smithi078 ceph-mon[94618]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:08:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:08:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:08:41] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-08-10T06:08:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:42 smithi107 ceph-mon[86658]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-10T06:08:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:42 smithi107 ceph-mon[86658]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-10T06:08:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:08:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:42 smithi078 ceph-mon[92251]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-10T06:08:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:42 smithi078 ceph-mon[92251]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-10T06:08:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:42.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:42 smithi078 ceph-mon[94618]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-10T06:08:42.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:42 smithi078 ceph-mon[94618]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-10T06:08:42.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:43 smithi107 ceph-mon[86658]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-08-10T06:08:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:43 smithi107 ceph-mon[86658]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-10T06:08:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:43 smithi078 ceph-mon[92251]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-08-10T06:08:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:43 smithi078 ceph-mon[92251]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-10T06:08:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:43 smithi078 ceph-mon[94618]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-08-10T06:08:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:43 smithi078 ceph-mon[94618]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-10T06:08:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:45 smithi107 ceph-mon[86658]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-10T06:08:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:45 smithi107 ceph-mon[86658]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 5.0 KiB/s wr, 472 op/s 2024-08-10T06:08:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:45 smithi078 ceph-mon[92251]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-10T06:08:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:45 smithi078 ceph-mon[92251]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 5.0 KiB/s wr, 472 op/s 2024-08-10T06:08:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:45 smithi078 ceph-mon[94618]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-10T06:08:45.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:45 smithi078 ceph-mon[94618]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 5.0 KiB/s wr, 472 op/s 2024-08-10T06:08:46.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:46 smithi107 ceph-mon[86658]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-10T06:08:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:46 smithi078 ceph-mon[92251]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-10T06:08:46.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:46 smithi078 ceph-mon[94618]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-10T06:08:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:47 smithi107 ceph-mon[86658]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-10T06:08:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:47 smithi107 ceph-mon[86658]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-08-10T06:08:47.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:47 smithi107 ceph-mon[86658]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-10T06:08:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:47 smithi078 ceph-mon[92251]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-10T06:08:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:47 smithi078 ceph-mon[92251]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-08-10T06:08:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:47 smithi078 ceph-mon[92251]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-10T06:08:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:47 smithi078 ceph-mon[94618]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-10T06:08:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:47 smithi078 ceph-mon[94618]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-08-10T06:08:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:47 smithi078 ceph-mon[94618]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-10T06:08:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:49 smithi107 ceph-mon[86658]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-10T06:08:49.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:49 smithi107 ceph-mon[86658]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-08-10T06:08:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:49 smithi078 ceph-mon[92251]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-10T06:08:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:49 smithi078 ceph-mon[92251]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-08-10T06:08:49.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:49 smithi078 ceph-mon[94618]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-10T06:08:49.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:49 smithi078 ceph-mon[94618]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 429 op/s 2024-08-10T06:08:50.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:50 smithi107 ceph-mon[86658]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-10T06:08:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:50 smithi078 ceph-mon[92251]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-10T06:08:50.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:50 smithi078 ceph-mon[94618]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-10T06:08:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:51 smithi107 ceph-mon[86658]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-10T06:08:51.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:51 smithi107 ceph-mon[86658]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:08:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:51 smithi078 ceph-mon[94618]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-10T06:08:51.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:51 smithi078 ceph-mon[94618]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:08:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:51 smithi078 ceph-mon[92251]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-10T06:08:51.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:51 smithi078 ceph-mon[92251]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:08:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:08:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:08:51] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-10T06:08:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:52 smithi107 ceph-mon[86658]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-10T06:08:52.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:52 smithi107 ceph-mon[86658]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-10T06:08:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:08:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:52.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:52 smithi078 ceph-mon[92251]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-10T06:08:52.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:52 smithi078 ceph-mon[92251]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-10T06:08:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:52 smithi078 ceph-mon[94618]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-10T06:08:52.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:52 smithi078 ceph-mon[94618]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-10T06:08:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:53 smithi107 ceph-mon[86658]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-08-10T06:08:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:53 smithi107 ceph-mon[86658]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-10T06:08:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:53 smithi078 ceph-mon[92251]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-08-10T06:08:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:53 smithi078 ceph-mon[92251]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-10T06:08:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:53 smithi078 ceph-mon[94618]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-08-10T06:08:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:53 smithi078 ceph-mon[94618]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-10T06:08:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:55 smithi107 ceph-mon[86658]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-10T06:08:55.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:55 smithi107 ceph-mon[86658]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-08-10T06:08:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:55 smithi078 ceph-mon[92251]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-10T06:08:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:55 smithi078 ceph-mon[92251]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-08-10T06:08:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:55 smithi078 ceph-mon[94618]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-10T06:08:55.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:55 smithi078 ceph-mon[94618]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 384 op/s 2024-08-10T06:08:56.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:56 smithi107 ceph-mon[86658]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-10T06:08:56.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:56 smithi078 ceph-mon[92251]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-10T06:08:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:56 smithi078 ceph-mon[94618]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-10T06:08:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:57 smithi107 ceph-mon[86658]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-10T06:08:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:57 smithi107 ceph-mon[86658]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 5.0 KiB/s wr, 344 op/s 2024-08-10T06:08:57.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:57 smithi107 ceph-mon[86658]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-10T06:08:57.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:57 smithi078 ceph-mon[92251]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-10T06:08:57.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:57 smithi078 ceph-mon[92251]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 5.0 KiB/s wr, 344 op/s 2024-08-10T06:08:57.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:57 smithi078 ceph-mon[92251]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-10T06:08:57.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:57 smithi078 ceph-mon[94618]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-10T06:08:57.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:57 smithi078 ceph-mon[94618]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 5.0 KiB/s wr, 344 op/s 2024-08-10T06:08:57.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:57 smithi078 ceph-mon[94618]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-10T06:08:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:58.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:58.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:59 smithi107 ceph-mon[86658]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-10T06:08:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:08:59 smithi107 ceph-mon[86658]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 341 op/s 2024-08-10T06:08:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:59 smithi078 ceph-mon[92251]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-10T06:08:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:08:59 smithi078 ceph-mon[92251]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 341 op/s 2024-08-10T06:08:59.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:59 smithi078 ceph-mon[94618]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-10T06:08:59.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:08:59 smithi078 ceph-mon[94618]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 341 op/s 2024-08-10T06:09:00.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:00 smithi107 ceph-mon[86658]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-10T06:09:00.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:00 smithi078 ceph-mon[92251]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-10T06:09:00.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:00 smithi078 ceph-mon[94618]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-10T06:09:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:01 smithi107 ceph-mon[86658]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-10T06:09:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:01 smithi107 ceph-mon[86658]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:09:01.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:01 smithi078 ceph-mon[94618]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-10T06:09:01.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:01 smithi078 ceph-mon[94618]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:09:01.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:01 smithi078 ceph-mon[92251]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-10T06:09:01.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:01 smithi078 ceph-mon[92251]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:09:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:09:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:09:01] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-10T06:09:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:09:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:02 smithi107 ceph-mon[86658]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-10T06:09:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:02 smithi107 ceph-mon[86658]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-10T06:09:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:02 smithi078 ceph-mon[92251]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-10T06:09:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:02 smithi078 ceph-mon[92251]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-10T06:09:02.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:02 smithi078 ceph-mon[94618]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-10T06:09:02.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:02 smithi078 ceph-mon[94618]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-10T06:09:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:03 smithi107 ceph-mon[86658]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 297 op/s 2024-08-10T06:09:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:03 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:09:03.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:03 smithi107 ceph-mon[86658]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-10T06:09:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:03 smithi078 ceph-mon[92251]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 297 op/s 2024-08-10T06:09:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:03 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:09:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:03 smithi078 ceph-mon[92251]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-10T06:09:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:03 smithi078 ceph-mon[94618]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 297 op/s 2024-08-10T06:09:03.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:03 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:09:03.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:03 smithi078 ceph-mon[94618]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-10T06:09:04.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:09:04.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:09:04.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:09:04.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:04 smithi107 ceph-mon[86658]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-10T06:09:04.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:09:04.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:09:04.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:09:04.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[92251]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-10T06:09:04.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:09:04.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:09:04.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:09:04.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:04 smithi078 ceph-mon[94618]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-10T06:09:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:05 smithi107 ceph-mon[86658]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 296 op/s 2024-08-10T06:09:05.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:05 smithi107 ceph-mon[86658]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-10T06:09:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:05 smithi078 ceph-mon[94618]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 296 op/s 2024-08-10T06:09:05.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:05 smithi078 ceph-mon[94618]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-10T06:09:05.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:05 smithi078 ceph-mon[92251]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 296 op/s 2024-08-10T06:09:05.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:05 smithi078 ceph-mon[92251]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-10T06:09:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:07 smithi107 ceph-mon[86658]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-10T06:09:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:07 smithi107 ceph-mon[86658]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 258 op/s 2024-08-10T06:09:07.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:07 smithi107 ceph-mon[86658]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-10T06:09:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:07 smithi078 ceph-mon[92251]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-10T06:09:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:07 smithi078 ceph-mon[92251]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 258 op/s 2024-08-10T06:09:07.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:07 smithi078 ceph-mon[92251]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-10T06:09:07.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:07 smithi078 ceph-mon[94618]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-10T06:09:07.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:07 smithi078 ceph-mon[94618]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 258 op/s 2024-08-10T06:09:07.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:07 smithi078 ceph-mon[94618]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-10T06:09:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:09 smithi107 ceph-mon[86658]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-10T06:09:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:09 smithi107 ceph-mon[86658]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-08-10T06:09:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:09 smithi078 ceph-mon[94618]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-10T06:09:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:09 smithi078 ceph-mon[94618]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-08-10T06:09:09.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:09 smithi078 ceph-mon[92251]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-10T06:09:09.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:09 smithi078 ceph-mon[92251]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-08-10T06:09:10.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:10 smithi107 ceph-mon[86658]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-10T06:09:10.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:10 smithi078 ceph-mon[92251]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-10T06:09:10.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:10 smithi078 ceph-mon[94618]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-10T06:09:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:11 smithi107 ceph-mon[86658]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-10T06:09:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:11 smithi107 ceph-mon[86658]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:09:11.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:11 smithi078 ceph-mon[94618]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-10T06:09:11.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:11 smithi078 ceph-mon[94618]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:09:11.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:11 smithi078 ceph-mon[92251]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-10T06:09:11.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:11 smithi078 ceph-mon[92251]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:09:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:09:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:09:11] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-10T06:09:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:12 smithi107 ceph-mon[86658]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-10T06:09:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:12 smithi107 ceph-mon[86658]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-10T06:09:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:09:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:12 smithi078 ceph-mon[92251]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-10T06:09:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:12 smithi078 ceph-mon[92251]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-10T06:09:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:12 smithi078 ceph-mon[94618]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-10T06:09:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:12 smithi078 ceph-mon[94618]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-10T06:09:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:13 smithi107 ceph-mon[86658]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 210 op/s 2024-08-10T06:09:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:13 smithi078 ceph-mon[92251]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 210 op/s 2024-08-10T06:09:13.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:13.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:13 smithi078 ceph-mon[94618]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 210 op/s 2024-08-10T06:09:14.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:14 smithi107 ceph-mon[86658]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-10T06:09:14.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:14 smithi078 ceph-mon[94618]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-10T06:09:14.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:14 smithi078 ceph-mon[92251]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-10T06:09:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:15 smithi107 ceph-mon[86658]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-10T06:09:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:15 smithi107 ceph-mon[86658]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-08-10T06:09:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:15 smithi078 ceph-mon[92251]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-10T06:09:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:15 smithi078 ceph-mon[92251]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-08-10T06:09:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:15 smithi078 ceph-mon[94618]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-10T06:09:15.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:15 smithi078 ceph-mon[94618]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-08-10T06:09:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:16 smithi107 ceph-mon[86658]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-10T06:09:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:16 smithi078 ceph-mon[92251]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-10T06:09:16.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:16 smithi078 ceph-mon[94618]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-10T06:09:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:17 smithi107 ceph-mon[86658]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-10T06:09:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:17 smithi107 ceph-mon[86658]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.0 KiB/s wr, 169 op/s 2024-08-10T06:09:17.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:17 smithi107 ceph-mon[86658]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-10T06:09:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:17 smithi078 ceph-mon[92251]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-10T06:09:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:17 smithi078 ceph-mon[92251]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.0 KiB/s wr, 169 op/s 2024-08-10T06:09:17.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:17 smithi078 ceph-mon[92251]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-10T06:09:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:17 smithi078 ceph-mon[94618]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-10T06:09:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:17 smithi078 ceph-mon[94618]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 5.0 KiB/s wr, 169 op/s 2024-08-10T06:09:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:17 smithi078 ceph-mon[94618]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-10T06:09:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:19 smithi107 ceph-mon[86658]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-10T06:09:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:19 smithi107 ceph-mon[86658]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 5.0 KiB/s wr, 164 op/s 2024-08-10T06:09:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:19 smithi078 ceph-mon[92251]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-10T06:09:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:19 smithi078 ceph-mon[92251]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 5.0 KiB/s wr, 164 op/s 2024-08-10T06:09:19.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:19 smithi078 ceph-mon[94618]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-10T06:09:19.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:19 smithi078 ceph-mon[94618]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 5.0 KiB/s wr, 164 op/s 2024-08-10T06:09:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:20 smithi107 ceph-mon[86658]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-10T06:09:20.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:20 smithi078 ceph-mon[92251]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-10T06:09:20.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:20 smithi078 ceph-mon[94618]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-10T06:09:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:21 smithi107 ceph-mon[86658]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-10T06:09:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:21 smithi107 ceph-mon[86658]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:09:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:21 smithi078 ceph-mon[94618]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-10T06:09:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:21 smithi078 ceph-mon[94618]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:09:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:21 smithi078 ceph-mon[92251]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-10T06:09:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:21 smithi078 ceph-mon[92251]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:09:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:09:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:09:21] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-10T06:09:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:22 smithi107 ceph-mon[86658]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-10T06:09:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:22 smithi107 ceph-mon[86658]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-10T06:09:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:09:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:22 smithi078 ceph-mon[92251]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-10T06:09:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:22 smithi078 ceph-mon[92251]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-10T06:09:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:22 smithi078 ceph-mon[94618]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-10T06:09:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:22 smithi078 ceph-mon[94618]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-10T06:09:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:23 smithi107 ceph-mon[86658]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-08-10T06:09:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:23 smithi078 ceph-mon[92251]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-08-10T06:09:23.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:23 smithi078 ceph-mon[94618]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-08-10T06:09:24.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:24 smithi107 ceph-mon[86658]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-10T06:09:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:24 smithi078 ceph-mon[92251]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-10T06:09:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:24 smithi078 ceph-mon[94618]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-10T06:09:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:25 smithi107 ceph-mon[86658]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-10T06:09:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:25 smithi107 ceph-mon[86658]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-08-10T06:09:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:25 smithi078 ceph-mon[92251]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-10T06:09:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:25 smithi078 ceph-mon[92251]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-08-10T06:09:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:25 smithi078 ceph-mon[94618]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-10T06:09:25.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:25 smithi078 ceph-mon[94618]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-08-10T06:09:26.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:26 smithi107 ceph-mon[86658]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-10T06:09:26.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:26 smithi078 ceph-mon[92251]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-10T06:09:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:26 smithi078 ceph-mon[94618]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-10T06:09:27.593 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-08-10T06:09:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:27 smithi107 ceph-mon[86658]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-10T06:09:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:27 smithi107 ceph-mon[86658]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-08-10T06:09:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:27 smithi107 ceph-mon[86658]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-10T06:09:27.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:27.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[92251]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-10T06:09:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[92251]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-08-10T06:09:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[92251]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-10T06:09:27.879 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[94618]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-10T06:09:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[94618]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-08-10T06:09:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[94618]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-10T06:09:27.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:29.663 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-08-10T06:09:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:29 smithi107 ceph-mon[86658]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-10T06:09:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:29 smithi107 ceph-mon[86658]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 82 op/s 2024-08-10T06:09:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:29 smithi078 ceph-mon[92251]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-10T06:09:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:29 smithi078 ceph-mon[92251]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 82 op/s 2024-08-10T06:09:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:29 smithi078 ceph-mon[94618]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-10T06:09:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:29 smithi078 ceph-mon[94618]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 82 op/s 2024-08-10T06:09:30.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:30 smithi107 ceph-mon[86658]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-10T06:09:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:30 smithi078 ceph-mon[92251]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-10T06:09:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:30 smithi078 ceph-mon[94618]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-10T06:09:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:31 smithi078 ceph-mon[94618]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-10T06:09:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:31 smithi078 ceph-mon[94618]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-08-10T06:09:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:31 smithi078 ceph-mon[92251]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-10T06:09:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:31 smithi078 ceph-mon[92251]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-08-10T06:09:32.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:31 smithi107 ceph-mon[86658]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-10T06:09:32.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:31 smithi107 ceph-mon[86658]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-08-10T06:09:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:09:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:09:31] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T06:09:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:09:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:09:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:32 smithi078 ceph-mon[94618]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-10T06:09:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:32 smithi078 ceph-mon[94618]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-10T06:09:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:32 smithi078 ceph-mon[92251]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-10T06:09:32.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:32 smithi078 ceph-mon[92251]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-10T06:09:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:32 smithi107 ceph-mon[86658]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-10T06:09:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:32 smithi107 ceph-mon[86658]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-10T06:09:33.616 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-08-10T06:09:33.701 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-08-10T06:09:33.838 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-08-10T06:09:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:33 smithi078 ceph-mon[92251]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-08-10T06:09:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:33 smithi078 ceph-mon[92251]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-10T06:09:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:33 smithi078 ceph-mon[94618]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-08-10T06:09:33.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:33 smithi078 ceph-mon[94618]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-10T06:09:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:33 smithi107 ceph-mon[86658]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-08-10T06:09:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:33 smithi107 ceph-mon[86658]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-10T06:09:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:35 smithi078 ceph-mon[92251]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-10T06:09:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:35 smithi078 ceph-mon[92251]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 256 op/s 2024-08-10T06:09:35.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:35 smithi078 ceph-mon[94618]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-10T06:09:35.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:35 smithi078 ceph-mon[94618]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 256 op/s 2024-08-10T06:09:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:35 smithi107 ceph-mon[86658]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-10T06:09:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:35 smithi107 ceph-mon[86658]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 256 op/s 2024-08-10T06:09:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:36 smithi078 ceph-mon[92251]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-10T06:09:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:36 smithi078 ceph-mon[94618]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-10T06:09:37.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:36 smithi107 ceph-mon[86658]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-10T06:09:37.603 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-08-10T06:09:37.685 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-08-10T06:09:37.770 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-08-10T06:09:37.857 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-08-10T06:09:37.939 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-08-10T06:09:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:37 smithi078 ceph-mon[94618]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-10T06:09:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:37 smithi078 ceph-mon[94618]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 294 op/s 2024-08-10T06:09:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:37 smithi078 ceph-mon[94618]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-10T06:09:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:37 smithi078 ceph-mon[92251]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-10T06:09:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:37 smithi078 ceph-mon[92251]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 294 op/s 2024-08-10T06:09:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:37 smithi078 ceph-mon[92251]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-10T06:09:38.020 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-08-10T06:09:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:37 smithi107 ceph-mon[86658]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-10T06:09:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:37 smithi107 ceph-mon[86658]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 294 op/s 2024-08-10T06:09:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:37 smithi107 ceph-mon[86658]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-10T06:09:38.698 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-08-10T06:09:38.774 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-08-10T06:09:38.877 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-08-10T06:09:38.974 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-08-10T06:09:39.053 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-08-10T06:09:40.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:39 smithi107 ceph-mon[86658]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.0 KiB/s wr, 139 op/s 2024-08-10T06:09:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:39 smithi078 ceph-mon[92251]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.0 KiB/s wr, 139 op/s 2024-08-10T06:09:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:39 smithi078 ceph-mon[94618]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.0 KiB/s wr, 139 op/s 2024-08-10T06:09:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:41 smithi078 ceph-mon[92251]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 43 KiB/s wr, 774 op/s 2024-08-10T06:09:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:41 smithi078 ceph-mon[94618]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 43 KiB/s wr, 774 op/s 2024-08-10T06:09:42.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:09:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:09:41] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-08-10T06:09:42.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:41 smithi107 ceph-mon[86658]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 43 KiB/s wr, 774 op/s 2024-08-10T06:09:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:09:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:43 smithi107 ceph-mon[86658]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-10T06:09:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:43 smithi107 ceph-mon[86658]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 39 KiB/s wr, 815 op/s 2024-08-10T06:09:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:43 smithi078 ceph-mon[92251]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-10T06:09:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:43 smithi078 ceph-mon[92251]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 39 KiB/s wr, 815 op/s 2024-08-10T06:09:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:43 smithi078 ceph-mon[94618]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-10T06:09:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:43 smithi078 ceph-mon[94618]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 39 KiB/s wr, 815 op/s 2024-08-10T06:09:46.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:45 smithi107 ceph-mon[86658]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 655 op/s 2024-08-10T06:09:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:45 smithi078 ceph-mon[92251]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 655 op/s 2024-08-10T06:09:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:45 smithi078 ceph-mon[94618]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 655 op/s 2024-08-10T06:09:46.734 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-08-10T06:09:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:47 smithi107 ceph-mon[86658]: pgmap v4608: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 461 KiB/s wr, 540 op/s 2024-08-10T06:09:48.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:47 smithi107 ceph-mon[86658]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-10T06:09:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:47 smithi078 ceph-mon[92251]: pgmap v4608: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 461 KiB/s wr, 540 op/s 2024-08-10T06:09:48.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:47 smithi078 ceph-mon[92251]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-10T06:09:48.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:47 smithi078 ceph-mon[94618]: pgmap v4608: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 461 KiB/s wr, 540 op/s 2024-08-10T06:09:48.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:47 smithi078 ceph-mon[94618]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-10T06:09:50.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:49 smithi107 ceph-mon[86658]: pgmap v4610: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 515 KiB/s wr, 118 op/s 2024-08-10T06:09:50.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:49 smithi078 ceph-mon[94618]: pgmap v4610: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 515 KiB/s wr, 118 op/s 2024-08-10T06:09:50.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:49 smithi078 ceph-mon[92251]: pgmap v4610: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 515 KiB/s wr, 118 op/s 2024-08-10T06:09:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:51 smithi078 ceph-mon[92251]: pgmap v4611: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 488 KiB/s wr, 45 op/s 2024-08-10T06:09:52.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:51 smithi078 ceph-mon[94618]: pgmap v4611: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 488 KiB/s wr, 45 op/s 2024-08-10T06:09:52.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:09:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:09:51] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-10T06:09:52.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:51 smithi107 ceph-mon[86658]: pgmap v4611: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 488 KiB/s wr, 45 op/s 2024-08-10T06:09:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:09:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:53.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:53 smithi107 ceph-mon[86658]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-08-10T06:09:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:53 smithi078 ceph-mon[92251]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-08-10T06:09:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:53 smithi078 ceph-mon[94618]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 412 KiB/s wr, 38 op/s 2024-08-10T06:09:56.118 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-08-10T06:09:56.198 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-08-10T06:09:56.290 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-08-10T06:09:56.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:55 smithi107 ceph-mon[86658]: pgmap v4613: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-08-10T06:09:56.378 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-08-10T06:09:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:55 smithi078 ceph-mon[92251]: pgmap v4613: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-08-10T06:09:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:55 smithi078 ceph-mon[94618]: pgmap v4613: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-08-10T06:09:58.279 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:58 smithi078 ceph-mon[92251]: pgmap v4614: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 48 op/s 2024-08-10T06:09:58.280 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:58 smithi078 ceph-mon[92251]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-10T06:09:58.280 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:58.280 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:58 smithi078 ceph-mon[94618]: pgmap v4614: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 48 op/s 2024-08-10T06:09:58.280 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:58 smithi078 ceph-mon[94618]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-10T06:09:58.280 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:58 smithi107 ceph-mon[86658]: pgmap v4614: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 48 op/s 2024-08-10T06:09:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:58 smithi107 ceph-mon[86658]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-10T06:09:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:59.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:09:59 smithi107 ceph-mon[86658]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-10T06:09:59.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:09:59 smithi078 ceph-mon[92251]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-10T06:09:59.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:09:59 smithi078 ceph-mon[94618]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-10T06:10:00.112 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-08-10T06:10:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:00 smithi107 ceph-mon[86658]: pgmap v4617: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-08-10T06:10:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:00 smithi107 ceph-mon[86658]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-10T06:10:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:00 smithi107 ceph-mon[86658]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:10:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:00 smithi078 ceph-mon[92251]: pgmap v4617: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-08-10T06:10:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:00 smithi078 ceph-mon[92251]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-10T06:10:00.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:00 smithi078 ceph-mon[92251]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:10:00.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:00 smithi078 ceph-mon[94618]: pgmap v4617: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-08-10T06:10:00.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:00 smithi078 ceph-mon[94618]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-10T06:10:00.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:00 smithi078 ceph-mon[94618]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:10:01.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:01 smithi107 ceph-mon[86658]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-10T06:10:01.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:01 smithi078 ceph-mon[92251]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-10T06:10:01.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:01 smithi078 ceph-mon[94618]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-10T06:10:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:02 smithi078 ceph-mon[92251]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 374 op/s 2024-08-10T06:10:02.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:02 smithi078 ceph-mon[92251]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-10T06:10:02.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:10:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:10:01] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-10T06:10:02.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:02 smithi078 ceph-mon[94618]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 374 op/s 2024-08-10T06:10:02.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:02 smithi078 ceph-mon[94618]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-10T06:10:02.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:02 smithi107 ceph-mon[86658]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 374 op/s 2024-08-10T06:10:02.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:02 smithi107 ceph-mon[86658]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-10T06:10:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:10:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:10:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:03.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:03 smithi107 ceph-mon[86658]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-10T06:10:03.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:03 smithi078 ceph-mon[92251]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-10T06:10:03.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:03 smithi078 ceph-mon[94618]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-10T06:10:04.148 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-08-10T06:10:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:04 smithi107 ceph-mon[86658]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 17 KiB/s wr, 361 op/s 2024-08-10T06:10:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:04 smithi107 ceph-mon[86658]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-10T06:10:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:10:04.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:04 smithi078 ceph-mon[92251]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 17 KiB/s wr, 361 op/s 2024-08-10T06:10:04.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:04 smithi078 ceph-mon[92251]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-10T06:10:04.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:10:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:04 smithi078 ceph-mon[94618]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 17 KiB/s wr, 361 op/s 2024-08-10T06:10:04.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:04 smithi078 ceph-mon[94618]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-10T06:10:04.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:10:05.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:05 smithi107 ceph-mon[86658]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-10T06:10:05.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:10:05.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:10:05.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:10:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[94618]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-10T06:10:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:10:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:10:05.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:10:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[92251]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-10T06:10:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:10:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:10:05.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:10:06.150 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-08-10T06:10:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:06 smithi107 ceph-mon[86658]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 16 KiB/s wr, 338 op/s 2024-08-10T06:10:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:06 smithi107 ceph-mon[86658]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-10T06:10:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:06 smithi078 ceph-mon[92251]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 16 KiB/s wr, 338 op/s 2024-08-10T06:10:06.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:06 smithi078 ceph-mon[92251]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-10T06:10:06.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:06 smithi078 ceph-mon[94618]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 16 KiB/s wr, 338 op/s 2024-08-10T06:10:06.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:06 smithi078 ceph-mon[94618]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-10T06:10:07.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:07 smithi107 ceph-mon[86658]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-10T06:10:07.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:07 smithi078 ceph-mon[94618]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-10T06:10:07.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:07 smithi078 ceph-mon[92251]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-10T06:10:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:08 smithi078 ceph-mon[92251]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 389 op/s 2024-08-10T06:10:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:08 smithi078 ceph-mon[92251]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-10T06:10:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:08 smithi078 ceph-mon[92251]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-10T06:10:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:08 smithi078 ceph-mon[94618]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 389 op/s 2024-08-10T06:10:08.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:08 smithi078 ceph-mon[94618]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-10T06:10:08.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:08 smithi078 ceph-mon[94618]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-10T06:10:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:08 smithi107 ceph-mon[86658]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 389 op/s 2024-08-10T06:10:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:08 smithi107 ceph-mon[86658]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-10T06:10:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:08 smithi107 ceph-mon[86658]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-10T06:10:09.614 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-08-10T06:10:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:09 smithi107 ceph-mon[86658]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-10T06:10:09.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:09 smithi107 ceph-mon[86658]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 6.9 KiB/s wr, 143 op/s 2024-08-10T06:10:09.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:09 smithi078 ceph-mon[92251]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-10T06:10:09.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:09 smithi078 ceph-mon[92251]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 6.9 KiB/s wr, 143 op/s 2024-08-10T06:10:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:09 smithi078 ceph-mon[94618]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-10T06:10:09.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:09 smithi078 ceph-mon[94618]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 6.9 KiB/s wr, 143 op/s 2024-08-10T06:10:10.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:10 smithi107 ceph-mon[86658]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-10T06:10:10.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:10 smithi078 ceph-mon[92251]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-10T06:10:10.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:10 smithi078 ceph-mon[94618]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-10T06:10:11.624 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-08-10T06:10:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:11 smithi107 ceph-mon[86658]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-10T06:10:11.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:11 smithi107 ceph-mon[86658]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 319 op/s 2024-08-10T06:10:11.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:11 smithi078 ceph-mon[94618]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-10T06:10:11.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:11 smithi078 ceph-mon[94618]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 319 op/s 2024-08-10T06:10:11.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:11 smithi078 ceph-mon[92251]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-10T06:10:11.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:11 smithi078 ceph-mon[92251]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 17 KiB/s wr, 319 op/s 2024-08-10T06:10:12.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:10:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:10:11] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-08-10T06:10:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:12 smithi107 ceph-mon[86658]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-10T06:10:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:12 smithi107 ceph-mon[86658]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-10T06:10:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:10:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:10:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:12 smithi078 ceph-mon[92251]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-10T06:10:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:12 smithi078 ceph-mon[92251]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-10T06:10:12.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:12.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:12 smithi078 ceph-mon[94618]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-10T06:10:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:12 smithi078 ceph-mon[94618]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-10T06:10:12.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:13.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:13 smithi107 ceph-mon[86658]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 25 KiB/s wr, 488 op/s 2024-08-10T06:10:13.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:13 smithi078 ceph-mon[92251]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 25 KiB/s wr, 488 op/s 2024-08-10T06:10:13.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:13 smithi078 ceph-mon[94618]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 25 KiB/s wr, 488 op/s 2024-08-10T06:10:14.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:14 smithi107 ceph-mon[86658]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-10T06:10:14.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:14 smithi078 ceph-mon[92251]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-10T06:10:14.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:14 smithi078 ceph-mon[94618]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-10T06:10:15.651 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-08-10T06:10:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:15 smithi107 ceph-mon[86658]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-10T06:10:15.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:15 smithi107 ceph-mon[86658]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 25 KiB/s wr, 423 op/s 2024-08-10T06:10:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:15 smithi078 ceph-mon[92251]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-10T06:10:15.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:15 smithi078 ceph-mon[92251]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 25 KiB/s wr, 423 op/s 2024-08-10T06:10:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:15 smithi078 ceph-mon[94618]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-10T06:10:15.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:15 smithi078 ceph-mon[94618]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 25 KiB/s wr, 423 op/s 2024-08-10T06:10:16.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:16 smithi107 ceph-mon[86658]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-10T06:10:16.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:16 smithi078 ceph-mon[92251]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-10T06:10:16.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:16 smithi078 ceph-mon[94618]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-10T06:10:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[94618]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-10T06:10:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[94618]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 17 KiB/s wr, 319 op/s 2024-08-10T06:10:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[94618]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-10T06:10:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]: dispatch 2024-08-10T06:10:17.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]: dispatch 2024-08-10T06:10:17.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[92251]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-10T06:10:17.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[92251]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 17 KiB/s wr, 319 op/s 2024-08-10T06:10:17.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[92251]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-10T06:10:17.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]: dispatch 2024-08-10T06:10:17.979 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:17 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]: dispatch 2024-08-10T06:10:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:17 smithi107 ceph-mon[86658]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-10T06:10:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:17 smithi107 ceph-mon[86658]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 17 KiB/s wr, 319 op/s 2024-08-10T06:10:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:17 smithi107 ceph-mon[86658]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-10T06:10:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:17 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]: dispatch 2024-08-10T06:10:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:17 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]: dispatch 2024-08-10T06:10:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:19 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]': finished 2024-08-10T06:10:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:19 smithi107 ceph-mon[86658]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-10T06:10:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:19 smithi107 ceph-mon[86658]: pgmap v4648: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 5.7 KiB/s wr, 178 op/s 2024-08-10T06:10:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:19 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]': finished 2024-08-10T06:10:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:19 smithi078 ceph-mon[92251]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-10T06:10:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:19 smithi078 ceph-mon[92251]: pgmap v4648: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 5.7 KiB/s wr, 178 op/s 2024-08-10T06:10:19.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:19 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi078-163700-2","app": "rbd"}]': finished 2024-08-10T06:10:19.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:19 smithi078 ceph-mon[94618]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-10T06:10:19.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:19 smithi078 ceph-mon[94618]: pgmap v4648: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 5.7 KiB/s wr, 178 op/s 2024-08-10T06:10:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:20 smithi107 ceph-mon[86658]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-10T06:10:20.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:20 smithi078 ceph-mon[92251]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-10T06:10:20.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:20 smithi078 ceph-mon[94618]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-10T06:10:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:21 smithi107 ceph-mon[86658]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-10T06:10:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:21 smithi107 ceph-mon[86658]: pgmap v4651: 169 pgs: 4 creating+peering, 5 unknown, 160 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.0 KiB/s wr, 128 op/s 2024-08-10T06:10:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:21 smithi078 ceph-mon[94618]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-10T06:10:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:21 smithi078 ceph-mon[94618]: pgmap v4651: 169 pgs: 4 creating+peering, 5 unknown, 160 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.0 KiB/s wr, 128 op/s 2024-08-10T06:10:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:21 smithi078 ceph-mon[92251]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-10T06:10:21.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:21 smithi078 ceph-mon[92251]: pgmap v4651: 169 pgs: 4 creating+peering, 5 unknown, 160 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.0 KiB/s wr, 128 op/s 2024-08-10T06:10:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:10:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:10:21] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-10T06:10:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:22 smithi107 ceph-mon[86658]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-10T06:10:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:22 smithi107 ceph-mon[86658]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-10T06:10:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:10:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:22.618 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-08-10T06:10:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:22 smithi078 ceph-mon[92251]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-10T06:10:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:22 smithi078 ceph-mon[92251]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-10T06:10:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:22 smithi078 ceph-mon[94618]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-10T06:10:22.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:22 smithi078 ceph-mon[94618]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-10T06:10:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:23 smithi107 ceph-mon[86658]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-08-10T06:10:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:23 smithi078 ceph-mon[92251]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-08-10T06:10:23.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:23 smithi078 ceph-mon[94618]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-08-10T06:10:24.688 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-08-10T06:10:24.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:24 smithi107 ceph-mon[86658]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-10T06:10:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:24 smithi078 ceph-mon[94618]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-10T06:10:24.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:24 smithi078 ceph-mon[92251]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-10T06:10:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:25 smithi107 ceph-mon[86658]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-10T06:10:25.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:25 smithi107 ceph-mon[86658]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 216 op/s 2024-08-10T06:10:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:25 smithi078 ceph-mon[92251]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-10T06:10:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:25 smithi078 ceph-mon[92251]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 216 op/s 2024-08-10T06:10:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:25 smithi078 ceph-mon[94618]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-10T06:10:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:25 smithi078 ceph-mon[94618]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 216 op/s 2024-08-10T06:10:26.673 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-08-10T06:10:26.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:26 smithi078 ceph-mon[92251]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-10T06:10:26.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:26 smithi078 ceph-mon[94618]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-10T06:10:27.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:26 smithi107 ceph-mon[86658]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-10T06:10:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:27 smithi078 ceph-mon[92251]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-10T06:10:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:27 smithi078 ceph-mon[92251]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 11 KiB/s wr, 205 op/s 2024-08-10T06:10:27.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:27 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:27 smithi078 ceph-mon[94618]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-10T06:10:27.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:27 smithi078 ceph-mon[94618]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 11 KiB/s wr, 205 op/s 2024-08-10T06:10:27.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:27 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:28.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:27 smithi107 ceph-mon[86658]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-10T06:10:28.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:27 smithi107 ceph-mon[86658]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 11 KiB/s wr, 205 op/s 2024-08-10T06:10:28.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:27 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:28.691 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-08-10T06:10:28.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:28 smithi078 ceph-mon[92251]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-10T06:10:28.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:28 smithi078 ceph-mon[94618]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-10T06:10:29.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:28 smithi107 ceph-mon[86658]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-10T06:10:29.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:29 smithi078 ceph-mon[92251]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-10T06:10:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:29 smithi078 ceph-mon[92251]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.7 KiB/s wr, 169 op/s 2024-08-10T06:10:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:29 smithi078 ceph-mon[94618]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-10T06:10:29.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:29 smithi078 ceph-mon[94618]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.7 KiB/s wr, 169 op/s 2024-08-10T06:10:30.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:29 smithi107 ceph-mon[86658]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-10T06:10:30.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:29 smithi107 ceph-mon[86658]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.7 KiB/s wr, 169 op/s 2024-08-10T06:10:30.702 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-08-10T06:10:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:30 smithi078 ceph-mon[92251]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-10T06:10:30.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:30 smithi078 ceph-mon[94618]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-10T06:10:31.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:30 smithi107 ceph-mon[86658]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-10T06:10:31.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:31 smithi078 ceph-mon[94618]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-10T06:10:31.923 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:31 smithi078 ceph-mon[94618]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 22 KiB/s wr, 391 op/s 2024-08-10T06:10:31.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:31 smithi078 ceph-mon[92251]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-10T06:10:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:31 smithi078 ceph-mon[92251]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 22 KiB/s wr, 391 op/s 2024-08-10T06:10:32.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:31 smithi107 ceph-mon[86658]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-10T06:10:32.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:31 smithi107 ceph-mon[86658]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 22 KiB/s wr, 391 op/s 2024-08-10T06:10:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:10:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:10:31] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-10T06:10:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:10:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:32.625 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-08-10T06:10:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:32 smithi078 ceph-mon[92251]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-10T06:10:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:32 smithi078 ceph-mon[92251]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-10T06:10:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:32 smithi078 ceph-mon[94618]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-10T06:10:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:32 smithi078 ceph-mon[94618]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-10T06:10:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:32 smithi107 ceph-mon[86658]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-10T06:10:33.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:32 smithi107 ceph-mon[86658]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-10T06:10:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:33 smithi078 ceph-mon[92251]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 26 KiB/s wr, 448 op/s 2024-08-10T06:10:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:33 smithi078 ceph-mon[94618]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 26 KiB/s wr, 448 op/s 2024-08-10T06:10:34.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:33 smithi107 ceph-mon[86658]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 26 KiB/s wr, 448 op/s 2024-08-10T06:10:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:34 smithi078 ceph-mon[92251]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-10T06:10:34.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:34 smithi078 ceph-mon[94618]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-10T06:10:35.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:34 smithi107 ceph-mon[86658]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-10T06:10:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:35 smithi078 ceph-mon[92251]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 28 KiB/s wr, 633 op/s 2024-08-10T06:10:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:35 smithi078 ceph-mon[94618]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 28 KiB/s wr, 633 op/s 2024-08-10T06:10:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:35 smithi107 ceph-mon[86658]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 483 KiB/s rd, 28 KiB/s wr, 633 op/s 2024-08-10T06:10:37.605 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-08-10T06:10:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:37 smithi107 ceph-mon[86658]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 25 KiB/s wr, 923 op/s 2024-08-10T06:10:38.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:37 smithi107 ceph-mon[86658]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-10T06:10:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:37 smithi078 ceph-mon[92251]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 25 KiB/s wr, 923 op/s 2024-08-10T06:10:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:37 smithi078 ceph-mon[92251]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-10T06:10:38.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:38 smithi078 ceph-mon[94618]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 25 KiB/s wr, 923 op/s 2024-08-10T06:10:38.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:38 smithi078 ceph-mon[94618]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-10T06:10:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:39 smithi107 ceph-mon[86658]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-10T06:10:39.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:39 smithi107 ceph-mon[86658]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 21 KiB/s wr, 1.17k op/s 2024-08-10T06:10:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:39 smithi078 ceph-mon[92251]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-10T06:10:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:39 smithi078 ceph-mon[92251]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 21 KiB/s wr, 1.17k op/s 2024-08-10T06:10:39.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:39 smithi078 ceph-mon[94618]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-10T06:10:39.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:39 smithi078 ceph-mon[94618]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 21 KiB/s wr, 1.17k op/s 2024-08-10T06:10:40.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:40 smithi107 ceph-mon[86658]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-10T06:10:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:40 smithi078 ceph-mon[92251]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-10T06:10:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:40 smithi078 ceph-mon[94618]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-10T06:10:41.647 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-08-10T06:10:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:41 smithi107 ceph-mon[86658]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-10T06:10:41.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:41 smithi107 ceph-mon[86658]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 22 KiB/s wr, 2.39k op/s 2024-08-10T06:10:41.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:41 smithi078 ceph-mon[92251]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-10T06:10:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:41 smithi078 ceph-mon[92251]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 22 KiB/s wr, 2.39k op/s 2024-08-10T06:10:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:41 smithi078 ceph-mon[94618]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-10T06:10:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:41 smithi078 ceph-mon[94618]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 22 KiB/s wr, 2.39k op/s 2024-08-10T06:10:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:10:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:10:41] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-10T06:10:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:42 smithi107 ceph-mon[86658]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-10T06:10:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:42 smithi107 ceph-mon[86658]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-10T06:10:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:10:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:42 smithi078 ceph-mon[92251]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-10T06:10:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:42 smithi078 ceph-mon[92251]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-10T06:10:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:42 smithi078 ceph-mon[94618]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-10T06:10:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:42 smithi078 ceph-mon[94618]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-10T06:10:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:43.641 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-08-10T06:10:43.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:43 smithi107 ceph-mon[86658]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 24 KiB/s wr, 1.93k op/s 2024-08-10T06:10:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:43 smithi078 ceph-mon[92251]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 24 KiB/s wr, 1.93k op/s 2024-08-10T06:10:43.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:43 smithi078 ceph-mon[94618]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 24 KiB/s wr, 1.93k op/s 2024-08-10T06:10:44.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:44 smithi107 ceph-mon[86658]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-10T06:10:44.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:44 smithi078 ceph-mon[92251]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-10T06:10:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:44 smithi078 ceph-mon[94618]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-10T06:10:45.667 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-08-10T06:10:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:45 smithi107 ceph-mon[86658]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-10T06:10:45.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:45 smithi107 ceph-mon[86658]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 28 KiB/s wr, 531 op/s 2024-08-10T06:10:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:45 smithi078 ceph-mon[94618]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-10T06:10:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:45 smithi078 ceph-mon[94618]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 28 KiB/s wr, 531 op/s 2024-08-10T06:10:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:45 smithi078 ceph-mon[92251]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-10T06:10:45.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:45 smithi078 ceph-mon[92251]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 28 KiB/s wr, 531 op/s 2024-08-10T06:10:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:46 smithi078 ceph-mon[92251]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-10T06:10:46.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:46 smithi078 ceph-mon[94618]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-10T06:10:47.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:46 smithi107 ceph-mon[86658]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-10T06:10:47.624 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-08-10T06:10:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:47 smithi078 ceph-mon[94618]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-10T06:10:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:47 smithi078 ceph-mon[94618]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 38 KiB/s wr, 630 op/s 2024-08-10T06:10:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:47 smithi078 ceph-mon[94618]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-10T06:10:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:47 smithi078 ceph-mon[92251]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-10T06:10:47.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:47 smithi078 ceph-mon[92251]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 38 KiB/s wr, 630 op/s 2024-08-10T06:10:47.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:47 smithi078 ceph-mon[92251]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-10T06:10:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:47 smithi107 ceph-mon[86658]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-10T06:10:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:47 smithi107 ceph-mon[86658]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 38 KiB/s wr, 630 op/s 2024-08-10T06:10:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:47 smithi107 ceph-mon[86658]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-10T06:10:49.688 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-08-10T06:10:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:49 smithi078 ceph-mon[94618]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-10T06:10:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:49 smithi078 ceph-mon[94618]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 271 op/s 2024-08-10T06:10:49.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:49 smithi078 ceph-mon[92251]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-10T06:10:49.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:49 smithi078 ceph-mon[92251]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 271 op/s 2024-08-10T06:10:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:49 smithi107 ceph-mon[86658]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-10T06:10:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:49 smithi107 ceph-mon[86658]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 271 op/s 2024-08-10T06:10:50.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:50 smithi078 ceph-mon[92251]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-10T06:10:50.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:50 smithi078 ceph-mon[94618]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-10T06:10:51.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:50 smithi107 ceph-mon[86658]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-10T06:10:51.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:51 smithi078 ceph-mon[92251]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-10T06:10:51.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:51 smithi078 ceph-mon[92251]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 42 KiB/s wr, 937 op/s 2024-08-10T06:10:51.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:51 smithi078 ceph-mon[94618]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-10T06:10:51.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:51 smithi078 ceph-mon[94618]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 42 KiB/s wr, 937 op/s 2024-08-10T06:10:52.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:51 smithi107 ceph-mon[86658]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-10T06:10:52.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:51 smithi107 ceph-mon[86658]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 42 KiB/s wr, 937 op/s 2024-08-10T06:10:52.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:10:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:10:51] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-08-10T06:10:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:10:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:10:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:52.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:52 smithi078 ceph-mon[92251]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-10T06:10:52.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:52 smithi078 ceph-mon[92251]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-10T06:10:52.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:52 smithi078 ceph-mon[94618]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-10T06:10:52.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:52 smithi078 ceph-mon[94618]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-10T06:10:53.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:52 smithi107 ceph-mon[86658]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-10T06:10:53.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:52 smithi107 ceph-mon[86658]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-10T06:10:53.719 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-08-10T06:10:53.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:53 smithi078 ceph-mon[92251]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 45 KiB/s wr, 949 op/s 2024-08-10T06:10:53.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:53 smithi078 ceph-mon[94618]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 45 KiB/s wr, 949 op/s 2024-08-10T06:10:54.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:53 smithi107 ceph-mon[86658]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 45 KiB/s wr, 949 op/s 2024-08-10T06:10:54.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:54 smithi078 ceph-mon[92251]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-10T06:10:54.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:54 smithi078 ceph-mon[94618]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-10T06:10:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:54 smithi107 ceph-mon[86658]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-10T06:10:55.740 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-08-10T06:10:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:55 smithi078 ceph-mon[92251]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-10T06:10:55.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:55 smithi078 ceph-mon[92251]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-08-10T06:10:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:55 smithi078 ceph-mon[94618]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-10T06:10:55.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:55 smithi078 ceph-mon[94618]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-08-10T06:10:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:55 smithi107 ceph-mon[86658]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-10T06:10:56.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:55 smithi107 ceph-mon[86658]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-08-10T06:10:56.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:56 smithi078 ceph-mon[92251]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-10T06:10:56.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:56 smithi078 ceph-mon[94618]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-10T06:10:57.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:56 smithi107 ceph-mon[86658]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-10T06:10:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[94618]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-10T06:10:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[94618]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-08-10T06:10:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:57.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[94618]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-10T06:10:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[92251]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-10T06:10:57.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[92251]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-08-10T06:10:57.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:57.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:57 smithi078 ceph-mon[92251]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-10T06:10:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:57 smithi107 ceph-mon[86658]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-10T06:10:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:57 smithi107 ceph-mon[86658]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-08-10T06:10:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:57 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:58.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:57 smithi107 ceph-mon[86658]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-10T06:10:59.750 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-08-10T06:10:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:59 smithi078 ceph-mon[92251]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-10T06:10:59.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:10:59 smithi078 ceph-mon[92251]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 13 KiB/s wr, 328 op/s 2024-08-10T06:10:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:59 smithi078 ceph-mon[94618]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-10T06:10:59.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:10:59 smithi078 ceph-mon[94618]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 13 KiB/s wr, 328 op/s 2024-08-10T06:11:00.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:59 smithi107 ceph-mon[86658]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-10T06:11:00.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:10:59 smithi107 ceph-mon[86658]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 13 KiB/s wr, 328 op/s 2024-08-10T06:11:00.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:00 smithi078 ceph-mon[92251]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-10T06:11:00.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:00 smithi078 ceph-mon[94618]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-10T06:11:01.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:00 smithi107 ceph-mon[86658]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-10T06:11:01.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:01 smithi078 ceph-mon[92251]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-10T06:11:01.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:01 smithi078 ceph-mon[92251]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 24 KiB/s wr, 437 op/s 2024-08-10T06:11:01.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:01 smithi078 ceph-mon[94618]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-10T06:11:01.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:01 smithi078 ceph-mon[94618]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 24 KiB/s wr, 437 op/s 2024-08-10T06:11:02.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:01 smithi107 ceph-mon[86658]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-10T06:11:02.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:01 smithi107 ceph-mon[86658]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 24 KiB/s wr, 437 op/s 2024-08-10T06:11:02.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:11:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:11:01] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-10T06:11:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:11:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:02 smithi078 ceph-mon[92251]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-10T06:11:02.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:02 smithi078 ceph-mon[92251]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-10T06:11:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:02 smithi078 ceph-mon[94618]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-10T06:11:02.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:02 smithi078 ceph-mon[94618]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-10T06:11:03.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:02 smithi107 ceph-mon[86658]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-10T06:11:03.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:02 smithi107 ceph-mon[86658]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-10T06:11:03.631 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-08-10T06:11:03.750 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-08-10T06:11:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:03 smithi078 ceph-mon[92251]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-08-10T06:11:03.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:03 smithi078 ceph-mon[92251]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-10T06:11:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:03 smithi078 ceph-mon[94618]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-08-10T06:11:03.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:03 smithi078 ceph-mon[94618]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-10T06:11:04.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:03 smithi107 ceph-mon[86658]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-08-10T06:11:04.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:03 smithi107 ceph-mon[86658]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-10T06:11:04.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:04 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:11:04.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:04 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:11:05.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:04 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:11:05.785 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-08-10T06:11:05.871 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-08-10T06:11:05.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-10T06:11:05.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 16 KiB/s wr, 264 op/s 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:05.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 16 KiB/s wr, 264 op/s 2024-08-10T06:11:05.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:11:05.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:11:05.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:05 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 16 KiB/s wr, 264 op/s 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:11:06.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:05 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:11:06.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:06 smithi078 ceph-mon[92251]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-10T06:11:06.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:06 smithi078 ceph-mon[94618]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-10T06:11:07.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:06 smithi107 ceph-mon[86658]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-10T06:11:07.622 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-08-10T06:11:07.756 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-08-10T06:11:08.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:07 smithi107 ceph-mon[86658]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-10T06:11:08.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:07 smithi107 ceph-mon[86658]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 18 KiB/s wr, 308 op/s 2024-08-10T06:11:08.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:07 smithi107 ceph-mon[86658]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-10T06:11:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:07 smithi078 ceph-mon[92251]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-10T06:11:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:07 smithi078 ceph-mon[92251]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 18 KiB/s wr, 308 op/s 2024-08-10T06:11:08.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:07 smithi078 ceph-mon[92251]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-10T06:11:08.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:07 smithi078 ceph-mon[94618]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-10T06:11:08.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:07 smithi078 ceph-mon[94618]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 18 KiB/s wr, 308 op/s 2024-08-10T06:11:08.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:07 smithi078 ceph-mon[94618]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-10T06:11:09.886 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-08-10T06:11:10.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:09 smithi107 ceph-mon[86658]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-10T06:11:10.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:09 smithi107 ceph-mon[86658]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 9.7 KiB/s wr, 245 op/s 2024-08-10T06:11:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:09 smithi078 ceph-mon[92251]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-10T06:11:10.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:09 smithi078 ceph-mon[92251]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 9.7 KiB/s wr, 245 op/s 2024-08-10T06:11:10.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:09 smithi078 ceph-mon[94618]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-10T06:11:10.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:09 smithi078 ceph-mon[94618]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 9.7 KiB/s wr, 245 op/s 2024-08-10T06:11:11.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:10 smithi107 ceph-mon[86658]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-10T06:11:11.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:10 smithi078 ceph-mon[92251]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-10T06:11:11.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:10 smithi078 ceph-mon[94618]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-10T06:11:11.890 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-08-10T06:11:12.010 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-08-10T06:11:12.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:11 smithi107 ceph-mon[86658]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-10T06:11:12.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:11 smithi107 ceph-mon[86658]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 430 op/s 2024-08-10T06:11:12.133 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-08-10T06:11:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:11 smithi078 ceph-mon[94618]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-10T06:11:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:11 smithi078 ceph-mon[94618]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 430 op/s 2024-08-10T06:11:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:11 smithi078 ceph-mon[92251]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-10T06:11:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:11 smithi078 ceph-mon[92251]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 430 op/s 2024-08-10T06:11:12.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:11:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:11:11] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-08-10T06:11:12.230 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-08-10T06:11:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:11:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:12.610 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-08-10T06:11:12.694 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-08-10T06:11:12.787 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-08-10T06:11:12.896 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-08-10T06:11:12.999 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3062303302' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]: dispatch 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]: dispatch 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]': finished 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:11:13.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:12 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.084 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-08-10T06:11:13.171 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-08-10T06:11:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-10T06:11:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3062303302' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]: dispatch 2024-08-10T06:11:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]: dispatch 2024-08-10T06:11:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]': finished 2024-08-10T06:11:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-10T06:11:13.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3062303302' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]: dispatch 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]: dispatch 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.78:0/2642082902"}]': finished 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-10T06:11:13.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' 2024-08-10T06:11:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:11:13.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:12 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:14.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:11:14.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:11:14.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:11:14.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:14.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' 2024-08-10T06:11:14.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]': finished 2024-08-10T06:11:14.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:13 smithi107 ceph-mon[86658]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-08-10T06:11:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:11:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:11:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]': finished 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[92251]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:11:14.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:11:14.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:11:14.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' 2024-08-10T06:11:14.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]: dispatch 2024-08-10T06:11:14.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/6a88d38f-c277-431c-b1ba-6b37465ce479"}]': finished 2024-08-10T06:11:14.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:13 smithi078 ceph-mon[94618]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-08-10T06:11:15.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:14 smithi078 ceph-mon[92251]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-10T06:11:15.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:14 smithi078 ceph-mon[94618]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-10T06:11:15.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:14 smithi107 ceph-mon[86658]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-10T06:11:16.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:15 smithi078 ceph-mon[92251]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-10T06:11:16.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:15 smithi078 ceph-mon[92251]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 24 KiB/s wr, 514 op/s 2024-08-10T06:11:16.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:15 smithi078 ceph-mon[94618]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-10T06:11:16.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:15 smithi078 ceph-mon[94618]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 24 KiB/s wr, 514 op/s 2024-08-10T06:11:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:15 smithi107 ceph-mon[86658]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-10T06:11:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:15 smithi107 ceph-mon[86658]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 24 KiB/s wr, 514 op/s 2024-08-10T06:11:17.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[92251]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]: dispatch 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]: dispatch 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]': finished 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]: dispatch 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]: dispatch 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]': finished 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[94618]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]: dispatch 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]: dispatch 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]': finished 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]: dispatch 2024-08-10T06:11:17.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]: dispatch 2024-08-10T06:11:17.229 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:16 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]': finished 2024-08-10T06:11:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:16 smithi107 ceph-mon[86658]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-10T06:11:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:16 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]: dispatch 2024-08-10T06:11:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]: dispatch 2024-08-10T06:11:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c96aa4db-2dd3-4804-a829-588158dfe639"}]': finished 2024-08-10T06:11:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:16 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]: dispatch 2024-08-10T06:11:17.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]: dispatch 2024-08-10T06:11:17.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:16 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/197e666f-f489-49fd-8d63-fe27846a91ce"}]': finished 2024-08-10T06:11:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:18 smithi107 ceph-mon[86658]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 31 KiB/s wr, 509 op/s 2024-08-10T06:11:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:18 smithi107 ceph-mon[86658]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-10T06:11:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:18 smithi107 ceph-mon[86658]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-10T06:11:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:18 smithi078 ceph-mon[92251]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 31 KiB/s wr, 509 op/s 2024-08-10T06:11:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:18 smithi078 ceph-mon[92251]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-10T06:11:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:18 smithi078 ceph-mon[92251]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-10T06:11:18.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:18 smithi078 ceph-mon[94618]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 31 KiB/s wr, 509 op/s 2024-08-10T06:11:18.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:18 smithi078 ceph-mon[94618]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-10T06:11:18.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:18 smithi078 ceph-mon[94618]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-10T06:11:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:19 smithi107 ceph-mon[86658]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-10T06:11:19.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:19 smithi107 ceph-mon[86658]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 19 KiB/s wr, 275 op/s 2024-08-10T06:11:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:19 smithi078 ceph-mon[92251]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-10T06:11:19.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:19 smithi078 ceph-mon[92251]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 19 KiB/s wr, 275 op/s 2024-08-10T06:11:19.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:19 smithi078 ceph-mon[94618]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-10T06:11:19.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:19 smithi078 ceph-mon[94618]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 19 KiB/s wr, 275 op/s 2024-08-10T06:11:20.616 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-08-10T06:11:20.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:20 smithi107 ceph-mon[86658]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-10T06:11:20.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:20 smithi078 ceph-mon[92251]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-10T06:11:20.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:20 smithi078 ceph-mon[94618]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-10T06:11:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:21 smithi107 ceph-mon[86658]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-10T06:11:21.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:21 smithi107 ceph-mon[86658]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 7.6 KiB/s wr, 181 op/s 2024-08-10T06:11:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:21 smithi078 ceph-mon[92251]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-10T06:11:21.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:21 smithi078 ceph-mon[92251]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 7.6 KiB/s wr, 181 op/s 2024-08-10T06:11:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:21 smithi078 ceph-mon[94618]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-10T06:11:21.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:21 smithi078 ceph-mon[94618]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 7.6 KiB/s wr, 181 op/s 2024-08-10T06:11:22.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:11:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:11:21] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-08-10T06:11:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:22 smithi107 ceph-mon[86658]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-10T06:11:22.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:22 smithi107 ceph-mon[86658]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-10T06:11:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:11:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:22 smithi078 ceph-mon[92251]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-10T06:11:22.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:22 smithi078 ceph-mon[92251]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-10T06:11:22.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:22 smithi078 ceph-mon[94618]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-10T06:11:22.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:22 smithi078 ceph-mon[94618]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-10T06:11:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:23 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]: dispatch 2024-08-10T06:11:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:23 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]: dispatch 2024-08-10T06:11:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:23 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]': finished 2024-08-10T06:11:23.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:23 smithi107 ceph-mon[86658]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-08-10T06:11:23.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]: dispatch 2024-08-10T06:11:23.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]: dispatch 2024-08-10T06:11:23.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]': finished 2024-08-10T06:11:23.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[92251]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-08-10T06:11:23.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1005717107' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]: dispatch 2024-08-10T06:11:23.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]: dispatch 2024-08-10T06:11:23.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/a06b67f8-ff9b-41ca-a680-94c629c1d49d"}]': finished 2024-08-10T06:11:23.979 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:23 smithi078 ceph-mon[94618]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-08-10T06:11:24.645 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-08-10T06:11:24.723 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-08-10T06:11:24.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:24 smithi107 ceph-mon[86658]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-10T06:11:24.855 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-08-10T06:11:24.929 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-08-10T06:11:24.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:24 smithi078 ceph-mon[92251]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-10T06:11:24.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:24 smithi078 ceph-mon[94618]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-10T06:11:24.999 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-08-10T06:11:25.074 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-08-10T06:11:25.146 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-08-10T06:11:25.279 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-08-10T06:11:25.390 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-08-10T06:11:25.397 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-08-10T06:11:25.406 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-08-10T06:11:25.407 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-08-10T06:11:25.413 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-08-10T06:11:25.420 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-08-10T06:11:25.514 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-08-10T06:11:25.603 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-08-10T06:11:25.693 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-08-10T06:11:25.826 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-08-10T06:11:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:25 smithi078 ceph-mon[92251]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-10T06:11:25.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:25 smithi078 ceph-mon[92251]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.5 KiB/s wr, 164 op/s 2024-08-10T06:11:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:25 smithi078 ceph-mon[94618]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-10T06:11:25.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:25 smithi078 ceph-mon[94618]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.5 KiB/s wr, 164 op/s 2024-08-10T06:11:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:25 smithi107 ceph-mon[86658]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-10T06:11:26.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:25 smithi107 ceph-mon[86658]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 9.5 KiB/s wr, 164 op/s 2024-08-10T06:11:27.388 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-08-10T06:11:27.504 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-08-10T06:11:27.598 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-08-10T06:11:27.696 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-08-10T06:11:27.860 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-08-10T06:11:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:28 smithi107 ceph-mon[86658]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 31 KiB/s wr, 287 op/s 2024-08-10T06:11:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:28.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:28 smithi107 ceph-mon[86658]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-10T06:11:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:28 smithi078 ceph-mon[94618]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 31 KiB/s wr, 287 op/s 2024-08-10T06:11:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:28 smithi078 ceph-mon[94618]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-10T06:11:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:28 smithi078 ceph-mon[92251]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 31 KiB/s wr, 287 op/s 2024-08-10T06:11:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:28 smithi078 ceph-mon[92251]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-10T06:11:29.648 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-08-10T06:11:29.743 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-08-10T06:11:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:29 smithi107 ceph-mon[86658]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-10T06:11:29.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:29 smithi107 ceph-mon[86658]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 39 KiB/s wr, 477 op/s 2024-08-10T06:11:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:29 smithi078 ceph-mon[94618]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-10T06:11:29.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:29 smithi078 ceph-mon[94618]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 39 KiB/s wr, 477 op/s 2024-08-10T06:11:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:29 smithi078 ceph-mon[92251]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-10T06:11:29.978 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:29 smithi078 ceph-mon[92251]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 39 KiB/s wr, 477 op/s 2024-08-10T06:11:30.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:30 smithi107 ceph-mon[86658]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-10T06:11:30.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:30 smithi078 ceph-mon[94618]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-10T06:11:30.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:30 smithi078 ceph-mon[92251]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-10T06:11:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:31 smithi107 ceph-mon[86658]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-10T06:11:31.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:31 smithi107 ceph-mon[86658]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 104 KiB/s wr, 1.48k op/s 2024-08-10T06:11:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:31 smithi078 ceph-mon[94618]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-10T06:11:31.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:31 smithi078 ceph-mon[94618]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 104 KiB/s wr, 1.48k op/s 2024-08-10T06:11:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:31 smithi078 ceph-mon[92251]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-10T06:11:31.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:31 smithi078 ceph-mon[92251]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 104 KiB/s wr, 1.48k op/s 2024-08-10T06:11:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:11:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:11:31] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-10T06:11:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:32 smithi107 ceph-mon[86658]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-10T06:11:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:32 smithi107 ceph-mon[86658]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-10T06:11:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:11:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:11:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:32 smithi078 ceph-mon[92251]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-10T06:11:32.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:32 smithi078 ceph-mon[92251]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-10T06:11:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:32 smithi078 ceph-mon[94618]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-10T06:11:32.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:32 smithi078 ceph-mon[94618]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-10T06:11:33.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:33 smithi107 ceph-mon[86658]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 100 KiB/s wr, 1.46k op/s 2024-08-10T06:11:33.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:33 smithi078 ceph-mon[94618]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 100 KiB/s wr, 1.46k op/s 2024-08-10T06:11:33.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:33 smithi078 ceph-mon[92251]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 100 KiB/s wr, 1.46k op/s 2024-08-10T06:11:34.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:34 smithi107 ceph-mon[86658]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-10T06:11:34.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:34 smithi078 ceph-mon[92251]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-10T06:11:34.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:34 smithi078 ceph-mon[94618]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-10T06:11:35.861 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-08-10T06:11:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:35 smithi078 ceph-mon[92251]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-10T06:11:35.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:35 smithi078 ceph-mon[92251]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 28 KiB/s wr, 458 op/s 2024-08-10T06:11:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:35 smithi078 ceph-mon[94618]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-10T06:11:35.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:35 smithi078 ceph-mon[94618]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 28 KiB/s wr, 458 op/s 2024-08-10T06:11:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:35 smithi107 ceph-mon[86658]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-10T06:11:36.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:35 smithi107 ceph-mon[86658]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 28 KiB/s wr, 458 op/s 2024-08-10T06:11:36.105 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-08-10T06:11:36.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:36 smithi078 ceph-mon[92251]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-10T06:11:36.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:36 smithi078 ceph-mon[94618]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-10T06:11:37.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:36 smithi107 ceph-mon[86658]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-10T06:11:37.638 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-08-10T06:11:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:37 smithi078 ceph-mon[92251]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-10T06:11:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:37 smithi078 ceph-mon[92251]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 30 KiB/s wr, 463 op/s 2024-08-10T06:11:37.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:37 smithi078 ceph-mon[92251]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-10T06:11:37.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:37 smithi078 ceph-mon[94618]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-10T06:11:37.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:37 smithi078 ceph-mon[94618]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 30 KiB/s wr, 463 op/s 2024-08-10T06:11:37.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:37 smithi078 ceph-mon[94618]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-10T06:11:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:37 smithi107 ceph-mon[86658]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-10T06:11:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:37 smithi107 ceph-mon[86658]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 353 KiB/s rd, 30 KiB/s wr, 463 op/s 2024-08-10T06:11:38.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:37 smithi107 ceph-mon[86658]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-10T06:11:39.687 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-08-10T06:11:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:39 smithi078 ceph-mon[92251]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-10T06:11:39.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:39 smithi078 ceph-mon[92251]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 26 KiB/s wr, 720 op/s 2024-08-10T06:11:39.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:39 smithi078 ceph-mon[94618]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-10T06:11:39.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:39 smithi078 ceph-mon[94618]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 26 KiB/s wr, 720 op/s 2024-08-10T06:11:40.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:39 smithi107 ceph-mon[86658]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-10T06:11:40.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:39 smithi107 ceph-mon[86658]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 560 KiB/s rd, 26 KiB/s wr, 720 op/s 2024-08-10T06:11:40.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:40 smithi078 ceph-mon[92251]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-10T06:11:40.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:40 smithi078 ceph-mon[94618]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-10T06:11:41.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:40 smithi107 ceph-mon[86658]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-10T06:11:41.707 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-08-10T06:11:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:41 smithi078 ceph-mon[92251]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-10T06:11:41.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:41 smithi078 ceph-mon[92251]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 43 KiB/s wr, 1.30k op/s 2024-08-10T06:11:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:41 smithi078 ceph-mon[94618]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-10T06:11:41.924 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:41 smithi078 ceph-mon[94618]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 43 KiB/s wr, 1.30k op/s 2024-08-10T06:11:42.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:41 smithi107 ceph-mon[86658]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-10T06:11:42.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:41 smithi107 ceph-mon[86658]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 43 KiB/s wr, 1.30k op/s 2024-08-10T06:11:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:11:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:11:41] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-08-10T06:11:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:11:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:11:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:42 smithi078 ceph-mon[92251]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-10T06:11:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:42 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:42.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:42 smithi078 ceph-mon[92251]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-10T06:11:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:42 smithi078 ceph-mon[94618]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-10T06:11:42.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:42 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:42.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:42 smithi078 ceph-mon[94618]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-10T06:11:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:42 smithi107 ceph-mon[86658]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-10T06:11:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:42 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:43.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:42 smithi107 ceph-mon[86658]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-10T06:11:43.718 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-08-10T06:11:43.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:43 smithi078 ceph-mon[92251]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 814 KiB/s rd, 35 KiB/s wr, 1.03k op/s 2024-08-10T06:11:43.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:43 smithi078 ceph-mon[94618]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 814 KiB/s rd, 35 KiB/s wr, 1.03k op/s 2024-08-10T06:11:44.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:43 smithi107 ceph-mon[86658]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 814 KiB/s rd, 35 KiB/s wr, 1.03k op/s 2024-08-10T06:11:44.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:44 smithi078 ceph-mon[92251]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-10T06:11:44.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:44 smithi078 ceph-mon[94618]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-10T06:11:45.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:44 smithi107 ceph-mon[86658]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-10T06:11:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:45 smithi078 ceph-mon[92251]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-10T06:11:45.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:45 smithi078 ceph-mon[92251]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 22 KiB/s wr, 523 op/s 2024-08-10T06:11:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:45 smithi078 ceph-mon[94618]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-10T06:11:45.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:45 smithi078 ceph-mon[94618]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 22 KiB/s wr, 523 op/s 2024-08-10T06:11:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:45 smithi107 ceph-mon[86658]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-10T06:11:46.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:45 smithi107 ceph-mon[86658]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 22 KiB/s wr, 523 op/s 2024-08-10T06:11:46.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:46 smithi078 ceph-mon[92251]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-10T06:11:46.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:46 smithi078 ceph-mon[94618]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-10T06:11:47.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:46 smithi107 ceph-mon[86658]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-10T06:11:47.704 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-08-10T06:11:47.924 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-08-10T06:11:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:47 smithi078 ceph-mon[92251]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-10T06:11:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:47 smithi078 ceph-mon[92251]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 544 KiB/s rd, 27 KiB/s wr, 700 op/s 2024-08-10T06:11:47.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:47 smithi078 ceph-mon[92251]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-10T06:11:47.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:47 smithi078 ceph-mon[94618]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-10T06:11:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:47 smithi078 ceph-mon[94618]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 544 KiB/s rd, 27 KiB/s wr, 700 op/s 2024-08-10T06:11:47.978 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:47 smithi078 ceph-mon[94618]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-10T06:11:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:47 smithi107 ceph-mon[86658]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-10T06:11:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:47 smithi107 ceph-mon[86658]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 544 KiB/s rd, 27 KiB/s wr, 700 op/s 2024-08-10T06:11:48.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:47 smithi107 ceph-mon[86658]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-10T06:11:48.103 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-08-10T06:11:48.669 INFO:tasks.workunit.client.0.smithi078.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-08-10T06:11:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:11:48.669 INFO:tasks.workunit.client.0.smithi078.stdout:================== 174 passed, 8 skipped in 663.87s (0:11:03) ================== 2024-08-10T06:11:48.693 INFO:tasks.workunit.client.0.smithi078.stderr:+ exit 0 2024-08-10T06:11:48.694 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T06:11:48.694 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T06:11:48.721 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-08-10T06:11:48.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:11:48.972 DEBUG:teuthology.parallel:result is None 2024-08-10T06:11:48.972 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:11:48.997 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:11:48.997 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:11:49.052 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:11:49.053 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T06:11:49.053 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-08-10T06:11:49.053 DEBUG:teuthology.parallel:result is None 2024-08-10T06:11:49.053 INFO:teuthology.run_tasks:Running task print... 2024-08-10T06:11:49.064 INFO:teuthology.task.print:**** done end parallel 2024-08-10T06:11:49.064 INFO:teuthology.run_tasks:Running task print... 2024-08-10T06:11:49.078 INFO:teuthology.task.print:**** done start telemetry x... 2024-08-10T06:11:49.078 INFO:teuthology.run_tasks:Running task workunit... 2024-08-10T06:11:49.093 INFO:tasks.workunit:Pulling workunits from ref 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T06:11:49.093 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T06:11:49.093 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:11:49.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:11:49.109 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T06:11:49.109 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:11:49.164 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T06:11:49.165 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T06:11:49.221 INFO:tasks.workunit:timeout=3h 2024-08-10T06:11:49.221 INFO:tasks.workunit:cleanup=True 2024-08-10T06:11:49.221 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T06:11:49.277 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T06:11:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:49 smithi078 ceph-mon[92251]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-10T06:11:49.977 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:49 smithi078 ceph-mon[92251]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:49 smithi078 ceph-mon[94618]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-10T06:11:49.977 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:49 smithi078 ceph-mon[94618]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:49 smithi107 ceph-mon[86658]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-10T06:11:50.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:49 smithi107 ceph-mon[86658]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:52.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:52 smithi078 ceph-mon[92251]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:52.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:52 smithi078 ceph-mon[94618]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:52.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:11:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:11:51] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-08-10T06:11:52.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:52 smithi107 ceph-mon[86658]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:52.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:11:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:54.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:54 smithi107 ceph-mon[86658]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:54.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:54 smithi078 ceph-mon[92251]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:54.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:54 smithi078 ceph-mon[94618]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:56.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:56 smithi107 ceph-mon[86658]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:56.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:56 smithi078 ceph-mon[92251]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:56.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:56 smithi078 ceph-mon[94618]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:58 smithi107 ceph-mon[86658]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:58.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:11:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:58 smithi078 ceph-mon[92251]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:58.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:11:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:58.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:58 smithi078 ceph-mon[94618]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:11:58.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:11:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:00.280 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:00 smithi078 ceph-mon[92251]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:00.280 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:00 smithi078 ceph-mon[94618]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:00.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:00 smithi107 ceph-mon[86658]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:02.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:02 smithi078 ceph-mon[92251]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:02.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:12:01] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-08-10T06:12:02.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:02 smithi078 ceph-mon[94618]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:02.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:02 smithi107 ceph-mon[86658]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:12:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:04.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:04 smithi107 ceph-mon[86658]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:04.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:04 smithi078 ceph-mon[92251]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:04.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:04 smithi078 ceph-mon[94618]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:06 smithi107 ceph-mon[86658]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:06.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[94618]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:06.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[92251]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:06.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:08.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:08 smithi107 ceph-mon[86658]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:08.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:08 smithi078 ceph-mon[92251]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:08 smithi078 ceph-mon[94618]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:10.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:10 smithi107 ceph-mon[86658]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:10.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:10 smithi078 ceph-mon[92251]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:10.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:10 smithi078 ceph-mon[94618]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:12.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:12 smithi078 ceph-mon[92251]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:12.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:12 smithi078 ceph-mon[94618]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:12.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:12:11] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-08-10T06:12:12.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:12 smithi107 ceph-mon[86658]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:12:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:12:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:13.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:13.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:14 smithi107 ceph-mon[86658]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:14.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:14 smithi078 ceph-mon[92251]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:14.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:14 smithi078 ceph-mon[94618]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:16.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:16 smithi107 ceph-mon[86658]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:16.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:16 smithi078 ceph-mon[92251]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:16.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:16 smithi078 ceph-mon[94618]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:18.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:18 smithi107 ceph-mon[86658]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:18.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:18 smithi078 ceph-mon[92251]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:18.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:18 smithi078 ceph-mon[94618]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:20.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:20 smithi107 ceph-mon[86658]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:20.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:20 smithi078 ceph-mon[92251]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:20.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:20 smithi078 ceph-mon[94618]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:22.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:22 smithi078 ceph-mon[92251]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:22.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:22 smithi078 ceph-mon[94618]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:22.228 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:21 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:12:21] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.43.0" 2024-08-10T06:12:22.315 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:22 smithi107 ceph-mon[86658]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:22.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:12:22 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:24.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:24 smithi107 ceph-mon[86658]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:24.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:24 smithi078 ceph-mon[92251]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:24.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:24 smithi078 ceph-mon[94618]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:26.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:26 smithi107 ceph-mon[86658]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:26.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:26 smithi078 ceph-mon[92251]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:26.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:26 smithi078 ceph-mon[94618]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:28 smithi078 ceph-mon[92251]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:28.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:28 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:28 smithi078 ceph-mon[94618]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:28 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:28 smithi107 ceph-mon[86658]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:28.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:28 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:30.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:30 smithi078 ceph-mon[92251]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:30.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:30 smithi078 ceph-mon[94618]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:30.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:30 smithi107 ceph-mon[86658]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:32.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:32 smithi078 ceph-mon[92251]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:32.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:32 smithi078 ceph-mon[94618]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:32.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:31 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:12:31] "GET /metrics HTTP/1.1" 200 34174 "" "Prometheus/2.43.0" 2024-08-10T06:12:32.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:32 smithi107 ceph-mon[86658]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:32.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:12:32 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:34.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:34 smithi078 ceph-mon[92251]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:34.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:34 smithi078 ceph-mon[94618]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:34.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:34 smithi107 ceph-mon[86658]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:36.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:36 smithi078 ceph-mon[92251]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:36.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:36 smithi078 ceph-mon[94618]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:36.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:36 smithi107 ceph-mon[86658]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:38.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:38 smithi078 ceph-mon[92251]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:38.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:38 smithi078 ceph-mon[94618]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:38.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:38 smithi107 ceph-mon[86658]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:40.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:40 smithi078 ceph-mon[92251]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:40.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:40 smithi078 ceph-mon[94618]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:40.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:40 smithi107 ceph-mon[86658]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:42 smithi078 ceph-mon[92251]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:42.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:42 smithi078 ceph-mon[94618]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:42.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:41 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:12:41] "GET /metrics HTTP/1.1" 200 34174 "" "Prometheus/2.43.0" 2024-08-10T06:12:42.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:42 smithi107 ceph-mon[86658]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:42.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:12:42 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:43.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:43 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:43.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:43 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:43.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:43 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:44.328 INFO:tasks.workunit.client.0.smithi078.stderr:Note: switching to '36f0121854057afc3d1c62b7c67046d0bb7294df'. 2024-08-10T06:12:44.328 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:44.328 INFO:tasks.workunit.client.0.smithi078.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-10T06:12:44.328 INFO:tasks.workunit.client.0.smithi078.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-10T06:12:44.328 INFO:tasks.workunit.client.0.smithi078.stderr:state without impacting any branches by switching back to a branch. 2024-08-10T06:12:44.328 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr: git switch -c 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr:Or undo this operation with: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr: git switch - 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:44.329 INFO:tasks.workunit.client.0.smithi078.stderr:HEAD is now at 36f01218540 Merge pull request #59099 from zdover23/wip-doc-2024-08-09-backport-59807-to-squid 2024-08-10T06:12:44.333 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T06:12:44.389 INFO:tasks.workunit.client.0.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T06:12:44.391 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:12:44.391 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T06:12:44.439 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T06:12:44.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:44 smithi078 ceph-mon[92251]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:44.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:44 smithi078 ceph-mon[94618]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:44.487 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T06:12:44.527 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:12:44.529 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:12:44.529 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T06:12:44.567 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:12:44.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:44 smithi107 ceph-mon[86658]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:44.571 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-08-10T06:12:44.571 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T06:12:44.627 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-08-10T06:12:44.629 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-08-10T06:12:44.630 DEBUG:teuthology.orchestra.run.smithi078:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=36f0121854057afc3d1c62b7c67046d0bb7294df TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-08-10T06:12:44.687 INFO:tasks.workunit.client.0.smithi078.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-10T06:12:45.064 INFO:tasks.workunit.client.0.smithi078.stderr:+ LAST_OPT_REVISION=1 2024-08-10T06:12:45.064 INFO:tasks.workunit.client.0.smithi078.stderr:+ '[' 1 -ne 1 ']' 2024-08-10T06:12:45.064 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph -s 2024-08-10T06:12:45.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/577962426' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:12:45.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:45 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/577962426' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:12:45.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/577962426' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:12:45.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:45 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/577962426' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:12:45.563 INFO:tasks.workunit.client.0.smithi078.stdout: cluster: 2024-08-10T06:12:45.563 INFO:tasks.workunit.client.0.smithi078.stdout: id: 8a876d60-56d3-11ef-bcce-c7b262605968 2024-08-10T06:12:45.563 INFO:tasks.workunit.client.0.smithi078.stdout: health: HEALTH_WARN 2024-08-10T06:12:45.563 INFO:tasks.workunit.client.0.smithi078.stdout: Telemetry requires re-opt-in 2024-08-10T06:12:45.563 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:12:45.563 INFO:tasks.workunit.client.0.smithi078.stdout: services: 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: mon: 3 daemons, quorum a,b,c (age 72m) 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: mgr: y(active, since 73m), standbys: x 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: mds: 1/1 daemons up, 1 standby 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 80m) 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: data: 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: volumes: 1/1 healthy 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: pools: 4 pools, 105 pgs 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: objects: 28 objects, 4.6 MiB 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: pgs: 105 active+clean 2024-08-10T06:12:45.564 INFO:tasks.workunit.client.0.smithi078.stdout: 2024-08-10T06:12:45.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/577962426' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:12:45.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:45 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/577962426' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:12:45.574 INFO:tasks.workunit.client.0.smithi078.stderr:++ ceph telemetry collection ls 2024-08-10T06:12:46.055 INFO:tasks.workunit.client.0.smithi078.stderr:+ COLLECTIONS='New collections are available: 2024-08-10T06:12:46.055 INFO:tasks.workunit.client.0.smithi078.stderr:['\''basic_pool_flags'\''] 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:12:46.056 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_pool_flags'] 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:12:46.057 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_pool_flags'] 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T06:12:46.058 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_pool_flags'] 2024-08-10T06:12:46.059 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:12:46.060 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_pool_flags'] 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:12:46.061 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_pool_flags'] 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:46.062 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-10T06:12:46.063 INFO:tasks.workunit.client.0.smithi078.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:+ [[ New collections are available: 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:['basic_pool_flags'] 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr: 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:NAME STATUS DESC 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:12:46.064 INFO:tasks.workunit.client.0.smithi078.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:12:46.065 INFO:tasks.workunit.client.0.smithi078.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:12:46.065 INFO:tasks.workunit.client.0.smithi078.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:12:46.065 INFO:tasks.workunit.client.0.smithi078.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:12:46.065 INFO:tasks.workunit.client.0.smithi078.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:12:46.065 INFO:tasks.workunit.client.0.smithi078.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-10T06:12:46.065 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry preview 2024-08-10T06:12:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:46 smithi078 ceph-mon[92251]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2678184908' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:12:46.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:46 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/2678184908' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:12:46.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:46 smithi078 ceph-mon[94618]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:46.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2678184908' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:12:46.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:46 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/2678184908' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:12:46.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:46 smithi107 ceph-mon[86658]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:46.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2678184908' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:12:46.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:46 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/2678184908' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:12:46.754 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T06:12:46.754 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T06:12:46.754 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T06:12:46.754 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T06:12:46.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.754 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T06:12:46.754 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.755 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore", 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_flags" 2024-08-10T06:12:46.756 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore", 2024-08-10T06:12:46.757 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_flags" 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T06:12:46.758 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:46.759 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:46.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:46.761 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_max_backfills", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:12:46.762 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:46.763 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_sleep", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep", 2024-08-10T06:12:46.764 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:46.765 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T06:12:46.766 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/enabled", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T06:12:46.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:46.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:46.769 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:46.770 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T06:12:46.771 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T06:12:46.772 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 2, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "has_msr_rules": 0, 2024-08-10T06:12:46.773 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 1, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_collision_tries": 100, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_descents": 100, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T06:12:46.774 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.775 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T06:12:46.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_stats": { 2024-08-10T06:12:46.777 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20144128, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 293704, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 901120, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 0, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 352, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1076384, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 510976, 2024-08-10T06:12:46.778 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 14740504, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20709376, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 438568, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 483328, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 481, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1310040, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1186816, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 15152512, 2024-08-10T06:12:46.779 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 179978240, 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1912720, 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 2088960, 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 3203072, 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 7052, 2024-08-10T06:12:46.780 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 11009384, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2506496, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 159577096, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 183181312 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 166395904, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1904744, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 6291456, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 6463, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.781 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 10530016, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2085376, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 148992184, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 172687360 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 262111232, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 5861144, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3014656, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 3792896, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 0, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 9751, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.782 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 14415968, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 5158144, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 229868424, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 262111232 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 547880960, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 27950744, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 8192, 2024-08-10T06:12:46.783 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 25460736, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13494, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 72576536, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10829568, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 433239120, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 573341696 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 442638336, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 27461880, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T06:12:46.784 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 152264704, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13334, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 66116168, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9535488, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 336223424, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 594903040 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 390496256, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 16493640, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:46.785 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 43884544, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10214, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 60025280, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10206464, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 300625144, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 434380800 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 424591360, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 20435712, 2024-08-10T06:12:46.786 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 44515328, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10215, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 47906936, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12714240, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 340364168, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 469106688 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 571621376, 2024-08-10T06:12:46.787 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 24722584, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 24297472, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11396, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 52948784, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9506304, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 481166904, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 595918848 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 437411840, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 25372864, 2024-08-10T06:12:46.788 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 60792832, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 12915, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 61731968, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12425984, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 334604224, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 498204672 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 444096512, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 17154136, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:46.789 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 7438336, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11539, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 53724904, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12250368, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 357690304, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 451534848 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 417349632, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 18313496, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 5242880, 2024-08-10T06:12:46.790 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 53706752, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10753, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 50802344, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 58, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12536064, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 330454848, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 471056384 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T06:12:46.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "io_rate": { 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_stats_delta": { 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 0, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 0, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "stamp_delta": "12.002954", 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:46.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:46.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:46.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:46.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 0 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard_description": null, 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "mempool": { 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.797 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.798 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.800 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.801 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 149008, 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 33 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.802 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 928, 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.803 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.805 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.806 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.809 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 221633, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 67 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52112, 2024-08-10T06:12:46.811 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 181 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.812 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12360, 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 238 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.813 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.814 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.817 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.818 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 53239294, 2024-08-10T06:12:46.819 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7605 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.820 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:46.821 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.822 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.824 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.826 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.827 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 44085692, 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5424 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1056, 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.828 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:46.829 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.831 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.835 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.836 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 50335714, 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 6870 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.838 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11440, 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.839 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23200, 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 427 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 428288, 2024-08-10T06:12:46.840 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 63200, 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 790 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 407264, 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1958 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.841 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 413453, 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 126 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2521776, 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 557684 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.842 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7135496, 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10525 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79084, 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8307 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93936, 2024-08-10T06:12:46.843 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.844 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 105987, 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 60 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.845 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16431373, 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 263 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12232, 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 139 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 522720, 2024-08-10T06:12:46.846 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7189312, 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 18504 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.847 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.848 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21360, 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 379 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 43264, 2024-08-10T06:12:46.849 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418288, 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2011 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.850 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1147452, 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2540988, 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 553218 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7069536, 2024-08-10T06:12:46.851 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10428 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86116, 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9282 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96480, 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2010 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.853 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 116438, 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 54 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3212352, 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 267 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 27280, 2024-08-10T06:12:46.854 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 310 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7191600, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21030 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.856 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.857 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 14328, 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 267 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30464, 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2496, 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 13 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.858 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 59920, 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 749 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 417664, 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2008 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 303848, 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 90 2024-08-10T06:12:46.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1858173, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 404177 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5274336, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7788 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 85272, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9269 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96336, 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2007 2024-08-10T06:12:46.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.861 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 100783, 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13400941, 2024-08-10T06:12:46.862 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 252 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10384, 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 118 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 360096, 2024-08-10T06:12:46.863 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3076840, 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5917 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.864 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15432, 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 280 2024-08-10T06:12:46.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 104064, 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3264, 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 17 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60080, 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 751 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.867 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418496, 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 368981, 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 91 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.868 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1879741, 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 410122 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5343696, 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7890 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86036, 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9285 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.869 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96576, 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.870 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93254, 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 55 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12112, 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.871 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 17469624, 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 276 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10032, 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 429792, 2024-08-10T06:12:46.872 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 37 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3606200, 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9335 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.873 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.874 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18632, 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 336 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.875 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30720, 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 23 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4224, 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:46.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 614649, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 159 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2178829, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 476308 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6131136, 2024-08-10T06:12:46.877 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9048 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 76940, 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8134 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.878 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 90850, 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 58 2024-08-10T06:12:46.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23446096, 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 297 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16984, 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 193 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.880 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.881 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5013840, 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12042 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.883 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22464, 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 392 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 133888, 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1536, 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 62080, 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 776 2024-08-10T06:12:46.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 403876, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2449301, 2024-08-10T06:12:46.885 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 543371 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6989296, 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10310 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 77304, 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8140 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.887 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 103913, 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 56 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8853691, 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 278 2024-08-10T06:12:46.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11352, 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 129 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 476256, 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 41 2024-08-10T06:12:46.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6455280, 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12414 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.890 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18488, 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 324 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 113024, 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 28 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.892 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2112, 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 11 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 407056, 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 446939, 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 120 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1753510, 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 387728 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5116576, 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7556 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.894 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 78356, 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8298 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93888, 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1956 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:46.895 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 83564, 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.896 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13055888, 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8129 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12760, 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 145 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 453024, 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3583320, 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9207 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.898 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.899 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15008, 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 271 2024-08-10T06:12:46.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 112384, 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60320, 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 754 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:46.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 406640, 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 435497, 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 125 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2106976, 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 465626 2024-08-10T06:12:46.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6038656, 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8912 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79056, 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8297 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93840, 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:46.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 84818, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 54 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12112, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15332831, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 265 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.905 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11968, 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 136 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 534336, 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 46 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:46.906 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4980352, 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9600 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.908 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T06:12:46.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:12:46.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T06:12:46.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.912 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.913 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T06:12:46.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T06:12:46.915 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "reef", 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "squid" 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:12:46.916 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 19, 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "squid" 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_perf_histograms": [ 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.917 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:46.918 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:46.919 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.920 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:46.921 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:46.922 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:46.923 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15168, 2, 66, 4, 16, 17, 0, 2, 2, 1, 1, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10203, 36, 30, 0, 14, 23, 64, 73, 23, 40, 47, 25, 39, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 743, 10, 17, 0, 3, 1, 6, 9, 6, 8, 69, 156, 85, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 600, 4, 0, 0, 0, 1, 0, 0, 0, 0, 2, 23, 274, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 302, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 6, 16, 64, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.924 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 254, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 9, 6, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.925 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:46.926 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9471, 2, 0, 0, 0, 0, 0, 2, 2, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6024, 23, 1334, 2, 8, 6, 5, 14, 32, 58, 54, 43, 39, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 437, 12, 149, 21, 0, 0, 0, 1, 5, 15, 119, 246, 137, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 391, 4, 0, 9, 1, 0, 0, 0, 0, 2, 1, 26, 433, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 18, 35, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 90, 0, 59, 0, 0, 0, 0, 2, 0, 1, 2, 6, 13, 32, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 115, 0, 219, 0, 0, 0, 0, 0, 0, 0, 1, 11, 20, 41, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 24, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.927 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.928 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 42, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.929 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15092, 3780, 4386, 1, 0, 0, 0, 0, 0, 1, 1, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9459, 110, 102, 2, 5, 0, 2, 1, 4, 0, 2, 4, 22, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1044, 31, 33, 2, 2, 0, 0, 0, 3, 3, 2, 7, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 702, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 12, 43, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 407, 14, 0, 0, 0, 0, 3, 0, 2, 0, 9, 8, 26, 122, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 325, 4, 0, 0, 0, 0, 2, 2, 4, 1, 5, 12, 38, 26, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 85, 7, 0, 1, 0, 0, 2, 0, 0, 6, 0, 5, 27, 28, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 0, 7, 9, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 13, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.930 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.931 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 654, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9405, 4083, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3132, 33, 9, 0, 10, 5, 2, 6, 10, 25, 12, 9, 17, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 189, 2, 9, 0, 0, 0, 0, 0, 2, 11, 34, 93, 41, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 214, 1, 0, 0, 6, 0, 0, 0, 0, 0, 1, 4, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 3, 0, 0, 190, 1, 0, 0, 0, 0, 4, 0, 11, 33, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 45, 1, 0, 0, 313, 0, 1, 0, 0, 0, 3, 0, 4, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.932 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 415, 0, 0, 0, 0, 0, 1, 2, 15, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 1767, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.933 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7927, 2, 0, 0, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6620, 11, 1, 1, 9, 1, 1, 9, 10, 15, 12, 7, 11, 2, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 755, 4, 0, 0, 2, 1, 0, 3, 6, 10, 48, 70, 18, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 152, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 1, 0, 0, 0, 0, 1, 0, 6, 1, 0, 6, 12, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.935 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.936 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.937 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8339, 15, 1, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7465, 12, 4, 1, 11, 0, 1, 1, 0, 0, 2, 12, 15, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 889, 3, 0, 5, 2, 0, 0, 0, 1, 1, 4, 3, 6, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 342, 5, 0, 5, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 148, 9, 5, 0, 1, 0, 0, 0, 0, 5, 3, 7, 8, 40, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 131, 5, 2, 1, 0, 0, 0, 1, 8, 0, 0, 10, 13, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 27, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.938 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.939 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3976, 2538, 0, 0, 673, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14204, 5494, 0, 0, 6275, 390, 0, 1, 0, 0, 2, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8935, 595, 32, 0, 739, 176, 2, 3, 4, 14, 12, 2, 10, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1018, 196, 154, 0, 82, 18, 1, 1, 2, 15, 33, 83, 32, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.940 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 24, 44, 0, 12, 18, 0, 0, 0, 0, 2, 12, 157, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 40, 20, 0, 23, 19, 3, 1, 0, 1, 3, 0, 16, 60, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 107, 25, 21, 33, 3, 6, 4, 1, 0, 0, 1, 5, 11, 9, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 104, 71, 1, 34, 74, 0, 3, 0, 0, 1, 4, 1, 14, 19, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 141, 0, 1, 56, 106, 0, 0, 0, 0, 0, 3, 8, 15, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 0, 0, 0, 5, 23, 0, 0, 0, 0, 3, 3, 3, 1, 2, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.941 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.942 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3319, 1458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.943 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14905, 2671, 65, 5, 23, 35, 2, 0, 1, 2, 0, 9, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9087, 80, 33, 3, 11, 15, 92, 118, 4, 2, 0, 3, 14, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 943, 8, 9, 0, 1, 0, 2, 20, 5, 6, 3, 7, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 270, 4, 1, 0, 0, 0, 0, 0, 0, 1, 0, 10, 28, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 156, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 11, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.944 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.945 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:46.946 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:46.947 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:46.948 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:46.949 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:46.950 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:46.951 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.952 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1005, 0, 6, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5192, 53, 75, 144, 432, 618, 708, 0, 3, 4, 2, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 598, 17, 25, 37, 21, 4, 17, 2, 0, 0, 1, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 1, 0, 1, 3, 0, 0, 0, 0, 2, 4, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.953 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.954 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 519, 2, 12, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3340, 285, 22, 55, 122, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 567, 7, 1313, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 573, 24, 31, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.955 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1758, 1430, 70, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1404, 1546, 227, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.956 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:46.957 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1584, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10662, 11, 1, 1, 0, 1, 5, 1, 13, 9, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15548, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.958 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.959 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 376, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1915, 28, 0, 0, 1, 0, 0, 4, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.960 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 252, 4, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 150, 22, 34, 47, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1113, 378, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3901, 2462, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 158, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.961 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:46.962 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 714, 1, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2032, 211, 32, 58, 135, 275, 475, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 164, 13, 1, 0, 1, 0, 7, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.963 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.964 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.965 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 1, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2923, 71, 120, 224, 453, 613, 715, 5, 3, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 1, 2, 13, 5, 14, 11, 0, 0, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 384, 14, 10, 34, 2, 0, 0, 0, 0, 0, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 29, 72, 94, 27, 0, 1, 0, 0, 0, 0, 2, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.966 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.967 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 617, 2, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.968 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3336, 27, 1, 0, 11, 0, 3, 6, 11, 9, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 273, 1, 0, 0, 5, 0, 0, 0, 2, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 364, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 341, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.969 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.970 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 818, 4, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8278, 37, 91, 23, 1, 1, 2, 1, 4, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2270, 33, 90, 27, 0, 0, 0, 0, 0, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 227, 2, 5, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 94, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.971 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.972 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:46.973 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:46.974 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:46.975 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:46.976 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:46.977 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:46.978 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.979 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1036, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.980 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.981 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 546, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3829, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.982 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3198, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.983 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.984 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1591, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10710, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.985 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.986 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.987 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.988 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.989 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 731, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 188, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.990 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.991 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.992 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 676, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 451, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.993 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.994 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.995 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.996 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:46.997 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 243, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.998 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:46.999 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:47.000 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:47.001 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:47.002 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.003 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:47.004 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:47.005 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.006 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 163, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1970, 14, 1, 0, 12, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1224, 12, 0, 1, 3, 10, 8, 12, 29, 43, 103, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 129, 3, 0, 0, 2, 1, 3, 1, 1, 4, 51, 198, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 23, 0, 0, 1, 0, 0, 1, 0, 0, 7, 9, 318, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 165, 25, 0, 0, 3, 1, 0, 0, 0, 1, 2, 10, 16, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 614, 50, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.007 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1065, 81, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.008 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 87, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.009 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2588, 22, 0, 0, 9, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1651, 7, 1, 2, 3, 6, 12, 19, 43, 75, 106, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 126, 0, 0, 0, 1, 2, 0, 2, 1, 4, 81, 272, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 2, 0, 0, 0, 0, 0, 0, 1, 1, 7, 18, 320, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 1, 0, 0, 1, 1, 4, 8, 14, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.010 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.011 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 65, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 429, 12, 3, 2, 11, 2, 0, 4, 6, 8, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 194, 14, 1, 0, 2, 1, 3, 11, 8, 14, 41, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 159, 9, 1, 0, 0, 0, 2, 7, 6, 6, 36, 64, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 4, 0, 0, 0, 0, 1, 0, 1, 3, 13, 17, 16, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 2, 0, 0, 0, 1, 0, 0, 1, 0, 1, 10, 25, 41, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.012 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 25, 50, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.013 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:47.014 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 984, 25, 0, 0, 7, 1, 2, 3, 6, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 588, 1, 1, 0, 4, 4, 1, 5, 14, 15, 40, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 8, 0, 0, 0, 0, 0, 1, 2, 4, 33, 112, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 199, 6, 0, 0, 0, 0, 0, 0, 0, 2, 6, 5, 70, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 25, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 899, 16, 1, 0, 16, 1, 1, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 822, 7, 0, 2, 2, 3, 5, 9, 15, 30, 36, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 230, 5, 0, 0, 1, 4, 3, 3, 6, 3, 37, 118, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511, 12, 0, 0, 0, 0, 0, 2, 0, 1, 5, 13, 171, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 476, 23, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 18, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 161, 48, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 28, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 319, 13, 2, 0, 11, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 93, 4, 0, 0, 1, 1, 1, 4, 4, 1, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 139, 7, 0, 0, 2, 2, 5, 2, 8, 2, 40, 51, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 4, 0, 0, 0, 0, 0, 1, 3, 3, 19, 34, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 29, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 13, 19, 28, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 13, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.022 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1121, 18, 3, 0, 19, 0, 4, 7, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 656, 4, 0, 2, 0, 3, 5, 12, 7, 31, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 11, 0, 0, 1, 1, 2, 1, 1, 6, 48, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 475, 20, 0, 0, 0, 2, 1, 0, 1, 2, 17, 25, 142, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 378, 27, 0, 0, 0, 0, 0, 1, 0, 2, 11, 6, 9, 25, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 119, 41, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 29, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 81, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 304, 15, 2, 2, 22, 1, 4, 2, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 70, 9, 0, 0, 0, 2, 2, 4, 2, 2, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 7, 2, 0, 0, 0, 1, 1, 2, 5, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 41, 5, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 10, 15, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 16, 45, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 8, 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "number of replicas", 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 1, 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:47.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0]", 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[1, 1]", 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[2, 2]", 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[3, 3]", 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[4, 4]", 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[5, 5]", 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[6, None]" 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "linear" 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 10, 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:47.029 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "duration", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 250000, 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 249999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[250000, 499999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[500000, 999999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[1000000, 1999999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[2000000, 3999999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[4000000, 7999999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[8000000, 15999999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[16000000, 31999999]", 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[32000000, None]" 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:47.030 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.031 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.032 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.035 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:47.036 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:47.037 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.038 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_counters": { 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "caps": { 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_grant": { 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_commit": { 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_complete": { 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_keys": { 2024-08-10T06:12:47.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_merge": { 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_split": { 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "exported_inodes": { 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "forward": { 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.041 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_cap_release": { 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps": { 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps_dirty": { 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_inode_file_caps": { 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "imported_inodes": { 2024-08-10T06:12:47.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes": { 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_expired": { 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_pinned": { 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_with_caps": { 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "load_cent": { 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "openino_dir_fetch": { 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "process_request_cap_release": { 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "reply_latency": { 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "request": { 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rbytes": { 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rfiles": { 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rsnaps": { 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_reply": { 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.045 INFO:tasks.workunit.client.0.smithi078.stdout: "subtrees": { 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_cache": { 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_exportdir": { 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_flush": { 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.046 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragmentdir": { 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragstats": { 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_inodestats": { 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_inode": { 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_path": { 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_enqueued": { 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_prioritized": { 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_processing": { 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays": { 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_delayed": { 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_enqueuing": { 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_completed": { 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_started": { 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_created": { 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_enqueued": { 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_migrated": { 2024-08-10T06:12:47.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_reintegrated": { 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_log": { 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "ev": { 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "evadd": { 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "evex": { 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "evexd": { 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "evexg": { 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "evlrg": { 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "evtrm": { 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "jlat": { 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.051 INFO:tasks.workunit.client.0.smithi078.stdout: "replayed": { 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "seg": { 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "segadd": { 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "segex": { 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "segexd": { 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "segexg": { 2024-08-10T06:12:47.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "segmjr": { 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "segtrm": { 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_mem": { 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "cap": { 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "cap+": { 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.053 INFO:tasks.workunit.client.0.smithi078.stdout: "cap-": { 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "dir": { 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "dir+": { 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "dir-": { 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "dn": { 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:47.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "dn+": { 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "dn-": { 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "heap": { 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 248096 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "ino": { 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "ino+": { 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.055 INFO:tasks.workunit.client.0.smithi078.stdout: "ino-": { 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "rss": { 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48860 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_server": { 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_acquisition_throttle": { 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_revoke_eviction": { 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_request": { 2024-08-10T06:12:47.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_session": { 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_peer_request": { 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "req_create_latency": { 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getattr_latency": { 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getfilelock_latency": { 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getvxattr_latency": { 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "req_link_latency": { 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookup_latency": { 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookuphash_latency": { 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupino_latency": { 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupname_latency": { 2024-08-10T06:12:47.059 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupparent_latency": { 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupsnap_latency": { 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lssnap_latency": { 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mkdir_latency": { 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mknod_latency": { 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mksnap_latency": { 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "req_open_latency": { 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "req_readdir_latency": { 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rename_latency": { 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "req_renamesnap_latency": { 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.062 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmdir_latency": { 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmsnap_latency": { 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmxattr_latency": { 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setattr_latency": { 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setdirlayout_latency": { 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setfilelock_latency": { 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setlayout_latency": { 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.064 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setxattr_latency": { 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "req_snapdiff_latency": { 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "req_symlink_latency": { 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "req_unlink_latency": { 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_sessions": { 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "average_load": { 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "avg_session_uptime": { 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "mdthresh_evicted": { 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "session_count": { 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "session_remove": { 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_open": { 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_stale": { 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.067 INFO:tasks.workunit.client.0.smithi078.stdout: "total_load": { 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.068 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "purge_queue": { 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed": { 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed_ops": { 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing": { 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_high_water": { 2024-08-10T06:12:47.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops": { 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_item_in_journal": { 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:47.070 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:47.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 238 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.072 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7784 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7784, 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56258290 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7784, 2024-08-10T06:12:47.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2173963444 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 219 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:47.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7785 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:47.075 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7785 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7785, 2024-08-10T06:12:47.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26724549321 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7784 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7784, 2024-08-10T06:12:47.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 111095643 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7784, 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70100 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7784, 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5390909154 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:47.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 179240960 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 178208768 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1032192 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.081 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266245719 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26346683 2024-08-10T06:12:47.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68117742 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266245719 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2701094 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70791811 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177497146 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.093 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69966790 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:47.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 91 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 341992, 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1733385850 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:47.096 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19048, 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9890462319 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 251 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:47.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56031500 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.099 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1306976417 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 146 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:47.100 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2999946 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:47.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:47.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23954567580 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 110585780 2024-08-10T06:12:47.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69862 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2752950335 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:47.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167698432 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167395328 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 303104 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:47.107 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25496094 2024-08-10T06:12:47.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.109 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68222987 2024-08-10T06:12:47.110 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.111 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1564099 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71183462 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.114 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177994042 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.116 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69469894 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:47.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 92 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 338679, 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1577771329 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:47.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18971, 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6378051883 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.120 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 244 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.121 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7853 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7853, 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57480241 2024-08-10T06:12:47.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7853, 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23559 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7853, 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1681971688 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.123 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.124 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7851 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7851, 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56885996 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7851, 2024-08-10T06:12:47.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63047 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7851, 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2996072775 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:47.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5999900 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7854 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7854, 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29453503376 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:47.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75334 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:47.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:47.129 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256991232 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256966656 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:47.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266363624 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26437066 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67909454 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266363624 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2296298 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71078702 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:47.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177575749 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69888187 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.140 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 356277, 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1974130434 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:47.141 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19215, 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7977420611 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.143 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22575 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14823424 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 836653056 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4302908 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712608 2024-08-10T06:12:47.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028885 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 873005056 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81156, 2024-08-10T06:12:47.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10500919520 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81148, 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17171530800 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16461824 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 332349440 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 868745216 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 547992422 2024-08-10T06:12:47.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30854 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464629760 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464633856 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.150 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17376 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30854, 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 245432414 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 447863835 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.151 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27786 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4470081 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 844 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14692045 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1222 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.152 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 395 2024-08-10T06:12:47.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1222, 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4367026 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 574 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5693 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1186717696 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21255, 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75286801 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3299, 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 507527834 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.158 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.158 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.158 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23996, 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 180988899 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.160 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21412117162 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 80355, 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1699420304 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53554969 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.161 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21465672131 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 44497, 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1586834785 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1202, 2024-08-10T06:12:47.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4347038 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27079, 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12712119 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64776 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24662, 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6124087432 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272377 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25524 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14721, 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166465984 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35673, 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19709725 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.164 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20952, 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1674582330 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15632, 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431738770 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8249368689 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802683172 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9276, 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2325688377948 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6681449558094 2024-08-10T06:12:47.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95505, 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2623382813465 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95505, 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10546485 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 168281252 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.168 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36869378523 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31701018 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19439878841 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.169 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9178966319 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778971 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2667, 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14449541 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73919869913 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.170 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10237159105 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 557411850 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570064896 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 544505856 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25559040 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.172 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56287695 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:47.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69426737 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.175 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2672 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188768 2024-08-10T06:12:47.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72578720 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 196288 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37525130 2024-08-10T06:12:47.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.181 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71330486 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.183 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 181249 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1134047 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71454864 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57 2024-08-10T06:12:47.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46346 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 141148, 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6812763146 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.187 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1906201331 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46346, 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255267446562 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433801 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.188 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47380, 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21112171132 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46346, 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73464673948 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29290 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29290, 2024-08-10T06:12:47.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17623858776 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433801 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29749, 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6598699365 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.190 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29290, 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6551941030 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9588 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354681905 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17162189123 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9936, 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5541918756 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:47.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13541742158 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7468 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1551519426 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220481398663 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7695, 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8971553011 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53370990760 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 884084736 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:47.195 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15109 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7471104 2024-08-10T06:12:47.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 726728704 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3771786 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683447 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.198 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 186, 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 716440 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 764870656 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71156, 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10101227212 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.199 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71187, 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16567757846 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8880128 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 291508224 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 760610816 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364087148 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21899 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.201 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315994112 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315998208 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12533 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21899, 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164956437 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270532000 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19032 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2339629 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 797 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7209171 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1041 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.204 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 254 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1041, 2024-08-10T06:12:47.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2201748 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.206 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1451 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9752 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.207 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028296704 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14659584 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.208 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21854, 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79601699 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3277, 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 462914051 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.209 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15186, 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106530509 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.210 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20380607140 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 70428, 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668165382 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:47.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43932157 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20424539297 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30319, 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149059669 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.212 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 937, 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2661925 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8752, 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12238746 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87259 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13635, 2024-08-10T06:12:47.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3649531127 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235533 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27515 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23559, 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2027051314 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 75040, 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28260606 2024-08-10T06:12:47.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 51481, 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1277856258 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15081, 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 407133888 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17038992806 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.216 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1471659930 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22523, 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2580301674630 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6585858953562 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:47.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2873505212197 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8928403 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1169295228 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47017460091 2024-08-10T06:12:47.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30392214 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25902367252 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9202901326 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.219 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382370 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2648, 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15421628 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100345352319 2024-08-10T06:12:47.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10231423490 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 804796321 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 591626240 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 439287808 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 152338432 2024-08-10T06:12:47.222 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56728462 2024-08-10T06:12:47.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32768 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 909312 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.225 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68158578 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169696 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69294452 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.229 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 274544 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37818974 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.231 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70958386 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.232 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.233 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 175503 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1140773 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68148128 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.236 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43390 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 137224, 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8497756418 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1881735019 2024-08-10T06:12:47.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43390, 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 599483094116 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694409 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45194, 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30530997578 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43390, 2024-08-10T06:12:47.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 115681875983 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20183 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20183, 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12770858499 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694409 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.239 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20644, 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5013828886 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20183, 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6005068003 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13403 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184171582 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:47.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 97969818129 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13620, 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13110717243 2024-08-10T06:12:47.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31972147863 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9804 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1697563437 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:47.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 488742417488 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10930, 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12406451449 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 77704660117 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.243 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194320 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 779546624 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.244 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16084 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.246 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4136960 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 493801472 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6812556 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.247 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 934991 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 150, 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 620230 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 359006208 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68371, 2024-08-10T06:12:47.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9420439936 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68380, 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15698293993 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14131200 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 280121344 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 367525888 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 34 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220548534 2024-08-10T06:12:47.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18230 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163962880 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163966976 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7422 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18230, 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125136192 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163568105 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16479 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.252 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1469541 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 400 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096988 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 549 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:47.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 151 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.254 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 549, 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1276538 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.255 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 615 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5211 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780496896 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14647296 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17065, 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50136663 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3302, 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 313989302 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25607, 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 191814119 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.259 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18998406459 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67812, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1515705955 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:47.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33189868 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19031596327 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57352, 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1142467179 2024-08-10T06:12:47.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1066, 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2768738 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25206, 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12452328 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68043 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21518, 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1801038741 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255967 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17920 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15725, 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1646702626 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38545, 2024-08-10T06:12:47.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12395750 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22820, 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1428815665 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12187, 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343823354 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.264 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11006321299 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:47.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 744525691 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6303, 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2565967812339 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6216007920294 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2567415442300 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.266 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9213847 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 976341851 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35668128113 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26749723 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18386936746 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6440633125 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382191 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.268 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2597, 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13540690 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72489408972 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7358898660 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.269 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 756636096 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431235072 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387276800 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.270 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43958272 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.271 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57247005 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94208 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68463331 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1360 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 83472 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73879106 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.277 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 509728 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38164670 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70377506 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.280 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171845 2024-08-10T06:12:47.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1161225 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72630868 2024-08-10T06:12:47.284 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.285 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.285 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.286 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66602 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 154831, 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6019873177 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1577821913 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79261432659 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:47.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67542, 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41861573345 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67599742154 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36588 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:47.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15114615108 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37044, 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7076087845 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7855126335 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28346 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 371541152 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50123306051 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.291 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28643, 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32026691124 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47503927024 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1206280761 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14023511500 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1855, 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2758794376 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.293 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12240688795 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 373669888 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16504 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.295 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.296 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683456 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 511143936 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.297 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3320398 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 889381 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 143, 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 672787 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 477364224 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62687, 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8490691068 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62697, 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14193814398 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7479296 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256843776 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494403584 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63364460 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2756 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53452800 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53456896 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.301 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 144 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2756, 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13256628 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15015668 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1268 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 608192 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 287 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1667476 2024-08-10T06:12:47.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 387, 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675442 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1001 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5948 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.306 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 771952640 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.307 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14671872 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20363, 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51593219 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3222, 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256625981 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.308 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.309 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8783, 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59258951 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17207976393 2024-08-10T06:12:47.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62202, 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1422413304 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37855714 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17245832107 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.311 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18652, 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 691670841 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1414, 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4500958 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4771, 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4128827 2024-08-10T06:12:47.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 41, 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 49880 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7322, 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308603302 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 189208 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16633 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26645, 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1101571372 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 69904, 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21580163 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43259, 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 720009324 2024-08-10T06:12:47.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11929, 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 282929071 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9905191676 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:47.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1325059477 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17078, 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2584586159612 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5756274226758 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2189964086030 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.317 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7624607 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315753010 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30498413920 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24800320 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15746015666 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5817257922 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10388105 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2596, 2024-08-10T06:12:47.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14428417 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62293708827 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6632257627 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 643408269 2024-08-10T06:12:47.320 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465960960 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421421056 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44539904 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.322 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57491206 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68321530 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.325 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1008 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15424 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37584 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72078413 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.328 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 230096 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38327471 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.329 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70494337 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:47.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 181764 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1157609 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70793056 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36634 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 110112, 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5370699091 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020989532 2024-08-10T06:12:47.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250128256236 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38337, 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24259961752 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63379131524 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21333 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41731861167 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21425, 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4818605546 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4517434866 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11598 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 150794857 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 157536742550 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13139, 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14937597423 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32354572796 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3703 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.342 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 870194675 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50859652519 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3773, 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4503758783 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.343 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26507123862 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194337 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 492048384 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17182 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.346 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7983104 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 605007872 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6641444 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2936623 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 156, 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 627195 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.348 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 613285888 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58078, 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8040837507 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58072, 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12993246678 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5152768 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 237883392 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 630325248 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 278111452 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14462 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241459200 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.351 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241463296 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6107 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14462, 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 118419615 2024-08-10T06:12:47.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164354832 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10978 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2379236 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 725 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7922090 2024-08-10T06:12:47.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1030 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.354 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1030, 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2302087 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 578 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6056 2024-08-10T06:12:47.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 853008384 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10473472 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23347, 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60846295 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.358 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3195, 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 415471117 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7415, 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51207249 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.360 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15984560389 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57569, 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1327392960 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44674245 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:47.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16029234634 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17946, 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 644119759 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 857, 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166032 2024-08-10T06:12:47.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5479, 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9786356 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 86322 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10398, 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2265621570 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167137 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19354 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7080, 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 962502565 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30758, 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9173855 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23678, 2024-08-10T06:12:47.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 774096800 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13182, 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308276087 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8815930754 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 792396893 2024-08-10T06:12:47.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17414, 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2315140493898 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5801742828810 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2272100332101 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.367 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7380814 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 331515854 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29176887014 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24157672 2024-08-10T06:12:47.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13761637212 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6228536705 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6188602 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.369 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2512, 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12691850 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58325775543 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7097887152 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:47.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640700223 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 592642048 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 568320000 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:47.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24322048 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56856743 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40960 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 262144 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68669273 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2160 2024-08-10T06:12:47.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 133968 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68366169 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 295696 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37904495 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70851713 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:47.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172472 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149150 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67180675 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24852 2024-08-10T06:12:47.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81536, 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6323637047 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031378139 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.387 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68141098594 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25752, 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10544874684 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27090563725 2024-08-10T06:12:47.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16378 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6492461926 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.389 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16733, 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3461570806 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3700651573 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4268 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.390 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95173752 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6709606573 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4731, 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2321536393 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4952958923 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4206 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 936204387 2024-08-10T06:12:47.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54939030095 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4288, 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4761767485 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:47.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18436953229 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 623775744 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13628 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.395 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.396 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16560128 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 762101760 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:47.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4857007 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1600590 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 828890 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 667418624 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84314, 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10263130565 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84319, 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16627372288 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12791808 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 345317376 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 663158784 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 55 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 497739184 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23381 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430473216 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430477312 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.401 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10427 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23381, 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171363551 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 319561218 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17931 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5883222 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1402 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16296700 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1743 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.403 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364 2024-08-10T06:12:47.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1743, 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4345773 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 632 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6029 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1127018496 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10477568 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23232, 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66717328 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3252, 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562122333 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14418, 2024-08-10T06:12:47.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102551016 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20630924759 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.410 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 83701, 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712635284 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46380897 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20677305656 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27883, 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031421536 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 836, 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2020743 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11124, 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12790521 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.412 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95268 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14443, 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2683691891 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241091 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21356 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.413 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13388, 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1155133523 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37401, 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12244134 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24013, 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1103187549 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15763, 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 406695259 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.415 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10676489130 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 690686979 2024-08-10T06:12:47.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9182, 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539005967750 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6556339773097 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3357222631753 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.417 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10515487 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 376138047 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36895740304 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40267443 2024-08-10T06:12:47.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18598205472 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8199352451 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6193806 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2562, 2024-08-10T06:12:47.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13186829 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74767824205 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9177383154 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802650011 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 434135040 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60792832 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56149425 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90112 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69565007 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2896 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 224240 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73580044 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 381680 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37432950 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71237274 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.431 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.432 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177122 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1130022 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72500036 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.434 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.435 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26575 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115047, 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9515792296 2024-08-10T06:12:47.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991341467 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36031488859 2024-08-10T06:12:47.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27118, 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10806847226 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25336284212 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18011 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8613999614 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18138, 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3992226786 2024-08-10T06:12:47.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4744655464 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7309 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 253796473 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17323910138 2024-08-10T06:12:47.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7551, 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4997279700 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.441 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12819626128 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1255 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 737544994 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10093579107 2024-08-10T06:12:47.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1429, 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1817340740 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7772002620 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 677912576 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18944 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.446 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8486912 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 573194240 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3129644 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.447 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1081568 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675573 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 539885568 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.448 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62413, 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7671633978 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62425, 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12426976320 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6307840 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255672320 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.449 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 556924928 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.450 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312842926 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16728 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277905408 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277909504 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7926 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16728, 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 130569041 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192612558 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.452 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13046 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2945498 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8391874 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1051 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 283 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1051, 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2337562 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 593 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.456 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5174 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 839639040 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13950, 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40334019 2024-08-10T06:12:47.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3154, 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 423157273 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15752, 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106634435 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15349340503 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 61934, 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1239545119 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32728532 2024-08-10T06:12:47.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15382069035 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 234545, 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 916115034 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.462 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 783, 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2091107 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135441, 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48143016 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52560 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15359, 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2307970696 2024-08-10T06:12:47.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 408847 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18244 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23126, 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1460053771 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62521, 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18601039 2024-08-10T06:12:47.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 39395, 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1144726345 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11605, 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272330693 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4910105595 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.466 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 815606323 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13979, 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2561044255403 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5831683191783 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:47.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539026544659 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7553355 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 158549902 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24485664523 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.468 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26951521 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11508038200 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5168986741 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6784065 2024-08-10T06:12:47.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2470, 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12796591 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46244582380 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5908198707 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.470 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 409742191 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 448258048 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 440819712 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.471 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7438336 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.472 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56959879 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.473 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68729977 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T06:12:47.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141088 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67585557 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 236656 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37973253 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.479 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70841995 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.482 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172820 2024-08-10T06:12:47.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1161235 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.484 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74783326 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57585 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.486 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 118921, 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6740576235 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1148735252 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:47.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 89362179670 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58348, 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21603871527 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40652760307 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.488 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48012 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23200957744 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.489 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48222, 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13474094618 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13949962090 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5255 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229381286 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.490 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12553791558 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.491 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5683, 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3496457783 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8661346927 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4318 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 919353966 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.492 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53607430368 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4443, 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4633319126 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.493 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18041451290 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 550965248 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15629 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.495 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2310144 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 508223488 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.497 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3260868 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991538 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 145, 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 588426 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:47.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 417071104 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64875, 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7805495036 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64886, 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12771457037 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:47.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16453632 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 265805824 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412811264 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139341497 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9141 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145231872 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:47.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145235968 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6423 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9141, 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 82729241 2024-08-10T06:12:47.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66620035 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6909 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1115991 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 433 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:47.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2283866 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 626 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.504 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 194 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 626, 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1013558 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 583 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:47.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5721 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 778633216 2024-08-10T06:12:47.507 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11055104 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20607, 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56754520 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:47.508 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3205, 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 301695739 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14321, 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 99678555 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:47.510 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15715685258 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64452, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1259364391 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38632469 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15754317727 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.511 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 32198, 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 596705571 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 755, 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2143024 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:47.512 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16169, 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10587308 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 50, 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95898 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14113, 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1131995701 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 205625 2024-08-10T06:12:47.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18263 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11074, 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1075871701 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 40760, 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11299648 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:47.514 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29686, 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 979599581 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13222, 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 294974815 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:47.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9092979959 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:47.516 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775277218 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16043, 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2652708429404 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6270580069856 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79653, 2024-08-10T06:12:47.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3074359570024 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79653, 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7936546 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 321559980 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28811458071 2024-08-10T06:12:47.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26687070 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14550051200 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5833738130 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.519 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778847 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2446, 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12355230 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58622366691 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6703051162 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 711623471 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465813504 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.521 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412082176 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53731328 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:47.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57340699 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 110592 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.524 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68361445 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1232 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90960 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73169045 2024-08-10T06:12:47.528 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 107152 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38227132 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.529 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70717620 2024-08-10T06:12:47.531 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:47.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:47.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188005 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1142031 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71931201 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:47.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47190 2024-08-10T06:12:47.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115019, 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7555656319 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 933605518 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.537 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47190, 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38608273090 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405927820 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47627, 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16719672370 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47190, 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30600475459 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.538 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33954 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33954, 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9952987425 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405927820 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33999, 2024-08-10T06:12:47.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5834257302 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33954, 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5632191073 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12176 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 221298227 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12176, 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20138597589 2024-08-10T06:12:47.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12471, 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9385709714 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:47.541 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12176, 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18297638841 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1060 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 712307291 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8516688076 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.542 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1157, 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1499705354 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6670645545 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:47.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 428138496 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.544 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool" 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T06:12:47.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:47.546 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.466133310008445e-06, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 1322, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 2164736, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 423, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:47.547 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool" 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:47.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 156636, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 110592, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 46044, 2024-08-10T06:12:47.549 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.1680031636606145e-07, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 79, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 88064, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 21944, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 6596, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 15348, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 65832, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 68, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 35840 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:47.550 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool" 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:47.551 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:47.552 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.553 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool", 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: "selfmanaged_snaps" 2024-08-10T06:12:47.554 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12595200, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:47.555 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12595200, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 4, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.7432750610169023e-05, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 9072, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 3175307264, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 4194323, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 4194323, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 12582969, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 24307, 2024-08-10T06:12:47.556 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 3153430528 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.557 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T06:12:46.636734", 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_stats": { 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "7.9.2" 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:47.558 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.559 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.560 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T06:12:47.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pg": [ 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.562 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:47.563 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180960+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:47.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 5, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 5, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1f", 2024-08-10T06:12:47.565 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5334, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:37.670560+0000", 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 570, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.566 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:47.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 4, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.569 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'5" 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.570 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251275+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:47.571 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.572 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1e", 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5206, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:22:59.199203+0000", 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.573 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.576 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.577 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.161990+0000", 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:47.578 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.579 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1e", 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.580 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5230, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:36.816048+0000", 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.581 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.584 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.585 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163449+0000", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.587 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1f", 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:16.576438+0000", 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.588 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.591 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.592 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178153+0000", 2024-08-10T06:12:47.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:47.594 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1d", 2024-08-10T06:12:47.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5085, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:30:54.673564+0000", 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.599 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.600 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.156341+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:47.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.602 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1c", 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5152, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:37.601164+0000", 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.603 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.606 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.607 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171306+0000", 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:47.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:47.609 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1c", 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.610 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:08.258690+0000", 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:47.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.615 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249705+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.617 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1d", 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5144, 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:22:06.551002+0000", 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.621 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.622 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251394+0000", 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:47.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.624 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.a", 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.625 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5127, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:41:49.728944+0000", 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.629 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.630 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.163688+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:47.631 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.632 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.b", 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5097, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:48:00.050459+0000", 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.635 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.636 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'3" 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.637 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145320+0000", 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:47.638 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.639 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.b", 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5221, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.640 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:38:40.001113+0000", 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.644 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:47.645 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.156644+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:47.646 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.647 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.a", 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5282, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:55:39.875807+0000", 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.650 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.651 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.652 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167676+0000", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.654 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.8", 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5213, 2024-08-10T06:12:47.655 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:04:07.755822+0000", 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.660 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.108768+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.662 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.9", 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5299, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:38:11.984907+0000", 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.666 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.667 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172265+0000", 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:47.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.669 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.9", 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.670 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5214, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:06.727012+0000", 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:47.675 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177979+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.676 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.677 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.8", 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5091, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:23.568906+0000", 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.678 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.679 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.682 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:47.683 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.146720+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.685 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.6", 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:00.911102+0000", 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.686 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.689 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.690 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.170939+0000", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.692 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.7", 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5103, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:28:00.350041+0000", 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.693 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.696 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.697 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.982079+0000", 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:47.698 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3124, 2024-08-10T06:12:47.699 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3124, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.1", 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.700 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8971, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:58:08.003837+0000", 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.003497553, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 939, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 382457, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3114, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 420033 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3124" 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.704 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:47.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.176398+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.707 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.7", 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:11:01.481601+0000", 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.711 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.712 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248355+0000", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.714 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.6", 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5290, 2024-08-10T06:12:47.715 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:36.203769+0000", 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:47.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.719 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "551'2" 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.720 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.992415+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:47.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3264, 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.722 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3264, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.0", 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9367, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:55.926378+0000", 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002535294, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.723 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1484, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 401461, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3220, 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 418716 2024-08-10T06:12:47.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3264" 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.727 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:47.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167022+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:47.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.730 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.4", 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5283, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:02:02.146403+0000", 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.734 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.735 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178076+0000", 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.736 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.737 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.5", 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5106, 2024-08-10T06:12:47.738 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:10:35.429838+0000", 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.742 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.743 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.052093+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:47.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3138, 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.745 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3138, 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.3", 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9245, 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:06.940752+0000", 2024-08-10T06:12:47.746 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005871808, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1163, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 395705, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3119, 2024-08-10T06:12:47.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 436709 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3138" 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.750 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:47.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.159828+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:47.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.5", 2024-08-10T06:12:47.753 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5168, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:08:19.516755+0000", 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.757 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.758 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174883+0000", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.4", 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:47.761 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:17:05.016126+0000", 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.765 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.766 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983522+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.767 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3006, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3006, 2024-08-10T06:12:47.768 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.2", 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9427, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:11.631837+0000", 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.004027231, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T06:12:47.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1966, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 380003, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2976, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 345190 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.772 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3006" 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.773 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.245925+0000", 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.774 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.775 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3", 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.776 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5268, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:47:29.605005+0000", 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:47.780 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.781 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256666+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:47.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.783 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.2", 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5140, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:46:41.993832+0000", 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.787 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.788 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:47.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.987399+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:47.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3032, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3032, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.791 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.4", 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9123, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:02:37.702711+0000", 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.007892205, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194304, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:47.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1253, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 409539, 2024-08-10T06:12:47.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3030, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 365974 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.795 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3032" 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.796 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.242279+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:47.797 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.798 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.0", 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:08.456000+0000", 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.799 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.800 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.804 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.121301+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.805 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.806 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1", 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5273, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:29:45.556203+0000", 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.807 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.808 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.810 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.811 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983429+0000", 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.812 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3107, 2024-08-10T06:12:47.813 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3107, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.7", 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.814 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9062, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:56:08.032861+0000", 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005105054, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.815 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1148, 2024-08-10T06:12:47.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 417124, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3103, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 391405 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.818 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3107" 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.819 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.142646+0000", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:47.820 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.821 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1", 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:07:11.919009+0000", 2024-08-10T06:12:47.822 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.823 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.826 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178888+0000", 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:47.827 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.828 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.0", 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.829 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:41:32.483414+0000", 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.834 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.051751+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2871, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.836 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2871, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.6", 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8720, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:31:03.041191+0000", 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005760879, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 691, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 345045, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2847, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350658 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.840 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2871" 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:47.841 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256018+0000", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.843 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2", 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.844 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5181, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:36.104366+0000", 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.848 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.849 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171235+0000", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.851 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.3", 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5170, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:51:14.169109+0000", 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 20, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:47.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177878+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:47.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.859 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "1.0", 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5793, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:32:05.224745+0000", 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:47.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:47.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "2199'253" 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.864 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788601+0000", 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:47.865 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.090683+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788601+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788601+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788601+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788601+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788601+0000", 2024-08-10T06:12:47.866 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788601+0000", 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2896, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2896, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.5", 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.867 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8434, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:40:02.779580+0000", 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002664684, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.869 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 428, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 369552, 2024-08-10T06:12:47.870 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2898, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350837 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:47.871 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2896" 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.872 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159624+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.873 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.874 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.d", 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:13.567455+0000", 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.875 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.876 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.877 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.878 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.879 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167445+0000", 2024-08-10T06:12:47.880 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.881 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.c", 2024-08-10T06:12:47.882 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:22:36.814451+0000", 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.884 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.885 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.886 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.887 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250378+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:47.888 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.889 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.c", 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5157, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:10:56.463907+0000", 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.890 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.893 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.894 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145283+0000", 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:47.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.896 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.d", 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:47.897 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:15.355223+0000", 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 70, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:47.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.902 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179308+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.904 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.f", 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:43:22.345240+0000", 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.908 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.909 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.168028+0000", 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.910 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.911 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.e", 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5275, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.912 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:11:05.739028+0000", 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.916 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:47.917 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173272+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.918 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.919 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.e", 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:33.674560+0000", 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.921 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.922 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.923 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.924 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175487+0000", 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:47.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:47.926 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.f", 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5195, 2024-08-10T06:12:47.927 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:08:17.265590+0000", 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 22, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.931 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:47.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173114+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:47.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.934 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.11", 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5090, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:05:11.804323+0000", 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.938 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:47.939 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.602309+0000", 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 8, 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.941 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 8, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.10", 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.942 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:28:47.446127+0000", 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:47.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 4, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 24, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 24, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:47.946 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'8" 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.947 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249625+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:47.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.949 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.10", 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5113, 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:20.168057+0000", 2024-08-10T06:12:47.950 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.954 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:47.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.255493+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.956 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.957 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.11", 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5128, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T04:59:32.939290+0000", 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.960 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:47.961 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.962 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171458+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:47.963 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.964 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.13", 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5100, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:37:03.365472+0000", 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.965 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.966 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.967 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.968 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:47.969 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172932+0000", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.970 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.971 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.12", 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5159, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:33:29.067662+0000", 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.972 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.973 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.974 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.976 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:47.977 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174447+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:47.978 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.979 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.12", 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:27:00.999570+0000", 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.982 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.983 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:47.984 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147579+0000", 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.985 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.986 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.13", 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.987 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5327, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:01:18.457225+0000", 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 34, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:47.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:47.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 6 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:47.991 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:47.992 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175839+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:47.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:47.994 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.15", 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5099, 2024-08-10T06:12:47.995 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:28.501162+0000", 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:47.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:47.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:47.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:47.999 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:48.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.253443+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 29, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 29, 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.002 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.14", 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5151, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:10:21.024159+0000", 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 5810, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:48.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 10, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 14, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 28, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 25 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.006 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'29" 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.007 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164215+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:48.008 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.009 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.14", 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:21:52.303847+0000", 2024-08-10T06:12:48.010 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.011 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.015 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162552+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.016 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.017 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.15", 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5288, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:25:03.357307+0000", 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 90, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.018 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.019 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.020 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 7, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.021 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'3" 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.022 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163511+0000", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.023 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:48.024 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.17", 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.025 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:14:01.243715+0000", 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.026 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.027 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.028 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:48.029 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.030 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251552+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.031 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.032 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.16", 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5165, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:49:07.703692+0000", 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.035 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.036 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.037 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171966+0000", 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.039 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.16", 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5131, 2024-08-10T06:12:48.040 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:29:10.791793+0000", 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.044 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.045 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254895+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:48.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.047 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.17", 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5115, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:56:51.256399+0000", 2024-08-10T06:12:48.048 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.052 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145941+0000", 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:48.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.054 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.19", 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5278, 2024-08-10T06:12:48.055 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:29:44.102854+0000", 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.060 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159382+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.061 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.062 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.18", 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5148, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:15:41.016499+0000", 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.063 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.064 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.065 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.066 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.067 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.123385+0000", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.068 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:48.069 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.18", 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5218, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.070 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:47:27.691113+0000", 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.071 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.072 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.073 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.074 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247563+0000", 2024-08-10T06:12:48.075 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.076 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.077 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.19", 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:34:16.480659+0000", 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.079 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.081 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.082 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.161187+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:48.083 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.084 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1a", 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:56:11.724645+0000", 2024-08-10T06:12:48.085 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.089 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:48.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180867+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.091 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.092 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1b", 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:43:28.797838+0000", 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.096 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.097 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162039+0000", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.099 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1b", 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5183, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:12:45.907364+0000", 2024-08-10T06:12:48.100 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.104 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651754+0000", 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:48.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140827+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651754+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651754+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651754+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651754+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651754+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651754+0000", 2024-08-10T06:12:48.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1a", 2024-08-10T06:12:48.107 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5217, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:20.606213+0000", 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.111 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.112 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250034+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:48.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.114 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.20", 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5117, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:46:16.708096+0000", 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.115 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.120 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.121 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.246191+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:48.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.123 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.21", 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5269, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:10:30.871209+0000", 2024-08-10T06:12:48.124 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.128 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:48.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.166782+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.130 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.131 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.22", 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5167, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:54:45.297934+0000", 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.135 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.136 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140642+0000", 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.137 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.138 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.23", 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.139 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:58.732434+0000", 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.141 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.142 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.143 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.144 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147468+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:48.145 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.146 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.24", 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:27:19.557313+0000", 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.147 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.149 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.150 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.151 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:48.152 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.112619+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:48.153 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.154 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.25", 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5282, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:49:26.749801+0000", 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.157 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.158 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.159 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164207+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:48.160 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.161 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.26", 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5119, 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:24:12.673935+0000", 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.165 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.166 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:48.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145396+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:48.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.169 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.27", 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5203, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:51:30.432328+0000", 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.173 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.174 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.154808+0000", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:48.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.176 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.28", 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:00:39.294626+0000", 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.177 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.180 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.181 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:48.182 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.149298+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:48.183 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.29", 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5212, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:16:07.630839+0000", 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.188 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.189 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159304+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:48.190 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.191 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2a", 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:39.950278+0000", 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.192 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.193 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.194 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.195 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.196 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.181442+0000", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.197 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.198 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2b", 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5320, 2024-08-10T06:12:48.199 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:35:07.571218+0000", 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.200 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.201 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.203 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:48.204 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251731+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.205 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.206 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2c", 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5126, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:08:10.750441+0000", 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.210 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:48.211 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171764+0000", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.212 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.213 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2d", 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:48.214 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.734475+0000", 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.219 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162689+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.220 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.221 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2e", 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5265, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:38.686581+0000", 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.225 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:48.226 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173344+0000", 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.228 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2f", 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:48.229 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:36:07.795236+0000", 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.233 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:48.234 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175820+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:48.235 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.30", 2024-08-10T06:12:48.236 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:57.515842+0000", 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.240 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.241 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162429+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:48.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.243 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.31", 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5279, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:33:40.097470+0000", 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.244 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.247 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.248 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.171514+0000", 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.250 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.32", 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.251 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:31:30.533094+0000", 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.255 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:48.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247077+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:48.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.258 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.33", 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5210, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:01:49.089879+0000", 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.262 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.263 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248138+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:48.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.265 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.34", 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:03:41.773004+0000", 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.269 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.270 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:48.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.252090+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:48.272 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.35", 2024-08-10T06:12:48.273 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:54.091442+0000", 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.277 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.278 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254998+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:48.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.280 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.36", 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5112, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:20:31.137614+0000", 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.281 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.285 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:48.286 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178598+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.287 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.37", 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.288 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5088, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:11:14.523636+0000", 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.292 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.293 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.241334+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:48.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.295 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.38", 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5176, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:59:32.088986+0000", 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.299 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.300 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179010+0000", 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.301 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.302 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.39", 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.303 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:00:53.150915+0000", 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.307 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.308 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167095+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:48.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.310 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3a", 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5139, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:26:53.981677+0000", 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.311 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.314 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.315 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167941+0000", 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.317 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3b", 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:48.318 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:55:28.078078+0000", 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.323 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:48.324 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172715+0000", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.326 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3c", 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5161, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.327 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:59:29.846589+0000", 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.331 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:48.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.593482+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.334 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3d", 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:58.085097+0000", 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.338 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.339 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250568+0000", 2024-08-10T06:12:48.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.341 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3e", 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.342 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5297, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:44:39.912459+0000", 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:48.346 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:48.347 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178846+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:48.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:48.349 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3f", 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5083, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:31:37.161139+0000", 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:48.350 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pool": [ 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.354 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 3, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 1, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 3, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 1, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.355 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:48.356 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.357 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 1781760, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:48.358 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 1771104, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 3 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 96, 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.359 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 68, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 32, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 68, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 2, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 6596, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 66, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 22, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 22, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 14, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 79, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 86, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 68, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 35 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 110592, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 19788, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 46044, 2024-08-10T06:12:48.363 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 96 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 192, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 64, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 3, 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.364 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:48.367 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 192 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 24, 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.368 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 24438, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 8, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 24438, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 4, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194323, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.370 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 2, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 9072, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 3100886, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.371 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 24307, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 3079522 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 12595200, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 12582969, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:48.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 24 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696, 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 4810141696, 2024-08-10T06:12:48.373 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0062635294161736965 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T06:12:48.374 INFO:tasks.workunit.client.0.smithi078.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-10T06:12:48.375 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry preview-device 2024-08-10T06:12:48.375 INFO:tasks.workunit.client.0.smithi078.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-08-10T06:12:48.375 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:48.375 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:48.375 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.376 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.377 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:47 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.379 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry preview-all 2024-08-10T06:12:48.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:48.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:48.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.384 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.384 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.384 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.384 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.384 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.384 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:48.384 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:48.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:47 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:48.397 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "device_report": { 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b187a4-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045024": { 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T06:12:48.398 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265424 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T06:12:48.399 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.400 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.401 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 32299761 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.402 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 53072367 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:12:48.404 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.406 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3558, 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3574, 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3542 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.407 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 19, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 398149272, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2116797168, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 6477093570, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 36842101554, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 51230, 2024-08-10T06:12:48.408 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59152, 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 23, 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 1067 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 51230, 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59152 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T06:12:48.409 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T06:12:48.410 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:12:48.411 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T06:12:48.412 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:12:48.413 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 23 Celsius", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 398,149,272 [203 TB]", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,116,797,168 [1.08 PB]", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 6,477,093,570", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 36,842,101,554", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 19", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 51,230", 2024-08-10T06:12:48.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,152", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 1,067", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "No Errors Logged", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.415 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 23 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b310ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:48.416 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045022": { 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.417 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265422 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.418 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T06:12:48.419 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.420 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 31447171 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.421 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 52436748 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T06:12:48.422 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T06:12:48.424 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:48.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3535, 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3550, 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3518 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:12:48.426 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 2, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 427298766, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2060921856, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 7275914058, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 37332370841, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 52701, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59085, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 26, 2024-08-10T06:12:48.427 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 213 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 52701, 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59085 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:12:48.429 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T06:12:48.430 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T06:12:48.431 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 26 Celsius", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:12:48.432 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 427,298,766 [218 TB]", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,060,921,856 [1.05 PB]", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 7,275,914,058", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 37,332,370,841", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 2", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 52,701", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,085", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 213", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-10T06:12:48.433 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T06:12:48.434 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 26 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: "report": { 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T06:12:48.435 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:48.436 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:48.437 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_flags" 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:48.438 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_flags" 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T06:12:48.439 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:48.440 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:48.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:48.442 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:12:48.443 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_max_backfills", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:48.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:12:48.445 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_sleep", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:12:48.446 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:48.447 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:12:48.448 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/enabled", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:48.449 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:48.450 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:48.451 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T06:12:48.452 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T06:12:48.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 2, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T06:12:48.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "has_msr_rules": 0, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 1, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T06:12:48.455 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_collision_tries": 100, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_descents": 100, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T06:12:48.456 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T06:12:48.457 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T06:12:48.458 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_stats": { 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20144128, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 286528, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 901120, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 0, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 353, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.459 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1083560, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 510976, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 14740504, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20725760, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 438088, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 466944, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 482, 2024-08-10T06:12:48.460 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1326904, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1186816, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 15152512, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 178085888, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1879504, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.461 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 5095424, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 7059, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 11015192, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2758400, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 159549208, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 183181312 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 166543360, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1884952, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.462 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 6144000, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 6469, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 10564240, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2237440, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 148973144, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 172687360 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 259489792, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 5891768, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3014656, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.463 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 2621440, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 9783, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 15458664, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 5213440, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 229911264, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 262111232 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 547897344, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 28063896, 2024-08-10T06:12:48.464 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 25444352, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13495, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 72552680, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10843392, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 433136000, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 573341696 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 442638336, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 27461880, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:48.465 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 152264704, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13334, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 66107432, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9568768, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 336223456, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 594903040 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 390545408, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 16461896, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:48.466 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 43835392, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10216, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 60060064, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10252544, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 300625176, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 434380800 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 424591360, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 20404928, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:48.467 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 44515328, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10215, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 47933112, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12718848, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 340364168, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 469106688 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 571621376, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 24693912, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:48.468 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 24297472, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11396, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 52899088, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9584640, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 481166936, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 595918848 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 437411840, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 25372864, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:48.469 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 60792832, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 12915, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 61727328, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12430592, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 334604256, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 498204672 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 444096512, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 17154136, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:48.470 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 7438336, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11539, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 53890968, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12187392, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 357587216, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 451534848 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 417349632, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 18316568, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 5242880, 2024-08-10T06:12:48.471 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 53706752, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10753, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 50729176, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 58, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12664064, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 330396944, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 471056384 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T06:12:48.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "io_rate": { 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_stats_delta": { 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 0, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 0, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "stamp_delta": "12.003053", 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:48.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:48.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:48.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.476 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 0 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard_description": null, 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "mempool": { 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.478 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.479 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.480 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.481 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.482 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 149008, 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 33 2024-08-10T06:12:48.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 928, 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.484 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.485 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.486 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.487 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.490 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.491 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 221633, 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 67 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.492 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52112, 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 181 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.493 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12360, 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 238 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.494 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.495 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.496 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.497 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.498 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.499 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.500 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 53239342, 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7603 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.501 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.502 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:48.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.505 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.507 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.509 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 44077820, 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5427 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 880, 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.510 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:48.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.512 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.514 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.515 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.516 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.517 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 50352522, 2024-08-10T06:12:48.518 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 6873 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.519 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:48.520 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11440, 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.521 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23200, 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 427 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.522 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 428288, 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 63360, 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 792 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 407056, 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:48.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 413453, 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 126 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2520408, 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 557675 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.524 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7135496, 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10525 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79032, 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8303 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93936, 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.525 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.526 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 49171, 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 48 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16431373, 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 263 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.527 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12144, 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 522720, 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.528 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7191392, 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 18508 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.529 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.530 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21360, 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 379 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 43264, 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:48.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418288, 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2011 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1147452, 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2540988, 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 553218 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7069536, 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10428 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.533 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86116, 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9282 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96480, 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2010 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.534 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 116438, 2024-08-10T06:12:48.535 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 54 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3212352, 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 267 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 27280, 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 310 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.536 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.537 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7191600, 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21030 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.538 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.539 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 14328, 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 267 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30464, 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2496, 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 13 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 59920, 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 749 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 417664, 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2008 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 303848, 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 90 2024-08-10T06:12:48.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1858173, 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 404177 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5274336, 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7788 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 85272, 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9269 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.542 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96336, 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2007 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 100783, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13400941, 2024-08-10T06:12:48.544 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 252 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10384, 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 118 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 360096, 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.545 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3076840, 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5917 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.546 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.547 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15432, 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 280 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 104064, 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:48.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3264, 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 17 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60080, 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 751 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418496, 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.549 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 368981, 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 91 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1879741, 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 410122 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5343696, 2024-08-10T06:12:48.550 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7890 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86036, 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9285 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96576, 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.551 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.552 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93254, 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 55 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12112, 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 17469624, 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 276 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10032, 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:48.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 429792, 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 37 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.554 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3606200, 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9335 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18632, 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 336 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30720, 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 23 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4224, 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.557 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 614649, 2024-08-10T06:12:48.558 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 159 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2178829, 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 476308 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6131136, 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9048 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 76940, 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8134 2024-08-10T06:12:48.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 90850, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 58 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23446096, 2024-08-10T06:12:48.561 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 297 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16984, 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 193 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:48.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5013840, 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12042 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.563 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.564 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22464, 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 392 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 133888, 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.565 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1536, 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 62080, 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 776 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.566 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 403876, 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2449301, 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 543371 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.567 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6989296, 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10310 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 77304, 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8140 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.568 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.569 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 103913, 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 56 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8853691, 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 278 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11352, 2024-08-10T06:12:48.570 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 129 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 476256, 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 41 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.571 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6455280, 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12414 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.573 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18488, 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 324 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 113024, 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 28 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2112, 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 11 2024-08-10T06:12:48.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60880, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 761 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 406848, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1956 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 446939, 2024-08-10T06:12:48.575 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 120 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1752142, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 387719 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5116576, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7556 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 78304, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8294 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93888, 2024-08-10T06:12:48.576 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1956 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.577 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 26748, 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13055888, 2024-08-10T06:12:48.578 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8129 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12672, 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 144 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 453024, 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.579 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3585400, 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9211 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.580 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.581 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15008, 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 271 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 112384, 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:48.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60400, 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 755 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 406640, 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 468265, 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 133 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2107280, 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 465628 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6038656, 2024-08-10T06:12:48.584 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8912 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79040, 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8296 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93840, 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:48.586 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 43976, 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15332831, 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 265 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11968, 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 136 2024-08-10T06:12:48.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 534336, 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 46 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:48.588 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4982848, 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9608 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.589 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.590 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T06:12:48.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.592 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:48.593 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.594 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T06:12:48.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T06:12:48.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T06:12:48.597 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy", 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "reef", 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "squid" 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 19, 2024-08-10T06:12:48.598 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "squid" 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_perf_histograms": [ 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.599 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:48.600 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:48.601 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.602 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:48.603 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:48.604 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15168, 2, 66, 4, 16, 17, 0, 2, 2, 1, 1, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10205, 36, 30, 0, 14, 23, 64, 73, 23, 40, 47, 25, 39, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.605 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 743, 10, 17, 0, 3, 1, 6, 9, 6, 8, 69, 156, 85, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 600, 4, 0, 0, 0, 1, 0, 0, 0, 0, 2, 23, 274, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 302, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 6, 16, 64, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 254, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 9, 6, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.606 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.607 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9475, 2, 0, 0, 0, 0, 0, 2, 2, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6024, 23, 1334, 2, 8, 6, 5, 14, 32, 58, 54, 43, 39, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 437, 12, 149, 21, 0, 0, 0, 1, 5, 15, 119, 246, 137, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 391, 4, 0, 9, 1, 0, 0, 0, 0, 2, 1, 26, 433, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 18, 35, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 90, 0, 59, 0, 0, 0, 0, 2, 0, 1, 2, 6, 13, 32, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.608 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 115, 0, 219, 0, 0, 0, 0, 0, 0, 0, 1, 11, 20, 41, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 24, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.609 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.610 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 42, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15092, 3780, 4386, 1, 0, 0, 0, 0, 0, 1, 1, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9459, 110, 102, 2, 5, 0, 2, 1, 4, 0, 2, 4, 22, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1044, 31, 33, 2, 2, 0, 0, 0, 3, 3, 2, 7, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 702, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 12, 43, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 407, 14, 0, 0, 0, 0, 3, 0, 2, 0, 9, 8, 26, 122, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 325, 4, 0, 0, 0, 0, 2, 2, 4, 1, 5, 12, 38, 26, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 85, 7, 0, 1, 0, 0, 2, 0, 0, 6, 0, 5, 27, 28, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 0, 7, 9, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 13, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.611 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.612 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.613 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 654, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9405, 4083, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3132, 33, 9, 0, 10, 5, 2, 6, 10, 25, 12, 9, 17, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 189, 2, 9, 0, 0, 0, 0, 0, 2, 11, 34, 93, 41, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 214, 1, 0, 0, 6, 0, 0, 0, 0, 0, 1, 4, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 3, 0, 0, 190, 1, 0, 0, 0, 0, 4, 0, 11, 33, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 45, 1, 0, 0, 313, 0, 1, 0, 0, 0, 3, 0, 4, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 415, 0, 0, 0, 0, 0, 1, 2, 15, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 1767, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.614 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.615 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7927, 2, 0, 0, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6620, 11, 1, 1, 9, 1, 1, 9, 10, 15, 12, 7, 11, 2, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 755, 4, 0, 0, 2, 1, 0, 3, 6, 10, 48, 70, 18, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 152, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.616 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 1, 0, 0, 0, 0, 1, 0, 6, 1, 0, 6, 12, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.617 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.618 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8339, 15, 1, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7465, 12, 4, 1, 11, 0, 1, 1, 0, 0, 2, 12, 15, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 889, 3, 0, 5, 2, 0, 0, 0, 1, 1, 4, 3, 6, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 342, 5, 0, 5, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 148, 9, 5, 0, 1, 0, 0, 0, 0, 5, 3, 7, 8, 40, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.619 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 131, 5, 2, 1, 0, 0, 0, 1, 8, 0, 0, 10, 13, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 27, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.620 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.621 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3976, 2538, 0, 0, 673, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14204, 5494, 0, 0, 6275, 390, 0, 1, 0, 0, 2, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8935, 595, 32, 0, 739, 176, 2, 3, 4, 14, 12, 2, 10, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1018, 196, 154, 0, 82, 18, 1, 1, 2, 15, 33, 83, 32, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 24, 44, 0, 12, 18, 0, 0, 0, 0, 2, 12, 157, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 40, 20, 0, 23, 19, 3, 1, 0, 1, 3, 0, 16, 60, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 107, 25, 21, 33, 3, 6, 4, 1, 0, 0, 1, 5, 11, 9, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 104, 71, 1, 34, 74, 0, 3, 0, 0, 1, 4, 1, 14, 19, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 141, 0, 1, 56, 106, 0, 0, 0, 0, 0, 3, 8, 15, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 0, 0, 0, 5, 23, 0, 0, 0, 0, 3, 3, 3, 1, 2, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.622 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.623 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3319, 1458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14915, 2671, 65, 5, 23, 35, 2, 0, 1, 2, 0, 9, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.624 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9087, 80, 33, 3, 11, 15, 92, 118, 4, 2, 0, 3, 14, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 943, 8, 9, 0, 1, 0, 2, 20, 5, 6, 3, 7, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 270, 4, 1, 0, 0, 0, 0, 0, 0, 1, 0, 10, 28, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 156, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 11, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.625 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.626 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.627 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:48.628 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:48.629 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.630 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:48.631 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:48.632 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.633 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1005, 0, 6, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5192, 53, 75, 144, 432, 618, 708, 0, 3, 4, 2, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 598, 17, 25, 37, 21, 4, 17, 2, 0, 0, 1, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 1, 0, 1, 3, 0, 0, 0, 0, 2, 4, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.634 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.635 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 519, 2, 12, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3340, 285, 22, 55, 122, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 567, 7, 1313, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.636 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 573, 24, 31, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1758, 1430, 70, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1404, 1546, 227, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.637 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.638 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1584, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10662, 11, 1, 1, 0, 1, 5, 1, 13, 9, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15548, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.639 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.640 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.641 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 376, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1915, 28, 0, 0, 1, 0, 0, 4, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 252, 4, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 150, 22, 34, 47, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1113, 378, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3901, 2462, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 158, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.642 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.643 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.644 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 714, 1, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2032, 211, 32, 58, 135, 275, 475, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 164, 13, 1, 0, 1, 0, 7, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.645 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.646 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.647 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 1, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2923, 71, 120, 224, 453, 613, 715, 5, 3, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 1, 2, 13, 5, 14, 11, 0, 0, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 384, 14, 10, 34, 2, 0, 0, 0, 0, 0, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 29, 72, 94, 27, 0, 1, 0, 0, 0, 0, 2, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.648 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.649 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 617, 2, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3336, 27, 1, 0, 11, 0, 3, 6, 11, 9, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 273, 1, 0, 0, 5, 0, 0, 0, 2, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.650 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 364, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 341, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.651 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 818, 4, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8281, 37, 91, 23, 1, 1, 2, 1, 4, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2271, 33, 90, 27, 0, 0, 0, 0, 0, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 227, 2, 5, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 94, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.653 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.654 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:48.656 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:48.657 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:48.658 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:48.659 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:48.660 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:48.661 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1036, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.662 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.663 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 546, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3829, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3198, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.665 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.666 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.667 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1591, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10710, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.668 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.669 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.670 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.671 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.672 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 731, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 188, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.673 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.674 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.675 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 676, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 451, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.676 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.677 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.678 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.679 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.680 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.681 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 243, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.682 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.683 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.684 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:48.685 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:48.686 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:48.687 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:48.688 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:48.689 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.690 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 163, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1970, 14, 1, 0, 12, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1224, 12, 0, 1, 3, 10, 8, 12, 29, 43, 103, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 129, 3, 0, 0, 2, 1, 3, 1, 1, 4, 51, 198, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 23, 0, 0, 1, 0, 0, 1, 0, 0, 7, 9, 318, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 165, 25, 0, 0, 3, 1, 0, 0, 0, 1, 2, 10, 16, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 614, 50, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1065, 81, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.691 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.692 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.693 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 87, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2588, 22, 0, 0, 9, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1651, 7, 1, 2, 3, 6, 12, 19, 43, 75, 106, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 126, 0, 0, 0, 1, 2, 0, 2, 1, 4, 81, 272, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 2, 0, 0, 0, 0, 0, 0, 1, 1, 7, 18, 320, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 1, 0, 0, 1, 1, 4, 8, 14, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.694 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.695 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 65, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 429, 12, 3, 2, 11, 2, 0, 4, 6, 8, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.696 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 194, 14, 1, 0, 2, 1, 3, 11, 8, 14, 41, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 159, 9, 1, 0, 0, 0, 2, 7, 6, 6, 36, 64, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 4, 0, 0, 0, 0, 1, 0, 1, 3, 13, 17, 16, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 2, 0, 0, 0, 1, 0, 0, 1, 0, 1, 10, 25, 41, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 25, 50, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.697 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.698 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 984, 25, 0, 0, 7, 1, 2, 3, 6, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 588, 1, 1, 0, 4, 4, 1, 5, 14, 15, 40, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 8, 0, 0, 0, 0, 0, 1, 2, 4, 33, 112, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.699 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 199, 6, 0, 0, 0, 0, 0, 0, 0, 2, 6, 5, 70, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 25, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.700 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.701 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 899, 16, 1, 0, 16, 1, 1, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 822, 7, 0, 2, 2, 3, 5, 9, 15, 30, 36, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 230, 5, 0, 0, 1, 4, 3, 3, 6, 3, 37, 118, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511, 12, 0, 0, 0, 0, 0, 2, 0, 1, 5, 13, 171, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 476, 23, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 18, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.702 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 161, 48, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 28, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.703 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.704 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 319, 13, 2, 0, 11, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 93, 4, 0, 0, 1, 1, 1, 4, 4, 1, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 139, 7, 0, 0, 2, 2, 5, 2, 8, 2, 40, 51, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 4, 0, 0, 0, 0, 0, 1, 3, 3, 19, 34, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 29, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 13, 19, 28, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 13, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.705 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.706 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1121, 18, 3, 0, 19, 0, 4, 7, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.707 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 656, 4, 0, 2, 0, 3, 5, 12, 7, 31, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 11, 0, 0, 1, 1, 2, 1, 1, 6, 48, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 475, 20, 0, 0, 0, 2, 1, 0, 1, 2, 17, 25, 142, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 378, 27, 0, 0, 0, 0, 0, 1, 0, 2, 11, 6, 9, 25, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 119, 41, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 29, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 81, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.708 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.709 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 304, 15, 2, 2, 22, 1, 4, 2, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 70, 9, 0, 0, 0, 2, 2, 4, 2, 2, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 7, 2, 0, 0, 0, 1, 1, 2, 5, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 41, 5, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 10, 15, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 16, 45, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.710 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.711 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.712 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 8, 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "number of replicas", 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 1, 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0]", 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "[1, 1]", 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "[2, 2]", 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "[3, 3]", 2024-08-10T06:12:48.713 INFO:tasks.workunit.client.0.smithi078.stdout: "[4, 4]", 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "[5, 5]", 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "[6, None]" 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "linear" 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 10, 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "duration", 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 250000, 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:48.714 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 249999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[250000, 499999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[500000, 999999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[1000000, 1999999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[2000000, 3999999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[4000000, 7999999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[8000000, 15999999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[16000000, 31999999]", 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "[32000000, None]" 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.715 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.716 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.717 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.718 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.719 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.720 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.721 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.722 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_counters": { 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:48.723 INFO:tasks.workunit.client.0.smithi078.stdout: "caps": { 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_grant": { 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.724 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_commit": { 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_complete": { 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_keys": { 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_merge": { 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_split": { 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "exported_inodes": { 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "forward": { 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_cap_release": { 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps": { 2024-08-10T06:12:48.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps_dirty": { 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_inode_file_caps": { 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "imported_inodes": { 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes": { 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:48.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_expired": { 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_pinned": { 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_with_caps": { 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "load_cent": { 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "openino_dir_fetch": { 2024-08-10T06:12:48.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "process_request_cap_release": { 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "reply_latency": { 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "request": { 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rbytes": { 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rfiles": { 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rsnaps": { 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_reply": { 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "subtrees": { 2024-08-10T06:12:48.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_cache": { 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_exportdir": { 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_flush": { 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.731 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragmentdir": { 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragstats": { 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_inodestats": { 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_inode": { 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_path": { 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_enqueued": { 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_prioritized": { 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_processing": { 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays": { 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_delayed": { 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_enqueuing": { 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_completed": { 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_started": { 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_created": { 2024-08-10T06:12:48.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_enqueued": { 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_migrated": { 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_reintegrated": { 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_log": { 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "ev": { 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:48.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "evadd": { 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "evex": { 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "evexd": { 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "evexg": { 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "evlrg": { 2024-08-10T06:12:48.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "evtrm": { 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "jlat": { 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "replayed": { 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "seg": { 2024-08-10T06:12:48.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "segadd": { 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "segex": { 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "segexd": { 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "segexg": { 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "segmjr": { 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "segtrm": { 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_mem": { 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "cap": { 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "cap+": { 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "cap-": { 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "dir": { 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "dir+": { 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "dir-": { 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "dn": { 2024-08-10T06:12:48.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "dn+": { 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "dn-": { 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "heap": { 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 248096 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "ino": { 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.741 INFO:tasks.workunit.client.0.smithi078.stdout: "ino+": { 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "ino-": { 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "rss": { 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48860 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_server": { 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_acquisition_throttle": { 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_revoke_eviction": { 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_request": { 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_session": { 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_peer_request": { 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "req_create_latency": { 2024-08-10T06:12:48.743 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getattr_latency": { 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getfilelock_latency": { 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getvxattr_latency": { 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "req_link_latency": { 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookup_latency": { 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookuphash_latency": { 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.745 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupino_latency": { 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupname_latency": { 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupparent_latency": { 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupsnap_latency": { 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.746 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lssnap_latency": { 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mkdir_latency": { 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mknod_latency": { 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.747 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mksnap_latency": { 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "req_open_latency": { 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "req_readdir_latency": { 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rename_latency": { 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "req_renamesnap_latency": { 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmdir_latency": { 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmsnap_latency": { 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmxattr_latency": { 2024-08-10T06:12:48.749 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setattr_latency": { 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setdirlayout_latency": { 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setfilelock_latency": { 2024-08-10T06:12:48.750 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setlayout_latency": { 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setxattr_latency": { 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "req_snapdiff_latency": { 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.751 INFO:tasks.workunit.client.0.smithi078.stdout: "req_symlink_latency": { 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "req_unlink_latency": { 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_sessions": { 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "average_load": { 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "avg_session_uptime": { 2024-08-10T06:12:48.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "mdthresh_evicted": { 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "session_count": { 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "session_remove": { 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_open": { 2024-08-10T06:12:48.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_stale": { 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "total_load": { 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.754 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "purge_queue": { 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed": { 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.755 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed_ops": { 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing": { 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_high_water": { 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops": { 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:12:48.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_item_in_journal": { 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:48.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.758 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7793 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.759 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56317502 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2174963427 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:48.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 219 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:48.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7794 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:48.762 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7794 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7794, 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26745548964 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:48.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7793 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 111212271 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70449 2024-08-10T06:12:48.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5402908951 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 180297728 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:48.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 174039040 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6258688 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266218173 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26346683 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68145288 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266218173 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2701094 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.772 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70819357 2024-08-10T06:12:48.774 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177478782 2024-08-10T06:12:48.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.776 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69985154 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342373, 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1735130680 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:48.780 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19067, 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9902180663 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:48.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 251 2024-08-10T06:12:48.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:48.783 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56031500 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1306976417 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:48.784 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 146 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2999946 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.787 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23954567580 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.788 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.789 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 110585780 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69862 2024-08-10T06:12:48.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2752950335 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167698432 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:48.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167395328 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 303104 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.792 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25496094 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68222987 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.796 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1564099 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.798 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71183462 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177994042 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69469894 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:48.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 92 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 338679, 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1577771329 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:48.803 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.804 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18971, 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6378051883 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:48.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:48.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 244 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7853 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.807 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7853, 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57480241 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7853, 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23559 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7853, 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1681971688 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:48.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.809 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7851 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7851, 2024-08-10T06:12:48.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56885996 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7851, 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63047 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7851, 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2996072775 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:48.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5999900 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7854 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7854, 2024-08-10T06:12:48.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29453503376 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75334 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:48.813 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:48.814 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:48.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256991232 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256966656 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266363624 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26437066 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.818 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67909454 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266363624 2024-08-10T06:12:48.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2296298 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71078702 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177575749 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69888187 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.826 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 356277, 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1974130434 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.827 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:48.828 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19215, 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7977420611 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22575 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.829 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.830 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14823424 2024-08-10T06:12:48.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 836653056 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4302908 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712608 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:48.832 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028885 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 873005056 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81156, 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10500919520 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81148, 2024-08-10T06:12:48.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17171530800 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16461824 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 332349440 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 868745216 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 547992422 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30854 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:48.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464629760 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464633856 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17376 2024-08-10T06:12:48.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30854, 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 245432414 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 447863835 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27786 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4470081 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 844 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14692045 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1222 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:48.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 395 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1222, 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4367026 2024-08-10T06:12:48.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 574 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.840 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5693 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1186717696 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:48.842 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21255, 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75286801 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3299, 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 507527834 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.843 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23996, 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 180988899 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.844 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21412117162 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 80355, 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1699420304 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53554969 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.845 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21465672131 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 44497, 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1586834785 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:48.846 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1202, 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4347038 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27079, 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12712119 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64776 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24662, 2024-08-10T06:12:48.847 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6124087432 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272377 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25524 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14721, 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166465984 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35673, 2024-08-10T06:12:48.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19709725 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20952, 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1674582330 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15632, 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431738770 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.849 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8249368689 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802683172 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9276, 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2325688377948 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6681449558094 2024-08-10T06:12:48.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95505, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2623382813465 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95505, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10546485 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 168281252 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36869378523 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31701018 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19439878841 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9178966319 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:48.853 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778971 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2667, 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14449541 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73919869913 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10237159105 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.854 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 557411850 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570064896 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 544505856 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.855 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25559040 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.856 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56287695 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69426737 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:48.859 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:48.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2672 2024-08-10T06:12:48.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.862 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.862 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.862 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.862 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188768 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72578720 2024-08-10T06:12:48.865 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.865 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:48.865 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.865 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 196288 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37525130 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71330486 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.869 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 181249 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1134047 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71454864 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:48.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:48.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57 2024-08-10T06:12:48.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.874 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:48.874 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.874 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:48.874 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46346 2024-08-10T06:12:48.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.875 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:48.875 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 141148, 2024-08-10T06:12:48.875 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6812763146 2024-08-10T06:12:48.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.875 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:48.875 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1906201331 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46346, 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255267446562 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.876 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433801 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47380, 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21112171132 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46346, 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73464673948 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.877 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29290 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29290, 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17623858776 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:48.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433801 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29749, 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6598699365 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29290, 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6551941030 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9588 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:48.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354681905 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17162189123 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9936, 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5541918756 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13541742158 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7468 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1551519426 2024-08-10T06:12:48.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220481398663 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:48.882 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7695, 2024-08-10T06:12:48.883 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8971553011 2024-08-10T06:12:48.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.883 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:48.883 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:48.883 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53370990760 2024-08-10T06:12:48.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.884 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:48.884 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.884 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:48.884 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31 2024-08-10T06:12:48.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.885 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:48.885 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:48.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.885 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:48.885 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:48.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.886 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:48.886 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 884084736 2024-08-10T06:12:48.886 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.886 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.886 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:48.886 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15109 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.888 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7471104 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 726728704 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3771786 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:48.889 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683447 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 186, 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 716440 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 764870656 2024-08-10T06:12:48.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71156, 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10101227212 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71187, 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16567757846 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8880128 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 291508224 2024-08-10T06:12:48.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 760610816 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:48.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364087148 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21899 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315994112 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315998208 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.893 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12533 2024-08-10T06:12:48.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21899, 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164956437 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270532000 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19032 2024-08-10T06:12:48.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2339629 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 797 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7209171 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:48.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1041 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:48.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 254 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1041, 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2201748 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.898 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:48.899 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.899 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.899 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:48.899 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1451 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9752 2024-08-10T06:12:48.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.901 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:48.901 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.901 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.901 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:48.901 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028296704 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:48.902 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14659584 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21854, 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79601699 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3277, 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 462914051 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:48.903 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:48.904 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15187, 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106532508 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20380607140 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.905 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 70428, 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668165382 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43932157 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20424539297 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.906 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30319, 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149059669 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 937, 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2661925 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.907 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8752, 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12238746 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87259 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13638, 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3649547312 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:48.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235537 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27515 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23560, 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2027182691 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 75042, 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28262353 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.909 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 51482, 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1277973980 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15081, 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 407133888 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:48.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17038992806 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1471659930 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22523, 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2580301674630 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6585858953562 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.912 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2873505212197 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8928403 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1169295228 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47017460091 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30392214 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25902367252 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9202901326 2024-08-10T06:12:48.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382370 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2648, 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15421628 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100345352319 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:48.915 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10231423490 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 804796321 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:48.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 591626240 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 439336960 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 152289280 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56728462 2024-08-10T06:12:48.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32768 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 909312 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.920 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68158578 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.921 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.923 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.923 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169696 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69294452 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 274544 2024-08-10T06:12:48.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37818974 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.927 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70958386 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169520 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1146756 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68148128 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:48.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:48.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43395 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 137229, 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8497867387 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.934 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1881735019 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43395, 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 599484352993 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694421 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45199, 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30532079385 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.935 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43395, 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 115682801976 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20188 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20188, 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12772117376 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.936 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694421 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20649, 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5014910693 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20188, 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6005993996 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13403 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.937 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184171582 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 97969818129 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13620, 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13110717243 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:48.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31972147863 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9804 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1697563437 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 488742417488 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10930, 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12406451449 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 77704660117 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194320 2024-08-10T06:12:48.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 779546624 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.942 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16084 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.943 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4136960 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 493801472 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:48.945 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6812556 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 934991 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 150, 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 620230 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.946 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 359006208 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68371, 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9420439936 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68380, 2024-08-10T06:12:48.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15698293993 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14131200 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 280121344 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 367525888 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:48.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 34 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220548534 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:48.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18230 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163962880 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163966976 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:48.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7422 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18230, 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125136192 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163568105 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:48.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16479 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1469541 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 400 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096988 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 549 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.952 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:48.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 151 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 549, 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1276538 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.954 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 615 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5211 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.955 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780496896 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:48.956 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14647296 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17065, 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50136663 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3302, 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 313989302 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:48.957 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:48.958 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25607, 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 191814119 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:48.959 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18998406459 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67812, 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1515705955 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33189868 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19031596327 2024-08-10T06:12:48.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57352, 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1142467179 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1066, 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2768738 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.961 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25206, 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12452328 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68043 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21518, 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1801038741 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:48.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255967 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17920 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15725, 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1646702626 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38545, 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12395750 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.963 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22820, 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1428815665 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12187, 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343823354 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.964 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11006321299 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.965 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 744525691 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6303, 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2565967812339 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6216007920294 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:48.966 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2567415442300 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9213847 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 976341851 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35668128113 2024-08-10T06:12:48.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26749723 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18386936746 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6440633125 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.968 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382191 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2597, 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13540690 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72489408972 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:48.969 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7358898660 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 756636096 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:48.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431235072 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387276800 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43958272 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57247005 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94208 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68463331 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1360 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 83472 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.976 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73879106 2024-08-10T06:12:48.977 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 509728 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38164670 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.978 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.980 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70377506 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:48.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:48.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:48.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171845 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1161225 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72630868 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:48.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:48.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66602 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 154831, 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6019873177 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.987 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1577821913 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79261432659 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67542, 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41861573345 2024-08-10T06:12:48.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67599742154 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36588 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15114615108 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.989 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37044, 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7076087845 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7855126335 2024-08-10T06:12:48.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28346 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 371541152 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50123306051 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.991 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28643, 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32026691124 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47503927024 2024-08-10T06:12:48.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1206280761 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14023511500 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1855, 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2758794376 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12240688795 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.994 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 373669888 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.995 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16504 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:48.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683456 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 511143936 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3320398 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.998 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 889381 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 143, 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 672787 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 477364224 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:48.999 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62687, 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8490691068 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62697, 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14193814398 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7479296 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256843776 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.000 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494403584 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63364460 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.001 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2756 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53452800 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53456896 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.002 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 144 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2756, 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13256628 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15015668 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1268 2024-08-10T06:12:49.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 608192 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 287 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1667476 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:49.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.005 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 387, 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675442 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.006 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1001 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5948 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 771952640 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14671872 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.008 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20363, 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51593219 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3222, 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256625981 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8783, 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59258951 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17207976393 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62202, 2024-08-10T06:12:49.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1422413304 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37855714 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17245832107 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.012 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18652, 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 691670841 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1414, 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4500958 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4771, 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4128827 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 41, 2024-08-10T06:12:49.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 49880 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7322, 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308603302 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 189208 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16633 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.014 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26645, 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1101571372 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 69904, 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21580163 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43259, 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 720009324 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.015 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11929, 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 282929071 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.016 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9905191676 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1325059477 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17078, 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2584586159612 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5756274226758 2024-08-10T06:12:49.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2189964086030 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7624607 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315753010 2024-08-10T06:12:49.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30498413920 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24800320 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15746015666 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5817257922 2024-08-10T06:12:49.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10388105 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2596, 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14428417 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62293708827 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6632257627 2024-08-10T06:12:49.020 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 643408269 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:49.021 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465960960 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421421056 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44539904 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.022 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57491206 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.023 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.024 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.025 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.025 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.026 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68321530 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.027 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:49.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.028 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.028 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.028 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.028 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1008 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.029 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15424 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37584 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72078413 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:49.031 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 230096 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38327471 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.032 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.034 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70494337 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.035 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171610 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167763 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.037 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70793056 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.038 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.039 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36634 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 110112, 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5370699091 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020989532 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250128256236 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.041 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38337, 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24259961752 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63379131524 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21333 2024-08-10T06:12:49.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41731861167 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21425, 2024-08-10T06:12:49.043 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4818605546 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4517434866 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11598 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 150794857 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:49.044 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 157536742550 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:49.045 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13139, 2024-08-10T06:12:49.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14937597423 2024-08-10T06:12:49.046 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.046 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:49.046 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:49.046 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32354572796 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3703 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 870194675 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:49.047 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50859652519 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3773, 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4503758783 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26507123862 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.048 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194337 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:49.049 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 492048384 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17182 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:49.050 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:49.051 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7983104 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 605007872 2024-08-10T06:12:49.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6641444 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2936623 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 156, 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 627195 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:49.053 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 613285888 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58078, 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8040837507 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58072, 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12993246678 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.054 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5152768 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 237883392 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 630325248 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 278111452 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14462 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.056 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241459200 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241463296 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:49.057 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6107 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14462, 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 118419615 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164354832 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10978 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2379236 2024-08-10T06:12:49.058 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 725 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7922090 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1030 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:49.059 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1030, 2024-08-10T06:12:49.060 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2302087 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.061 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 578 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6056 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.062 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 853008384 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:49.063 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10473472 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23347, 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60846295 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3195, 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 415471117 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.064 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.065 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7415, 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51207249 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15984560389 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.066 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57569, 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1327392960 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44674245 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16029234634 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.067 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17946, 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 644119759 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 857, 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166032 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5479, 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9786356 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:49.068 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 86322 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10398, 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2265621570 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167137 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19354 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.069 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7080, 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 962502565 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30758, 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9173855 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23678, 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 774096800 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.070 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13182, 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308276087 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8815930754 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 792396893 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17414, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2315140493898 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.072 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5801742828810 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2272100332101 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7380814 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.073 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 331515854 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29176887014 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24157672 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.074 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13761637212 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6228536705 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6188602 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2512, 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12691850 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:49.075 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58325775543 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7097887152 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640700223 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:49.076 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 592642048 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 568320000 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24322048 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.077 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56856743 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.078 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.079 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40960 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 262144 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.080 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68669273 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.081 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2160 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 133968 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.083 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68366169 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.084 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 295696 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37904495 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.085 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.086 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.087 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70851713 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.088 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172472 2024-08-10T06:12:49.089 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149150 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67180675 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.091 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24852 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81536, 2024-08-10T06:12:49.092 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6323637047 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031378139 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:49.093 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68141098594 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25752, 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10544874684 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27090563725 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.094 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16378 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6492461926 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.095 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16733, 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3461570806 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3700651573 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4268 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95173752 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.096 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6709606573 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:49.097 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4731, 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2321536393 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4952958923 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4206 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 936204387 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.098 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54939030095 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4288, 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4761767485 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18436953229 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.099 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 623775744 2024-08-10T06:12:49.100 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13628 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.101 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16560128 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 762101760 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4857007 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.103 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1600590 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 828890 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 667418624 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.104 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84314, 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10263130565 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84319, 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16627372288 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12791808 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 345317376 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:49.105 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 663158784 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 55 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 497739184 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.106 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23381 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430473216 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430477312 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:49.107 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10427 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23381, 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171363551 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 319561218 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17931 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5883222 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.108 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1402 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16296700 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1743 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.109 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1743, 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4345773 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.110 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 632 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.111 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6029 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.112 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1127018496 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10477568 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23232, 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66717328 2024-08-10T06:12:49.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3252, 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562122333 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:49.114 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14418, 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102551016 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.115 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20630924759 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 83701, 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712635284 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46380897 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:49.116 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20677305656 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27883, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031421536 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 836, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2020743 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.117 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11124, 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12790521 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95268 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14443, 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2683691891 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:49.118 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241091 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21356 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13388, 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1155133523 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37401, 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12244134 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24013, 2024-08-10T06:12:49.119 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1103187549 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15763, 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 406695259 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.120 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10676489130 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 690686979 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:49.121 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9182, 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539005967750 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6556339773097 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3357222631753 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10515487 2024-08-10T06:12:49.122 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 376138047 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36895740304 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40267443 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.123 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18598205472 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8199352451 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6193806 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2562, 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13186829 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.124 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74767824205 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9177383154 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802650011 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:49.125 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 434135040 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:49.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60792832 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.127 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56149425 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.128 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90112 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69565007 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2896 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 224240 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73580044 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 381680 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37432950 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.135 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71237274 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:49.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177122 2024-08-10T06:12:49.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1130022 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72500036 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26575 2024-08-10T06:12:49.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115047, 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9515792296 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991341467 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:49.143 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36031488859 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27118, 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10806847226 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25336284212 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.144 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18011 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8613999614 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:49.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18138, 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3992226786 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4744655464 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:49.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7309 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 253796473 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17323910138 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:49.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.148 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:49.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.148 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:49.148 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7551, 2024-08-10T06:12:49.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4997279700 2024-08-10T06:12:49.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.149 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:49.149 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:49.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12819626128 2024-08-10T06:12:49.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1255 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 737544994 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10093579107 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:49.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.151 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:49.151 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1429, 2024-08-10T06:12:49.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1817340740 2024-08-10T06:12:49.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7772002620 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:49.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 677912576 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18944 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.153 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:49.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8486912 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 573194240 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3129644 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:49.156 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1081568 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675573 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 539885568 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.157 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62413, 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7671633978 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62425, 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12426976320 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:49.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6307840 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255672320 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 556924928 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312842926 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16728 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277905408 2024-08-10T06:12:49.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277909504 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:49.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7926 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16728, 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 130569041 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192612558 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13046 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:49.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2945498 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8391874 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1051 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.163 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:49.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 283 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1051, 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2337562 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:49.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 593 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5174 2024-08-10T06:12:49.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:49.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 839639040 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13950, 2024-08-10T06:12:49.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40334019 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3154, 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 423157273 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15752, 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106634435 2024-08-10T06:12:49.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15349340503 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:49.171 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 61934, 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1239545119 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32728532 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15382069035 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:49.172 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 234545, 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 916115034 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 783, 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2091107 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135441, 2024-08-10T06:12:49.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48143016 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52560 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15359, 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2307970696 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 408847 2024-08-10T06:12:49.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18244 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23126, 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1460053771 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62521, 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18601039 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.175 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 39395, 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1144726345 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11605, 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272330693 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:49.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4910105595 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 815606323 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13979, 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2561044255403 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.178 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5831683191783 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539026544659 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7553355 2024-08-10T06:12:49.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 158549902 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24485664523 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26951521 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.180 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11508038200 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5168986741 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6784065 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2470, 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12796591 2024-08-10T06:12:49.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46244582380 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5908198707 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 409742191 2024-08-10T06:12:49.182 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 448258048 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 440819712 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:49.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7438336 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56959879 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:49.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68729977 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141088 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.190 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.191 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67585557 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 236656 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.192 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37973253 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70841995 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:49.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172820 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1161235 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.198 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74783326 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:49.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.200 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57585 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 118921, 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6740576235 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1148735252 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 89362179670 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:49.202 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58348, 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21603871527 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40652760307 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48012 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23200957744 2024-08-10T06:12:49.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48222, 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13474094618 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.204 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13949962090 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5255 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229381286 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12553791558 2024-08-10T06:12:49.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5683, 2024-08-10T06:12:49.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3496457783 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8661346927 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4318 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 919353966 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:49.207 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53607430368 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4443, 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4633319126 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18041451290 2024-08-10T06:12:49.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.209 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 550965248 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15629 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:49.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:49.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.212 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2310144 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 508223488 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3260868 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:49.213 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991538 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 145, 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 588426 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:49.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 417071104 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64875, 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7805495036 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64886, 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12771457037 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16453632 2024-08-10T06:12:49.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 265805824 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412811264 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:49.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139341497 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9141 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:49.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145231872 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145235968 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.218 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6423 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9141, 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 82729241 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66620035 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6909 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.219 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1115991 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 433 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2283866 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 626 2024-08-10T06:12:49.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:49.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 194 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 626, 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1013558 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 583 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:49.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5721 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.224 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 778633216 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11055104 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20607, 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56754520 2024-08-10T06:12:49.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3205, 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 301695739 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:49.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14321, 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 99678555 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.227 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:49.228 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.228 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:49.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.228 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15715685258 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64452, 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1259364391 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38632469 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:49.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15754317727 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 32198, 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 596705571 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 755, 2024-08-10T06:12:49.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2143024 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16169, 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10587308 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 50, 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95898 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14113, 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1131995701 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.231 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 205625 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18263 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11074, 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1075871701 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 40760, 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11299648 2024-08-10T06:12:49.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29686, 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 979599581 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13222, 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 294974815 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:49.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.234 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9092979959 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775277218 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16043, 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2652708429404 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.235 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6270580069856 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79653, 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3074359570024 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79653, 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7936546 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:49.236 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 321559980 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28811458071 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26687070 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14550051200 2024-08-10T06:12:49.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5833738130 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778847 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2446, 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12355230 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.238 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58622366691 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6703051162 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 711623471 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465813504 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412082176 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:49.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53731328 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57340699 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 110592 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.243 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68361445 2024-08-10T06:12:49.244 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1232 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90960 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73169045 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.248 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 107152 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38227132 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.249 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.250 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70717620 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:49.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:49.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188005 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1142031 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:49.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71931201 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:49.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.257 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47190 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115019, 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7555656319 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:49.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 933605518 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47190, 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38608273090 2024-08-10T06:12:49.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405927820 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47627, 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16719672370 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47190, 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30600475459 2024-08-10T06:12:49.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33954 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33954, 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9952987425 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:49.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405927820 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33999, 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5834257302 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33954, 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5632191073 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:49.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12176 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 221298227 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12176, 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20138597589 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.263 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12471, 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9385709714 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.264 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12176, 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18297638841 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1060 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 712307291 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8516688076 2024-08-10T06:12:49.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1157, 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1499705354 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6670645545 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:49.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 428138496 2024-08-10T06:12:49.267 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:49.268 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool" 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:49.269 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.466133310008445e-06, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 1322, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 2164736, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T06:12:49.270 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 423, 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:49.271 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool" 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T06:12:49.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 156636, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 110592, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 46044, 2024-08-10T06:12:49.273 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.1680031636606145e-07, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 79, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 88064, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 21944, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 6596, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 15348, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 65832, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 68, 2024-08-10T06:12:49.274 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 35840 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool" 2024-08-10T06:12:49.275 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:49.276 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T06:12:49.277 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:49.278 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "flags_names": [ 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "hashpspool", 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "selfmanaged_snaps" 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T06:12:49.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12595200, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12595200, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 4, 2024-08-10T06:12:49.280 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.7432750610169023e-05, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 9072, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 3175307264, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 4194323, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 4194323, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 12582969, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 24307, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 3153430528 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.281 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T06:12:49.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T06:12:47.834403", 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_stats": { 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "7.9.2" 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T06:12:49.283 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T06:12:49.284 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:49.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:49.286 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:49.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pg": [ 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.288 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180960+0000", 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:49.289 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.290 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 5, 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.291 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 5, 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1f", 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5334, 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.292 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:37.670560+0000", 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 570, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.293 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 4, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'5" 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.297 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:49.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251275+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.300 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1e", 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5206, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:22:59.199203+0000", 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.305 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.306 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.161990+0000", 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:49.307 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:49.308 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.309 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1e", 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5230, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:36.816048+0000", 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:49.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.315 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163449+0000", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.316 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.317 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.318 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1f", 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:16.576438+0000", 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.323 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.324 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:49.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178153+0000", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.326 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.327 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1d", 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5085, 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:30:54.673564+0000", 2024-08-10T06:12:49.328 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.333 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.334 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.156341+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:49.336 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.337 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1c", 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.338 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5152, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:37.601164+0000", 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.340 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.341 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.342 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.343 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.345 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.345 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:49.346 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171306+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.348 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1c", 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:08.258690+0000", 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.349 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.352 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.353 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:49.354 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249705+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.356 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1d", 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5144, 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.357 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:22:06.551002+0000", 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.361 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.362 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251394+0000", 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.364 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.a", 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.365 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5127, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:41:49.728944+0000", 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.370 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.163688+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:49.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.373 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.b", 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5097, 2024-08-10T06:12:49.374 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:48:00.050459+0000", 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.378 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'3" 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.379 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145320+0000", 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:49.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.381 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.382 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.b", 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5221, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:38:40.001113+0000", 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.385 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.386 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.387 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.387 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.387 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.387 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.387 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.387 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.387 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.388 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.156644+0000", 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.389 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:49.390 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.391 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.a", 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5282, 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:55:39.875807+0000", 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.392 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.393 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.394 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.396 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.397 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:49.398 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167676+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:49.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.400 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.8", 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5213, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:04:07.755822+0000", 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.401 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.405 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.406 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.108768+0000", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.408 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.9", 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.409 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5299, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:38:11.984907+0000", 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.414 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.415 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172265+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.417 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.9", 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5214, 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:06.727012+0000", 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.418 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.421 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.422 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.423 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:49.424 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177979+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.425 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.426 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.8", 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5091, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:23.568906+0000", 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.427 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.429 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.430 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.431 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.432 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.146720+0000", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.433 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.434 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.6", 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.435 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:00.911102+0000", 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.436 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.440 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.441 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.170939+0000", 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.442 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.443 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.7", 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.444 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5103, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:28:00.350041+0000", 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.448 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.449 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.982079+0000", 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:49.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3124, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3124, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.1", 2024-08-10T06:12:49.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8971, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:58:08.003837+0000", 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.003497553, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 939, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 382457, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3114, 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 420033 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:49.457 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3124" 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.458 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.176398+0000", 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.459 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.460 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.7", 2024-08-10T06:12:49.461 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:11:01.481601+0000", 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.465 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.466 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248355+0000", 2024-08-10T06:12:49.467 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:49.468 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.469 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.6", 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5290, 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:36.203769+0000", 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.470 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.471 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.472 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:49.473 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.474 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "551'2" 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.475 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.992415+0000", 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.476 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:49.477 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3264, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3264, 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.478 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.0", 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9367, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:55.926378+0000", 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002535294, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.479 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.480 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1484, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 401461, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3220, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 418716 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.483 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3264" 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.484 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167022+0000", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.486 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.487 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.4", 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5283, 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:02:02.146403+0000", 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.492 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.493 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:49.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178076+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:49.495 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.496 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.5", 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5106, 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:10:35.429838+0000", 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.499 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.500 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.501 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.502 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.052093+0000", 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.503 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3138, 2024-08-10T06:12:49.504 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3138, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.3", 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.505 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9245, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:06.940752+0000", 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005871808, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.506 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.507 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.508 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1163, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 395705, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3119, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 436709 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.509 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3138" 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.510 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:49.511 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.159828+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:49.512 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.513 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.5", 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5168, 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:08:19.516755+0000", 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.514 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.515 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.518 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.519 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.520 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174883+0000", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.522 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.4", 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.523 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:17:05.016126+0000", 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.528 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.529 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983522+0000", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.530 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3006, 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.531 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3006, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.2", 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.532 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9427, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:11.631837+0000", 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.004027231, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.535 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1966, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 380003, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2976, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 345190 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.536 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3006" 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.537 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:49.538 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.245925+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.539 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.540 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3", 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5268, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:47:29.605005+0000", 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.541 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.542 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.543 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.544 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.545 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.546 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256666+0000", 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.547 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.548 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.2", 2024-08-10T06:12:49.549 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5140, 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:46:41.993832+0000", 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.550 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.551 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.554 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.555 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.987399+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.556 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3032, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.557 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3032, 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.4", 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9123, 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:02:37.702711+0000", 2024-08-10T06:12:49.558 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.007892205, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194304, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.559 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1253, 2024-08-10T06:12:49.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 409539, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3030, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 365974 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.562 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3032" 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.563 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.242279+0000", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.565 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.0", 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:49.566 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:08.456000+0000", 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.570 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.571 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:49.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.121301+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.574 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1", 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5273, 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.575 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:29:45.556203+0000", 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.578 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.579 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.580 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:49.581 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983429+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.582 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3107, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3107, 2024-08-10T06:12:49.583 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.7", 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9062, 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:56:08.032861+0000", 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005105054, 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.585 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.586 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1148, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 417124, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.587 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3103, 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 391405 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.588 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3107" 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.589 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.142646+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:49.590 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.591 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1", 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.592 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:07:11.919009+0000", 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.593 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.594 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.595 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.597 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.598 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178888+0000", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.599 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.600 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.0", 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.601 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:41:32.483414+0000", 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.602 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.605 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.606 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.051751+0000", 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2871, 2024-08-10T06:12:49.608 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2871, 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.6", 2024-08-10T06:12:49.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8720, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:31:03.041191+0000", 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005760879, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 691, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 345045, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2847, 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350658 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2871" 2024-08-10T06:12:49.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.615 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256018+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:49.616 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.617 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2", 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5181, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:36.104366+0000", 2024-08-10T06:12:49.618 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.621 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.622 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.623 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.624 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171235+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:49.625 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.626 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.3", 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5170, 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.627 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:51:14.169109+0000", 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.628 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.629 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.630 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.631 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.632 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 20, 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:49.633 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177878+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:49.634 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.635 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "1.0", 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5793, 2024-08-10T06:12:49.636 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:32:05.224745+0000", 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.637 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.640 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "2199'253" 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.641 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.090683+0000", 2024-08-10T06:12:49.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:49.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2896, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2896, 2024-08-10T06:12:49.644 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.5", 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8435, 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:40:02.779580+0000", 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002664684, 2024-08-10T06:12:49.645 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 428, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 369552, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2898, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350837 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.649 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2896" 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.650 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159624+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:49.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.653 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.d", 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.654 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:13.567455+0000", 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.657 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.658 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.659 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167445+0000", 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.660 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:49.661 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.c", 2024-08-10T06:12:49.662 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:22:36.814451+0000", 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.664 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.665 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.667 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:49.668 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250378+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:49.669 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.670 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.c", 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5157, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:10:56.463907+0000", 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.671 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.672 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.676 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145283+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.677 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.678 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.d", 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:15.355223+0000", 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.679 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 70, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:49.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.683 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.684 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179308+0000", 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.686 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.687 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.f", 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:43:22.345240+0000", 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.692 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.693 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:49.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.168028+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.695 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.696 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.e", 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5275, 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:11:05.739028+0000", 2024-08-10T06:12:49.697 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.699 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:49.700 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.701 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.702 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173272+0000", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.703 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.704 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.e", 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.705 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:33.674560+0000", 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.707 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.709 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.710 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175487+0000", 2024-08-10T06:12:49.711 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.712 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.713 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.f", 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5195, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:08:17.265590+0000", 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 22, 2024-08-10T06:12:49.714 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:49.718 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.719 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173114+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:49.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.721 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.11", 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5090, 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:05:11.804323+0000", 2024-08-10T06:12:49.722 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.726 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.727 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.602309+0000", 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:49.728 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.729 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 8, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 8, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.730 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.10", 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:28:47.446127+0000", 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 4, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 24, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 24, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'8" 2024-08-10T06:12:49.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.736 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249625+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:49.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.738 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.10", 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5113, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.739 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:20.168057+0000", 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.743 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.744 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.255493+0000", 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:49.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.746 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.747 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.11", 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5128, 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T04:59:32.939290+0000", 2024-08-10T06:12:49.748 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.752 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.753 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:49.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171458+0000", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.756 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.13", 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5100, 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.757 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:37:03.365472+0000", 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.760 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.761 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.762 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.763 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172932+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:49.764 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.765 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.12", 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.766 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5159, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:33:29.067662+0000", 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.770 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.771 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174447+0000", 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.773 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.12", 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.774 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:27:00.999570+0000", 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.780 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147579+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:49.781 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.782 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.13", 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.783 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5327, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:01:18.457225+0000", 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 34, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:49.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.786 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 6 2024-08-10T06:12:49.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.788 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:49.789 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175839+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:49.790 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.791 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.15", 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.792 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5099, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:28.501162+0000", 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.795 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.796 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.797 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.253443+0000", 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.798 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 29, 2024-08-10T06:12:49.799 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 29, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.14", 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.800 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5151, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:10:21.024159+0000", 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 5810, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.801 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.802 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 10, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 14, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 28, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 25 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.804 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'29" 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.805 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164215+0000", 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:49.806 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:49.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.808 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.14", 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:21:52.303847+0000", 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.809 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.813 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.814 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162552+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:49.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.816 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.15", 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5288, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:25:03.357307+0000", 2024-08-10T06:12:49.817 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 90, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.820 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 7, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.821 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'3" 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.822 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:49.823 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163511+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.824 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.825 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.17", 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:14:01.243715+0000", 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.826 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.827 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.828 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.829 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.830 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.831 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251552+0000", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.832 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:49.833 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.834 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.16", 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5165, 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:49:07.703692+0000", 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.835 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.837 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.839 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.840 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171966+0000", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.841 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.842 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.16", 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.843 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5131, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:29:10.791793+0000", 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.844 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.847 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.848 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254895+0000", 2024-08-10T06:12:49.849 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:49.850 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.851 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.17", 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5115, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:56:51.256399+0000", 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.856 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.857 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145941+0000", 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:49.858 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:49.859 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.860 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.19", 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5278, 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:29:44.102854+0000", 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.863 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.864 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.865 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.866 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:49.867 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159382+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:49.868 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.869 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.18", 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.870 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5148, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:15:41.016499+0000", 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.871 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.872 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.874 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.875 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.123385+0000", 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:49.876 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.877 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.18", 2024-08-10T06:12:49.878 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5218, 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:47:27.691113+0000", 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.879 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.883 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.884 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247563+0000", 2024-08-10T06:12:49.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:49.886 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.887 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.19", 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:34:16.480659+0000", 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.890 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.891 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.892 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.893 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.161187+0000", 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.894 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.895 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1a", 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.896 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:56:11.724645+0000", 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.900 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.901 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:49.902 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180867+0000", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.903 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.904 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1b", 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:43:28.797838+0000", 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.905 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.907 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.908 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.909 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.910 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162039+0000", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.911 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.912 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1b", 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.913 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5183, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:12:45.907364+0000", 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.914 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.915 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.916 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.917 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.918 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.919 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140827+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.920 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.921 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1a", 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5218, 2024-08-10T06:12:49.922 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:20.606213+0000", 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.923 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.924 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.925 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.926 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.927 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250034+0000", 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:49.928 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.929 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.930 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.20", 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5117, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:46:16.708096+0000", 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.931 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.932 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.933 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.934 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.935 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.936 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.246191+0000", 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.937 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.938 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.21", 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.939 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5269, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:10:30.871209+0000", 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.940 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.941 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.943 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.944 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:49.945 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.166782+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.946 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.947 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.22", 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5167, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:54:45.297934+0000", 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.948 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.949 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.950 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.951 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.952 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.953 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:49.954 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140642+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:49.955 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.956 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.23", 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:58.732434+0000", 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.957 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.958 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.959 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:49.963 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.964 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147468+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:49.965 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.966 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.24", 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.967 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:27:19.557313+0000", 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.968 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.971 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.972 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.112619+0000", 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:49.973 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.974 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.25", 2024-08-10T06:12:49.975 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5282, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:49:26.749801+0000", 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.978 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry show 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.982 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164207+0000", 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:49.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:49.984 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.985 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.26", 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5119, 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:24:12.673935+0000", 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.986 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.990 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.991 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:49.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145396+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:49.993 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:49.994 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.27", 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5203, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:51:30.432328+0000", 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:49.995 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:49.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:49.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:49.998 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:49.999 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:50.000 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:50.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.154808+0000", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.002 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.003 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.28", 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.004 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:00:39.294626+0000", 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.007 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.008 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.009 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.149298+0000", 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.011 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.29", 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.012 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5212, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:16:07.630839+0000", 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.017 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159304+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.020 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2a", 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:39.950278+0000", 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.021 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.025 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.026 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:50.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.181442+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.029 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2b", 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5320, 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:35:07.571218+0000", 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.030 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.034 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.035 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:50.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251731+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.038 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2c", 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5126, 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:08:10.750441+0000", 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.039 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.043 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.044 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171764+0000", 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:50.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:50.046 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.047 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2d", 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.734475+0000", 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.051 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.052 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.053 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162689+0000", 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:50.055 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.056 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2e", 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5265, 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:38.686581+0000", 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.057 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:50.061 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:50.062 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173344+0000", 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:50.064 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.065 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2f", 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:36:07.795236+0000", 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.066 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.070 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:50.071 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175820+0000", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.073 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.30", 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.074 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:57.515842+0000", 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.077 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.078 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.079 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162429+0000", 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:50.080 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.081 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.31", 2024-08-10T06:12:50.082 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5279, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:33:40.097470+0000", 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.086 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.087 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:50.088 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.171514+0000", 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.090 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.32", 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.091 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:31:30.533094+0000", 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.095 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.096 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247077+0000", 2024-08-10T06:12:50.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:50.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.099 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.33", 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5210, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:01:49.089879+0000", 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.104 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.105 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248138+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:50.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:50.107 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.34", 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.108 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:03:41.773004+0000", 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.112 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.113 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.252090+0000", 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:50.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:50.115 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.35", 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:54.091442+0000", 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.122 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254998+0000", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:50.123 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.124 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.125 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.36", 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5112, 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:20:31.137614+0000", 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.130 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178598+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:50.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.133 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.37", 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5088, 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:11:14.523636+0000", 2024-08-10T06:12:50.134 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.138 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:50.139 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.241334+0000", 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:50.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:50.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.142 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.38", 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5176, 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:59:32.088986+0000", 2024-08-10T06:12:50.143 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.147 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.148 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179010+0000", 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:50.150 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.151 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.39", 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:00:53.150915+0000", 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:50.156 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.157 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167095+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:50.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.159 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3a", 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5139, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.160 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:26:53.981677+0000", 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.165 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.166 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.167 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167941+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:50.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.169 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3b", 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:55:28.078078+0000", 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.170 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.174 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.175 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172715+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:50.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.177 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3c", 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5161, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:59:29.846589+0000", 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:50.181 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.182 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.593482+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:50.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.184 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3d", 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:58.085097+0000", 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.185 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.191 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:50.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250568+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3e", 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5297, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:44:39.912459+0000", 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:50.198 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:50.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178846+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:50.200 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3f", 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:50.201 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5083, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:31:37.161139+0000", 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.205 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pool": [ 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 3, 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 1, 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 3, 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 1, 2024-08-10T06:12:50.206 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.207 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:50.208 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 1781760, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:50.209 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 1771104, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 3 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 96, 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:50.210 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 68, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 32, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 68, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 2, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 6596, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 66, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 22, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 22, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 14, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 79, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 86, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 68, 2024-08-10T06:12:50.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 35 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 110592, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 19788, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 46044, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.214 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 96 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 192, 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 64, 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:50.215 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 3, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:50.219 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 192 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 24, 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 24438, 2024-08-10T06:12:50.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 8, 2024-08-10T06:12:50.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:50.221 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 24438, 2024-08-10T06:12:50.221 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 4, 2024-08-10T06:12:50.221 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194323, 2024-08-10T06:12:50.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 2, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 9072, 2024-08-10T06:12:50.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 3100886, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 24307, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 3079522 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 12595200, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 12582969, 2024-08-10T06:12:50.225 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 24 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T06:12:50.226 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696, 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 4810141696, 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0062635294161736965 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.227 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T06:12:50.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:50.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.229 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.231 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.235 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.237 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:48 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.238 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.239 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.240 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.241 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.242 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:48 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.244 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:50.246 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:50.247 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:49 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:50.255 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T06:12:50.255 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T06:12:50.255 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T06:12:50.255 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:50.256 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:50.257 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_flags" 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:50.258 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:50.259 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:50.260 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:50.261 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:50.262 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:50.263 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_max_backfills", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:12:50.264 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:50.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_sleep", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:50.266 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:50.267 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:50.268 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:12:50.269 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/enabled", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:50.270 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:50.271 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:50.272 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.273 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T06:12:50.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 2, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:12:50.275 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "has_msr_rules": 0, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_collision_tries": 100, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_descents": 100, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T06:12:50.276 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.277 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T06:12:50.278 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_stats": { 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20144128, 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 285424, 2024-08-10T06:12:50.279 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 884736, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 0, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 353, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1037560, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 574464, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 14740504, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20742144, 2024-08-10T06:12:50.280 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 436472, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 450560, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 483, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1347464, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1184256, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 15152512, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:50.281 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 178716672, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1892384, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 540672, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 4464640, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 7066, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 11449976, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2381568, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 159568488, 2024-08-10T06:12:50.282 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 183181312 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 166600704, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1879176, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 6086656, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 6472, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 10609104, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:50.283 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2285056, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 148943784, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 172687360 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 259530752, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 6118568, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3014656, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 778240, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 2580480, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 9785, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 14540560, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 5166336, 2024-08-10T06:12:50.284 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 229912392, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 262111232 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 547897344, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 28032056, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 25444352, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13495, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 72742248, 2024-08-10T06:12:50.285 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10704640, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 433141600, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 573341696 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 442638336, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 27433208, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 152264704, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13334, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.286 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 66056200, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9644032, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 336228096, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 594903040 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 390545408, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 16461896, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 43835392, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10216, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 60073888, 2024-08-10T06:12:50.287 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10238720, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 300625176, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 434380800 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 424591360, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 20404928, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 44515328, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10215, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 47938200, 2024-08-10T06:12:50.288 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12713728, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 340364200, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 469106688 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 571621376, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 24693912, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.289 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 24297472, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11396, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 53100816, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9382912, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 481166936, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 595918848 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:50.290 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 437411840, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 25350336, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 60792832, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 12915, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 61779072, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12401408, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 334604224, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 498204672 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 444096512, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 17125464, 2024-08-10T06:12:50.291 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 7438336, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11539, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 53817272, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12284160, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 357592816, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 451534848 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 417349632, 2024-08-10T06:12:50.292 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 18288408, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 5242880, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 53706752, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10753, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 50829400, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 58, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12585728, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 330403216, 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 471056384 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "io_rate": { 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_stats_delta": { 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 0, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 0, 2024-08-10T06:12:50.294 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "stamp_delta": "12.003053", 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:50.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:50.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.297 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 0 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard_description": null, 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "mempool": { 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.299 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.301 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.303 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 149008, 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 33 2024-08-10T06:12:50.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.305 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.305 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.305 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.305 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.305 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 928, 2024-08-10T06:12:50.305 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:50.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.306 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.306 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.306 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.306 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.307 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.307 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.307 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.307 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.307 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.311 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.312 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.313 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 221633, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 67 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.314 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52112, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 181 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.315 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12360, 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 238 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.316 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.317 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.318 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.319 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.320 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.323 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.323 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.323 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.323 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.323 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 53235446, 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7604 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.324 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.325 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:50.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.327 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.328 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.329 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.330 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.331 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.332 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 44049836, 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5424 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 528, 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 6 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.333 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:50.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.335 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.338 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.339 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.340 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 50360602, 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 6870 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.341 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:50.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11440, 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.344 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23200, 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 427 2024-08-10T06:12:50.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 428288, 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 63360, 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 792 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 407056, 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 413453, 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 126 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2520408, 2024-08-10T06:12:50.347 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 557675 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7135496, 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10525 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79032, 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8303 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93936, 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.348 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.349 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 49171, 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 48 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16431373, 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 263 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.350 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12144, 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 522720, 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.351 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7193472, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 18512 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.353 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21360, 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 379 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 43264, 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.354 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.355 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T06:12:50.355 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:50.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.355 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.355 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418288, 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2011 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1147452, 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:50.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2540988, 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 553218 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7069536, 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10428 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86116, 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9282 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.357 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96480, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2010 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.358 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 116438, 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 54 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.359 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3212363, 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 268 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 27280, 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 310 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:50.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7191600, 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21030 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.361 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.362 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 14328, 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 267 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30464, 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21 2024-08-10T06:12:50.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2496, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 13 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 59920, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 749 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 417664, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2008 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.364 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 303848, 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 90 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1858173, 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 404177 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5274336, 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7788 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.365 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 85272, 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9269 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96336, 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2007 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:50.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 100783, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:50.367 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:50.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.368 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.368 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13400941, 2024-08-10T06:12:50.368 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 252 2024-08-10T06:12:50.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.368 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.369 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10384, 2024-08-10T06:12:50.369 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 118 2024-08-10T06:12:50.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 360096, 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3076840, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5917 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.371 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.372 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15432, 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 280 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 104064, 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3264, 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 17 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60080, 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 751 2024-08-10T06:12:50.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418496, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 368981, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 91 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1879741, 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 410122 2024-08-10T06:12:50.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5343696, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7890 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86036, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9285 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96576, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.375 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.376 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93254, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 55 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12112, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 17469624, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 276 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10032, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.377 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 429792, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 37 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3606200, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9335 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.378 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.379 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18632, 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 336 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30720, 2024-08-10T06:12:50.380 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 23 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4224, 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.381 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 614649, 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 159 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.382 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2178829, 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 476308 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6131136, 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9048 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 76940, 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8134 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:50.383 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 90850, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 58 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23446096, 2024-08-10T06:12:50.385 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 297 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16984, 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 193 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:50.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5013840, 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12042 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.387 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.388 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22464, 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 392 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 133888, 2024-08-10T06:12:50.389 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1536, 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 62080, 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 776 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:50.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 403876, 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2449301, 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 543371 2024-08-10T06:12:50.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6989296, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10310 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 77304, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8140 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 103913, 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 56 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8853691, 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 278 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11352, 2024-08-10T06:12:50.394 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 129 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 476256, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 41 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6455280, 2024-08-10T06:12:50.395 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12414 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.396 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18488, 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 324 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.397 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 113024, 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 28 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2112, 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 11 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60880, 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 761 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 406848, 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1956 2024-08-10T06:12:50.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 446939, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 120 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1752142, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 387719 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5116576, 2024-08-10T06:12:50.399 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7556 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 78304, 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8294 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93888, 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1956 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.400 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 26748, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.401 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13055888, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8129 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12672, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 144 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.402 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 453024, 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3587480, 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9215 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.403 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.404 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15008, 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 271 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.405 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 112384, 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60400, 2024-08-10T06:12:50.406 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 755 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 406640, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 468265, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 133 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2107280, 2024-08-10T06:12:50.407 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 465628 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6038656, 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8912 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79040, 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8296 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93840, 2024-08-10T06:12:50.408 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.409 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 43976, 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:50.410 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15332831, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 265 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11968, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 136 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 534336, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 46 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.411 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4985344, 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9616 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:50.413 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:50.414 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T06:12:50.415 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T06:12:50.416 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:50.417 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.418 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T06:12:50.419 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T06:12:50.420 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy", 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "reef", 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "squid" 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 19, 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T06:12:50.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "squid" 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_perf_histograms": [ 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.422 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:50.423 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:50.424 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:50.425 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:50.426 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:50.427 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15168, 2, 66, 4, 16, 17, 0, 2, 2, 1, 1, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10207, 36, 30, 0, 14, 23, 64, 73, 23, 40, 47, 25, 39, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 743, 10, 17, 0, 3, 1, 6, 9, 6, 8, 69, 156, 85, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.428 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 600, 4, 0, 0, 0, 1, 0, 0, 0, 0, 2, 23, 274, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 302, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 6, 16, 64, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 254, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 9, 6, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.429 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.430 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9479, 2, 0, 0, 0, 0, 0, 2, 2, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6024, 23, 1334, 2, 8, 6, 5, 14, 32, 58, 54, 43, 39, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 437, 12, 149, 21, 0, 0, 0, 1, 5, 15, 119, 246, 137, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 391, 4, 0, 9, 1, 0, 0, 0, 0, 2, 1, 26, 433, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 18, 35, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 90, 0, 59, 0, 0, 0, 0, 2, 0, 1, 2, 6, 13, 32, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 115, 0, 219, 0, 0, 0, 0, 0, 0, 0, 1, 11, 20, 41, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 24, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.431 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.432 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.433 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 42, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15092, 3780, 4386, 1, 0, 0, 0, 0, 0, 1, 1, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9459, 110, 102, 2, 5, 0, 2, 1, 4, 0, 2, 4, 22, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1044, 31, 33, 2, 2, 0, 0, 0, 3, 3, 2, 7, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 702, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 12, 43, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 407, 14, 0, 0, 0, 0, 3, 0, 2, 0, 9, 8, 26, 122, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 325, 4, 0, 0, 0, 0, 2, 2, 4, 1, 5, 12, 38, 26, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 85, 7, 0, 1, 0, 0, 2, 0, 0, 6, 0, 5, 27, 28, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 0, 7, 9, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 13, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.434 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.435 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 654, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9405, 4083, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3132, 33, 9, 0, 10, 5, 2, 6, 10, 25, 12, 9, 17, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 189, 2, 9, 0, 0, 0, 0, 0, 2, 11, 34, 93, 41, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 214, 1, 0, 0, 6, 0, 0, 0, 0, 0, 1, 4, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.436 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 3, 0, 0, 190, 1, 0, 0, 0, 0, 4, 0, 11, 33, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 45, 1, 0, 0, 313, 0, 1, 0, 0, 0, 3, 0, 4, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 415, 0, 0, 0, 0, 0, 1, 2, 15, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 1767, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.437 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.438 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7927, 2, 0, 0, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6620, 11, 1, 1, 9, 1, 1, 9, 10, 15, 12, 7, 11, 2, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 755, 4, 0, 0, 2, 1, 0, 3, 6, 10, 48, 70, 18, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 152, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 1, 0, 0, 0, 0, 1, 0, 6, 1, 0, 6, 12, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.439 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.440 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.441 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8339, 15, 1, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7465, 12, 4, 1, 11, 0, 1, 1, 0, 0, 2, 12, 15, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 889, 3, 0, 5, 2, 0, 0, 0, 1, 1, 4, 3, 6, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 342, 5, 0, 5, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 148, 9, 5, 0, 1, 0, 0, 0, 0, 5, 3, 7, 8, 40, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 131, 5, 2, 1, 0, 0, 0, 1, 8, 0, 0, 10, 13, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 27, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.442 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.443 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3976, 2538, 0, 0, 673, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14204, 5494, 0, 0, 6275, 390, 0, 1, 0, 0, 2, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8935, 595, 32, 0, 739, 176, 2, 3, 4, 14, 12, 2, 10, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1018, 196, 154, 0, 82, 18, 1, 1, 2, 15, 33, 83, 32, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 24, 44, 0, 12, 18, 0, 0, 0, 0, 2, 12, 157, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 40, 20, 0, 23, 19, 3, 1, 0, 1, 3, 0, 16, 60, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.444 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 107, 25, 21, 33, 3, 6, 4, 1, 0, 0, 1, 5, 11, 9, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 104, 71, 1, 34, 74, 0, 3, 0, 0, 1, 4, 1, 14, 19, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 141, 0, 1, 56, 106, 0, 0, 0, 0, 0, 3, 8, 15, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 0, 0, 0, 5, 23, 0, 0, 0, 0, 3, 3, 3, 1, 2, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.445 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3319, 1458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.446 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14925, 2671, 65, 5, 23, 35, 2, 0, 1, 2, 0, 9, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9087, 80, 33, 3, 11, 15, 92, 118, 4, 2, 0, 3, 14, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 943, 8, 9, 0, 1, 0, 2, 20, 5, 6, 3, 7, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 270, 4, 1, 0, 0, 0, 0, 0, 0, 1, 0, 10, 28, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 156, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 11, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.447 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.448 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:50.449 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:50.450 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:50.451 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:50.452 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:50.453 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:50.454 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1005, 0, 6, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.455 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5192, 53, 75, 144, 432, 618, 708, 0, 3, 4, 2, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 598, 17, 25, 37, 21, 4, 17, 2, 0, 0, 1, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 1, 0, 1, 3, 0, 0, 0, 0, 2, 4, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.456 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.457 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 519, 2, 12, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3340, 285, 22, 55, 122, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 567, 7, 1313, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 573, 24, 31, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1758, 1430, 70, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1404, 1546, 227, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.458 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.459 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.460 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1584, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10662, 11, 1, 1, 0, 1, 5, 1, 13, 9, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15548, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.461 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.462 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 376, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1915, 28, 0, 0, 1, 0, 0, 4, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 252, 4, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.463 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 150, 22, 34, 47, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1113, 378, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3901, 2462, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 158, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.464 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.465 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 714, 1, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2032, 211, 32, 58, 135, 275, 475, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 164, 13, 1, 0, 1, 0, 7, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.466 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.467 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.468 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 1, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2923, 71, 120, 224, 453, 613, 715, 5, 3, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 1, 2, 13, 5, 14, 11, 0, 0, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 384, 14, 10, 34, 2, 0, 0, 0, 0, 0, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 29, 72, 94, 27, 0, 1, 0, 0, 0, 0, 2, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.469 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.470 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 617, 2, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3336, 27, 1, 0, 11, 0, 3, 6, 11, 9, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 273, 1, 0, 0, 5, 0, 0, 0, 2, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 364, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.471 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 341, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.472 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.473 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 818, 4, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8285, 37, 91, 23, 1, 1, 2, 1, 4, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2271, 33, 90, 27, 0, 0, 0, 0, 0, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 227, 2, 5, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 94, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.474 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.475 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:50.476 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:50.477 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:50.478 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:50.479 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:50.480 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:50.481 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1036, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.482 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.483 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.484 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 546, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3829, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3198, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.485 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.486 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1591, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10710, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.487 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.488 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.489 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.490 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.491 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.492 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 731, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 188, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.493 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.494 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 676, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.495 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 451, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.496 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.497 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.498 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.499 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.500 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 243, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.501 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:50.503 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:50.504 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.505 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:50.506 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:50.507 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.508 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 163, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1970, 14, 1, 0, 12, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1224, 12, 0, 1, 3, 10, 8, 12, 29, 43, 103, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 129, 3, 0, 0, 2, 1, 3, 1, 1, 4, 51, 198, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 23, 0, 0, 1, 0, 0, 1, 0, 0, 7, 9, 318, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 165, 25, 0, 0, 3, 1, 0, 0, 0, 1, 2, 10, 16, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 614, 50, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1065, 81, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.509 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.510 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.511 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 87, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2588, 22, 0, 0, 9, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1651, 7, 1, 2, 3, 6, 12, 19, 43, 75, 106, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 126, 0, 0, 0, 1, 2, 0, 2, 1, 4, 81, 272, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 2, 0, 0, 0, 0, 0, 0, 1, 1, 7, 18, 320, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 1, 0, 0, 1, 1, 4, 8, 14, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.512 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.513 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 65, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 429, 12, 3, 2, 11, 2, 0, 4, 6, 8, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.514 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 194, 14, 1, 0, 2, 1, 3, 11, 8, 14, 41, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 159, 9, 1, 0, 0, 0, 2, 7, 6, 6, 36, 64, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 4, 0, 0, 0, 0, 1, 0, 1, 3, 13, 17, 16, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 2, 0, 0, 0, 1, 0, 0, 1, 0, 1, 10, 25, 41, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 25, 50, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.515 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.516 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 984, 25, 0, 0, 7, 1, 2, 3, 6, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 588, 1, 1, 0, 4, 4, 1, 5, 14, 15, 40, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 8, 0, 0, 0, 0, 0, 1, 2, 4, 33, 112, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 199, 6, 0, 0, 0, 0, 0, 0, 0, 2, 6, 5, 70, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 25, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.517 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.518 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.519 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 899, 16, 1, 0, 16, 1, 1, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 822, 7, 0, 2, 2, 3, 5, 9, 15, 30, 36, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 230, 5, 0, 0, 1, 4, 3, 3, 6, 3, 37, 118, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511, 12, 0, 0, 0, 0, 0, 2, 0, 1, 5, 13, 171, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 476, 23, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 18, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 161, 48, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 28, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.520 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.521 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 319, 13, 2, 0, 11, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 93, 4, 0, 0, 1, 1, 1, 4, 4, 1, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.522 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 139, 7, 0, 0, 2, 2, 5, 2, 8, 2, 40, 51, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 4, 0, 0, 0, 0, 0, 1, 3, 3, 19, 34, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 29, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 13, 19, 28, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 13, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.523 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.524 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1121, 18, 3, 0, 19, 0, 4, 7, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 656, 4, 0, 2, 0, 3, 5, 12, 7, 31, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 11, 0, 0, 1, 1, 2, 1, 1, 6, 48, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 475, 20, 0, 0, 0, 2, 1, 0, 1, 2, 17, 25, 142, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 378, 27, 0, 0, 0, 0, 0, 1, 0, 2, 11, 6, 9, 25, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 119, 41, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 29, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 81, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.525 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.526 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.527 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 304, 15, 2, 2, 22, 1, 4, 2, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 70, 9, 0, 0, 0, 2, 2, 4, 2, 2, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 7, 2, 0, 0, 0, 1, 1, 2, 5, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 41, 5, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 10, 15, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 16, 45, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.528 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.529 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 8, 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "number of replicas", 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 1, 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.530 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0]", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "[1, 1]", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "[2, 2]", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "[3, 3]", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "[4, 4]", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "[5, 5]", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "[6, None]" 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "linear" 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 10, 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "duration", 2024-08-10T06:12:50.531 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 250000, 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 249999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[250000, 499999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[500000, 999999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[1000000, 1999999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[2000000, 3999999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[4000000, 7999999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[8000000, 15999999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[16000000, 31999999]", 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "[32000000, None]" 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.532 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.534 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.535 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.536 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.537 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.538 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.539 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_counters": { 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:50.540 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "caps": { 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_grant": { 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.541 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_commit": { 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_complete": { 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_keys": { 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_merge": { 2024-08-10T06:12:50.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_split": { 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "exported_inodes": { 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "forward": { 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_cap_release": { 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.543 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps": { 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps_dirty": { 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_inode_file_caps": { 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "imported_inodes": { 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes": { 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.544 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_expired": { 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_pinned": { 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_with_caps": { 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "load_cent": { 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "openino_dir_fetch": { 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "process_request_cap_release": { 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "reply_latency": { 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "request": { 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rbytes": { 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.546 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rfiles": { 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rsnaps": { 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_reply": { 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "subtrees": { 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_cache": { 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_exportdir": { 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_flush": { 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragmentdir": { 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragstats": { 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_inodestats": { 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_inode": { 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_path": { 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_enqueued": { 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_prioritized": { 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_processing": { 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays": { 2024-08-10T06:12:50.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_delayed": { 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_enqueuing": { 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_completed": { 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_started": { 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.550 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_created": { 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_enqueued": { 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_migrated": { 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_reintegrated": { 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_log": { 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "ev": { 2024-08-10T06:12:50.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "evadd": { 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "evex": { 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "evexd": { 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "evexg": { 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "evlrg": { 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "evtrm": { 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "jlat": { 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "replayed": { 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "seg": { 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "segadd": { 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "segex": { 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "segexd": { 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "segexg": { 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "segmjr": { 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "segtrm": { 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.554 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_mem": { 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "cap": { 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "cap+": { 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "cap-": { 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "dir": { 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:50.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "dir+": { 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "dir-": { 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "dn": { 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "dn+": { 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "dn-": { 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.556 INFO:tasks.workunit.client.0.smithi078.stdout: "heap": { 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 248096 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "ino": { 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "ino+": { 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "ino-": { 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "rss": { 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48860 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.557 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_server": { 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_acquisition_throttle": { 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_revoke_eviction": { 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_request": { 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_session": { 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_peer_request": { 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "req_create_latency": { 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getattr_latency": { 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getfilelock_latency": { 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getvxattr_latency": { 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "req_link_latency": { 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookup_latency": { 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookuphash_latency": { 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupino_latency": { 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupname_latency": { 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupparent_latency": { 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupsnap_latency": { 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lssnap_latency": { 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mkdir_latency": { 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mknod_latency": { 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mksnap_latency": { 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.562 INFO:tasks.workunit.client.0.smithi078.stdout: "req_open_latency": { 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "req_readdir_latency": { 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rename_latency": { 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "req_renamesnap_latency": { 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.563 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmdir_latency": { 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmsnap_latency": { 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmxattr_latency": { 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setattr_latency": { 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setdirlayout_latency": { 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setfilelock_latency": { 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setlayout_latency": { 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setxattr_latency": { 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "req_snapdiff_latency": { 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "req_symlink_latency": { 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "req_unlink_latency": { 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_sessions": { 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "average_load": { 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "avg_session_uptime": { 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "mdthresh_evicted": { 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.567 INFO:tasks.workunit.client.0.smithi078.stdout: "session_count": { 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "session_remove": { 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_open": { 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_stale": { 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "total_load": { 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.569 INFO:tasks.workunit.client.0.smithi078.stdout: "purge_queue": { 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed": { 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed_ops": { 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing": { 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_high_water": { 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops": { 2024-08-10T06:12:50.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_item_in_journal": { 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.571 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.573 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:50.573 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.574 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:50.575 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7793 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56317502 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.576 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2174963427 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 219 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.577 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7794 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:50.578 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.579 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7794 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7794, 2024-08-10T06:12:50.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26745548964 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7793 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:50.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 111212271 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70449 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5402908951 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:50.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 180297728 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 174039040 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6258688 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.584 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266218173 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26346683 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68145288 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266218173 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2701094 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70819357 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177478782 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69985154 2024-08-10T06:12:50.593 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93 2024-08-10T06:12:50.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342373, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1735130680 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19067, 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9902180663 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.596 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 251 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.598 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56031500 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1306976417 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 146 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:50.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2999946 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.601 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.603 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23954567580 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:50.604 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7756 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 110585780 2024-08-10T06:12:50.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69862 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7756, 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2752950335 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.606 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167698432 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167395328 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 303104 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:50.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25496094 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.608 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68222987 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.610 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1564099 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.612 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71183462 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.613 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177994042 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.614 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.615 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69469894 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:50.616 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 92 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 338679, 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1577771329 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.617 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18971, 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6378051883 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:50.619 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:50.620 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7861 2024-08-10T06:12:50.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7861, 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57558222 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7861, 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23583 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7861, 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1686971603 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.622 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.623 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7859 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7859, 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56963393 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.624 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7859, 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63190 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7859, 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2997958043 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:50.625 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5999900 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7862 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7862, 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29478502953 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.626 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75334 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.627 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:50.628 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 259096576 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256385024 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.629 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2711552 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.630 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266360212 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26446166 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.631 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.632 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67903766 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.633 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266360212 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2296298 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.634 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.635 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71082114 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.636 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177573474 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.637 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.638 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69890462 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:50.639 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 356630, 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1975700828 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:50.640 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19232, 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7981407729 2024-08-10T06:12:50.641 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22575 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.642 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.643 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14823424 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 836653056 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4302908 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:50.644 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712608 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028885 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 873005056 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81156, 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10500919520 2024-08-10T06:12:50.645 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81148, 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17171530800 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16461824 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 332349440 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 868745216 2024-08-10T06:12:50.646 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 547992422 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30854 2024-08-10T06:12:50.647 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464629760 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464633856 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.648 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17376 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30854, 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 245432414 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 447863835 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27786 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4470081 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.649 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 844 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14692045 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1222 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.650 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 395 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1222, 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4367026 2024-08-10T06:12:50.651 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 574 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.652 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5693 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.653 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1186717696 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21255, 2024-08-10T06:12:50.654 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75286801 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3299, 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 507527834 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23996, 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 180988899 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.656 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21412117162 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 80355, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1699420304 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53554969 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81066, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21465672131 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.657 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 44497, 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1586834785 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1202, 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4347038 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27079, 2024-08-10T06:12:50.658 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12712119 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64776 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24662, 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6124087432 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272377 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.659 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25524 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14721, 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166465984 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35673, 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19709725 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20952, 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1674582330 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.660 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15632, 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431738770 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.661 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8249368689 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802683172 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9276, 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2325688377948 2024-08-10T06:12:50.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6681449558094 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95505, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2623382813465 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95505, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10546485 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.663 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 168281252 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36869378523 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31701018 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19439878841 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.664 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9178966319 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778971 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2667, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14449541 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73919869913 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.665 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10237159105 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95507, 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 557411850 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570064896 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 544505856 2024-08-10T06:12:50.666 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25559040 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.667 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56287695 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.668 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.669 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69426737 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.670 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2672 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.671 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188768 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.672 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72578720 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.673 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 196288 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37525130 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.674 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.675 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71330486 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.676 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.677 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 181249 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1134047 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.678 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71454864 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.679 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:50.680 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46346 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 141148, 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6812763146 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:50.681 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1906201331 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46346, 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255267446562 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433801 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47380, 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21112171132 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:50.682 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46346, 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73464673948 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29290 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29290, 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17623858776 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:50.683 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433801 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29749, 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6598699365 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29290, 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6551941030 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9588 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:50.684 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354681905 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17162189123 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.685 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9936, 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5541918756 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13541742158 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7468 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1551519426 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:50.686 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220481398663 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7695, 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8971553011 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53370990760 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:50.687 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 884084736 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.688 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15109 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.689 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7471104 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 726728704 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3771786 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683447 2024-08-10T06:12:50.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 186, 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 716440 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 764870656 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71156, 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10101227212 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.692 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71187, 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16567757846 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8880128 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 291508224 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 760610816 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.693 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364087148 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21899 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315994112 2024-08-10T06:12:50.694 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315998208 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12533 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21899, 2024-08-10T06:12:50.695 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164956437 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270532000 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19032 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2339629 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 797 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.696 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7209171 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1041 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.697 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 254 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1041, 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2201748 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.698 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1451 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9752 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.699 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028296704 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.700 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14659584 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21854, 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79601699 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3277, 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 462914051 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.701 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.702 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15187, 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106532508 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20380607140 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.703 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 70428, 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668165382 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43932157 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20424539297 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30319, 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149059669 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 937, 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2661925 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8752, 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12238746 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.705 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87259 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13638, 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3649547312 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235537 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27515 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.706 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23560, 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2027182691 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 75042, 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28262353 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 51482, 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1277973980 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.707 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15081, 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 407133888 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.708 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17038992806 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1471659930 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22523, 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2580301674630 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.709 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6585858953562 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2873505212197 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8928403 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1169295228 2024-08-10T06:12:50.710 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47017460091 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30392214 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25902367252 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.711 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9202901326 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382370 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2648, 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15421628 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100345352319 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.712 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10231423490 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 804796321 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 591626240 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.713 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 439336960 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 152289280 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.714 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56728462 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.715 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32768 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 909312 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.716 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68158578 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.717 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256 2024-08-10T06:12:50.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169696 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.719 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69294452 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.720 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 274544 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37818974 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.722 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70958386 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:50.723 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.724 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169520 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1146756 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68148128 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.726 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43395 2024-08-10T06:12:50.727 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 137229, 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8497867387 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1881735019 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.728 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43395, 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 599484352993 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694421 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45199, 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30532079385 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43395, 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 115682801976 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.729 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20188 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20188, 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12772117376 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694421 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20649, 2024-08-10T06:12:50.730 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5014910693 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20188, 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6005993996 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13403 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184171582 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 97969818129 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.731 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13620, 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13110717243 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31972147863 2024-08-10T06:12:50.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9804 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1697563437 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 488742417488 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.733 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10930, 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12406451449 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 77704660117 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194320 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.734 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 779546624 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.735 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16084 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.736 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4136960 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.737 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 493801472 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6812556 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 934991 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 150, 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 620230 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.738 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 359006208 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68371, 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9420439936 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68380, 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15698293993 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.739 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14131200 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 280121344 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 367525888 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 34 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220548534 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18230 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163962880 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163966976 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.741 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7422 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18230, 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125136192 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.742 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163568105 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16479 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1469541 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 400 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096988 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.743 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 549 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.744 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 151 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 549, 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1276538 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.745 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 615 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5211 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.746 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780496896 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.747 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14647296 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17065, 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50136663 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3302, 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 313989302 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.748 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25607, 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 191814119 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.749 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18998406459 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67812, 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1515705955 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.750 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33189868 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19031596327 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57352, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1142467179 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.751 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1066, 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2768738 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25206, 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12452328 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68043 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21518, 2024-08-10T06:12:50.752 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1801038741 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255967 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17920 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15725, 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1646702626 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38545, 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12395750 2024-08-10T06:12:50.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22820, 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1428815665 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12187, 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343823354 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.754 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11006321299 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.755 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 744525691 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6303, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2565967812339 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6216007920294 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2567415442300 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.756 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9213847 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 976341851 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35668128113 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26749723 2024-08-10T06:12:50.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18386936746 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6440633125 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382191 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2597, 2024-08-10T06:12:50.758 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13540690 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72489408972 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7358898660 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 756636096 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.759 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431235072 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387276800 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43958272 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57247005 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.761 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.762 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94208 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68463331 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:50.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1360 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 83472 2024-08-10T06:12:50.765 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73879106 2024-08-10T06:12:50.766 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 509728 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38164670 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.768 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70377506 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.769 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171845 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1161225 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72630868 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.772 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:50.773 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66602 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 154831, 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6019873177 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.774 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1577821913 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79261432659 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:50.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.777 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:50.777 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67542, 2024-08-10T06:12:50.777 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41861573345 2024-08-10T06:12:50.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.777 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:50.777 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67599742154 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36588 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15114615108 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.778 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37044, 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7076087845 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7855126335 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28346 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:50.779 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 371541152 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50123306051 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.780 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28643, 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32026691124 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47503927024 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1206280761 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.781 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14023511500 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1855, 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2758794376 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12240688795 2024-08-10T06:12:50.782 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 373669888 2024-08-10T06:12:50.783 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16504 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.784 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.785 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683456 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 511143936 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3320398 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 889381 2024-08-10T06:12:50.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 143, 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 672787 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 477364224 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62687, 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8490691068 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.787 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62697, 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14193814398 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7479296 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256843776 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494403584 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.788 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63364460 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2756 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.789 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53452800 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53456896 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 144 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.790 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2756, 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13256628 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15015668 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1268 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 608192 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.791 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 287 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1667476 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 387, 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675442 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.793 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1001 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5948 2024-08-10T06:12:50.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 771952640 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.795 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14671872 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20363, 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51593219 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3222, 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256625981 2024-08-10T06:12:50.796 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.797 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8783, 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59258951 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17207976393 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.798 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62202, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1422413304 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37855714 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17245832107 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.799 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18652, 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 691670841 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1414, 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4500958 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4771, 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4128827 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 41, 2024-08-10T06:12:50.800 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 49880 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7322, 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308603302 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 189208 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16633 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26645, 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1101571372 2024-08-10T06:12:50.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 69904, 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21580163 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43259, 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 720009324 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11929, 2024-08-10T06:12:50.802 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 282929071 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.803 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9905191676 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1325059477 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17078, 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2584586159612 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5756274226758 2024-08-10T06:12:50.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2189964086030 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7624607 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315753010 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.805 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30498413920 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24800320 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15746015666 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.806 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5817257922 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10388105 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2596, 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14428417 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62293708827 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.807 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6632257627 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 643408269 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465960960 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.808 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421421056 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44539904 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.809 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57491206 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.810 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.811 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68321530 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.812 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1008 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15424 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37584 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72078413 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 230096 2024-08-10T06:12:50.815 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38327471 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.816 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.817 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70494337 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.818 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171610 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167763 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70793056 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.822 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36634 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 110112, 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5370699091 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:50.823 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020989532 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250128256236 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38337, 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24259961752 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:50.824 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63379131524 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21333 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41731861167 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.825 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21425, 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4818605546 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4517434866 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11598 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 150794857 2024-08-10T06:12:50.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 157536742550 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:50.827 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13139, 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14937597423 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32354572796 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3703 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 870194675 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:50.828 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50859652519 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3773, 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4503758783 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26507123862 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194337 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 492048384 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.830 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17182 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7983104 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 605007872 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6641444 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2936623 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 156, 2024-08-10T06:12:50.833 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 627195 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 613285888 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58078, 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8040837507 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58072, 2024-08-10T06:12:50.834 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12993246678 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5152768 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 237883392 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 630325248 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.835 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 278111452 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14462 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241459200 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.836 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241463296 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6107 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14462, 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 118419615 2024-08-10T06:12:50.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164354832 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10978 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2379236 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 725 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.838 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7922090 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1030 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.839 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1030, 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2302087 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.840 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 578 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6056 2024-08-10T06:12:50.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 853008384 2024-08-10T06:12:50.842 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10473472 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23347, 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60846295 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.843 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3195, 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 415471117 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.844 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7415, 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51207249 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.845 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15984560389 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57569, 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1327392960 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44674245 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:50.846 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16029234634 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17946, 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 644119759 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 857, 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166032 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.847 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5479, 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9786356 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 86322 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10398, 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2265621570 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.848 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167137 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19354 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7080, 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 962502565 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30758, 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9173855 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.849 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23678, 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 774096800 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13182, 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308276087 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.850 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8815930754 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 792396893 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.851 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17414, 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2315140493898 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5801742828810 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2272100332101 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7380814 2024-08-10T06:12:50.852 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 331515854 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29176887014 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24157672 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.853 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13761637212 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6228536705 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6188602 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2512, 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12691850 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.854 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58325775543 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7097887152 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640700223 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.855 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 592642048 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 568320000 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24322048 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56856743 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.857 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40960 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 262144 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68669273 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.859 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2160 2024-08-10T06:12:50.860 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 133968 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68366169 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:50.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 295696 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37904495 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.863 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.864 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70851713 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.865 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.866 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172472 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149150 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.867 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67180675 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.868 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.869 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24852 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81536, 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6323637047 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:50.870 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031378139 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68141098594 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25752, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10544874684 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27090563725 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.871 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16378 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6492461926 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16733, 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3461570806 2024-08-10T06:12:50.872 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3700651573 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4268 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95173752 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6709606573 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.873 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4731, 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2321536393 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:50.874 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4952958923 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4206 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 936204387 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54939030095 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:50.875 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4288, 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4761767485 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18436953229 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:50.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 623775744 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13628 2024-08-10T06:12:50.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.878 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16560128 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.879 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 762101760 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4857007 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1600590 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 828890 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.880 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 667418624 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84314, 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10263130565 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84319, 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16627372288 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.881 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12791808 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 345317376 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 663158784 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 55 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 497739184 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23381 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430473216 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430477312 2024-08-10T06:12:50.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10427 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23381, 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171363551 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.884 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 319561218 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17931 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5883222 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1402 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16296700 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.885 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1743 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.886 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1743, 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4345773 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.887 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 632 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6029 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.888 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1127018496 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10477568 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23232, 2024-08-10T06:12:50.889 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66717328 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3252, 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562122333 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.890 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14418, 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102551016 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20630924759 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 83701, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712635284 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46380897 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:50.892 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20677305656 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27883, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031421536 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 836, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2020743 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11124, 2024-08-10T06:12:50.893 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12790521 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95268 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14443, 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2683691891 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241091 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21356 2024-08-10T06:12:50.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13388, 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1155133523 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37401, 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12244134 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24013, 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1103187549 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.895 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15763, 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 406695259 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.896 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10676489130 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 690686979 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9182, 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539005967750 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.897 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6556339773097 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3357222631753 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10515487 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 376138047 2024-08-10T06:12:50.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36895740304 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40267443 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18598205472 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.899 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8199352451 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6193806 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2562, 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13186829 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74767824205 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9177383154 2024-08-10T06:12:50.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802650011 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 434135040 2024-08-10T06:12:50.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60792832 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56149425 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90112 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.904 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69565007 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.905 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2896 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 224240 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.907 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73580044 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.908 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 381680 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37432950 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.909 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.910 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71237274 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.911 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167227 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1139918 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.913 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72500035 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.914 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:50.915 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26575 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115047, 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9515792296 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991341467 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:50.916 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36031488859 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27118, 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10806847226 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25336284212 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.917 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18011 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8613999614 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.918 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18138, 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3992226786 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4744655464 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7309 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 253796473 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.919 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17323910138 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7551, 2024-08-10T06:12:50.920 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4997279700 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12819626128 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1255 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 737544994 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10093579107 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.921 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1429, 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1817340740 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7772002620 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.922 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 677912576 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.923 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18944 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.924 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8486912 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 573194240 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3129644 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1081568 2024-08-10T06:12:50.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675573 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 539885568 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62413, 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7671633978 2024-08-10T06:12:50.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62425, 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12426976320 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6307840 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255672320 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 556924928 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.928 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312842926 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16728 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277905408 2024-08-10T06:12:50.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277909504 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7926 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16728, 2024-08-10T06:12:50.930 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 130569041 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192612558 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13046 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2945498 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.931 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8391874 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1051 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 283 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1051, 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2337562 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 593 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5174 2024-08-10T06:12:50.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 839639040 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13950, 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40334019 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3154, 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 423157273 2024-08-10T06:12:50.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.937 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15752, 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106634435 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:50.938 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15349340503 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 61934, 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1239545119 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32728532 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15382069035 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.939 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 234545, 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 916115034 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 783, 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2091107 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135441, 2024-08-10T06:12:50.940 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48143016 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52560 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15359, 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2307970696 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 408847 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18244 2024-08-10T06:12:50.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23126, 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1460053771 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62521, 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18601039 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 39395, 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1144726345 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.942 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11605, 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272330693 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4910105595 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 815606323 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13979, 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2561044255403 2024-08-10T06:12:50.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5831683191783 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539026544659 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7553355 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.945 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 158549902 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24485664523 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26951521 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11508038200 2024-08-10T06:12:50.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5168986741 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6784065 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2470, 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12796591 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.947 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46244582380 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5908198707 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 409742191 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.948 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 448258048 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 440819712 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7438336 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.949 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56959879 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.950 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.951 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68729977 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.953 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141088 2024-08-10T06:12:50.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67585557 2024-08-10T06:12:50.955 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 236656 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37973253 2024-08-10T06:12:50.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70841995 2024-08-10T06:12:50.958 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:50.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172820 2024-08-10T06:12:50.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1161235 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74783326 2024-08-10T06:12:50.961 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.962 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57585 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 118921, 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6740576235 2024-08-10T06:12:50.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1148735252 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 89362179670 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:50.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58348, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21603871527 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40652760307 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48012 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23200957744 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.965 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48222, 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13474094618 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13949962090 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.966 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5255 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229381286 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12553791558 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.967 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5683, 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3496457783 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8661346927 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4318 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.968 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 919353966 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53607430368 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4443, 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4633319126 2024-08-10T06:12:50.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18041451290 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.970 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 550965248 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15629 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.971 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:50.972 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2310144 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 508223488 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3260868 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:50.973 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991538 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 145, 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 588426 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 417071104 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.974 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64875, 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7805495036 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64886, 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12771457037 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16453632 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 265805824 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:50.975 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412811264 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139341497 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:50.976 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9141 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145231872 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145235968 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:50.977 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6423 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9141, 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 82729241 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66620035 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6909 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1115991 2024-08-10T06:12:50.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 433 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2283866 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 626 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:50.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.980 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:50.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.980 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:50.980 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.980 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:50.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 194 2024-08-10T06:12:50.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.981 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:50.981 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 626, 2024-08-10T06:12:50.981 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1013558 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.982 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 583 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5721 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:50.983 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 778633216 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11055104 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20607, 2024-08-10T06:12:50.984 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56754520 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3205, 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 301695739 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.985 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14321, 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 99678555 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.986 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15715685258 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64452, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1259364391 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38632469 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64846, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15754317727 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.987 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 32198, 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 596705571 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 755, 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2143024 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16169, 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10587308 2024-08-10T06:12:50.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 50, 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95898 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14113, 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1131995701 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 205625 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18263 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.989 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11074, 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1075871701 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 40760, 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11299648 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29686, 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 979599581 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.990 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13222, 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 294974815 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:50.991 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9092979959 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775277218 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16043, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2652708429404 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:50.992 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6270580069856 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79653, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3074359570024 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79653, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7936546 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 321559980 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.993 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28811458071 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26687070 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14550051200 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5833738130 2024-08-10T06:12:50.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778847 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2446, 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12355230 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58622366691 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.995 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6703051162 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79654, 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 711623471 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465813504 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:50.996 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412082176 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53731328 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.997 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57340699 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.998 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 110592 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:50.999 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68361445 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.000 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1232 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.001 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90960 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:51.002 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73169045 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:51.003 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 107152 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38227132 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.004 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.005 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70717620 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:51.006 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.007 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188005 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1142031 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.008 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71931201 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:51.009 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47190 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115019, 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7555656319 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:51.011 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 933605518 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47190, 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38608273090 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405927820 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47627, 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16719672370 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:51.012 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47190, 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30600475459 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33954 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33954, 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9952987425 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405927820 2024-08-10T06:12:51.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33999, 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5834257302 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33954, 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5632191073 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12176 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 221298227 2024-08-10T06:12:51.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12176, 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20138597589 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.015 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12471, 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9385709714 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12176, 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18297638841 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1060 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 712307291 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:51.016 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8516688076 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1157, 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1499705354 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6670645545 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:51.017 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 428138496 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.018 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T06:12:51.019 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.466133310008445e-06, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:51.020 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 1322, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 2164736, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 423, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.021 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 156636, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:51.022 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 110592, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 46044, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.1680031636606145e-07, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 79, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 88064, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 21944, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 6596, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 15348, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 65832, 2024-08-10T06:12:51.023 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 68, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 35840 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:51.024 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T06:12:51.025 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:51.026 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T06:12:51.027 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12595200, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12595200, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 4, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.7432750610169023e-05, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:51.028 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 9072, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 3175307264, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 4194323, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 4194323, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 12582969, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 24307, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 3153430528 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T06:12:51.029 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T06:12:48.552662", 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_stats": { 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "7.9.2" 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.030 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T06:12:51.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T06:12:51.032 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:51.033 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pg": [ 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.034 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180960+0000", 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:51.035 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 5, 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.036 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 5, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1f", 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5334, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.037 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:37.670560+0000", 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 570, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.038 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 4, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:51.040 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'5" 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.041 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251275+0000", 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.042 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.043 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1e", 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5206, 2024-08-10T06:12:51.044 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:22:59.199203+0000", 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.045 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.046 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.048 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:51.049 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.161990+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:51.050 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1e", 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.051 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5230, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:36.816048+0000", 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.052 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.053 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.054 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:51.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.056 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163449+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.057 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.058 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1f", 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:16.576438+0000", 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.062 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.063 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178153+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.065 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1d", 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5085, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:30:54.673564+0000", 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.069 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.070 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.156341+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:51.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.072 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1c", 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5152, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:37.601164+0000", 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.076 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.077 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171306+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.079 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1c", 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:08.258690+0000", 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.080 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:51.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.083 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.084 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249705+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.085 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.086 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1d", 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5144, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:22:06.551002+0000", 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.087 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.088 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.089 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.090 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.091 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251394+0000", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.092 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.093 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.a", 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5127, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:41:49.728944+0000", 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.094 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.095 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.096 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.097 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.098 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.163688+0000", 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.099 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.100 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.b", 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5097, 2024-08-10T06:12:51.101 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:48:00.050459+0000", 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.104 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'3" 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.105 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:51.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145320+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:51.107 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.b", 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.108 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5221, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:38:40.001113+0000", 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:51.113 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.156644+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657380+0000", 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.115 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.a", 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5282, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:55:39.875807+0000", 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.116 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.119 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.120 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167676+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:51.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.122 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.8", 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5213, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:04:07.755822+0000", 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.123 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.124 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.126 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.127 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.108768+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:51.128 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.129 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.9", 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5299, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:38:11.984907+0000", 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.130 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.131 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.132 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.133 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.134 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172265+0000", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.135 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.136 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.9", 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5214, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:06.727012+0000", 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.137 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.140 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.141 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177979+0000", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.142 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.143 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.8", 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5091, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:23.568906+0000", 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.144 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.147 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.148 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:51.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.146720+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.150 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.6", 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.151 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:00.911102+0000", 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.155 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.170939+0000", 2024-08-10T06:12:51.156 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.157 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.7", 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.158 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5103, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:28:00.350041+0000", 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.159 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.160 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:51.161 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.162 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.982079+0000", 2024-08-10T06:12:51.163 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3124, 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.164 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3124, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.1", 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.165 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8971, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:58:08.003837+0000", 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.003497553, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.166 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.167 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 939, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 382457, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3114, 2024-08-10T06:12:51.168 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 420033 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3124" 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.169 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.176398+0000", 2024-08-10T06:12:51.170 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.171 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.7", 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.172 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:11:01.481601+0000", 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.174 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.175 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.176 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:51.177 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248355+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:51.178 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.6", 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5290, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:36.203769+0000", 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.181 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.182 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.183 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "551'2" 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.184 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.992415+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:51.185 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3264, 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.186 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3264, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.0", 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9367, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:55.926378+0000", 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002535294, 2024-08-10T06:12:51.187 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1484, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 401461, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3220, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 418716 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.190 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3264" 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.191 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167022+0000", 2024-08-10T06:12:51.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.4", 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.194 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5283, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:02:02.146403+0000", 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.198 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:51.199 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178076+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:51.200 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.5", 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5106, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:10:35.429838+0000", 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.202 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.203 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.205 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.206 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.052093+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.207 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3138, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3138, 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.208 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.3", 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9245, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:06.940752+0000", 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005871808, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.209 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.210 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1163, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 395705, 2024-08-10T06:12:51.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3119, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 436709 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.212 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3138" 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:51.213 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.159828+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:51.214 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.5", 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.215 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5168, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:08:19.516755+0000", 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.216 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.217 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.218 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.219 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.220 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174883+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.221 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.222 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.4", 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:17:05.016126+0000", 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.224 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.225 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.226 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983522+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.228 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3006, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3006, 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.229 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.2", 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9427, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:11.631837+0000", 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.004027231, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1966, 2024-08-10T06:12:51.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 380003, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2976, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 345190 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.233 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3006" 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.234 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.245925+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.235 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.236 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3", 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5268, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:47:29.605005+0000", 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.237 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.238 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.239 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.240 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.241 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256666+0000", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.242 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.243 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.2", 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5140, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:46:41.993832+0000", 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.244 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.247 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.248 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.987399+0000", 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658277+0000", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3032, 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:51.250 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3032, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.4", 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9123, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:02:37.702711+0000", 2024-08-10T06:12:51.251 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.007892205, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194304, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1253, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 409539, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3030, 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 365974 2024-08-10T06:12:51.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3032" 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.255 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.242279+0000", 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.257 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.0", 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:08.456000+0000", 2024-08-10T06:12:51.258 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.261 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.262 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.121301+0000", 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.263 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.264 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1", 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5273, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.265 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:29:45.556203+0000", 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.266 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.268 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.269 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983429+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:51.270 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3107, 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.271 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3107, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.7", 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9062, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:56:08.032861+0000", 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005105054, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.272 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.273 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1148, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 417124, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3103, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 391405 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.275 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3107" 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.276 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.142646+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:51.277 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.278 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1", 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:07:11.919009+0000", 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.280 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.281 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.282 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.283 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178888+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:51.284 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.285 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.0", 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:41:32.483414+0000", 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.286 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.287 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.288 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.289 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.290 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.051751+0000", 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.291 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2871, 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.292 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2871, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.6", 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8720, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:31:03.041191+0000", 2024-08-10T06:12:51.293 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005760879, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.294 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.295 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 691, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 345045, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2847, 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350658 2024-08-10T06:12:51.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2871" 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.297 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256018+0000", 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.298 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.299 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2", 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5181, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.300 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:36.104366+0000", 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.301 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.302 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.303 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.304 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:51.305 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171235+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:51.306 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.3", 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.307 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5170, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:51:14.169109+0000", 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.309 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.310 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.311 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 20, 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:51.312 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177878+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.313 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "1.0", 2024-08-10T06:12:51.314 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5793, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:32:05.224745+0000", 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:51.316 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.317 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.318 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "2199'253" 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.319 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.090683+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.320 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2896, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2896, 2024-08-10T06:12:51.321 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.5", 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8435, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:40:02.779580+0000", 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002664684, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.323 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.324 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 428, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 369552, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2898, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350837 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.325 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2896" 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.326 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159624+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.327 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.328 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.d", 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:13.567455+0000", 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.331 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.332 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.333 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167445+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:51.334 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.335 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.c", 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:22:36.814451+0000", 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.339 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.340 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250378+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:51.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.342 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.c", 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5157, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:10:56.463907+0000", 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.346 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.347 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145283+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:51.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.349 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.d", 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:15.355223+0000", 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 70, 2024-08-10T06:12:51.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.353 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.354 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179308+0000", 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.356 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.f", 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.357 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:43:22.345240+0000", 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.361 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.362 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.363 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.168028+0000", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.364 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.365 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.e", 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5275, 2024-08-10T06:12:51.366 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:11:05.739028+0000", 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:51.369 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.370 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:51.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173272+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:51.372 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.e", 2024-08-10T06:12:51.373 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:33.674560+0000", 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.376 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.377 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.378 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175487+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:51.379 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.380 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.f", 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5195, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:08:17.265590+0000", 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 22, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.384 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.385 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173114+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:51.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.387 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.11", 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5090, 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.388 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:05:11.804323+0000", 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.392 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.602309+0000", 2024-08-10T06:12:51.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.394 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 8, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 8, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.10", 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.395 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:28:47.446127+0000", 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 4, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 24, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 24, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T06:12:51.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'8" 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.399 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249625+0000", 2024-08-10T06:12:51.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.10", 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.402 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5113, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:20.168057+0000", 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.406 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:51.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.255493+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:51.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.409 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.11", 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5128, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T04:59:32.939290+0000", 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:51.414 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171458+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:51.415 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.13", 2024-08-10T06:12:51.416 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5100, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:37:03.365472+0000", 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.417 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.420 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.421 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172932+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:51.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.423 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.12", 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5159, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:33:29.067662+0000", 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.424 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.427 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.428 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174447+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:51.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.430 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.12", 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:27:00.999570+0000", 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.431 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.434 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.435 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147579+0000", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.436 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.437 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.13", 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5327, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:01:18.457225+0000", 2024-08-10T06:12:51.438 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 34, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.439 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.440 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 6 2024-08-10T06:12:51.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.442 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175839+0000", 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:51.443 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.444 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.15", 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5099, 2024-08-10T06:12:51.445 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:28.501162+0000", 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.446 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.449 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.253443+0000", 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:51.450 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 29, 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.451 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 29, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.14", 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5151, 2024-08-10T06:12:51.452 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:10:21.024159+0000", 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 5810, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 10, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 14, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 28, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 25 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'29" 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.456 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:51.457 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164215+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:51.458 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.14", 2024-08-10T06:12:51.459 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:21:52.303847+0000", 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.460 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.463 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:51.464 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162552+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:51.465 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.15", 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5288, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:25:03.357307+0000", 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 90, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.467 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.468 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 7, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.470 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'3" 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.471 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163511+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:51.472 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.473 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.17", 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:14:01.243715+0000", 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.474 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.475 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.476 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.477 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.478 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251552+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.479 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.480 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.16", 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5165, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:49:07.703692+0000", 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.481 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.482 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.483 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.485 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171966+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.486 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.487 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.16", 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5131, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:29:10.791793+0000", 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.488 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.489 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.490 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.491 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.492 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254895+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:51.493 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.494 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.17", 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5115, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:56:51.256399+0000", 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.495 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.496 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.497 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.498 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.499 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145941+0000", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.500 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.501 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.19", 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5278, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:29:44.102854+0000", 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.502 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.503 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.504 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.505 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.506 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159382+0000", 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.507 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.508 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.18", 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5148, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:15:41.016499+0000", 2024-08-10T06:12:51.509 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.510 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.511 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.512 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.513 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.123385+0000", 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.514 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.515 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.18", 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5218, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:47:27.691113+0000", 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.516 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.517 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.518 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.519 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.520 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247563+0000", 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:51.521 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.522 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.19", 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.523 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:34:16.480659+0000", 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.524 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.525 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.526 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.527 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.161187+0000", 2024-08-10T06:12:51.528 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.529 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1a", 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.530 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:56:11.724645+0000", 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.531 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.532 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.533 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.534 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180867+0000", 2024-08-10T06:12:51.535 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.536 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1b", 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.537 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:43:28.797838+0000", 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.538 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.539 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.540 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.541 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.542 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162039+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.543 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.544 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1b", 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5183, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:12:45.907364+0000", 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.545 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.546 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.547 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.548 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.549 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140827+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:51.550 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.551 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1a", 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5218, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:20.606213+0000", 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.552 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.553 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.554 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.555 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.556 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250034+0000", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.557 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.558 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.20", 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5117, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.559 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:46:16.708096+0000", 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.560 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.561 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.562 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.563 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:51.564 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.246191+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:51.565 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.566 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.21", 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5269, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:10:30.871209+0000", 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.567 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.568 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.569 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.570 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.571 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.166782+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:51.572 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.573 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.22", 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5167, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:54:45.297934+0000", 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.574 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.575 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.576 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.577 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.578 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140642+0000", 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.579 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.580 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.23", 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:58.732434+0000", 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.581 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.582 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.583 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.584 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.585 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147468+0000", 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.586 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.587 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.24", 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:27:19.557313+0000", 2024-08-10T06:12:51.588 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.589 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.590 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.591 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.592 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.112619+0000", 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.593 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.594 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.25", 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.595 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5282, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:49:26.749801+0000", 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.596 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.597 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.598 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.599 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164207+0000", 2024-08-10T06:12:51.600 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.601 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.26", 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.602 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5119, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:24:12.673935+0000", 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.603 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.604 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.605 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.606 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:51.607 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145396+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:51.608 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.27", 2024-08-10T06:12:51.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5203, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:51:30.432328+0000", 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.610 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.611 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.612 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.613 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:51.614 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.154808+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:51.615 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.28", 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.616 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:00:39.294626+0000", 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.618 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.619 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.620 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:51.621 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.149298+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.622 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.29", 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.623 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5212, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:16:07.630839+0000", 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.627 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159304+0000", 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:51.628 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.629 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2a", 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:51.630 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:39.950278+0000", 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.631 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.634 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.181442+0000", 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:51.635 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.636 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2b", 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5320, 2024-08-10T06:12:51.637 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:35:07.571218+0000", 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.638 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.641 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:51.642 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251731+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:51.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.644 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2c", 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5126, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:08:10.750441+0000", 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.645 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.648 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:51.649 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171764+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.651 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2d", 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.734475+0000", 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.652 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.655 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.656 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162689+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.658 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2e", 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5265, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:38.686581+0000", 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.659 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:51.662 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.663 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173344+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.664 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2f", 2024-08-10T06:12:51.665 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:36:07.795236+0000", 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.666 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.667 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.669 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.670 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175820+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.671 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.672 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.30", 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:57.515842+0000", 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.673 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.674 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.676 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.677 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162429+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:51.678 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.679 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.31", 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5279, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:33:40.097470+0000", 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.680 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.683 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.684 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.171514+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:51.685 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.32", 2024-08-10T06:12:51.686 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:31:30.533094+0000", 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.687 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.688 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.690 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.691 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247077+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.692 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.693 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.33", 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5210, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:01:49.089879+0000", 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.694 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.695 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.697 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.698 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248138+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:51.699 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.34", 2024-08-10T06:12:51.700 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:03:41.773004+0000", 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.701 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.702 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.704 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:51.705 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.252090+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:51.706 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.35", 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.707 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:54.091442+0000", 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.708 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.709 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.711 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.712 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254998+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:51.713 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.36", 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.714 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5112, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:20:31.137614+0000", 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.715 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.716 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.718 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178598+0000", 2024-08-10T06:12:51.719 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.720 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.37", 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.721 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5088, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:11:14.523636+0000", 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.722 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.723 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.724 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.725 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:51.726 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.241334+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.727 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.38", 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.728 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5176, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:59:32.088986+0000", 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.729 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.730 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.731 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:51.732 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.733 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179010+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.734 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.735 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.39", 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:00:53.150915+0000", 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.736 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.737 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.738 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.739 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.740 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167095+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:51.741 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.742 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3a", 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5139, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:26:53.981677+0000", 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.743 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.744 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.745 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.746 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:51.747 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167941+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:51.748 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3b", 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.749 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:55:28.078078+0000", 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.750 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.751 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.752 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.753 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172715+0000", 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:51.754 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.755 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3c", 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5161, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.756 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:59:29.846589+0000", 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.757 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.758 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.759 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.760 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:51.761 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.593482+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:51.762 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3d", 2024-08-10T06:12:51.763 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:58.085097+0000", 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.764 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.765 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.766 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:51.767 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.768 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250568+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.769 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.770 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3e", 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5297, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:44:39.912459+0000", 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.771 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.772 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.773 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.774 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:51.775 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178846+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:51.776 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.777 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3f", 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5083, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:31:37.161139+0000", 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.778 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.779 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.780 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:51.781 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pool": [ 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 3, 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.782 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 1, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 3, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 1, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.785 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 1781760, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 1771104, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 3 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.786 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 96, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 68, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 32, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 68, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 2, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 6596, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.787 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 66, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 22, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 22, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 14, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 79, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 86, 2024-08-10T06:12:51.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 68, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 35 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 110592, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 19788, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:51.790 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 46044, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 96 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 192, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 64, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 3, 2024-08-10T06:12:51.791 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.792 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.793 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.794 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 192 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.795 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 24, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 24438, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 8, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 24438, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 4, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194323, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:51.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 2, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 9072, 2024-08-10T06:12:51.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 3100886, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 24307, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 3079522 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 12595200, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 12582969, 2024-08-10T06:12:51.799 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 24 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:51.800 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696, 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 4810141696, 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0062635294161736965 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T06:12:51.801 INFO:tasks.workunit.client.0.smithi078.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-10T06:12:51.802 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry show-device 2024-08-10T06:12:51.802 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T06:12:51.802 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:51.802 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b187a4-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:51.802 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045024": { 2024-08-10T06:12:51.802 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T06:12:51.802 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b0db9c-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T06:12:51.803 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265424 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T06:12:51.804 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T06:12:51.805 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:12:51.806 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 32299761 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T06:12:51.807 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 53072367 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.808 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.809 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:51.810 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T06:12:51.811 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3558, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3574, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3542 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 19, 2024-08-10T06:12:51.812 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 398149272, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2116797168, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 6477093570, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 36842101554, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 51230, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59152, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 23, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 1067 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T06:12:51.813 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 51230, 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59152 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T06:12:51.814 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:12:51.815 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:24 2024 UTC", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:12:51.816 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:12:51.817 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 23 Celsius", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 398,149,272 [203 TB]", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,116,797,168 [1.08 PB]", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 6,477,093,570", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 36,842,101,554", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 19", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 51,230", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,152", 2024-08-10T06:12:51.818 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 1,067", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "No Errors Logged", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.819 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 23 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "INTEL_SSDPEDMD400G4_e2b310ba-56d4-11ef-80b9-0cc47a8fd4dd": { 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "20240810-045022": { 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "device": { 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:12:51.820 INFO:tasks.workunit.client.0.smithi078.stdout: "protocol": "NVMe", 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "nvme" 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "host_id": "e2b298ba-56d4-11ef-80b9-0cc47a8fd4dd", 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "json_format_version": [ 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "local_time": { 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "asctime": "Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "time_t": 1723265422 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "logical_block_size": 512, 2024-08-10T06:12:51.821 INFO:tasks.workunit.client.0.smithi078.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_controller_id": 0, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_namespaces": [ 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "capacity": { 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "formatted_lba_size": 512, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 1, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "size": { 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.822 INFO:tasks.workunit.client.0.smithi078.stdout: "utilization": { 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_pci_vendor": { 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "id": 32902, 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "subsystem_id": 32902 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "Device stats": { 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_fw_downgrades": { 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.823 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "crc_error_count": { 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "erase_fail_count": { 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "host_bytes_written": { 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.824 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 31447171 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "host_ctx_wear_used": { 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 1 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "media_bytes_read": { 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "nand_bytes_written": { 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 52436748 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_stat_indicator": { 2024-08-10T06:12:51.825 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "pll_lock_loss_count": { 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "program_fail_count": { 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "soft_ecc_err_rate": { 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "thermal_throttle_status": { 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "cnt": 0, 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: "pct": 0 2024-08-10T06:12:51.827 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_host_reads": { 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_media_wear": { 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": "63.999023" 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "timed_workload_timer": { 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 100, 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 65535 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.828 INFO:tasks.workunit.client.0.smithi078.stdout: "unexp_power_loss": { 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 0, 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": 0 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "wear_leveling": { 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "normalized": 89, 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "raw": { 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "avg": 3535, 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "max": 3550, 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 3518 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:12:51.829 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare": 100, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "available_spare_threshold": 10, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "controller_busy_time": 2, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "critical_warning": 0, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_read": 427298766, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "data_units_written": 2060921856, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "host_reads": 7275914058, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "host_writes": 37332370841, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "media_errors": 0, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "num_err_log_entries": 0, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "percentage_used": 11, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycles": 52701, 2024-08-10T06:12:51.830 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_hours": 59085, 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": 26, 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "unsafe_shutdowns": 213 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_vendor": "intel", 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme_version": { 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "string": "<1.2", 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "power_cycle_count": 52701, 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "power_on_time": { 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "hours": 59085 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "serial_number": "deleted", 2024-08-10T06:12:51.831 INFO:tasks.workunit.client.0.smithi078.stdout: "smart_status": { 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "nvme": { 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "passed": true 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl": { 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "argv": [ 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl", 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "-x", 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "--json=o", 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "/dev/nvme0n1" 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "build_info": "(local build)", 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "exit_status": 0, 2024-08-10T06:12:51.832 INFO:tasks.workunit.client.0.smithi078.stdout: "output": [ 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Serial Number: deleted", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller ID: 0", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "NVMe Version: <1.2", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Number of Namespaces: 1", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Local Time is: Sat Aug 10 04:50:22 2024 UTC", 2024-08-10T06:12:51.833 INFO:tasks.workunit.client.0.smithi078.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported Power States", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 + 512 0 2", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: " 1 - 512 8 2", 2024-08-10T06:12:51.834 INFO:tasks.workunit.client.0.smithi078.stdout: " 2 - 512 16 2", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: " 3 - 4096 0 0", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: " 4 - 4096 8 0", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: " 5 - 4096 64 0", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: " 6 - 4096 128 0", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "Critical Warning: 0x00", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "Temperature: 26 Celsius", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare: 100%", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "Percentage Used: 11%", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Read: 427,298,766 [218 TB]", 2024-08-10T06:12:51.835 INFO:tasks.workunit.client.0.smithi078.stdout: "Data Units Written: 2,060,921,856 [1.05 PB]", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Read Commands: 7,275,914,058", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Host Write Commands: 37,332,370,841", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Controller Busy Time: 2", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Power Cycles: 52,701", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Power On Hours: 59,085", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Unsafe Shutdowns: 213", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information Log Entries: 0", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "" 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:12:51.836 INFO:tasks.workunit.client.0.smithi078.stdout: "svn_revision": "5155", 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: "version": [ 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: "temperature": { 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: "current": 26 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: "user_capacity": { 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: "blocks": 781422768, 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 400088457216 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.837 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.838 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.838 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T06:12:51.838 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry show 2024-08-10T06:12:51.838 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.838 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.838 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.838 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.839 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.840 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='client.36093 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.842 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.844 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.845 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.846 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:49 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-08-10T06:12:51.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:50 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='client.36153 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:51.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:51.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:51.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:12:51.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:51.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:51.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:51.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:51 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:51.860 INFO:tasks.workunit.client.0.smithi078.stdout:{ 2024-08-10T06:12:51.860 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer": { 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "active": true, 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "mode": "" 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "channels": [ 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "channels_available": [ 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "basic", 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "ident", 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "crash", 2024-08-10T06:12:51.861 INFO:tasks.workunit.client.0.smithi078.stdout: "device", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "perf" 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_available": [ 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:51.862 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_flags" 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "collections_opted_in": [ 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_base", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "device_base", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "crash_base", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "ident_base", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_perf", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_mds_metadata", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_usage", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_usage_by_class", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_rook_v01", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_memory_metrics", 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: "basic_pool_options_bluestore" 2024-08-10T06:12:51.863 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "config": { 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "active_changed": [ 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "client_check_pool_perm", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_gid", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "client_mount_uid", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "client_quota", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "daemonize", 2024-08-10T06:12:51.864 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "keyring", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:51.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_host", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:51.866 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "no_config_file", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:51.867 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_max_backfills", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:12:51.868 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:12:51.869 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_sleep", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:51.870 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_default_features", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "setgroup", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "setuser" 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_changed": [ 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_debug", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "auth_service_ticket_ttl", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "bdev_debug_aio", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "container_image", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mgr", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_mon", 2024-08-10T06:12:51.871 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_ms", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_osd", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "debug_paxos", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_file", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_journald", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "log_to_stderr", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_join_fs", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/container_init", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:12:51.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/description", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/enabled", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr/telemetry/organization", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_allow_pool_delete", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_clock_drift_allowed", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_cluster_log_to_file", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_data_avail_warn", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_election_default_strategy", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_max_pg_per_osd", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mds_skip_sanity", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:12:51.873 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_bug", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "ms_die_on_old_message", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_default_list", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_class_load_list", 2024-08-10T06:12:51.874 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_op_order", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_shutdown", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mclock_profile", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_memory_target_autotune", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_op_queue_cut_off", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:12:51.875 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recover_clone_overlap", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_recovery_max_chunk", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_load_threshold", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_scrub_max_interval", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "public_network", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_cache_enabled", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_ops_log", 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "rgw_enable_usage_log" 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "contact": null, 2024-08-10T06:12:51.876 INFO:tasks.workunit.client.0.smithi078.stdout: "crashes": [], 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "created": "2024-08-10T04:47:20.068911Z", 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "crush": { 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_algs": { 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "straw2": 3 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_sizes": { 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "2": 1, 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "4": 2 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket_types": { 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "1": 2, 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "11": 1 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.877 INFO:tasks.workunit.client.0.smithi078.stdout: "compat_weight_set": false, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "device_classes": [ 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: 8 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_buckets": 6, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_devices": 8, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_rules": 2, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_types": 12, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "num_weight_sets": 0, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "tunables": { 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_local_tries": 0, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "choose_total_tries": 50, 2024-08-10T06:12:51.878 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_stable": 1, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "has_msr_rules": 0, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v2_rules": 1, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v3_rules": 0, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v4_buckets": 1, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "has_v5_rules": 0, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "legacy_tunables": 0, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "minimum_required_version": "jewel", 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_collision_tries": 100, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "msr_descents": 100, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "optimal_tunables": 1, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "profile": "jewel", 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables": 1, 2024-08-10T06:12:51.879 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables2": 1, 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables3": 1, 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "require_feature_tunables5": 1, 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "straw_calc_version": 1 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "description": "upgrade test cluster", 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "fs": { 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "feature_flags": { 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "enable_multiple": true, 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_enabled_multiple": true 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: "filesystems": [ 2024-08-10T06:12:51.880 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "approx_ctime": "2024-08", 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "balancer_enabled": false, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_caps": 0, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_dns": 10, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_inos": 13, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "cached_subtrees": 2, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "ever_allowed_features": 0, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "files": 0, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "max_mds": 1, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_data_pools": 1, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_in": 1, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_mds": 1, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": 0, 2024-08-10T06:12:51.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_replay": 0, 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_up": 1, 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "snaps": 0, 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "standby_count_wanted": 0 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_standby_mds": 1, 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "total_num_mds": 2 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_stats": { 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20144128, 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 291232, 2024-08-10T06:12:51.882 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 860160, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 0, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 355, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1056328, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 574464, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 14740504, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 20758528, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 437672, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2621440, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 434176, 2024-08-10T06:12:51.883 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 484, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 1353432, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 1193472, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 15152512, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 178741248, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1905328, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 540672, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 4440064, 2024-08-10T06:12:51.884 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 7068, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 11400008, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2475776, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 159535880, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 183181312 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 166658048, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 1876728, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 2883584, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 6029312, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 6476, 2024-08-10T06:12:51.885 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 10517120, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 2405888, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 148974728, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 172687360 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 260136960, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 6254104, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3014656, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 663552, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 1974272, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 9798, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 14295568, 2024-08-10T06:12:51.886 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 5960448, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 229948632, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 262111232 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 547897344, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 28000168, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 25444352, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13495, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 72678600, 2024-08-10T06:12:51.887 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10798336, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 433143440, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 573341696 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 442638336, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 27401320, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 152264704, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 13334, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 65990808, 2024-08-10T06:12:51.888 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9741312, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 336228096, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 594903040 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 390545408, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 16426840, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 43835392, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10216, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 60111504, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:51.889 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 10236160, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 300625176, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 434380800 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 424591360, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 20373040, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3145728, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 24576, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 44515328, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10215, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 47771432, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:51.890 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12912384, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 340364200, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 469106688 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 571621376, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 24662024, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 24297472, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11396, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 53267360, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 9248256, 2024-08-10T06:12:51.891 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 481166936, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 595918848 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 437411840, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 25319472, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 60792832, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 12915, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 61939952, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12271360, 2024-08-10T06:12:51.892 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 334604256, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 498204672 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 444096512, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 17090232, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 3276800, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 7438336, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 11539, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 53849560, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12280576, 2024-08-10T06:12:51.893 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 357599344, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 451534848 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "actual_memory_used": 418398208, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "central_cache_freelist": 18261128, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "malloc_metadata": 5242880, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "page_heap_freelist": 0, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "released_to_os": 52658176, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "spans_in_use": 10754, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_cache_freelists": 51002312, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "thread_heaps_in_use": 58, 2024-08-10T06:12:51.894 INFO:tasks.workunit.client.0.smithi078.stdout: "transfer_cache_freelist": 12432128, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "use_by_application": 331459760, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "virtual_address_space_used": 471056384 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "hosts": { 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num": 2, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mds": 2, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mgr": 2, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_mon": 2, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_with_osd": 2 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "io_rate": { 2024-08-10T06:12:51.895 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_stats_delta": { 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "stamp_delta": "12.002851", 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:51.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:51.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 5, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 3, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:51.898 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:51.899 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 0 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard": false, 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "leaderboard_description": null, 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "license": "sharing-1-0", 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "mempool": { 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.900 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.901 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.902 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.903 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.904 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 149008, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 33 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.905 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 928, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.906 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.907 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.908 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.909 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.910 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.911 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.912 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 221633, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 67 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 52112, 2024-08-10T06:12:51.913 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 181 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.914 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12360, 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 238 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.915 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.916 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.917 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.918 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.919 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.920 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 53234982, 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7600 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.921 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.922 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.923 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.924 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.925 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.926 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.927 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.928 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 44047932, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5428 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 352, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 4 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.929 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.930 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5720, 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 152 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.931 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.932 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.933 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.934 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.935 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.936 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 50353514, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 6872 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.937 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.938 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10936, 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 237 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 70440, 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5158 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11440, 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.939 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.940 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23200, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 427 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 428288, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 63360, 2024-08-10T06:12:51.941 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 792 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 407056, 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 413453, 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 126 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.942 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2520408, 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 557675 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7135496, 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10525 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79032, 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8303 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93936, 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1957 2024-08-10T06:12:51.943 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.944 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 49171, 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 48 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16431360, 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 262 2024-08-10T06:12:51.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12144, 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 138 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 522720, 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.946 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7197632, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 18520 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.947 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.948 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 21360, 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 379 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 43264, 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 27 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 576, 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:51.949 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418288, 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2011 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.950 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1147452, 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 304 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2540988, 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 553218 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7069536, 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10428 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86116, 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9282 2024-08-10T06:12:51.951 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96480, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2010 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.952 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 116438, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 54 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3212363, 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 268 2024-08-10T06:12:51.953 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 27280, 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 310 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.954 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 7191600, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21030 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.955 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.956 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 14328, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 267 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30464, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 21 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2496, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 13 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 59920, 2024-08-10T06:12:51.957 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 749 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 417664, 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2008 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 303848, 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 90 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.958 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1858173, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 404177 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5274336, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7788 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 85272, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9269 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96336, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2007 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.959 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.960 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 100783, 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 57 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13400941, 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 252 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10384, 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 118 2024-08-10T06:12:51.961 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 360096, 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.962 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3076840, 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5917 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.963 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15432, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 280 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 104064, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3264, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 17 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60080, 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 751 2024-08-10T06:12:51.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 418496, 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 368981, 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 91 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.966 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1879741, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 410122 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5343696, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7890 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 86036, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9285 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 96576, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2012 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.967 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 187074, 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1335 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 736, 2024-08-10T06:12:51.968 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93254, 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 55 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12112, 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 3 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 17469624, 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 276 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.969 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 10032, 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 429792, 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 37 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.970 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3606200, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9335 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.971 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18632, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 336 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 30720, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 23 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4224, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60720, 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 759 2024-08-10T06:12:51.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 614649, 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 159 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.974 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2178829, 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 476308 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6131136, 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9048 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 76940, 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8134 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:51.975 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:51.976 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 90850, 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 58 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 23446096, 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 297 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.977 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 16984, 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 193 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 441408, 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 38 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.978 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5013840, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12042 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.979 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.980 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 22464, 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 392 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 133888, 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 31 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1536, 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.981 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 62080, 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 776 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 405392, 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1949 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 403876, 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 114 2024-08-10T06:12:51.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2449301, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 543371 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6989296, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10310 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 77304, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8140 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93504, 2024-08-10T06:12:51.983 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1948 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1472, 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 2 2024-08-10T06:12:51.984 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 103913, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 56 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 20128, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 5 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 8853691, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 278 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11352, 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 129 2024-08-10T06:12:51.985 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 476256, 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 41 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.986 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6455280, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 12414 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.987 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 18488, 2024-08-10T06:12:51.988 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 324 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 113024, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 28 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2112, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 11 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60880, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 761 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 406848, 2024-08-10T06:12:51.989 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1956 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 446939, 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 120 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 1752142, 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 387719 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.990 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 5116576, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 7556 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 78304, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8294 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93888, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1956 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.991 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 26748, 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 45 2024-08-10T06:12:51.992 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 13055888, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8129 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 12672, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 144 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.993 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 453024, 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 3591640, 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9223 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.994 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.995 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "bloom_filter": { 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15008, 2024-08-10T06:12:51.996 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 271 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_reader": { 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 112384, 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 22 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs_file_writer": { 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2880, 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 15 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_alloc": { 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 60400, 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 755 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_blob": { 2024-08-10T06:12:51.997 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 406640, 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_buffer": { 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 256, 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 32 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_data": { 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 468265, 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 133 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_meta": { 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 2107280, 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 465628 2024-08-10T06:12:51.998 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_onode": { 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 6038656, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8912 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_cache_other": { 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 79040, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 8296 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_extent": { 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 93840, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1955 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_fsck": { 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:51.999 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_inline_bl": { 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 186818, 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 1334 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_shared_blob": { 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_txc": { 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.000 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing": { 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 43976, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 39 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore_writing_deferred": { 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_anon": { 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 15332831, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 265 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "buffer_meta": { 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 11968, 2024-08-10T06:12:52.001 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 136 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_co": { 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 534336, 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 46 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_mapbl": { 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.002 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.005 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_pglog": { 2024-08-10T06:12:52.005 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 4990336, 2024-08-10T06:12:52.005 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 9632 2024-08-10T06:12:52.005 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap": { 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 652720, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 10532 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap_mapping": { 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "pgmap": { 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_1": { 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.006 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "unittest_2": { 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes": 0, 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "items": 0 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "metadata": { 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 2 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:52.007 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 2 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 2 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:52.008 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 2 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 3 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.009 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 3 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 3 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 3 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.010 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "arch": { 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "x86_64": 8 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_version": { 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "cpu": { 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "distro": { 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "centos": 8 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "distro_description": { 2024-08-10T06:12:52.011 INFO:tasks.workunit.client.0.smithi078.stdout: "CentOS Stream 9": 8 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_description": { 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "kernel_version": { 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "os": { 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "Linux": 8 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_objectstore": { 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": 8 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.012 INFO:tasks.workunit.client.0.smithi078.stdout: "rotational": { 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "0": 8 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "features": { 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "optional": [], 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "persistent": [ 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "kraken", 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "luminous", 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "mimic", 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "osdmap-prune", 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "nautilus", 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "octopus", 2024-08-10T06:12:52.013 INFO:tasks.workunit.client.0.smithi078.stdout: "pacific", 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "elector-pinging", 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "quincy", 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "reef", 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "squid" 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "min_mon_release": 19, 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "v1_addr_mons": 3, 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "v2_addr_mons": 3 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "organization": "ceph-qa", 2024-08-10T06:12:52.014 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster_network": false, 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8, 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "require_osd_release": "squid" 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_perf_histograms": [ 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.015 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:52.016 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:52.017 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:52.018 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:52.019 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.020 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15168, 2, 66, 4, 16, 17, 0, 2, 2, 1, 1, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10209, 36, 30, 0, 14, 23, 64, 73, 23, 40, 47, 25, 39, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 743, 10, 17, 0, 3, 1, 6, 9, 6, 8, 69, 156, 85, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 600, 4, 0, 0, 0, 1, 0, 0, 0, 0, 2, 23, 274, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 302, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 6, 16, 64, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 254, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 9, 6, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.021 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.022 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.023 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9483, 2, 0, 0, 0, 0, 0, 2, 2, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6024, 23, 1334, 2, 8, 6, 5, 14, 32, 58, 54, 43, 39, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 437, 12, 149, 21, 0, 0, 0, 1, 5, 15, 119, 246, 137, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 391, 4, 0, 9, 1, 0, 0, 0, 0, 2, 1, 26, 433, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 18, 35, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 90, 0, 59, 0, 0, 0, 0, 2, 0, 1, 2, 6, 13, 32, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 115, 0, 219, 0, 0, 0, 0, 0, 0, 0, 1, 11, 20, 41, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 24, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.024 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.025 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 42, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15092, 3780, 4386, 1, 0, 0, 0, 0, 0, 1, 1, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9459, 110, 102, 2, 5, 0, 2, 1, 4, 0, 2, 4, 22, 26, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1044, 31, 33, 2, 2, 0, 0, 0, 3, 3, 2, 7, 3, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 702, 8, 1, 0, 0, 0, 1, 0, 0, 0, 1, 12, 43, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 407, 14, 0, 0, 0, 0, 3, 0, 2, 0, 9, 8, 26, 122, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.026 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 325, 4, 0, 0, 0, 0, 2, 2, 4, 1, 5, 12, 38, 26, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 85, 7, 0, 1, 0, 0, 2, 0, 0, 6, 0, 5, 27, 28, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 0, 7, 9, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 13, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.027 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:52.028 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 654, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9405, 4083, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3132, 33, 9, 0, 10, 5, 2, 6, 10, 25, 12, 9, 17, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 189, 2, 9, 0, 0, 0, 0, 0, 2, 11, 34, 93, 41, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 214, 1, 0, 0, 6, 0, 0, 0, 0, 0, 1, 4, 150, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 3, 0, 0, 190, 1, 0, 0, 0, 0, 4, 0, 11, 33, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 45, 1, 0, 0, 313, 0, 1, 0, 0, 0, 3, 0, 4, 9, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 415, 0, 0, 0, 0, 0, 1, 2, 15, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 1767, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.029 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.030 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7927, 2, 0, 0, 2, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6620, 11, 1, 1, 9, 1, 1, 9, 10, 15, 12, 7, 11, 2, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 755, 4, 0, 0, 2, 1, 0, 3, 6, 10, 48, 70, 18, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.031 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 16, 152, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 1, 0, 0, 0, 0, 1, 0, 6, 1, 0, 6, 12, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.032 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.033 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8339, 15, 1, 0, 0, 0, 0, 0, 0, 0, 4, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7465, 12, 4, 1, 11, 0, 1, 1, 0, 0, 2, 12, 15, 14, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 889, 3, 0, 5, 2, 0, 0, 0, 1, 1, 4, 3, 6, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 342, 5, 0, 5, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 148, 9, 5, 0, 1, 0, 0, 0, 0, 5, 3, 7, 8, 40, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 131, 5, 2, 1, 0, 0, 0, 1, 8, 0, 0, 10, 13, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 27, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.034 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.035 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3976, 2538, 0, 0, 673, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14204, 5494, 0, 0, 6275, 390, 0, 1, 0, 0, 2, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8935, 595, 32, 0, 739, 176, 2, 3, 4, 14, 12, 2, 10, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.036 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1018, 196, 154, 0, 82, 18, 1, 1, 2, 15, 33, 83, 32, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 24, 44, 0, 12, 18, 0, 0, 0, 0, 2, 12, 157, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 40, 20, 0, 23, 19, 3, 1, 0, 1, 3, 0, 16, 60, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 107, 25, 21, 33, 3, 6, 4, 1, 0, 0, 1, 5, 11, 9, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 104, 71, 1, 34, 74, 0, 3, 0, 0, 1, 4, 1, 14, 19, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 24, 141, 0, 1, 56, 106, 0, 0, 0, 0, 0, 3, 8, 15, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8, 0, 0, 0, 5, 23, 0, 0, 0, 0, 3, 3, 3, 1, 2, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.037 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.038 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3319, 1458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14941, 2671, 65, 5, 23, 35, 2, 0, 1, 2, 0, 9, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9091, 80, 33, 3, 11, 15, 92, 118, 4, 2, 0, 3, 14, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 943, 8, 9, 0, 1, 0, 2, 20, 5, 6, 3, 7, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 270, 4, 1, 0, 0, 0, 0, 0, 0, 1, 0, 10, 28, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 156, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 11, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.039 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.040 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:52.041 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:52.042 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:52.043 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.044 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:52.045 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:52.046 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.047 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1005, 0, 6, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5192, 53, 75, 144, 432, 618, 708, 0, 3, 4, 2, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 598, 17, 25, 37, 21, 4, 17, 2, 0, 0, 1, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 1, 0, 1, 3, 0, 0, 0, 0, 2, 4, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 12, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.048 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.049 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 519, 2, 12, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3340, 285, 22, 55, 122, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 567, 7, 1313, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 573, 24, 31, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1758, 1430, 70, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.050 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1404, 1546, 227, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.051 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.052 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1584, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10662, 11, 1, 1, 0, 1, 5, 1, 13, 9, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15548, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 20, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.053 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.054 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 376, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1915, 28, 0, 0, 1, 0, 0, 4, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 252, 4, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 150, 22, 34, 47, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.055 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1113, 378, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3901, 2462, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 158, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.056 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.057 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 714, 1, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2032, 211, 32, 58, 135, 275, 475, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 164, 13, 1, 0, 1, 0, 7, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 51, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.058 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.059 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 1, 17, 22, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2923, 71, 120, 224, 453, 613, 715, 5, 3, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 1, 2, 13, 5, 14, 11, 0, 0, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 384, 14, 10, 34, 2, 0, 0, 0, 0, 0, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 217, 29, 72, 94, 27, 0, 1, 0, 0, 0, 0, 2, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.060 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.061 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.062 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 617, 2, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3336, 27, 1, 0, 11, 0, 3, 6, 11, 9, 0, 1, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 273, 1, 0, 0, 5, 0, 0, 0, 2, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 364, 6, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 341, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 14, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.063 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.064 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 818, 4, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8293, 37, 91, 23, 1, 1, 2, 1, 4, 0, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2271, 33, 90, 27, 0, 0, 0, 0, 0, 3, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 227, 2, 5, 0, 0, 0, 0, 0, 0, 0, 2, 4, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.065 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 94, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.066 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.067 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:52.068 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:52.069 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.070 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:52.071 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:52.072 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:52.073 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1036, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 7239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 259, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.074 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.075 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 546, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3829, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.076 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3198, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.077 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.078 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1591, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 10710, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 15559, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.079 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.080 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.081 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.082 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.083 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 731, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 188, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.084 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.085 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.086 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 676, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 5131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 451, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.087 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.088 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 458, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.089 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.090 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.091 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 835, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 8462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 243, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.092 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.093 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Latency (usec)", 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 100000, 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 99999]", 2024-08-10T06:12:52.094 INFO:tasks.workunit.client.0.smithi078.stdout: "[100000, 199999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[200000, 399999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[400000, 799999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[800000, 1599999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[1600000, 3199999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[3200000, 6399999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[6400000, 12799999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[12800000, 25599999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[25600000, 51199999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[51200000, 102399999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[102400000, 204799999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[204800000, 409599999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[409600000, 819199999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[819200000, 1638399999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[1638400000, 3276799999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[3276800000, 6553599999]", 2024-08-10T06:12:52.095 INFO:tasks.workunit.client.0.smithi078.stdout: "[6553600000, 13107199999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[13107200000, 26214399999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[26214400000, 52428799999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[52428800000, 104857599999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[104857600000, 209715199999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[209715200000, 419430399999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[419430400000, 838860799999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: "[53687091200000, None]" 2024-08-10T06:12:52.096 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 32, 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "Request size (bytes)", 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 512, 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511]", 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "[512, 1023]", 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "[1024, 2047]", 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "[2048, 4095]", 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "[4096, 8191]", 2024-08-10T06:12:52.097 INFO:tasks.workunit.client.0.smithi078.stdout: "[8192, 16383]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[16384, 32767]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[32768, 65535]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[65536, 131071]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[131072, 262143]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[262144, 524287]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[524288, 1048575]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[1048576, 2097151]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[2097152, 4194303]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[4194304, 8388607]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[8388608, 16777215]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[16777216, 33554431]", 2024-08-10T06:12:52.098 INFO:tasks.workunit.client.0.smithi078.stdout: "[33554432, 67108863]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[67108864, 134217727]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[134217728, 268435455]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[268435456, 536870911]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[536870912, 1073741823]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[1073741824, 2147483647]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[2147483648, 4294967295]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[4294967296, 8589934591]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[8589934592, 17179869183]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[17179869184, 34359738367]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[34359738368, 68719476735]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[68719476736, 137438953471]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[137438953472, 274877906943]", 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "[274877906944, None]" 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.099 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 163, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1970, 14, 1, 0, 12, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1224, 12, 0, 1, 3, 10, 8, 12, 29, 43, 103, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 129, 3, 0, 0, 2, 1, 3, 1, 1, 4, 51, 198, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 23, 0, 0, 1, 0, 0, 1, 0, 0, 7, 9, 318, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.100 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 165, 25, 0, 0, 3, 1, 0, 0, 0, 1, 2, 10, 16, 23, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 614, 50, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1065, 81, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 626, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.101 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.102 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 87, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2588, 22, 0, 0, 9, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1651, 7, 1, 2, 3, 6, 12, 19, 43, 75, 106, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 126, 0, 0, 0, 1, 2, 0, 2, 1, 4, 81, 272, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 2, 0, 0, 0, 0, 0, 0, 1, 1, 7, 18, 320, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 34, 0, 0, 0, 0, 1, 0, 0, 1, 1, 4, 8, 14, 24, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 2942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.103 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 65, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 429, 12, 3, 2, 11, 2, 0, 4, 6, 8, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 194, 14, 1, 0, 2, 1, 3, 11, 8, 14, 41, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 159, 9, 1, 0, 0, 0, 2, 7, 6, 6, 36, 64, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 73, 4, 0, 0, 0, 0, 1, 0, 1, 3, 13, 17, 16, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 23, 2, 0, 0, 0, 1, 0, 0, 1, 0, 1, 10, 25, 41, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 3, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 25, 50, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.105 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.106 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.107 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 32, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 984, 25, 0, 0, 7, 1, 2, 3, 6, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 588, 1, 1, 0, 4, 4, 1, 5, 14, 15, 40, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 54, 8, 0, 0, 0, 0, 0, 1, 2, 4, 33, 112, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 199, 6, 0, 0, 0, 0, 0, 0, 0, 2, 6, 5, 70, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 547, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 25, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.108 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.109 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 899, 16, 1, 0, 16, 1, 1, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 822, 7, 0, 2, 2, 3, 5, 9, 15, 30, 36, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 230, 5, 0, 0, 1, 4, 3, 3, 6, 3, 37, 118, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 511, 12, 0, 0, 0, 0, 0, 2, 0, 1, 5, 13, 171, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.110 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 476, 23, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 18, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 161, 48, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 11, 28, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 66, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.111 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.112 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 319, 13, 2, 0, 11, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 93, 4, 0, 0, 1, 1, 1, 4, 4, 1, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 139, 7, 0, 0, 2, 2, 5, 2, 8, 2, 40, 51, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 4, 0, 0, 0, 0, 0, 1, 3, 3, 19, 34, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 29, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 13, 19, 28, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 13, 32, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.113 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.114 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 95, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1121, 18, 3, 0, 19, 0, 4, 7, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 656, 4, 0, 2, 0, 3, 5, 12, 7, 31, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.115 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 366, 11, 0, 0, 1, 1, 2, 1, 1, 6, 48, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 475, 20, 0, 0, 0, 2, 1, 0, 1, 2, 17, 25, 142, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 378, 27, 0, 0, 0, 0, 0, 1, 0, 2, 11, 6, 9, 25, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 119, 41, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 29, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 81, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.116 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:52.117 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 98, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 304, 15, 2, 2, 22, 1, 4, 2, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 70, 9, 0, 0, 0, 2, 2, 4, 2, 2, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 127, 7, 2, 0, 0, 0, 1, 1, 2, 5, 17, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 41, 5, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 10, 15, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 16, 45, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.118 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.119 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "axes": [ 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 8, 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "number of replicas", 2024-08-10T06:12:52.120 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 1, 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0]", 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[1, 1]", 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[2, 2]", 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[3, 3]", 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[4, 4]", 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[5, 5]", 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "[6, None]" 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "linear" 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "buckets": 10, 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "min": 0, 2024-08-10T06:12:52.121 INFO:tasks.workunit.client.0.smithi078.stdout: "name": "duration", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "quant_size": 250000, 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "ranges": [ 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[None, -1]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 249999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[250000, 499999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[500000, 999999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[1000000, 1999999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[2000000, 3999999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[4000000, 7999999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[8000000, 15999999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[16000000, 31999999]", 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "[32000000, None]" 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.122 INFO:tasks.workunit.client.0.smithi078.stdout: "scale_type": "log2" 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "osds": [ 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 0, 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.123 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 1, 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.124 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 2, 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 3, 2024-08-10T06:12:52.125 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 4, 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.126 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 5, 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.127 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 6, 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.128 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "osd_id": 7, 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "values": [ 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.129 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: ] 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: "perf_counters": { 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: "mds.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: "mds": { 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: "caps": { 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_grant": { 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.131 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_commit": { 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_complete": { 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_fetch_keys": { 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_merge": { 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "dir_split": { 2024-08-10T06:12:52.132 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "exported_inodes": { 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "forward": { 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_cap_release": { 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps": { 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_caps_dirty": { 2024-08-10T06:12:52.133 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_inode_file_caps": { 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "imported_inodes": { 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes": { 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_expired": { 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_pinned": { 2024-08-10T06:12:52.134 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "inodes_with_caps": { 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "load_cent": { 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "openino_dir_fetch": { 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "process_request_cap_release": { 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "reply_latency": { 2024-08-10T06:12:52.135 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "request": { 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rbytes": { 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rfiles": { 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "root_rsnaps": { 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.136 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_reply": { 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "subtrees": { 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_cache": { 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_exportdir": { 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_flush": { 2024-08-10T06:12:52.137 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragmentdir": { 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_fragstats": { 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_inodestats": { 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_inode": { 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "ireq_quiesce_path": { 2024-08-10T06:12:52.138 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_enqueued": { 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_prioritized": { 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_recovering_processing": { 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays": { 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_delayed": { 2024-08-10T06:12:52.139 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "num_strays_enqueuing": { 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_completed": { 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_started": { 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_created": { 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.140 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_enqueued": { 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_migrated": { 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "strays_reintegrated": { 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_log": { 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "ev": { 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "evadd": { 2024-08-10T06:12:52.141 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "evex": { 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "evexd": { 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "evexg": { 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "evlrg": { 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.142 INFO:tasks.workunit.client.0.smithi078.stdout: "evtrm": { 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "jlat": { 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "replayed": { 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "seg": { 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "segadd": { 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.143 INFO:tasks.workunit.client.0.smithi078.stdout: "segex": { 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "segexd": { 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "segexg": { 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "segmjr": { 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "segtrm": { 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.144 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_mem": { 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "cap": { 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "cap+": { 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "cap-": { 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "dir": { 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:52.145 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "dir+": { 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "dir-": { 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "dn": { 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "dn+": { 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "dn-": { 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "heap": { 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 248096 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "ino": { 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "ino+": { 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "ino-": { 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "rss": { 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48860 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_server": { 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_acquisition_throttle": { 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "cap_revoke_eviction": { 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_request": { 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_client_session": { 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "handle_peer_request": { 2024-08-10T06:12:52.148 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "req_create_latency": { 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getattr_latency": { 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getfilelock_latency": { 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.149 INFO:tasks.workunit.client.0.smithi078.stdout: "req_getvxattr_latency": { 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "req_link_latency": { 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookup_latency": { 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookuphash_latency": { 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.150 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupino_latency": { 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupname_latency": { 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupparent_latency": { 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lookupsnap_latency": { 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.151 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "req_lssnap_latency": { 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mkdir_latency": { 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mknod_latency": { 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "req_mksnap_latency": { 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.152 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "req_open_latency": { 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "req_readdir_latency": { 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rename_latency": { 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "req_renamesnap_latency": { 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.153 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmdir_latency": { 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmsnap_latency": { 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "req_rmxattr_latency": { 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setattr_latency": { 2024-08-10T06:12:52.154 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setdirlayout_latency": { 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setfilelock_latency": { 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setlayout_latency": { 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.155 INFO:tasks.workunit.client.0.smithi078.stdout: "req_setxattr_latency": { 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "req_snapdiff_latency": { 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "req_symlink_latency": { 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "req_unlink_latency": { 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.156 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "mds_sessions": { 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "average_load": { 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "avg_session_uptime": { 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "mdthresh_evicted": { 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "session_count": { 2024-08-10T06:12:52.157 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "session_remove": { 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_open": { 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "sessions_stale": { 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "total_load": { 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.158 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.159 INFO:tasks.workunit.client.0.smithi078.stdout: "purge_queue": { 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed": { 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executed_ops": { 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing": { 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_high_water": { 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops": { 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.160 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "pq_item_in_journal": { 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.3c3084725e9098ccdbbdbd23e4e66db34d249e84": { 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:52.161 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:52.162 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7793 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56317502 2024-08-10T06:12:52.163 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2174963427 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:52.164 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 219 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3, 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:52.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7794 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.166 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:52.167 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7794 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7794, 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26745548964 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.168 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7793 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.169 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 111212271 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70449 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7793, 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5402908951 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:52.170 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 180297728 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 174039040 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6258688 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.171 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266218173 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26346683 2024-08-10T06:12:52.172 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.173 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68145288 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.174 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266218173 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2701094 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.175 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.176 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70819357 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.177 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177478782 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.178 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.179 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69985154 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.180 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 342373, 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1735130680 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:52.181 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.182 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19067, 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9902180663 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.ded46e43a0257478a772f1127b70b0d750fcd6a4": { 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:52.183 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:52.184 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 265 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7764 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:52.185 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7764, 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56136785 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7764, 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1307976399 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:52.186 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 146 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2999946 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:52.187 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7764 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.188 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.189 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7764 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7764, 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23976567184 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:52.190 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7764 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.191 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7764, 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 110794830 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7764, 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70067 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7764, 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2754950299 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.192 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169803776 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163495936 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6307840 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:52.193 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25496094 2024-08-10T06:12:52.194 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.195 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68222987 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:52.196 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266991063 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1564099 2024-08-10T06:12:52.197 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.198 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71183462 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177994042 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.200 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.201 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69469894 2024-08-10T06:12:52.202 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 92 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:52.203 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 339018, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1579145912 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.204 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18988, 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6381269867 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "mon.f8313469812886e309a109d38fecd54b02fa0d91": { 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "election_call": { 2024-08-10T06:12:52.205 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "election_lose": { 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "election_win": { 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_elections": { 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_sessions": { 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.206 INFO:tasks.workunit.client.0.smithi078.stdout: "session_add": { 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "session_rm": { 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "session_trim": { 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "paxos": { 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "accept_timeout": { 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "begin": { 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7861 2024-08-10T06:12:52.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_bytes": { 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7861, 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57558222 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_keys": { 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7861, 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23583 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "begin_latency": { 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7861, 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1686971603 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.208 INFO:tasks.workunit.client.0.smithi078.stdout: "collect": { 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_bytes": { 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_keys": { 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_latency": { 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_timeout": { 2024-08-10T06:12:52.209 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "collect_uncommitted": { 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "commit": { 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7859 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_bytes": { 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7859, 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56963393 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_keys": { 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7859, 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63190 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.210 INFO:tasks.workunit.client.0.smithi078.stdout: "commit_latency": { 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7859, 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2997958043 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_ack_timeout": { 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "lease_timeout": { 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn": { 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "new_pn_latency": { 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6, 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5999900 2024-08-10T06:12:52.211 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh": { 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7862 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "refresh_latency": { 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7862, 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29478502953 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "restart": { 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state": { 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_bytes": { 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:52.212 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75334 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "share_state_keys": { 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2, 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "start_leader": { 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "start_peon": { 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state": { 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.213 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_bytes": { 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_keys": { 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "store_state_latency": { 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache": { 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.214 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020054731 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 259096576 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256385024 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2147483648 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2711552 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:full": { 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 360710144 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266360212 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26446166 2024-08-10T06:12:52.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.217 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67903766 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:inc": { 2024-08-10T06:12:52.218 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 339738624 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 266360212 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2296298 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.219 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.220 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71082114 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "prioritycache:kv": { 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 314572800 2024-08-10T06:12:52.221 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 177573474 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.222 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.223 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69890462 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb": { 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "compact": { 2024-08-10T06:12:52.224 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_len": { 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_queue_merge": { 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_range": { 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 93 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "get_latency": { 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 356630, 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1975700828 2024-08-10T06:12:52.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:12:52.226 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_latency": { 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "submit_sync_latency": { 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19232, 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7981407729 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.0": { 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.227 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 22575 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.228 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14823424 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.229 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 836747264 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4302908 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 19, 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712608 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028885 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.230 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 873005056 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81172, 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10502160424 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81164, 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17173324504 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.231 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16527360 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 332414976 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 868745216 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.232 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 547992422 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30854 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464629760 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 464633856 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.233 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17376 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30854, 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 245432414 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.234 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 447863835 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27786 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4470081 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 844 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14692045 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.235 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1222 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10221964 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.236 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 395 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1222, 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4367026 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.237 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 574 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5693 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.238 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1186877440 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:52.239 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21255, 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 75286801 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3299, 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 507527834 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.240 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23998, 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 180990731 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.241 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81082, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21414337288 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 80371, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1699571931 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81082, 2024-08-10T06:12:52.242 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53556869 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81082, 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21467894157 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 44497, 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1586834785 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.243 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1202, 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4347038 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27079, 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12712119 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 53, 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 64776 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24668, 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6124126603 2024-08-10T06:12:52.244 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272417 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25524 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14723, 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166677208 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 35677, 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19711975 2024-08-10T06:12:52.245 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20954, 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1674779754 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15632, 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431738770 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.246 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8249370351 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:52.247 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802683172 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2441220688769 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9278, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6681449558094 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2623382840588 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.248 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10548635 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 168286040 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36871991597 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31707314 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.249 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19440123567 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9179335993 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778971 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2667, 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14449541 2024-08-10T06:12:52.250 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73923106421 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10237570243 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 95523, 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 557491806 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.251 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570064896 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 544620544 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25444352 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.252 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56287695 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.253 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:52.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69426737 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.255 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.256 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2672 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 188768 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.257 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72578720 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.258 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 196288 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37525130 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.259 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.260 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71330486 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.261 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 422157712 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.262 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167383 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1147913 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.263 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71454864 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.264 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.265 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46352 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 141176, 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6813351711 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.266 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1906201331 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46352, 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255269050028 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433825 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.267 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47386, 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21113503273 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 46352, 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73465832172 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29296 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29296, 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17625462242 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.268 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2666433825 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29755, 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6600031506 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29296, 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6553099254 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.269 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9588 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 354681905 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17162189123 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.270 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9936, 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5541918756 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9588, 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13541742158 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.271 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7468 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1551519426 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220481398663 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7695, 2024-08-10T06:12:52.272 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8971553011 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7468, 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53370990760 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.273 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 884076544 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.1": { 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15109 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.274 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.275 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7471104 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 726728704 2024-08-10T06:12:52.276 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3771786 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17, 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683447 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 186, 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 716440 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.277 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 764870656 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71156, 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10101227212 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71187, 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16567757846 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.278 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8880128 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 291508224 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 760610816 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.279 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364087148 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21899 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315994112 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315998208 2024-08-10T06:12:52.280 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12533 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21899, 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164956437 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.281 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 270532000 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19032 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2339629 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 797 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7209171 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1041 2024-08-10T06:12:52.282 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4869542 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 254 2024-08-10T06:12:52.283 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1041, 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2201748 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.284 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1451 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9752 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.285 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1028296704 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14659584 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21854, 2024-08-10T06:12:52.286 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79601699 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3277, 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 462914051 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.287 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15187, 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106532508 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.288 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20380607140 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 70428, 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668165382 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43932157 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71101, 2024-08-10T06:12:52.289 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20424539297 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30319, 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149059669 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 937, 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2661925 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.290 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8752, 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12238746 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 87259 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13638, 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3649547312 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 235537 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.291 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27515 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23560, 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2027182691 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 75042, 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28262353 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 51482, 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1277973980 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.292 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15081, 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 407133888 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.293 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17038992806 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1471659930 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.294 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22523, 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2580301674630 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22525, 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6585858953562 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2873505212197 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86731, 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8928403 2024-08-10T06:12:52.295 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1169295228 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47017460091 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30392214 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25902367252 2024-08-10T06:12:52.296 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9202901326 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382370 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2648, 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15421628 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.297 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100345352319 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10231423490 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 86733, 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 804796321 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:52.298 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 591626240 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 439336960 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 152289280 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.299 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56728462 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32768 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 909312 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.301 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68158578 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.302 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.303 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169696 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69294452 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.305 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 274544 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37818974 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.306 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.307 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70958386 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:52.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 425463468 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.309 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 169520 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1146756 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.310 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68148128 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.311 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.312 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43395 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 137229, 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8497867387 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.313 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1881735019 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43395, 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 599484352993 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694421 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45199, 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30532079385 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.314 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43395, 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 115682801976 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20188 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20188, 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12772117376 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.315 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708694421 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20649, 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5014910693 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20188, 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6005993996 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13403 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 184171582 2024-08-10T06:12:52.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 97969818129 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.317 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13620, 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13110717243 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13403, 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 31972147863 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9804 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1697563437 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.318 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 488742417488 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10930, 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12406451449 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9804, 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 77704660117 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.319 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194320 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 779546624 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.320 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.2": { 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16084 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.321 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.322 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4136960 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 493801472 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6812556 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16, 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 934991 2024-08-10T06:12:52.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 150, 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 620230 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 359006208 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68371, 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9420439936 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.324 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68380, 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15698293993 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14131200 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 280121344 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 367525888 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.325 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 34 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 220548534 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18230 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163962880 2024-08-10T06:12:52.326 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163966976 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7422 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18230, 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125136192 2024-08-10T06:12:52.327 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 163568105 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16479 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1469541 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 400 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.328 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096988 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 549 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2627447 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.329 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 151 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 549, 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1276538 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.330 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 615 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5211 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.331 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 780496896 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.332 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14647296 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17065, 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50136663 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3302, 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 313989302 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.333 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.334 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25607, 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 191814119 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18998406459 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.335 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67812, 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1515705955 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33189868 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 68342, 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19031596327 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.336 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57352, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1142467179 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1066, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2768738 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25206, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12452328 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37, 2024-08-10T06:12:52.337 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68043 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21518, 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1801038741 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255967 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17920 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15725, 2024-08-10T06:12:52.338 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1646702626 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38545, 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12395750 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 22820, 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1428815665 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12187, 2024-08-10T06:12:52.339 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 343823354 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.340 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11006321299 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 744525691 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6303, 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2565967812339 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 6305, 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6216007920294 2024-08-10T06:12:52.341 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2567415442300 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81811, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9213847 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 976341851 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.342 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35668128113 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26749723 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18386936746 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6440633125 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.343 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10382191 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2597, 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13540690 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72489408972 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7358898660 2024-08-10T06:12:52.344 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81813, 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 756636096 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431235072 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.345 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387399680 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 43835392 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.346 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57247005 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.347 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 94208 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.348 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68463331 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.349 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1360 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 83472 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.351 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73879106 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.352 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 509728 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38164670 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.353 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70377506 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.355 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 429352542 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.356 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 159643 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1173427 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72630868 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.358 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.359 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 42 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66602 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 154831, 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6019873177 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.360 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1577821913 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 79261432659 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 67542, 2024-08-10T06:12:52.361 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41861573345 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 66602, 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67599742154 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36588 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15114615108 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.362 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2728727337 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37044, 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7076087845 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36588, 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7855126335 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28346 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 371541152 2024-08-10T06:12:52.363 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50123306051 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.364 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28643, 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32026691124 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 28346, 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47503927024 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1668 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1206280761 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.365 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14023511500 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1855, 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2758794376 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1668, 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12240688795 2024-08-10T06:12:52.366 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 373669888 2024-08-10T06:12:52.367 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.3": { 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16504 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.368 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.369 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1683456 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 511143936 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3320398 2024-08-10T06:12:52.370 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 889381 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 143, 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 672787 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 477364224 2024-08-10T06:12:52.371 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62687, 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8490691068 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62697, 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14193814398 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7479296 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256843776 2024-08-10T06:12:52.372 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494403584 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63364460 2024-08-10T06:12:52.373 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2756 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53452800 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53456896 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.374 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 144 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2756, 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13256628 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15015668 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1268 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.375 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 608192 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 287 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1667476 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 387 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.376 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1059284 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 100 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 387, 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675442 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.377 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1001 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.378 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5948 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 771952640 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.379 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14671872 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20363, 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51593219 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3222, 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 256625981 2024-08-10T06:12:52.380 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.381 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 8783, 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59258951 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17207976393 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.382 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62202, 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1422413304 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37855714 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62657, 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17245832107 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18652, 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 691670841 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1414, 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4500958 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4771, 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4128827 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.384 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 41, 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 49880 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7322, 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308603302 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 189208 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16633 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26645, 2024-08-10T06:12:52.385 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1101571372 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 69904, 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21580163 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43259, 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 720009324 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11929, 2024-08-10T06:12:52.386 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 282929071 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.387 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9905191676 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1325059477 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17078, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2584586159612 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17079, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5756274226758 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.388 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2189964086030 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76099, 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7624607 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 315753010 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30498413920 2024-08-10T06:12:52.389 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24800320 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15746015666 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5817257922 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.390 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10388105 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2596, 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14428417 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 62293708827 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6632257627 2024-08-10T06:12:52.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 76100, 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 643408269 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405111424 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465960960 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421421056 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.392 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600491520 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44539904 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.393 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57491206 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.394 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16384 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.395 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68321530 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:52.396 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.397 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1008 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15424 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37584 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.398 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72078413 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.399 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 230096 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38327471 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.400 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.401 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70494337 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.402 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 431184051 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.403 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171610 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167763 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.404 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70793056 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.406 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36634 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 110112, 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5370699091 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.407 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1020989532 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 250128256236 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 38337, 2024-08-10T06:12:52.408 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24259961752 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 36634, 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 63379131524 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21333 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41731861167 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.409 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1150290062 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21425, 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4818605546 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 21333, 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4517434866 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11598 2024-08-10T06:12:52.410 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 150794857 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 157536742550 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.411 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13139, 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14937597423 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11598, 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32354572796 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3703 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 870194675 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.412 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 50859652519 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3773, 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4503758783 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3703, 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26507123862 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.413 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4194337 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 492048384 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.415 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.4": { 2024-08-10T06:12:52.415 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.415 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17182 2024-08-10T06:12:52.415 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.415 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.415 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.417 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.417 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.418 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7983104 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 605007872 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.419 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6641444 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14, 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2936623 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 156, 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 627195 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.420 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 613285888 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58078, 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8040837507 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58072, 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12993246678 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5152768 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.421 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 237883392 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 630325248 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 278111452 2024-08-10T06:12:52.422 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14462 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241459200 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241463296 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.423 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6107 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14462, 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 118419615 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 164354832 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10978 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.424 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2379236 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 725 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7922090 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1030 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:52.425 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5542854 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.426 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1030, 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2302087 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.427 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 578 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6056 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.428 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 853008384 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10473472 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.429 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23347, 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60846295 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3195, 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 415471117 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.430 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7415, 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51207249 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.431 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15984560389 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57569, 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1327392960 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 44674245 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.432 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58021, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16029234634 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17946, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 644119759 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 857, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2166032 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.433 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5479, 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9786356 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 45, 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 86322 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 10398, 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2265621570 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167137 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.434 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 19354 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7080, 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 962502565 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 30758, 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9173855 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23678, 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 774096800 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.435 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13182, 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 308276087 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.436 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8815930754 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 792396893 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17414, 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2315140493898 2024-08-10T06:12:52.437 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 17416, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5801742828810 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2272100332101 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71146, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7380814 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.438 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 331515854 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29176887014 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24157672 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13761637212 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.439 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6228536705 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6188602 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2512, 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12691850 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58325775543 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.440 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7097887152 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 71148, 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 640700223 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.441 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 592642048 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 568320000 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24322048 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.442 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56856743 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.443 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40960 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 262144 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.444 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68669273 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.445 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2160 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.446 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 133968 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.447 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68366169 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.448 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 295696 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37904495 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.449 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70851713 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.451 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 426425575 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.452 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172472 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1149150 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.453 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67180675 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 35 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.454 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24852 2024-08-10T06:12:52.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 81536, 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6323637047 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031378139 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.456 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68141098594 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 25752, 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10544874684 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24852, 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 27090563725 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.457 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16378 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6492461926 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1182650420 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16733, 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3461570806 2024-08-10T06:12:52.458 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16378, 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3700651573 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4268 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95173752 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6709606573 2024-08-10T06:12:52.459 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4731, 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2321536393 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.460 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4268, 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4952958923 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4206 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 936204387 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 54939030095 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.461 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4288, 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4761767485 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4206, 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18436953229 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.462 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 623775744 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.5": { 2024-08-10T06:12:52.463 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13628 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.465 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16560128 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 762101760 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4857007 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20, 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1600590 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.466 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 220, 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 828890 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 667418624 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84314, 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10263130565 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.467 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84319, 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16627372288 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12791808 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 345317376 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 663158784 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.468 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 55 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 497739184 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23381 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.469 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430473216 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430477312 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10427 2024-08-10T06:12:52.470 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23381, 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 171363551 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 319561218 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17931 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5883222 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.471 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1402 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16296700 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1743 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10413478 2024-08-10T06:12:52.472 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 364 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1743, 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4345773 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.473 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 632 2024-08-10T06:12:52.474 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6029 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.475 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1127018496 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10477568 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23232, 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66717328 2024-08-10T06:12:52.476 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3252, 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562122333 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.477 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14418, 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 102551016 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.478 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20630924759 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 83701, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1712635284 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46380897 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 84232, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20677305656 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.479 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27883, 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1031421536 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 836, 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2020743 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11124, 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12790521 2024-08-10T06:12:52.480 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 49, 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95268 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14443, 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2683691891 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 241091 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21356 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.481 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13388, 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1155133523 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 37401, 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12244134 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 24013, 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1103187549 2024-08-10T06:12:52.482 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15763, 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 406695259 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.483 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10676489130 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 690686979 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9182, 2024-08-10T06:12:52.484 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539005967750 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9184, 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6556339773097 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3357222631753 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102036, 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10515487 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.485 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 376138047 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36895740304 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40267443 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.486 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18598205472 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8199352451 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6193806 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2562, 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13186829 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.487 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74767824205 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9177383154 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 102038, 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 802650011 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.488 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 434135040 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 60792832 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.489 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56149425 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.490 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.491 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90112 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 69565007 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.492 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.493 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2896 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 224240 2024-08-10T06:12:52.494 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73580044 2024-08-10T06:12:52.495 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 381680 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37432950 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.496 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.497 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71237274 2024-08-10T06:12:52.498 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 494927872 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 421120692 2024-08-10T06:12:52.499 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 167227 2024-08-10T06:12:52.500 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1139918 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.501 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 72500035 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 41 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.502 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26575 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.503 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115047, 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9515792296 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991341467 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36031488859 2024-08-10T06:12:52.504 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 27118, 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10806847226 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 26575, 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 25336284212 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18011 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.505 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8613999614 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1455716931 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18138, 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3992226786 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.506 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 18011, 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4744655464 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7309 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 253796473 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 17323910138 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.507 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7551, 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4997279700 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 7309, 2024-08-10T06:12:52.508 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12819626128 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1255 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 737544994 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10093579107 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.509 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1429, 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1817340740 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1255, 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7772002620 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.510 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 677912576 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.6": { 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.511 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18944 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.512 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8486912 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.513 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 573194240 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3129644 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1081568 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 162, 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 675573 2024-08-10T06:12:52.514 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 539885568 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62413, 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7671633978 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62425, 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12426976320 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.515 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6307840 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 255672320 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 556924928 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.516 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 45 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 312842926 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16728 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277905408 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 277909504 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.517 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7926 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16728, 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 130569041 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 192612558 2024-08-10T06:12:52.518 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13046 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2945498 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8391874 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.519 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1051 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5446376 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.520 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 283 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1051, 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2337562 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.521 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 593 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5174 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.522 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 839639040 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.523 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11063296 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13950, 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40334019 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3154, 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 423157273 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.524 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15752, 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 106634435 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.525 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15349340503 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 61934, 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1239545119 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.526 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 32728532 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62362, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15382069035 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 234545, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 916115034 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.527 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 783, 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2091107 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 135441, 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48143016 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 43, 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 52560 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15359, 2024-08-10T06:12:52.528 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2307970696 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 408847 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18244 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 23126, 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1460053771 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 62521, 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18601039 2024-08-10T06:12:52.529 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 39395, 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1144726345 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11605, 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 272330693 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.530 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4910105595 2024-08-10T06:12:52.531 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 815606323 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13979, 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2561044255403 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13981, 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5831683191783 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.532 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2539026544659 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72114, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7553355 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 158549902 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24485664523 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.533 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26951521 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11508038200 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5168986741 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6784065 2024-08-10T06:12:52.534 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2470, 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12796591 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 46244582380 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5908198707 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.535 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 72116, 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 409742191 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 448258048 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 440819712 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:52.536 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7438336 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.537 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56959879 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.538 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 24576 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.539 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68729977 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 562036736 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.540 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2128 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.541 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 141088 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.542 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67585557 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.543 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 236656 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 37973253 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.544 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.545 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70841995 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.546 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 427199099 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.547 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 172820 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1161235 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.548 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 74783326 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 29 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.549 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 51 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.550 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57585 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 118921, 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6740576235 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1148735252 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.551 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 89362179670 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 58348, 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 21603871527 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 57585, 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 40652760307 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.552 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 48012 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 23200957744 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1952668348 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48222, 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13474094618 2024-08-10T06:12:52.553 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 48012, 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 13949962090 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5255 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 229381286 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12553791558 2024-08-10T06:12:52.554 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5683, 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3496457783 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.555 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 5255, 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8661346927 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4318 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 919353966 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53607430368 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.556 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4443, 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4633319126 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4318, 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18041451290 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.557 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 550965248 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.558 INFO:tasks.workunit.client.0.smithi078.stdout: "osd.7": { 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "bluefs": { 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_db_max_lat": { 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15629 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_fallback": { 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_max_lat": { 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_db": { 2024-08-10T06:12:52.559 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 65536 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_slow": { 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit_wal": { 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_wal_max_lat": { 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_slow": { 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_sst": { 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2310144 2024-08-10T06:12:52.560 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_written_wal": { 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 508317696 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lat": { 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3260868 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "compact_lock_lat": { 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 15, 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 991538 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "db_alloc_lat": { 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 145, 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 588426 2024-08-10T06:12:52.561 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "db_total_bytes": { 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995027456 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "db_used_bytes": { 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 417071104 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "flush_lat": { 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64891, 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7806809077 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "fsync_lat": { 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64902, 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12773568331 2024-08-10T06:12:52.562 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "log_bytes": { 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16519168 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "logged_bytes": { 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 265871360 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_db": { 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412811264 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_slow": { 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "max_bytes_wal": { 2024-08-10T06:12:52.563 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "num_files": { 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 36 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "read_bytes": { 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 139341497 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "read_count": { 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9141 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes": { 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145231872 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_db": { 2024-08-10T06:12:52.564 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 145235968 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_slow": { 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_bytes_wal": { 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "read_disk_count": { 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6423 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 9141, 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 82729241 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.565 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_bytes": { 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 66620035 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "read_prefetch_count": { 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6909 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_bytes": { 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1115991 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_buffer_count": { 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 433 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_bytes": { 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2283866 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.566 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_count": { 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 626 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes": { 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1167875 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.567 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_disk_count": { 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 194 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "read_random_lat": { 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 626, 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1013558 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_alloc_lat": { 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_total_bytes": { 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.568 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_used_bytes": { 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1, 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 583 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "unlink_lat": { 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 4, 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5721 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_alloc_lat": { 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.569 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_total_bytes": { 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "wal_used_bytes": { 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "write_bytes": { 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 778792960 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore": { 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "alloc_unit": { 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 4096 2024-08-10T06:12:52.570 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": { 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11055104 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "allocator_lat": { 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 20607, 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 56754520 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "clist_lat": { 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 3205, 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 301695739 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_lat": { 2024-08-10T06:12:52.571 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed": { 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_allocated": { 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "compressed_original": { 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "csum_lat": { 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14329, 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 99686954 2024-08-10T06:12:52.572 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "decompress_lat": { 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "fragmentation_micros": { 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_commit_lat": { 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64862, 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15718457313 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_final_lat": { 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64468, 2024-08-10T06:12:52.573 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1259542143 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_flush_lat": { 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64862, 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38635354 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "kv_sync_lat": { 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 64862, 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15757092667 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_keys_lat": { 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 0, 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.574 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_get_values_lat": { 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 32198, 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 596705571 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_lower_bound_lat": { 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 755, 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2143024 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_next_lat": { 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16169, 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 10587308 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:12:52.575 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 50, 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95898 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_upper_bound_lat": { 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 14113, 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1131995701 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_hits": { 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 205809 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "onode_misses": { 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18271 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "read_lat": { 2024-08-10T06:12:52.576 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 11098, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1076804608 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "read_onode_meta_lat": { 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 40808, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 11322708 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "read_wait_aio_lat": { 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 29710, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 980385713 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "reads_with_retries": { 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "remove_lat": { 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 13222, 2024-08-10T06:12:52.577 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 294974815 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_aio_wait_count": { 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_committed_kv_count": { 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "state_aio_wait_lat": { 2024-08-10T06:12:52.578 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9092982306 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 775277218 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2708871223516 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "state_deferred_queued_lat": { 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 16044, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6270580069856 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.579 INFO:tasks.workunit.client.0.smithi078.stdout: "state_done_lat": { 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 3074359598423 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "state_finishing_lat": { 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7938928 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "state_io_done_lat": { 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 321565898 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_commiting_lat": { 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 28814384760 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.580 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_done_lat": { 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 26695655 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "state_kv_queued_lat": { 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 14550303575 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "state_prepare_lat": { 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5834288866 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": { 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6778847 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.581 INFO:tasks.workunit.client.0.smithi078.stdout: "truncate_lat": { 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 2446, 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12355230 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_commit_lat": { 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 58626108896 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_submit_lat": { 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6703672026 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "txc_throttle_lat": { 2024-08-10T06:12:52.582 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 79670, 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 711756584 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache": { 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_bytes": { 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405080960 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "heap_bytes": { 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 465813504 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "mapped_bytes": { 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 412106752 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.583 INFO:tasks.workunit.client.0.smithi078.stdout: "target_bytes": { 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 2600455680 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "unmapped_bytes": { 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 53706752 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:data": { 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 125829120 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.584 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 57340699 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.585 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12288 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 114688 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.586 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 68361445 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv": { 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 570425344 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.587 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1232 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.588 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 90960 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.589 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 73169045 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176160768 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 67108864 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 107152 2024-08-10T06:12:52.590 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38227132 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.591 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.592 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 70717620 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "bluestore-pricache:meta": { 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "committed_bytes": { 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 503316480 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri0_bytes": { 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "pri10_bytes": { 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.593 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri11_bytes": { 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 430055243 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri1_bytes": { 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri2_bytes": { 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri3_bytes": { 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.594 INFO:tasks.workunit.client.0.smithi078.stdout: "pri4_bytes": { 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pri5_bytes": { 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 176004 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pri6_bytes": { 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1154031 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pri7_bytes": { 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "pri8_bytes": { 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.595 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "pri9_bytes": { 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "reserved_bytes": { 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 71931202 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "objecter": { 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "op_active": { 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 15 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.596 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rmw": { 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "osd": { 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg": { 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 59 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "numpg_removing": { 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "op": { 2024-08-10T06:12:52.597 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 47246 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "op_before_queue_op_lat": { 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 115116, 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 7557422879 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_degraded": { 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "op_delayed_unreadable": { 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "op_in_bytes": { 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 933605518 2024-08-10T06:12:52.598 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "op_latency": { 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47246, 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 38633553324 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "op_out_bytes": { 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405929308 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "op_prepare_latency": { 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47683, 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 16734322963 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "op_process_latency": { 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 47246, 2024-08-10T06:12:52.599 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 30622560262 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r": { 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 33994 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency": { 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33994, 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9959155971 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_out_bytes": { 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1405929308 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.600 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_prepare_latency": { 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 34039, 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5839623046 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "op_r_process_latency": { 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 33994, 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 5636347702 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw": { 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 12192 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_in_bytes": { 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 221298227 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency": { 2024-08-10T06:12:52.601 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12192, 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 20157709277 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_out_bytes": { 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_prepare_latency": { 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12487, 2024-08-10T06:12:52.602 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 9394994563 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "op_rw_process_latency": { 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 12192, 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 18315567015 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w": { 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1060 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_in_bytes": { 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 712307291 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency": { 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 8516688076 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.603 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_prepare_latency": { 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1157, 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1499705354 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "op_w_process_latency": { 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "count": 1060, 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 6670645545 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "op_wip": { 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 0 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_bytes": { 2024-08-10T06:12:52.604 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: "recovery_ops": { 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 1 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes": { 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 95995035648 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_bytes_used": { 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: "value": 428134400 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.605 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": [ 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 1, 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 1, 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 1, 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:52.606 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 1781760, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 1781760, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 2, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.466133310008445e-06, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 1322, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 2164736, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 590368, 2024-08-10T06:12:52.607 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 590368, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 1771104, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 423, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 2473984 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:52.608 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 32, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 32, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 2, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 156636, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 110592, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:52.609 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 22, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 46044, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 2.1680031636606145e-07, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 79, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 88064, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 21944, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 6596, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 15348, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 65832, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 68, 2024-08-10T06:12:52.610 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 35840 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 64, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 64, 2024-08-10T06:12:52.611 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 3, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 0.0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:52.612 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 0 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:52.613 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "cache_mode": "none", 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "erasure_code_profile": {}, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "min_size": 2, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "options": {}, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 8, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pgp_num": 8, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "pool": 4, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "size": 3, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "stats": { 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_raw": 722489583882, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "bytes_used": 12595200, 2024-08-10T06:12:52.614 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_bytes_used": 0, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "compress_under_bytes": 0, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "data_bytes_used": 12595200, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty": 0, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "max_avail": 240829857792, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "objects": 4, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_bytes_used": 0, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "percent_used": 1.7432750610169023e-05, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_bytes": 0, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "quota_objects": 0, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "rd": 9077, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "rd_bytes": 3175310336, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "stored": 4194323, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_data": 4194323, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_omap": 0, 2024-08-10T06:12:52.615 INFO:tasks.workunit.client.0.smithi078.stdout: "stored_raw": 12582969, 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "wr": 24307, 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "wr_bytes": 3153430528 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_bytes": 0, 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "target_max_objects": 0, 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "type": "replicated" 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": { 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "mirroring_by_pool": [ 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: false 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: "num_images_by_pool": [ 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.616 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pools": 1 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "report_id": "398880b4-6973-4add-b2c2-469c71ab7668", 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "report_timestamp": "2024-08-10T06:12:49.752241", 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "report_version": 1, 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "rocksdb_stats": { 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "7.9.2" 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "rook": { 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "cluster": { 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "external-mode": null, 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "mon": { 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "allow-multiple-per-node": null, 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "count": null, 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "max-id": null, 2024-08-10T06:12:52.617 INFO:tasks.workunit.client.0.smithi078.stdout: "pvc": { 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "stretch": { 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "enabled": null 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "network": { 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "provider": null 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "storage": { 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "device-set": { 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "non-portable": null, 2024-08-10T06:12:52.618 INFO:tasks.workunit.client.0.smithi078.stdout: "portable": null, 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "csi": { 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes": { 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "node": { 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "kubernetes-total": null, 2024-08-10T06:12:52.619 INFO:tasks.workunit.client.0.smithi078.stdout: "with-ceph-daemons": null, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "storage-class": { 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "count": { 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "bucket": null, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs": null, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "nfs": null, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd": null, 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: "total": null 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:52.620 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "version": null 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "services": {}, 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pg": [ 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.621 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180470+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180960+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:52.622 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787335+0000", 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 5, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 5, 2024-08-10T06:12:52.623 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1f", 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5334, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:37.670560+0000", 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 570, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.624 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.625 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.626 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 4, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.627 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'5" 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.628 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250914+0000", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251275+0000", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.629 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786549+0000", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.630 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1e", 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5206, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.631 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:22:59.199203+0000", 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.632 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.633 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.634 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.635 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.161606+0000", 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.161990+0000", 2024-08-10T06:12:52.636 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786638+0000", 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:52.637 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1e", 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.638 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5230, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:36.816048+0000", 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.639 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.640 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.641 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.642 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:52.643 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163164+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163449+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786270+0000", 2024-08-10T06:12:52.644 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1f", 2024-08-10T06:12:52.645 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:16.576438+0000", 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.646 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.647 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.648 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.649 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.650 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177279+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178153+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.651 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790958+0000", 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.652 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1d", 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5085, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:30:54.673564+0000", 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.653 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.654 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:52.655 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:52.656 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:52.657 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.153327+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.156341+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.658 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788483+0000", 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.659 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1c", 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5152, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:37.601164+0000", 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.660 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.661 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.662 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.663 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.664 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170451+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171306+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:52.665 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788253+0000", 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.666 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1c", 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:28:08.258690+0000", 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.667 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.668 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.669 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.670 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:52.671 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248689+0000", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249705+0000", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.672 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784554+0000", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.673 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1d", 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5144, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:22:06.551002+0000", 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.674 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.675 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.676 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.677 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.678 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250878+0000", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251394+0000", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.679 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785093+0000", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.680 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.a", 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5127, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:41:49.728944+0000", 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.681 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.682 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.683 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.684 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.685 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163239+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.163688+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:52.686 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790307+0000", 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.687 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.b", 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5097, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:48:00.050459+0000", 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.688 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.689 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.690 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.691 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'3" 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.692 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145002+0000", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145320+0000", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:52.693 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785353+0000", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:52.694 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.b", 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5221, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.695 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:38:40.001113+0000", 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.696 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.697 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.698 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.699 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657427+0000", 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.156267+0000", 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.156644+0000", 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657427+0000", 2024-08-10T06:12:52.700 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657427+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657427+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657427+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657427+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657427+0000", 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.701 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.a", 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.702 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5283, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:55:39.875807+0000", 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.703 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.704 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.705 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.706 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.707 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167353+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167676+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.708 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785061+0000", 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.709 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.8", 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5213, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:04:07.755822+0000", 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.710 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.711 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.712 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.713 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:52.714 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.108482+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.108768+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:52.715 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656421+0000", 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.716 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.9", 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5299, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:38:11.984907+0000", 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.717 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.718 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.719 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.720 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.721 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171985+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172265+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:52.722 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652022+0000", 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.723 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.9", 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5214, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.724 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:06.727012+0000", 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.725 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.726 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.727 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.728 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177309+0000", 2024-08-10T06:12:52.729 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177979+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.730 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786264+0000", 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.731 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.8", 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5091, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:31:23.568906+0000", 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.732 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.733 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.734 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.735 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.736 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146404+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.146720+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:52.737 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787491+0000", 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.738 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.6", 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5321, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:00.911102+0000", 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.739 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.740 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.741 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.742 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.743 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170442+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.170939+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:52.744 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789614+0000", 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.745 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.7", 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5103, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:28:00.350041+0000", 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.746 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.747 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.748 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.749 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:52.750 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246438+0000", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.982079+0000", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.751 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651622+0000", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3124, 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.752 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3124, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.1", 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8971, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:58:08.003837+0000", 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.003497553, 2024-08-10T06:12:52.753 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.754 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.755 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 939, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 382457, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3114, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 420033 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.756 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3124" 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.757 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.176090+0000", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.176398+0000", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.758 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785246+0000", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.759 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.7", 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:11:01.481601+0000", 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.760 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.761 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.762 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.763 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.764 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.248111+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248355+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:52.765 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657103+0000", 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.766 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.6", 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5290, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:36.203769+0000", 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.767 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.768 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.769 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 2, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.770 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "551'2" 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.771 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175746+0000", 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.992415+0000", 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.772 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784664+0000", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3264, 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.773 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3264, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.0", 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9367, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.774 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:49:55.926378+0000", 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002535294, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.775 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.776 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1484, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 401461, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3220, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 418716 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.777 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3264" 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:52.778 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.166672+0000", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167022+0000", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.779 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658404+0000", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.780 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.4", 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5283, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:02:02.146403+0000", 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.781 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.782 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.783 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.784 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.785 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177762+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178076+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:52.786 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.791013+0000", 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.787 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.5", 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5106, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:10:35.429838+0000", 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.788 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.789 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.790 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.791 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:52.792 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180193+0000", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.052093+0000", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.793 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786920+0000", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3138, 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.794 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3138, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.3", 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9245, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:06.940752+0000", 2024-08-10T06:12:52.795 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005871808, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.796 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.797 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1163, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 395705, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3119, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 436709 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.798 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3138" 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.799 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.159526+0000", 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.159828+0000", 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.800 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784764+0000", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.801 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.5", 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5168, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.802 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:08:19.516755+0000", 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.803 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.804 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.805 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.806 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174611+0000", 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174883+0000", 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.807 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658500+0000", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.808 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.4", 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.809 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:17:05.016126+0000", 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.810 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.811 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.812 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.813 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983522+0000", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.814 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657208+0000", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3006, 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.815 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3006, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.2", 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9427, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:46:11.631837+0000", 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.004027231, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.816 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 19, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.817 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.818 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1966, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 380003, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2976, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 345190 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.819 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3006" 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.820 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245585+0000", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.245925+0000", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.821 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659234+0000", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.822 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3", 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5268, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:47:29.605005+0000", 2024-08-10T06:12:52.823 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.824 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.825 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.826 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.827 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255956+0000", 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256666+0000", 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.828 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788291+0000", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.829 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.2", 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.830 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5140, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:46:41.993832+0000", 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.831 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.832 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.833 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.834 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:12:46.639726+0000", 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:52.835 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.120992+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.987399+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:12:46.639726+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:12:46.639726+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:12:46.639726+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:12:46.639726+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:12:46.639726+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:12:46.639726+0000", 2024-08-10T06:12:52.836 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3032, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3032, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.4", 2024-08-10T06:12:52.837 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9128, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:02:37.702711+0000", 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.007892205, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194304, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.838 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.839 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1258, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 409542, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.840 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3030, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 365974 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3032" 2024-08-10T06:12:52.841 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.842 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241957+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.242279+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.843 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656768+0000", 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.844 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.0", 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:08.456000+0000", 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.845 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.846 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.847 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.848 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.849 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.121026+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.121301+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:52.850 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660377+0000", 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.851 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1", 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5273, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:29:45.556203+0000", 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.852 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.853 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.854 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.855 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.856 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162111+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:07.983429+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:52.857 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659640+0000", 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3107, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3107, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.858 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.7", 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 9062, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:56:08.032861+0000", 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005105054, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.859 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.860 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1148, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 417124, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.861 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3103, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 391405 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'3107" 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.862 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:52.863 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.142275+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.142646+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784748+0000", 2024-08-10T06:12:52.864 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1", 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.865 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:07:11.919009+0000", 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.866 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.867 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.868 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.869 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178554+0000", 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178888+0000", 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.870 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788519+0000", 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.871 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.0", 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.872 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5094, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:41:32.483414+0000", 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.873 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.874 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.875 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.876 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.599498+0000", 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.051751+0000", 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.877 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786749+0000", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2871, 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.878 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2871, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.6", 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8720, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:31:03.041191+0000", 2024-08-10T06:12:52.879 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.005760879, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.880 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.881 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 691, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 345045, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2847, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350658 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.882 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2871" 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.883 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.255669+0000", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.256018+0000", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.884 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785270+0000", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.885 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2", 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5181, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.886 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:36.104366+0000", 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.887 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.888 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.889 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.890 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.891 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.170922+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171235+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:52.892 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787742+0000", 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.893 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.3", 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5170, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:51:14.169109+0000", 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.894 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.895 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.896 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.897 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.898 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 20, 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177491+0000", 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.177878+0000", 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:52.899 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:50:20.466426+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788616+0000", 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.900 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.901 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.902 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "1.0", 2024-08-10T06:12:52.902 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.902 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.902 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.902 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5793, 2024-08-10T06:12:52.902 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:32:05.224745+0000", 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.903 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.904 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.905 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "2199'253" 2024-08-10T06:12:52.906 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 70, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.907 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159062+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:37:08.090683+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.908 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:53:53.652751+0000", 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788647+0000", 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2896, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2896, 2024-08-10T06:12:52.909 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "4.5", 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 8435, 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:40:02.779580+0000", 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.002664684, 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.910 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.911 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.912 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 428, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 369552, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 2898, 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 350837 2024-08-10T06:12:52.913 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "1107'2896" 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.914 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.157904+0000", 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159624+0000", 2024-08-10T06:12:52.915 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790597+0000", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.916 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.d", 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.917 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:13.567455+0000", 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.918 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.919 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.920 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.921 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.922 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.922 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.922 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.922 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.922 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:52.922 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.923 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.923 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.923 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.923 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.923 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.923 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:52.923 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.167146+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167445+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:52.924 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:52.925 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659654+0000", 2024-08-10T06:12:52.925 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.925 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.925 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.c", 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.926 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:22:36.814451+0000", 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.927 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.928 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.929 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.930 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:52.931 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250045+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250378+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.932 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788388+0000", 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.933 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.c", 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5157, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:10:56.463907+0000", 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.934 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.935 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.936 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.937 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.938 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.939 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.144945+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145283+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.940 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656232+0000", 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.941 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.d", 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5287, 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:28:15.355223+0000", 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 70, 2024-08-10T06:12:52.942 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.943 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.944 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:52.945 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.946 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.947 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178967+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179308+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:52.948 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787175+0000", 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.949 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.f", 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.951 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.952 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.952 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:52.952 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.952 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:43:22.345240+0000", 2024-08-10T06:12:52.952 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.953 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.954 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.955 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.956 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.957 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167610+0000", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.168028+0000", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.958 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658030+0000", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.959 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.e", 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5275, 2024-08-10T06:12:52.960 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:11:05.739028+0000", 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.961 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.962 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.963 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 6, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 6, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.964 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.965 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:52.966 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172917+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173272+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.967 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788098+0000", 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.968 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.e", 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5101, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:55:33.674560+0000", 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.969 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.970 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.971 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.972 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.973 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:52.974 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175190+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175487+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:52.975 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.652870+0000", 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 1, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 1, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.f", 2024-08-10T06:12:52.976 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5195, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:08:17.265590+0000", 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 22, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.977 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 3, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 1, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.978 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 1, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.979 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1, 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 1, 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 1, 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.980 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.981 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.981 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.981 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:52.981 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.981 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:52.981 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.981 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'1" 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:52.982 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172743+0000", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173114+0000", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:52.983 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786349+0000", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.984 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.11", 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.985 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5090, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:05:11.804323+0000", 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.986 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.987 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:52.988 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.989 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:52.990 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.602002+0000", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.602309+0000", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.991 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657401+0000", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 8, 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:52.992 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 8, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.10", 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5284, 2024-08-10T06:12:52.993 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:28:47.446127+0000", 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:52.994 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:52.995 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 4, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:52.996 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 24, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 24, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 12, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.997 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:52.998 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:52.998 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:52.998 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:52.998 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:52.998 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:52.998 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.998 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'8" 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:52.999 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249311+0000", 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.249625+0000", 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.000 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785256+0000", 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.001 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.002 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.10", 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5113, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:20.168057+0000", 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.003 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.004 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.005 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.006 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.007 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.008 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.008 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.008 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.008 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.008 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.008 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251536+0000", 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.255493+0000", 2024-08-10T06:12:53.009 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787179+0000", 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.010 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.011 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.11", 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5128, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T04:59:32.939290+0000", 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.012 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.013 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.014 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.015 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.016 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.017 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171005+0000", 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171458+0000", 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:53.018 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790404+0000", 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.019 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.13", 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.020 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5100, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:37:03.365472+0000", 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.021 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.022 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.023 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.024 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:53.025 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.026 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172613+0000", 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172932+0000", 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.027 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.028 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788346+0000", 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.029 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.12", 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5159, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:33:29.067662+0000", 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.030 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.031 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.032 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.033 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.034 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.035 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174146+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.174447+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:53.036 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784896+0000", 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.037 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.12", 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.038 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:27:00.999570+0000", 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.039 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.040 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.041 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:53.042 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.043 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.146601+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147579+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:53.044 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787223+0000", 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.045 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.13", 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5327, 2024-08-10T06:12:53.046 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:01:18.457225+0000", 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 34, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.047 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.048 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 4, 2024-08-10T06:12:53.049 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 3, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 6 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.050 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.051 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.051 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:53.051 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'2" 2024-08-10T06:12:53.051 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.051 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.052 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.174377+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175839+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:53.053 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:53.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:53.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.054 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790852+0000", 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.055 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.15", 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.056 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5099, 2024-08-10T06:12:53.057 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.057 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:28.501162+0000", 2024-08-10T06:12:53.057 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.057 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.057 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.057 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.058 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.059 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.060 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.061 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.062 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.252963+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.253443+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.063 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784710+0000", 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 29, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 29, 2024-08-10T06:12:53.064 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.14", 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5151, 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:10:21.024159+0000", 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.065 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 5810, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.066 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:53.067 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.068 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 10, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 14, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 28, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 25 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.069 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'29" 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.070 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163906+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164215+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:53.071 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654067+0000", 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.072 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.14", 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:21:52.303847+0000", 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.073 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.074 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.075 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.076 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:53.077 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:53.078 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162211+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162552+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:53.079 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656356+0000", 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 3, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 3, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.15", 2024-08-10T06:12:53.080 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5288, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:25:03.357307+0000", 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 90, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.081 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.082 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.083 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 1, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.084 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 7, 2024-08-10T06:12:53.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 7, 2024-08-10T06:12:53.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 4, 2024-08-10T06:12:53.085 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 1 2024-08-10T06:12:53.085 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.086 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.086 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.086 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.086 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.086 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "66'3" 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.087 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163240+0000", 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.163511+0000", 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.088 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786972+0000", 2024-08-10T06:12:53.089 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.17", 2024-08-10T06:12:53.090 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:14:01.243715+0000", 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.091 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.092 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.093 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.094 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.095 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.096 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.096 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.096 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.096 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.096 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250196+0000", 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251552+0000", 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:53.097 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788133+0000", 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.098 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.099 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.16", 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5165, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:49:07.703692+0000", 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.100 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.101 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.102 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.103 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.104 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171667+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171966+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:53.105 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787939+0000", 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.106 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.16", 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5131, 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:29:10.791793+0000", 2024-08-10T06:12:53.107 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.108 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.109 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.110 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.111 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.112 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.112 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.112 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.112 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.112 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.113 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253623+0000", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254895+0000", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.114 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.789512+0000", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.115 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.17", 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5115, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:56:51.256399+0000", 2024-08-10T06:12:53.116 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.117 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.118 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.119 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.120 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145663+0000", 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145941+0000", 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:53.121 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656070+0000", 2024-08-10T06:12:53.122 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.123 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.124 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.124 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.19", 2024-08-10T06:12:53.124 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.124 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.124 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.124 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5278, 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:29:44.102854+0000", 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.125 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.126 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.127 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.128 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.129 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.130 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159100+0000", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159382+0000", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.131 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784647+0000", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.132 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.18", 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5148, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:15:41.016499+0000", 2024-08-10T06:12:53.133 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.134 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.135 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.136 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.137 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.138 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.139 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.140 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.140 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:53.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:53.140 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.122820+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.123385+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:53.141 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785008+0000", 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.142 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.18", 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5218, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:47:27.691113+0000", 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.143 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.144 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.145 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.146 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.147 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247282+0000", 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247563+0000", 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.148 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784888+0000", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.149 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.19", 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.150 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:34:16.480659+0000", 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.151 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.152 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.153 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.154 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.155 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.155 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.155 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.155 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.156 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.160499+0000", 2024-08-10T06:12:53.157 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.161187+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.158 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784241+0000", 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.159 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.160 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:53.160 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.160 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.160 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1a", 2024-08-10T06:12:53.160 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.161 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.161 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.161 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:53.161 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.161 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:56:11.724645+0000", 2024-08-10T06:12:53.161 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.161 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.162 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.163 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.164 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.165 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:53.166 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180216+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.180867+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.167 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787134+0000", 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.168 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1b", 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5316, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:43:28.797838+0000", 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.169 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.170 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.171 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.172 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:53.173 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 60, 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.174 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.161782+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162039+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.175 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:42.176360+0000", 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785521+0000", 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 2, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 2, 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.176 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "2.1b", 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5183, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:12:45.907364+0000", 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.177 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.178 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.179 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.180 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "548'2" 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.181 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.182 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.182 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.182 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.182 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.182 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140312+0000", 2024-08-10T06:12:53.183 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140827+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.651813+0000", 2024-08-10T06:12:53.184 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.185 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.1a", 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5218, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:20.606213+0000", 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.186 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.187 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.188 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.189 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.190 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.191 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.191 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.191 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.191 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.191 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.191 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.191 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.249611+0000", 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250034+0000", 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.192 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784203+0000", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.193 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.20", 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.194 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5117, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:46:16.708096+0000", 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.195 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.196 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.197 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.198 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.199 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:53.200 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.245712+0000", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.246191+0000", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.201 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.660037+0000", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.202 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.21", 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5269, 2024-08-10T06:12:53.203 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:10:30.871209+0000", 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.204 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.205 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.206 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.207 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.163391+0000", 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.166782+0000", 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:53.208 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:53.209 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788661+0000", 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.210 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.22", 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5167, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:54:45.297934+0000", 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.211 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.212 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.213 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.214 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.215 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.216 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.217 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.217 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.217 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.217 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.217 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:53.217 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.140332+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.140642+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.218 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.659910+0000", 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.219 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.23", 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5270, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:09:58.732434+0000", 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.220 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.221 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.222 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.223 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.224 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.224 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.224 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.224 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.224 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.224 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.224 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.225 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.147175+0000", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.147468+0000", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.226 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785901+0000", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:53.227 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.24", 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5222, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.228 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:27:19.557313+0000", 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.229 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.230 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.231 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.233 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.234 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.235 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:53.236 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.237 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.237 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.237 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.237 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.237 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.237 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:53.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:53.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:14.112342+0000", 2024-08-10T06:12:53.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:14.112619+0000", 2024-08-10T06:12:53.238 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 399, 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.239 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.240 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:53.240 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.657277+0000", 2024-08-10T06:12:53.240 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.240 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.240 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.241 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.241 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 398, 2024-08-10T06:12:53.241 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.241 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.241 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.241 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.241 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.242 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.242 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.242 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.242 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.25", 2024-08-10T06:12:53.242 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5282, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:49:26.749801+0000", 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.243 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.244 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.244 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.244 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.244 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.244 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.244 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.245 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.246 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.247 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.248 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.163884+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.164207+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.249 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786248+0000", 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.250 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.26", 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5119, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:24:12.673935+0000", 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.251 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.252 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.253 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.254 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.255 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.145079+0000", 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.145396+0000", 2024-08-10T06:12:53.256 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785141+0000", 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.257 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.27", 2024-08-10T06:12:53.258 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5203, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:51:30.432328+0000", 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.259 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.260 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.261 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.262 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.263 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.154503+0000", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.154808+0000", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.264 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784813+0000", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.265 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.28", 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.266 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:00:39.294626+0000", 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.267 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.268 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.269 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: 2 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.270 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.271 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:02:47.148996+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:02:47.149298+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 431, 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.272 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785026+0000", 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 430, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.273 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.29", 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5212, 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:16:07.630839+0000", 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.274 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.275 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.276 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.277 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.278 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.159006+0000", 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.159304+0000", 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.279 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788155+0000", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.280 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2a", 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:39.950278+0000", 2024-08-10T06:12:53.281 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.282 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.283 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.284 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.285 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:53.286 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.180580+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.181442+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.287 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787081+0000", 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.288 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2b", 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5320, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:35:07.571218+0000", 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.289 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.290 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.291 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.292 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.293 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251408+0000", 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.251731+0000", 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.294 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784615+0000", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.295 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2c", 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5126, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.296 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:08:10.750441+0000", 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.297 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.298 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.299 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.300 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.301 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.171468+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.171764+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:53.302 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790749+0000", 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.303 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2d", 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5081, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.304 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.734475+0000", 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.305 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.306 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.307 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.308 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 2, 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.162418+0000", 2024-08-10T06:12:53.309 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.162689+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.658339+0000", 2024-08-10T06:12:53.310 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2e", 2024-08-10T06:12:53.311 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5265, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:38.686581+0000", 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.312 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.313 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.314 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.315 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 2, 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.316 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172363+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.173344+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:53.317 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785443+0000", 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.318 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.2f", 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5166, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:36:07.795236+0000", 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.319 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.320 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.321 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.322 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: 3 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.323 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.175535+0000", 2024-08-10T06:12:53.324 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.175820+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784545+0000", 2024-08-10T06:12:53.325 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.326 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.30", 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5142, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:57.515842+0000", 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.327 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.328 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.329 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.330 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.331 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.162137+0000", 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.162429+0000", 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:53.332 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656204+0000", 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.333 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.31", 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.334 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5279, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:33:40.097470+0000", 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.335 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.336 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.337 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.338 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.339 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.171165+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.171514+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:53.340 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786083+0000", 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.341 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.32", 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5318, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.342 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:31:30.533094+0000", 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.343 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.344 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.345 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: 5 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.346 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.347 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.246713+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.247077+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.348 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.785610+0000", 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.349 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.33", 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5210, 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:01:49.089879+0000", 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.350 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.351 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.352 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.353 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.354 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 4, 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.247562+0000", 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.248138+0000", 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.355 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.654069+0000", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.356 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.34", 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5187, 2024-08-10T06:12:53.357 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:03:41.773004+0000", 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.358 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.359 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.360 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: 4, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 4, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.361 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.251412+0000", 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.252090+0000", 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:53.362 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788818+0000", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.363 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.35", 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.364 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5120, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:54.091442+0000", 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.365 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.366 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.367 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.368 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 6, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.369 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.253689+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.254998+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:53.370 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786329+0000", 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.371 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.36", 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5112, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:20:31.137614+0000", 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.372 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.373 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.374 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.375 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 6, 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.376 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178147+0000", 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178598+0000", 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:53.377 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787032+0000", 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.378 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.37", 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.379 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5088, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:11:14.523636+0000", 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.380 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.381 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.382 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:53.383 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 3, 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.384 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.241035+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.241334+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.385 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.784889+0000", 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.386 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.38", 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5176, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:59:32.088986+0000", 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.387 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.388 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.389 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.390 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 3, 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.391 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.177365+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.179010+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:53.392 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.786456+0000", 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.393 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.39", 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:00:53.150915+0000", 2024-08-10T06:12:53.394 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.395 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.396 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.397 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.398 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:53.399 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:20.165403+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:20.167095+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 461, 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.400 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788058+0000", 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 460, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.401 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3a", 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5139, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:26:53.981677+0000", 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.402 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.403 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.404 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.405 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:53.406 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.167586+0000", 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.167941+0000", 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.407 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790963+0000", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.408 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3b", 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.409 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5098, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:55:28.078078+0000", 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.410 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.411 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.412 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: 4 2024-08-10T06:12:53.413 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 5, 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.414 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.172425+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.172715+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:53.415 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.788267+0000", 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.416 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3c", 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5161, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:59:29.846589+0000", 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.417 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.418 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.419 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.420 INFO:tasks.workunit.client.0.smithi078.stdout: 5, 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: 3, 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: 7 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 5, 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 0, 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.421 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:01:41.593191+0000", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:01:41.593482+0000", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.422 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 367, 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.790182+0000", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 366, 2024-08-10T06:12:53.423 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3d", 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5322, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.424 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:31:58.085097+0000", 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.425 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.426 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.427 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: 0, 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: 1 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 0, 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.428 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 1, 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:03:53.250226+0000", 2024-08-10T06:12:53.429 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:03:53.250568+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 494, 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.656737+0000", 2024-08-10T06:12:53.430 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 493, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.431 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3e", 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5297, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:44:39.912459+0000", 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.432 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.433 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.434 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.437 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: 1, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: 2, 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: 6 2024-08-10T06:12:53.438 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 1, 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": [ 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: "acting_primary": 7, 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: "avail_no_missing": [], 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: "blocked_by": [], 2024-08-10T06:12:53.439 INFO:tasks.workunit.client.0.smithi078.stdout: "created": 63, 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "dirty_stats_invalid": false, 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "hitset_stats_invalid": false, 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_active": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_active": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_became_peered": "2024-08-10T05:04:26.178477+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_change": "2024-08-10T05:04:26.178846+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_clean_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_deep_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_epoch_clean": 527, 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fresh": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_fullsized": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:53.440 INFO:tasks.workunit.client.0.smithi078.stdout: "last_peered": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub": "0'0", 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_duration": 0, 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "last_scrub_stamp": "2024-08-10T04:52:45.374148+0000", 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "last_undegraded": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "last_unstale": "2024-08-10T06:11:48.787220+0000", 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "log_dups_size": 0, 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "log_start": "0'0", 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "manifest_stats_invalid": false, 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "mapping_epoch": 526, 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "object_location_counts": [], 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_scrubbed": 0, 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "objects_trimmed": 0, 2024-08-10T06:12:53.441 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_stats_invalid": false, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "parent": "0.0", 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "parent_split_bits": 0, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "pgid": "3.3f", 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "pin_stats_invalid": false, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "purged_snaps": [], 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_epoch": 2831, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "reported_seq": 5083, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_duration": 0.0, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:31:37.161139+0000", 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:12:53.442 INFO:tasks.workunit.client.0.smithi078.stdout: "snaptrimq_len": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.443 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.444 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.445 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: "state": "active+clean", 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_invalid": false, 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: "up": [ 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: 7, 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: 6, 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: 0 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: "up_primary": 7, 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: "version": "0'0" 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.446 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_per_pool": [ 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 3, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "mgr" 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 253, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 1, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 3, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 253, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 1, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 590368, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.447 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.448 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 6, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 2, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 2, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 6, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.449 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 1322, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 2114, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 423, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 2416 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 1781760, 2024-08-10T06:12:53.450 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 1771104, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 3 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 96, 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.451 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 68, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 32, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 68, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 2, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 6596, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.452 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 66, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 22, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 22, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.453 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 14, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 79, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 86, 2024-08-10T06:12:53.454 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 68, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 35 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 110592, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 19788, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:53.455 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 46044, 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 96 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 192, 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "cephfs" 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 0, 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 64, 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:53.456 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 3, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.457 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.458 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 0, 2024-08-10T06:12:53.459 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 0 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.460 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 192 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: { 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "acting": 24, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "application": [ 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "rbd" 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "log_size": 24438, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_pg": 8, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_store_stats": 8, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "ondisk_log_size": 24438, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "poolid": 4, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "stat_sum": { 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes": 4194323, 2024-08-10T06:12:53.461 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_bytes_recovered": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_kb": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_full": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_evict_mode_some": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_kb": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_high": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_flush_mode_low": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_keys_recovered": 0, 2024-08-10T06:12:53.462 INFO:tasks.workunit.client.0.smithi078.stdout: "num_large_omap_objects": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_clones": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_object_copies": 12, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects": 4, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_degraded": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_dirty": 4, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_manifest": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_misplaced": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_omap": 2, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_pinned": 0, 2024-08-10T06:12:53.463 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_recovered": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_repaired": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_objects_unfound": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_bytes": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_omap_keys": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_promote": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read": 9077, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_read_kb": 3100889, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_scrub_errors": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_whiteouts": 0, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write": 24307, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "num_write_kb": 3079522 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.464 INFO:tasks.workunit.client.0.smithi078.stdout: "store_stats": { 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "allocated": 12595200, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "available": 0, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed": 0, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_allocated": 0, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "data_compressed_original": 0, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "data_stored": 12582969, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "internal_metadata": 0, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "internally_reserved": 0, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "omap_allocated": 0, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "total": 0 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.465 INFO:tasks.workunit.client.0.smithi078.stdout: "up": 24 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: ], 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "usage": { 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pg_num": 105, 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "pools": 4, 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "stats_by_class": { 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "ssd": { 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696, 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_bytes": 4810141696, 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_raw_ratio": 0.0062635294161736965 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: }, 2024-08-10T06:12:53.466 INFO:tasks.workunit.client.0.smithi078.stdout: "total_avail_bytes": 763150143488, 2024-08-10T06:12:53.467 INFO:tasks.workunit.client.0.smithi078.stdout: "total_bytes": 767960285184, 2024-08-10T06:12:53.467 INFO:tasks.workunit.client.0.smithi078.stdout: "total_used_bytes": 4810141696 2024-08-10T06:12:53.467 INFO:tasks.workunit.client.0.smithi078.stdout: } 2024-08-10T06:12:53.467 INFO:tasks.workunit.client.0.smithi078.stdout:} 2024-08-10T06:12:53.467 INFO:tasks.workunit.client.0.smithi078.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-10T06:12:53.467 INFO:tasks.workunit.client.0.smithi078.stderr:+ ceph telemetry off 2024-08-10T06:12:53.468 INFO:tasks.workunit.client.0.smithi078.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-08-10T06:12:53.468 INFO:tasks.workunit.client.0.smithi078.stdout:Preview sample reports with `ceph telemetry preview`. 2024-08-10T06:12:53.468 INFO:tasks.workunit.client.0.smithi078.stdout:OK 2024-08-10T06:12:53.469 INFO:tasks.workunit.client.0.smithi078.stderr:+ echo OK 2024-08-10T06:12:53.469 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T06:12:53.469 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T06:12:53.470 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:12:50] ENGINE Bus STOPPING 2024-08-10T06:12:53.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-08-10T06:12:53.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='client.46010 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='client.36129 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.474 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.475 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.476 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:52 smithi107 ceph-mon[86658]: from='client.36153 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:52 smithi107 ceph-mon[86658]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:52 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:12:53.480 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:12:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:12:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:12:50] ENGINE Bus STOPPED 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:12:50] ENGINE Bus STARTING 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:12:50] ENGINE Serving on http://:::9283 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:50 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:12:50] ENGINE Bus STARTED 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='client.36153 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.481 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='client.36153 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.482 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:12:51 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:12:51] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:52 smithi078 ceph-mon[92251]: from='client.36153 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:52 smithi078 ceph-mon[92251]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-10T06:12:53.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:52 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T06:12:53.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:52 smithi078 ceph-mon[94618]: from='client.36153 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:12:53.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:52 smithi078 ceph-mon[94618]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-10T06:12:53.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:52 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T06:12:53.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:53 smithi078 ceph-mon[92251]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:12:53.485 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:53 smithi078 ceph-mon[94618]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:12:53.516 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-08-10T06:12:53.517 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:12:53.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:53 smithi107 ceph-mon[86658]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:12:53.822 DEBUG:teuthology.parallel:result is None 2024-08-10T06:12:53.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:12:53.847 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:12:53.847 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:12:53.902 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:12:53.903 INFO:teuthology.run_tasks:Running task print... 2024-08-10T06:12:53.914 INFO:teuthology.task.print:**** done end telemetry x... 2024-08-10T06:12:53.914 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-10T06:12:53.924 INFO:tasks.cephadm:Teardown begin 2024-08-10T06:12:53.924 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-10T06:12:53.924 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T06:12:54.192 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:12:54.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:54 smithi107 ceph-mon[86658]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:54.592 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:54 smithi078 ceph-mon[92251]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:54.593 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:54 smithi078 ceph-mon[94618]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:56.025 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T06:12:56.025 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":16,"btime":"2024-08-10T05:04:56:141841+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.107:6833/766912585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":766912585},{"type":"v1","addr":"172.21.15.107:6833","nonce":766912585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T04:52:48.088650+0000","modified":"2024-08-10T05:04:49.417086+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.78:6835/76562447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":76562447},{"type":"v1","addr":"172.21.15.78:6835","nonce":76562447}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-08-10T06:12:56.026 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 16 2024-08-10T06:12:56.307 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:56 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/570985262' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:12:56.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:56 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/570985262' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:12:56.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:56 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/570985262' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:12:56.654 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T06:12:56.925 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:12:57.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:57 smithi078 ceph-mon[92251]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:57.300 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:57 smithi078 ceph-mon[94618]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:57.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:57 smithi107 ceph-mon[86658]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:58.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:58.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:58 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:58.615 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:58 smithi078 ceph-mon[92251]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:58.615 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:58.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:58 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:58.616 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:58 smithi078 ceph-mon[94618]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:58.801 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T06:12:58.801 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":16,"btime":"2024-08-10T05:04:56:141841+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.107:6833/766912585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6832","nonce":766912585},{"type":"v1","addr":"172.21.15.107:6833","nonce":766912585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T04:52:48.088650+0000","modified":"2024-08-10T05:04:49.417086+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.78:6835/76562447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":76562447},{"type":"v1","addr":"172.21.15.78:6835","nonce":76562447}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-08-10T06:12:58.801 INFO:teuthology.orchestra.run.smithi078.stderr:dumped fsmap epoch 16 2024-08-10T06:12:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' 2024-08-10T06:12:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:58 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:58.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:58 smithi107 ceph-mon[86658]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:12:59.476 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T06:12:59.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:12:59 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/934029640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:12:59.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:12:59 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/934029640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:12:59.731 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:12:59.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:12:59 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/934029640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:13:00.808 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:00 smithi078 ceph-mon[92251]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:13:00.809 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:00 smithi078 ceph-mon[94618]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:13:00.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:00 smithi107 ceph-mon[86658]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-10T06:13:01.471 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-08-10T06:13:01.471 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":2831,"fsid":"8a876d60-56d3-11ef-bcce-c7b262605968","created":"2024-08-10T04:47:22.916642+0000","modified":"2024-08-10T06:11:48.648824+0000","last_up_change":"2024-08-10T05:04:25.126703+0000","last_in_change":"2024-08-10T04:51:58.141554+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T04:50:20.244502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T04:52:41.849548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T04:52:45.323993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T04:53:52.932594+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1107,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7588312f-8af4-4a52-b05f-2b611d787431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":293,"up_from":302,"up_thru":2745,"down_at":294,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6803","nonce":1923556713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6805","nonce":1923556713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6809","nonce":1923556713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1923556713},{"type":"v1","addr":"172.21.15.78:6807","nonce":1923556713}]},"public_addr":"172.21.15.78:6803/1923556713","cluster_addr":"172.21.15.78:6805/1923556713","heartbeat_back_addr":"172.21.15.78:6809/1923556713","heartbeat_front_addr":"172.21.15.78:6807/1923556713","state":["exists","up"]},{"osd":1,"uuid":"1935b815-d4e3-48fa-ba97-12e9e1d20d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":324,"up_from":334,"up_thru":2745,"down_at":325,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6811","nonce":770478863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6813","nonce":770478863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6817","nonce":770478863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":770478863},{"type":"v1","addr":"172.21.15.78:6815","nonce":770478863}]},"public_addr":"172.21.15.78:6811/770478863","cluster_addr":"172.21.15.78:6813/770478863","heartbeat_back_addr":"172.21.15.78:6817/770478863","heartbeat_front_addr":"172.21.15.78:6815/770478863","state":["exists","up"]},{"osd":2,"uuid":"e845eecf-7bea-40c7-9cf4-282d1f143ef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":355,"up_from":366,"up_thru":2745,"down_at":356,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6819","nonce":1204132272}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6821","nonce":1204132272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6825","nonce":1204132272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1204132272},{"type":"v1","addr":"172.21.15.78:6823","nonce":1204132272}]},"public_addr":"172.21.15.78:6819/1204132272","cluster_addr":"172.21.15.78:6821/1204132272","heartbeat_back_addr":"172.21.15.78:6825/1204132272","heartbeat_front_addr":"172.21.15.78:6823/1204132272","state":["exists","up"]},{"osd":3,"uuid":"c41a6acb-8188-42ef-8467-84c437628fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":387,"up_from":398,"up_thru":2745,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6827","nonce":2440586922}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6829","nonce":2440586922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6833","nonce":2440586922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2440586922},{"type":"v1","addr":"172.21.15.78:6831","nonce":2440586922}]},"public_addr":"172.21.15.78:6827/2440586922","cluster_addr":"172.21.15.78:6829/2440586922","heartbeat_back_addr":"172.21.15.78:6833/2440586922","heartbeat_front_addr":"172.21.15.78:6831/2440586922","state":["exists","up"]},{"osd":4,"uuid":"a0f79ce5-6372-46b2-9526-a2cf6ed0395d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":419,"up_from":430,"up_thru":2745,"down_at":420,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6801","nonce":680450872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6803","nonce":680450872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6807","nonce":680450872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":680450872},{"type":"v1","addr":"172.21.15.107:6805","nonce":680450872}]},"public_addr":"172.21.15.107:6801/680450872","cluster_addr":"172.21.15.107:6803/680450872","heartbeat_back_addr":"172.21.15.107:6807/680450872","heartbeat_front_addr":"172.21.15.107:6805/680450872","state":["exists","up"]},{"osd":5,"uuid":"aefb0562-7e39-47a8-92c1-988ceebe7a65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":449,"up_from":460,"up_thru":2745,"down_at":450,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6809","nonce":3740346600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6811","nonce":3740346600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6815","nonce":3740346600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":3740346600},{"type":"v1","addr":"172.21.15.107:6813","nonce":3740346600}]},"public_addr":"172.21.15.107:6809/3740346600","cluster_addr":"172.21.15.107:6811/3740346600","heartbeat_back_addr":"172.21.15.107:6815/3740346600","heartbeat_front_addr":"172.21.15.107:6813/3740346600","state":["exists","up"]},{"osd":6,"uuid":"fcd53df8-1768-4a60-9b04-033a04068e0d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":482,"up_from":493,"up_thru":2745,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6817","nonce":1994876902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6819","nonce":1994876902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6823","nonce":1994876902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":1994876902},{"type":"v1","addr":"172.21.15.107:6821","nonce":1994876902}]},"public_addr":"172.21.15.107:6817/1994876902","cluster_addr":"172.21.15.107:6819/1994876902","heartbeat_back_addr":"172.21.15.107:6823/1994876902","heartbeat_front_addr":"172.21.15.107:6821/1994876902","state":["exists","up"]},{"osd":7,"uuid":"217091b7-a567-43e4-91c8-c982e503fb5c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":515,"up_from":526,"up_thru":2745,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6825","nonce":2424003687}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6827","nonce":2424003687}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6831","nonce":2424003687}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":2424003687},{"type":"v1","addr":"172.21.15.107:6829","nonce":2424003687}]},"public_addr":"172.21.15.107:6825/2424003687","cluster_addr":"172.21.15.107:6827/2424003687","heartbeat_back_addr":"172.21.15.107:6831/2424003687","heartbeat_front_addr":"172.21.15.107:6829/2424003687","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:30.111941+0000","dead_epoch":293},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:49:53.262735+0000","dead_epoch":324},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:17.002993+0000","dead_epoch":355},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:50:41.508509+0000","dead_epoch":386},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:02.964206+0000","dead_epoch":419},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:25.874948+0000","dead_epoch":449},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:51:49.538733+0000","dead_epoch":482},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T04:52:13.296273+0000","dead_epoch":515}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/2270465364":"2024-08-10T06:45:18.189654+0000","172.21.15.107:6833/3531512475":"2024-08-11T05:04:46.392128+0000","172.21.15.107:6832/3531512475":"2024-08-11T05:04:46.392128+0000","172.21.15.78:0/2596606903":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/1707470251":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/3077353080":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/1970134358":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/379001146":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/1485656319":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/3101710332":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6801/1530721786":"2024-08-11T04:57:50.023712+0000","172.21.15.78:6801/3964183031":"2024-08-11T04:59:12.349283+0000","172.21.15.78:6800/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.78:6800/3964183031":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/2493197672":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/440100536":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3094711655":"2024-08-11T04:53:49.232323+0000","172.21.15.107:0/3085644867":"2024-08-11T04:58:33.675519+0000","172.21.15.78:6800/2518534375":"2024-08-11T04:47:47.704165+0000","172.21.15.78:0/3633360792":"2024-08-10T06:50:24.896905+0000","172.21.15.78:0/1587273273":"2024-08-10T06:45:19.175741+0000","172.21.15.78:0/158724752":"2024-08-11T04:59:12.349283+0000","172.21.15.78:6801/3537351287":"2024-08-11T04:48:09.946398+0000","172.21.15.107:0/2788546614":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/3571281205":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/3130324030":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/428826350":"2024-08-11T04:47:47.704165+0000","172.21.15.107:6835/3089881869":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/4058266234":"2024-08-11T04:47:47.704165+0000","172.21.15.107:6834/3089881869":"2024-08-11T04:58:33.675519+0000","172.21.15.107:0/3853414922":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/3700231572":"2024-08-11T04:57:50.023712+0000","172.21.15.107:0/2169650641":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/2642082902":"2024-08-10T07:11:12.286936+0000","172.21.15.107:0/621788309":"2024-08-11T04:58:33.675519+0000","172.21.15.107:0/4224567449":"2024-08-11T04:58:33.675519+0000","172.21.15.78:0/586588834":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/3063637158":"2024-08-11T04:48:09.946398+0000","172.21.15.78:0/4050099179":"2024-08-11T04:59:12.349283+0000","172.21.15.78:0/739437770":"2024-08-11T04:53:49.232323+0000","172.21.15.78:6800/1530721786":"2024-08-11T04:57:50.023712+0000","172.21.15.78:0/1097824209":"2024-08-11T04:53:49.232323+0000","172.21.15.78:0/511774490":"2024-08-11T04:57:50.023712+0000","172.21.15.78:6800/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.78:6801/4029349332":"2024-08-11T04:53:49.232323+0000","172.21.15.107:0/497391225":"2024-08-11T04:58:33.675519+0000","172.21.15.78:6801/2518534375":"2024-08-11T04:47:47.704165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":33,"length":5},{"begin":43,"length":5}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":115,"snaps":[{"begin":104,"length":1}]},{"pool":116,"snaps":[{"begin":104,"length":1}]},{"pool":117,"snaps":[{"begin":314,"length":4}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T06:13:01.727 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:01 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3023014492' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T06:13:01.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:01 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3023014492' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T06:13:01.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:01 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3023014492' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T06:13:02.115 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:01 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:13:01] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.43.0" 2024-08-10T06:13:02.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs fail cephfs 2024-08-10T06:13:02.399 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:13:02.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:02 smithi107 ceph-mon[86658]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-08-10T06:13:02.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:13:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:02.794 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:02 smithi078 ceph-mon[92251]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-08-10T06:13:02.794 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:02 smithi078 ceph-mon[94618]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-08-10T06:13:04.263 INFO:teuthology.orchestra.run.smithi078.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-10T06:13:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-08-10T06:13:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/4177348447' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:13:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:13:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T06:13:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:13:04.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-10T06:13:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-10T06:13:04.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:04 smithi107 ceph-mon[86658]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T06:13:04.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-08-10T06:13:04.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/4177348447' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:13:04.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[94618]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[92247]: 2024-08-10T06:13:04.255+0000 7fdf9bb62640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-08-10T06:13:04.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/4177348447' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-mon[92251]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[119537]: ignoring --setuser ceph since I am not root 2024-08-10T06:13:04.573 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[119537]: ignoring --setgroup ceph since I am not root 2024-08-10T06:13:04.574 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:13:04 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[119537]: starting mds.a at 2024-08-10T06:13:04.905 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-10T06:13:05.160 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[92251]: mds.? [v2:172.21.15.78:6834/1174086920,v1:172.21.15.78:6835/1174086920] up:boot 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[92251]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[92251]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[94618]: mds.? [v2:172.21.15.78:6834/1174086920,v1:172.21.15.78:6835/1174086920] up:boot 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[94618]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T06:13:06.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:06 smithi078 ceph-mon[94618]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:06 smithi107 ceph-mon[86658]: mds.? [v2:172.21.15.78:6834/1174086920,v1:172.21.15.78:6835/1174086920] up:boot 2024-08-10T06:13:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:06 smithi107 ceph-mon[86658]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-10T06:13:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:06 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T06:13:06.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:06 smithi107 ceph-mon[86658]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:07.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:07 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/3046807309' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:13:07.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:07 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:13:07.669 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:07 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/3046807309' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:13:07.669 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:07 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:13:07.669 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:07 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/3046807309' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:13:07.669 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:07 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:13:07.955 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-10T06:13:08.207 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:13:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:08 smithi107 ceph-mon[86658]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T06:13:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:08 smithi107 ceph-mon[86658]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T06:13:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:08 smithi107 ceph-mon[86658]: Cluster is now healthy 2024-08-10T06:13:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:08 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-10T06:13:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:08 smithi107 ceph-mon[86658]: fsmap 2 up:standby 2024-08-10T06:13:08.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:08 smithi107 ceph-mon[86658]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:08.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[92251]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T06:13:08.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[92251]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T06:13:08.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[92251]: Cluster is now healthy 2024-08-10T06:13:08.572 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[92251]: fsmap 2 up:standby 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[92251]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[94618]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[94618]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[94618]: Cluster is now healthy 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[94618]: fsmap 2 up:standby 2024-08-10T06:13:08.573 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:08 smithi078 ceph-mon[94618]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:09.983 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'cephfs_metadata' removed 2024-08-10T06:13:10.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:09 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1410237872' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:10.324 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:09 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1410237872' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:10.324 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:09 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1410237872' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:10.629 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-10T06:13:10.887 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:13:11.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:10 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/1410237872' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:13:11.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:10 smithi107 ceph-mon[86658]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-10T06:13:11.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:10 smithi107 ceph-mon[86658]: pgmap v4821: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:11.336 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:10 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/1410237872' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:13:11.336 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:10 smithi078 ceph-mon[94618]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-10T06:13:11.336 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:10 smithi078 ceph-mon[94618]: pgmap v4821: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:11.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:10 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/1410237872' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:13:11.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:10 smithi078 ceph-mon[92251]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-10T06:13:11.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:10 smithi078 ceph-mon[92251]: pgmap v4821: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:12.179 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:11 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: ::ffff:172.21.15.107 - - [10/Aug/2024:06:13:11] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.43.0" 2024-08-10T06:13:12.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:12 smithi078 ceph-mon[92251]: pgmap v4822: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:12.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:12 smithi078 ceph-mon[94618]: pgmap v4822: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:12.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:12 smithi107 ceph-mon[86658]: pgmap v4822: 73 pgs: 73 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:12.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:13:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8a876d60-56d3-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:13.292 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'cephfs_data' removed 2024-08-10T06:13:13.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:13 smithi107 ceph-mon[86658]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:13.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:13 smithi107 ceph-mon[86658]: from='client.? 172.21.15.78:0/164426071' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:13.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:13 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:13.638 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:13 smithi078 ceph-mon[92251]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:13.638 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:13 smithi078 ceph-mon[92251]: from='client.? 172.21.15.78:0/164426071' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:13.638 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:13 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:13.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:13 smithi078 ceph-mon[94618]: from='mgr.34104 172.21.15.78:0/114043622' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:13.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:13 smithi078 ceph-mon[94618]: from='client.? 172.21.15.78:0/164426071' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:13.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:13 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:13:13.995 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:13:14.026 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:13:14.059 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-10T06:13:14.059 DEBUG:teuthology.orchestra.run.smithi078:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-10T06:13:14.083 DEBUG:teuthology.orchestra.run.smithi107:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-10T06:13:14.117 INFO:tasks.cephadm:Stopping all daemons... 2024-08-10T06:13:14.117 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-10T06:13:14.117 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a 2024-08-10T06:13:14.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 systemd[1]: Stopping Ceph mon.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:14 smithi107 ceph-mon[86658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:13:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:14 smithi107 ceph-mon[86658]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-10T06:13:14.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:14 smithi107 ceph-mon[86658]: pgmap v4824: 9 pgs: 9 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:14.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:14] ENGINE Bus STOPPING 2024-08-10T06:13:14.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-mon[94618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-mon[94618]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-mon[94618]: pgmap v4824: 9 pgs: 9 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-mon[92251]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-mon[92251]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-mon[92251]: pgmap v4824: 9 pgs: 9 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[92247]: 2024-08-10T06:13:14.440+0000 7fdfa136d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a[92247]: 2024-08-10T06:13:14.440+0000 7fdfa136d640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-10T06:13:14.728 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 podman[171600]: 2024-08-10 06:13:14.50227978 +0000 UTC m=+0.186377971 container died 741ff31aaca1f4debbc0df6de6bde21958e77bdd27fb57b765cac3f99e3d9a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-10T06:13:15.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 podman[171600]: 2024-08-10 06:13:14.890970673 +0000 UTC m=+0.575068866 container cleanup 741ff31aaca1f4debbc0df6de6bde21958e77bdd27fb57b765cac3f99e3d9a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-10T06:13:15.193 INFO:journalctl@ceph.mon.a.smithi078.stdout:Aug 10 06:13:14 smithi078 bash[171600]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-a 2024-08-10T06:13:15.194 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:13:15.194 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:14] ENGINE Bus STOPPED 2024-08-10T06:13:15.194 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:14 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:14] ENGINE Bus STARTING 2024-08-10T06:13:15.194 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:15 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:15] ENGINE Serving on http://:::9283 2024-08-10T06:13:15.194 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:15 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:15] ENGINE Bus STARTED 2024-08-10T06:13:15.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.a.service' 2024-08-10T06:13:15.448 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:15.449 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-10T06:13:15.449 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-10T06:13:15.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.c 2024-08-10T06:13:15.728 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:15 smithi078 systemd[1]: Stopping Ceph mon.c for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:15.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:15 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:15] ENGINE Bus STOPPING 2024-08-10T06:13:15.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:15 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c[94614]: 2024-08-10T06:13:15.737+0000 7fef6959f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:15.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:15 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c[94614]: 2024-08-10T06:13:15.737+0000 7fef6959f640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-10T06:13:16.266 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:15 smithi078 podman[171831]: 2024-08-10 06:13:15.993695664 +0000 UTC m=+0.363441275 container died 05fe20ff3c6b69542133cd0c0adbd26d3914915438986c01c05b221d98e6bb98 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0) 2024-08-10T06:13:16.266 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:16 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:13:16.266 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:16 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:16] ENGINE Bus STOPPED 2024-08-10T06:13:16.266 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:16 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:16] ENGINE Bus STARTING 2024-08-10T06:13:16.266 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:16 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:16] ENGINE Serving on http://:::9283 2024-08-10T06:13:16.266 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:16 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: [10/Aug/2024:06:13:16] ENGINE Bus STARTED 2024-08-10T06:13:16.632 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:16 smithi078 podman[171831]: 2024-08-10 06:13:16.346399365 +0000 UTC m=+0.716144973 container cleanup 05fe20ff3c6b69542133cd0c0adbd26d3914915438986c01c05b221d98e6bb98 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_CLEAN=True) 2024-08-10T06:13:16.632 INFO:journalctl@ceph.mon.c.smithi078.stdout:Aug 10 06:13:16 smithi078 bash[171831]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-c 2024-08-10T06:13:16.773 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.c.service' 2024-08-10T06:13:16.807 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:16.807 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-10T06:13:16.807 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-10T06:13:16.808 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.b 2024-08-10T06:13:17.245 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:16 smithi107 systemd[1]: Stopping Ceph mon.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:17.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b[86654]: 2024-08-10T06:13:17.243+0000 7f7a715d4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:17.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b[86654]: 2024-08-10T06:13:17.243+0000 7f7a715d4640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-10T06:13:17.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:17 smithi107 podman[147040]: 2024-08-10 06:13:17.458463087 +0000 UTC m=+0.450709659 container died ac3e238110610a8691d576c448f3f230702f4e246ada0f757fb337864a48ebc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.license=GPLv2) 2024-08-10T06:13:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:17 smithi107 podman[147040]: 2024-08-10 06:13:17.843546296 +0000 UTC m=+0.835792897 container cleanup ac3e238110610a8691d576c448f3f230702f4e246ada0f757fb337864a48ebc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True) 2024-08-10T06:13:18.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Aug 10 06:13:17 smithi107 bash[147040]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mon-b 2024-08-10T06:13:18.233 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mon.b.service' 2024-08-10T06:13:18.281 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:18.281 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-10T06:13:18.281 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-10T06:13:18.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y 2024-08-10T06:13:18.593 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:18 smithi078 systemd[1]: Stopping Ceph mgr.y for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:18.869 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:18 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T06:13:18.591+0000 7f77ecfd8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:18.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:18 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y[83747]: 2024-08-10T06:13:18.591+0000 7f77ecfd8640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-10T06:13:18.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:18 smithi078 podman[171965]: 2024-08-10 06:13:18.634354647 +0000 UTC m=+0.160183572 container died 123af4d28a0f882945943f7ae12ef7de2fba988d4fc8035ea37aa176b9818d4a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T06:13:19.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:18 smithi078 podman[171965]: 2024-08-10 06:13:18.975661899 +0000 UTC m=+0.501490817 container cleanup 123af4d28a0f882945943f7ae12ef7de2fba988d4fc8035ea37aa176b9818d4a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-10T06:13:19.227 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Aug 10 06:13:18 smithi078 bash[171965]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-y 2024-08-10T06:13:19.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.y.service' 2024-08-10T06:13:19.498 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:19.498 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-10T06:13:19.498 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-10T06:13:19.498 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x 2024-08-10T06:13:19.818 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 06:13:19 smithi107 systemd[1]: Stopping Ceph mgr.x for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:20.102 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 06:13:19 smithi107 podman[147164]: 2024-08-10 06:13:19.840239287 +0000 UTC m=+0.148681436 container died cbf020c65bd2c539086e0fc0eadd27d89a1b2eeb5f80045098b5662d6a10b175 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-10T06:13:20.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 06:13:20 smithi107 podman[147164]: 2024-08-10 06:13:20.158826268 +0000 UTC m=+0.467268415 container cleanup cbf020c65bd2c539086e0fc0eadd27d89a1b2eeb5f80045098b5662d6a10b175 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-10T06:13:20.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 06:13:20 smithi107 bash[147164]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x 2024-08-10T06:13:20.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 06:13:20 smithi107 podman[147179]: 2024-08-10 06:13:20.343308916 +0000 UTC m=+0.501576273 container remove cbf020c65bd2c539086e0fc0eadd27d89a1b2eeb5f80045098b5662d6a10b175 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.license=GPLv2) 2024-08-10T06:13:20.568 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Aug 10 06:13:20 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-10T06:13:20.590 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mgr.x.service' 2024-08-10T06:13:20.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:20.626 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-10T06:13:20.626 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-10T06:13:20.626 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.0 2024-08-10T06:13:20.948 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:20 smithi078 systemd[1]: Stopping Ceph osd.0 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:21.227 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[100004]: 2024-08-10T06:13:20.946+0000 7fd719a27640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:21.227 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[100004]: 2024-08-10T06:13:20.946+0000 7fd719a27640 -1 osd.0 2834 *** Got signal Terminated *** 2024-08-10T06:13:21.227 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:20 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0[100004]: 2024-08-10T06:13:20.946+0000 7fd719a27640 -1 osd.0 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:13:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:13:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:13:25.210Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:13:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:13:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:13:25.210Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:13:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:13:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:13:25.211Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:13:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:13:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:13:25.213Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:13:25.570 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:13:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:13:25.213Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:13:26.727 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:26 smithi078 podman[172086]: 2024-08-10 06:13:26.441321124 +0000 UTC m=+5.623357512 container died 75a683b57cdebcb4f8ec3e59d41122d7d5212a07791d5a0d9c03052cfbbaa5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, ceph=True) 2024-08-10T06:13:27.124 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:26 smithi078 podman[172086]: 2024-08-10 06:13:26.838458681 +0000 UTC m=+6.020495058 container cleanup 75a683b57cdebcb4f8ec3e59d41122d7d5212a07791d5a0d9c03052cfbbaa5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-10T06:13:27.124 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:26 smithi078 bash[172086]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0 2024-08-10T06:13:27.462 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:27 smithi078 podman[172105]: 2024-08-10 06:13:27.123182122 +0000 UTC m=+0.679005116 container remove 75a683b57cdebcb4f8ec3e59d41122d7d5212a07791d5a0d9c03052cfbbaa5a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS) 2024-08-10T06:13:27.714 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:27 smithi078 podman[172192]: 2024-08-10 06:13:27.364629493 +0000 UTC m=+0.017096684 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:13:27.714 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:27 smithi078 podman[172192]: 2024-08-10 06:13:27.474046355 +0000 UTC m=+0.126513588 container create 730ea2b2e13f7a444fbbac3604d615df69c4a88db330c0481def38f74b343da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-08-10T06:13:27.714 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:27 smithi078 podman[172192]: 2024-08-10 06:13:27.710009688 +0000 UTC m=+0.362476892 container init 730ea2b2e13f7a444fbbac3604d615df69c4a88db330c0481def38f74b343da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:13:27.715 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:27 smithi078 podman[172192]: 2024-08-10 06:13:27.713272628 +0000 UTC m=+0.365739821 container start 730ea2b2e13f7a444fbbac3604d615df69c4a88db330c0481def38f74b343da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-10T06:13:27.977 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:27 smithi078 podman[172192]: 2024-08-10 06:13:27.826884987 +0000 UTC m=+0.479352179 container attach 730ea2b2e13f7a444fbbac3604d615df69c4a88db330c0481def38f74b343da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-10T06:13:27.977 INFO:journalctl@ceph.osd.0.smithi078.stdout:Aug 10 06:13:27 smithi078 podman[172192]: 2024-08-10 06:13:27.896915392 +0000 UTC m=+0.549382584 container died 730ea2b2e13f7a444fbbac3604d615df69c4a88db330c0481def38f74b343da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905) 2024-08-10T06:13:28.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.0.service' 2024-08-10T06:13:28.545 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:28.545 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-10T06:13:28.545 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-10T06:13:28.546 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.1 2024-08-10T06:13:28.809 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:28 smithi078 systemd[1]: Stopping Ceph osd.1 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:29.227 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[104969]: 2024-08-10T06:13:28.958+0000 7f1438601640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:29.227 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[104969]: 2024-08-10T06:13:28.958+0000 7f1438601640 -1 osd.1 2834 *** Got signal Terminated *** 2024-08-10T06:13:29.228 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:28 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1[104969]: 2024-08-10T06:13:28.958+0000 7f1438601640 -1 osd.1 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:13:34.634 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:34 smithi078 podman[172298]: 2024-08-10 06:13:34.375289916 +0000 UTC m=+5.552566390 container died f9e9c3471a7d09dea7d2ede5d6fca4e61b0dc5c511dede9e545fc7b7639fb0e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD) 2024-08-10T06:13:34.918 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:34 smithi078 podman[172298]: 2024-08-10 06:13:34.716100315 +0000 UTC m=+5.893376787 container cleanup f9e9c3471a7d09dea7d2ede5d6fca4e61b0dc5c511dede9e545fc7b7639fb0e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-10T06:13:34.918 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:34 smithi078 bash[172298]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1 2024-08-10T06:13:35.227 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:34 smithi078 podman[172324]: 2024-08-10 06:13:34.917880707 +0000 UTC m=+0.538392225 container remove f9e9c3471a7d09dea7d2ede5d6fca4e61b0dc5c511dede9e545fc7b7639fb0e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-10T06:13:35.630 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:35 smithi078 podman[172416]: 2024-08-10 06:13:35.240701842 +0000 UTC m=+0.017044087 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:13:35.630 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:35 smithi078 podman[172416]: 2024-08-10 06:13:35.368813222 +0000 UTC m=+0.145155461 container create 6111cf9bf46b67a93dd665cb7e9f54ed49a03b55353df07c37da9189b1004293 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:13:35.978 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:35 smithi078 podman[172416]: 2024-08-10 06:13:35.629658486 +0000 UTC m=+0.406000721 container init 6111cf9bf46b67a93dd665cb7e9f54ed49a03b55353df07c37da9189b1004293 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-10T06:13:35.978 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:35 smithi078 podman[172416]: 2024-08-10 06:13:35.63293414 +0000 UTC m=+0.409276375 container start 6111cf9bf46b67a93dd665cb7e9f54ed49a03b55353df07c37da9189b1004293 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-10T06:13:35.978 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:35 smithi078 podman[172416]: 2024-08-10 06:13:35.713040096 +0000 UTC m=+0.489382340 container attach 6111cf9bf46b67a93dd665cb7e9f54ed49a03b55353df07c37da9189b1004293 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-10T06:13:35.978 INFO:journalctl@ceph.osd.1.smithi078.stdout:Aug 10 06:13:35 smithi078 podman[172416]: 2024-08-10 06:13:35.822412581 +0000 UTC m=+0.598754831 container died 6111cf9bf46b67a93dd665cb7e9f54ed49a03b55353df07c37da9189b1004293 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-10T06:13:36.402 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.1.service' 2024-08-10T06:13:36.442 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:36.442 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-10T06:13:36.442 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-10T06:13:36.442 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.2 2024-08-10T06:13:36.727 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:36 smithi078 systemd[1]: Stopping Ceph osd.2 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:37.227 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[109779]: 2024-08-10T06:13:36.794+0000 7f105a939640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:37.227 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[109779]: 2024-08-10T06:13:36.794+0000 7f105a939640 -1 osd.2 2834 *** Got signal Terminated *** 2024-08-10T06:13:37.227 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2[109779]: 2024-08-10T06:13:36.794+0000 7f105a939640 -1 osd.2 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:13:42.429 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:42 smithi078 podman[172519]: 2024-08-10 06:13:42.168784725 +0000 UTC m=+5.502322439 container died 9a367899270d4ff70b63a6a2c27b636b04cbf3987675102b2cf26a3bb9a0ad41 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-10T06:13:42.688 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:42 smithi078 podman[172519]: 2024-08-10 06:13:42.502892888 +0000 UTC m=+5.836430593 container cleanup 9a367899270d4ff70b63a6a2c27b636b04cbf3987675102b2cf26a3bb9a0ad41 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-10T06:13:42.688 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:42 smithi078 bash[172519]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2 2024-08-10T06:13:42.977 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:42 smithi078 podman[172536]: 2024-08-10 06:13:42.687592214 +0000 UTC m=+0.514458819 container remove 9a367899270d4ff70b63a6a2c27b636b04cbf3987675102b2cf26a3bb9a0ad41 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905) 2024-08-10T06:13:43.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:43 smithi078 podman[172623]: 2024-08-10 06:13:43.033230462 +0000 UTC m=+0.016648260 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:13:43.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:43 smithi078 podman[172623]: 2024-08-10 06:13:43.155028751 +0000 UTC m=+0.138446535 container create 88b17a21f0e8ba9947ea2f9538930fd3c302ace75e5a2d5f1d662c46f03002f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:13:43.477 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:43 smithi078 podman[172623]: 2024-08-10 06:13:43.373980152 +0000 UTC m=+0.357397956 container init 88b17a21f0e8ba9947ea2f9538930fd3c302ace75e5a2d5f1d662c46f03002f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-10T06:13:43.478 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:43 smithi078 podman[172623]: 2024-08-10 06:13:43.37712613 +0000 UTC m=+0.360543915 container start 88b17a21f0e8ba9947ea2f9538930fd3c302ace75e5a2d5f1d662c46f03002f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-10T06:13:43.861 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:43 smithi078 podman[172623]: 2024-08-10 06:13:43.482248132 +0000 UTC m=+0.465665930 container attach 88b17a21f0e8ba9947ea2f9538930fd3c302ace75e5a2d5f1d662c46f03002f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-10T06:13:43.861 INFO:journalctl@ceph.osd.2.smithi078.stdout:Aug 10 06:13:43 smithi078 podman[172623]: 2024-08-10 06:13:43.566311517 +0000 UTC m=+0.549729308 container died 88b17a21f0e8ba9947ea2f9538930fd3c302ace75e5a2d5f1d662c46f03002f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-10T06:13:44.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.2.service' 2024-08-10T06:13:44.180 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:44.180 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-10T06:13:44.180 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-10T06:13:44.180 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.3 2024-08-10T06:13:44.477 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:44 smithi078 systemd[1]: Stopping Ceph osd.3 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:44.977 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T06:13:44.479+0000 7f04de697640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:44.977 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T06:13:44.479+0000 7f04de697640 -1 osd.3 2834 *** Got signal Terminated *** 2024-08-10T06:13:44.977 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:44 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T06:13:44.479+0000 7f04de697640 -1 osd.3 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:13:47.477 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:47 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T06:13:47.057+0000 7f04d6ca5640 -1 osd.3 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.256900+0000 front 2024-08-10T06:13:21.256951+0000 (oldest deadline 2024-08-10T06:13:46.556973+0000) 2024-08-10T06:13:47.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:47 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:47.458+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:48.477 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:48 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T06:13:48.070+0000 7f04d6ca5640 -1 osd.3 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.256900+0000 front 2024-08-10T06:13:21.256951+0000 (oldest deadline 2024-08-10T06:13:46.556973+0000) 2024-08-10T06:13:48.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:48.479+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:49.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:48 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:48.855+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:49.477 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:49 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3[114316]: 2024-08-10T06:13:49.029+0000 7f04d6ca5640 -1 osd.3 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.256900+0000 front 2024-08-10T06:13:21.256951+0000 (oldest deadline 2024-08-10T06:13:46.556973+0000) 2024-08-10T06:13:49.818 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:49.413+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:49.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:49.443+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:50.306 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:50 smithi078 podman[172724]: 2024-08-10 06:13:50.03687906 +0000 UTC m=+5.634032695 container died d18ee5cdf5c891406144e23727b6a420f5f1e38dc12fbb5239673182fd2de165 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:13:50.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:49 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:49.828+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:50.665 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:50 smithi078 podman[172724]: 2024-08-10 06:13:50.405136967 +0000 UTC m=+6.002290603 container cleanup d18ee5cdf5c891406144e23727b6a420f5f1e38dc12fbb5239673182fd2de165 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-10T06:13:50.665 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:50 smithi078 bash[172724]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3 2024-08-10T06:13:50.808 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:50.456+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:50.808 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:50.470+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:50.977 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:50 smithi078 podman[172739]: 2024-08-10 06:13:50.664629644 +0000 UTC m=+0.627011381 container remove d18ee5cdf5c891406144e23727b6a420f5f1e38dc12fbb5239673182fd2de165 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T06:13:51.068 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:50.852+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:51.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:50 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:50.807+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:51.285 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:51 smithi078 podman[172829]: 2024-08-10 06:13:50.930406764 +0000 UTC m=+0.017076867 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:13:51.285 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:51 smithi078 podman[172829]: 2024-08-10 06:13:51.048972407 +0000 UTC m=+0.135642490 container create 4d86d85bef83a9ea0db7f883c817d4e161e5fe64e8789786cb387e41638cb375 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:13:51.285 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:51 smithi078 podman[172829]: 2024-08-10 06:13:51.284697356 +0000 UTC m=+0.371367440 container init 4d86d85bef83a9ea0db7f883c817d4e161e5fe64e8789786cb387e41638cb375 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-10T06:13:51.727 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:51 smithi078 podman[172829]: 2024-08-10 06:13:51.287880752 +0000 UTC m=+0.374550837 container start 4d86d85bef83a9ea0db7f883c817d4e161e5fe64e8789786cb387e41638cb375 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-10T06:13:51.728 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:51 smithi078 podman[172829]: 2024-08-10 06:13:51.35969274 +0000 UTC m=+0.446362834 container attach 4d86d85bef83a9ea0db7f883c817d4e161e5fe64e8789786cb387e41638cb375 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-10T06:13:51.728 INFO:journalctl@ceph.osd.3.smithi078.stdout:Aug 10 06:13:51 smithi078 podman[172829]: 2024-08-10 06:13:51.480691189 +0000 UTC m=+0.567361275 container died 4d86d85bef83a9ea0db7f883c817d4e161e5fe64e8789786cb387e41638cb375 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-bca9905, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:13:51.762 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:51 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:51.468+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:51.763 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:51 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:51.424+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:52.041 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.3.service' 2024-08-10T06:13:52.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:51 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:51.761+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:52.068 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:51 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:51.901+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:52.078 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:13:52.079 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-10T06:13:52.079 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-10T06:13:52.079 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.4 2024-08-10T06:13:52.410 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:52 smithi107 systemd[1]: Stopping Ceph osd.4 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:13:52.733 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:52.453+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:52.734 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:52.408+0000 7fa8c553b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:13:52.734 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:52.408+0000 7fa8c553b640 -1 osd.4 2834 *** Got signal Terminated *** 2024-08-10T06:13:52.734 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:52.408+0000 7fa8c553b640 -1 osd.4 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:13:52.734 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:52.429+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:53.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:52.733+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:53.068 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:52 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:52.944+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:53.762 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:53.482+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:53.762 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:53.409+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:54.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:53.761+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:54.068 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:53 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:53.938+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:54.789 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:54.441+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:54.790 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:54.524+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:55.068 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:54.978+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:55.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:54 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:54.788+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:55.748 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:55.502+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:55.748 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:55.446+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:55.749 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:55.446+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:32.600044+0000 front 2024-08-10T06:13:32.599963+0000 (oldest deadline 2024-08-10T06:13:54.899852+0000) 2024-08-10T06:13:56.068 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:55.966+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:56.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:55.747+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:56.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:55 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:55.747+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:13:56.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:56.519+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:56.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:56.519+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:13:56.818 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:56.466+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:25.599168+0000 front 2024-08-10T06:13:25.599386+0000 (oldest deadline 2024-08-10T06:13:48.499084+0000) 2024-08-10T06:13:56.819 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4[92387]: 2024-08-10T06:13:56.466+0000 7fa8bdb49640 -1 osd.4 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:32.600044+0000 front 2024-08-10T06:13:32.599963+0000 (oldest deadline 2024-08-10T06:13:54.899852+0000) 2024-08-10T06:13:56.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:56.700+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:56.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:56.700+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:13:57.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:56 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:56.986+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:57.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:57.514+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:57.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:57.514+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:13:57.818 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:57.666+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:57.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:57.666+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:13:58.276 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:57 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:57.951+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:58.276 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:58 smithi107 podman[147306]: 2024-08-10 06:13:58.012568717 +0000 UTC m=+5.728205456 container died 9a307ce76d6929f3267d6b6324e1580661ce391055115dee9464472eb3c1d539 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:13:58.545 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:58 smithi107 podman[147306]: 2024-08-10 06:13:58.366565555 +0000 UTC m=+6.082202290 container cleanup 9a307ce76d6929f3267d6b6324e1580661ce391055115dee9464472eb3c1d539 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-10T06:13:58.546 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:58 smithi107 bash[147306]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4 2024-08-10T06:13:58.818 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:58 smithi107 podman[147320]: 2024-08-10 06:13:58.634431028 +0000 UTC m=+0.615385591 container remove 9a307ce76d6929f3267d6b6324e1580661ce391055115dee9464472eb3c1d539 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-10T06:13:58.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:58.544+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:58.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:58.544+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:13:58.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:58.630+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:13:58.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:58.630+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:13:59.280 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:13:58 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:13:58.969+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:13:59.281 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:58 smithi107 podman[147411]: 2024-08-10 06:13:58.889121762 +0000 UTC m=+0.017365998 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:13:59.281 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:58 smithi107 podman[147411]: 2024-08-10 06:13:58.993707808 +0000 UTC m=+0.121952035 container create 6210adeb273ba418f995dcc26916c93100a88caa393ee9eea7e7b0156555eb7d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0) 2024-08-10T06:13:59.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:59.496+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:13:59.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:13:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:13:59.496+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:13:59.568 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:59 smithi107 podman[147411]: 2024-08-10 06:13:59.280062603 +0000 UTC m=+0.408306836 container init 6210adeb273ba418f995dcc26916c93100a88caa393ee9eea7e7b0156555eb7d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:13:59.569 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:59 smithi107 podman[147411]: 2024-08-10 06:13:59.284131955 +0000 UTC m=+0.412376186 container start 6210adeb273ba418f995dcc26916c93100a88caa393ee9eea7e7b0156555eb7d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-10T06:13:59.569 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:59 smithi107 podman[147411]: 2024-08-10 06:13:59.362802648 +0000 UTC m=+0.491046876 container attach 6210adeb273ba418f995dcc26916c93100a88caa393ee9eea7e7b0156555eb7d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-10T06:13:59.569 INFO:journalctl@ceph.osd.4.smithi107.stdout:Aug 10 06:13:59 smithi107 podman[147411]: 2024-08-10 06:13:59.468897621 +0000 UTC m=+0.597141856 container died 6210adeb273ba418f995dcc26916c93100a88caa393ee9eea7e7b0156555eb7d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-10T06:14:00.016 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:59.606+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:00.017 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:13:59 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:13:59.606+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:00.128 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.4.service' 2024-08-10T06:14:00.168 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:14:00.168 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-10T06:14:00.168 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-10T06:14:00.168 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.5 2024-08-10T06:14:00.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:00.014+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:14:00.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:00 smithi107 systemd[1]: Stopping Ceph osd.5 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:00.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:00.482+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:00.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:00.482+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:00.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:00.544+0000 7f8b1ee58640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:14:00.818 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:00.544+0000 7f8b1ee58640 -1 osd.5 2834 *** Got signal Terminated *** 2024-08-10T06:14:00.819 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:00.544+0000 7f8b1ee58640 -1 osd.5 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:14:00.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:00.643+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:00.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:00.643+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:01.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:00.987+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:14:01.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:00 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:00.987+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:33.826967+0000 front 2024-08-10T06:13:33.827056+0000 (oldest deadline 2024-08-10T06:14:00.227495+0000) 2024-08-10T06:14:01.678 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:01 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:01.478+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:01.679 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:01 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:01.478+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:01.992 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:01 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:01.677+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:01.992 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:01 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:01.677+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:02.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:01 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:01.990+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:14:02.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:01 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:01.990+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:33.826967+0000 front 2024-08-10T06:13:33.827056+0000 (oldest deadline 2024-08-10T06:14:00.227495+0000) 2024-08-10T06:14:02.700 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:02.437+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:02.701 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:02.437+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:03.035 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:02.699+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:03.035 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:02 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:02.699+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:03.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:03.033+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:14:03.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:03.033+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:33.826967+0000 front 2024-08-10T06:13:33.827056+0000 (oldest deadline 2024-08-10T06:14:00.227495+0000) 2024-08-10T06:14:03.720 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:03.414+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:03.721 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:03.414+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:04.041 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:03.719+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:04.041 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:03.719+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:04.042 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:03 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:03.719+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:04.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:04.040+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:14:04.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:04.040+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:33.826967+0000 front 2024-08-10T06:13:33.827056+0000 (oldest deadline 2024-08-10T06:14:00.227495+0000) 2024-08-10T06:14:04.755 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:04.405+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:04.756 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:04.405+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:04.756 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:04.405+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:05.055 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:04.754+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:05.055 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:04.754+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:05.055 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:04 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:04.754+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:05.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:05.053+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:23.226095+0000 front 2024-08-10T06:13:23.226200+0000 (oldest deadline 2024-08-10T06:13:47.925960+0000) 2024-08-10T06:14:05.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:05.053+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:33.826967+0000 front 2024-08-10T06:13:33.827056+0000 (oldest deadline 2024-08-10T06:14:00.227495+0000) 2024-08-10T06:14:05.318 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5[96998]: 2024-08-10T06:14:05.053+0000 7f8b17466640 -1 osd.5 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.228072+0000 front 2024-08-10T06:13:40.228173+0000 (oldest deadline 2024-08-10T06:14:04.327958+0000) 2024-08-10T06:14:05.733 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:05.423+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:05.733 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:05.423+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:05.733 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:05.423+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:05.990 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:05.731+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:05.990 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:05.731+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:05.990 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:05 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:05.731+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:06.254 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:05 smithi107 podman[147514]: 2024-08-10 06:14:05.989736502 +0000 UTC m=+5.572734163 container died 6f0940128fe4491e3b5384fe9bf7ea7bc9d47be7e1f34d3743b75d709cca7092 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-10T06:14:06.568 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:06 smithi107 podman[147514]: 2024-08-10 06:14:06.352676962 +0000 UTC m=+5.935674612 container cleanup 6f0940128fe4491e3b5384fe9bf7ea7bc9d47be7e1f34d3743b75d709cca7092 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:14:06.568 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:06 smithi107 bash[147514]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5 2024-08-10T06:14:06.569 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:06 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:06.382+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:06.569 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:06 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:06.382+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:06.569 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:06 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:06.382+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:06.972 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:06 smithi107 podman[147540]: 2024-08-10 06:14:06.629560238 +0000 UTC m=+0.643431481 container remove 6f0940128fe4491e3b5384fe9bf7ea7bc9d47be7e1f34d3743b75d709cca7092 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-bca9905) 2024-08-10T06:14:06.973 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:06 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:06.755+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:06.973 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:06 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:06.755+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:06.973 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:06 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:06.755+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:07.237 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:06 smithi107 podman[147631]: 2024-08-10 06:14:06.971990118 +0000 UTC m=+0.114313180 container create 6d363598a8a5ab1b44272bb2845d8e33fb4adc46089b22ed4493486ccbfc4135 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-08-10T06:14:07.237 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:06 smithi107 podman[147631]: 2024-08-10 06:14:06.87541734 +0000 UTC m=+0.017740408 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:14:07.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:07.356+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:07.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:07.356+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:07.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:07.356+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:07.569 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:07 smithi107 podman[147631]: 2024-08-10 06:14:07.307815882 +0000 UTC m=+0.450138943 container init 6d363598a8a5ab1b44272bb2845d8e33fb4adc46089b22ed4493486ccbfc4135 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-08-10T06:14:07.569 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:07 smithi107 podman[147631]: 2024-08-10 06:14:07.310992024 +0000 UTC m=+0.453315086 container start 6d363598a8a5ab1b44272bb2845d8e33fb4adc46089b22ed4493486ccbfc4135 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-10T06:14:07.569 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:07 smithi107 podman[147631]: 2024-08-10 06:14:07.407781077 +0000 UTC m=+0.550104157 container attach 6d363598a8a5ab1b44272bb2845d8e33fb4adc46089b22ed4493486ccbfc4135 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-10T06:14:07.569 INFO:journalctl@ceph.osd.5.smithi107.stdout:Aug 10 06:14:07 smithi107 podman[147631]: 2024-08-10 06:14:07.499797115 +0000 UTC m=+0.642120177 container died 6d363598a8a5ab1b44272bb2845d8e33fb4adc46089b22ed4493486ccbfc4135 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-10T06:14:08.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:07.733+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:08.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:07.733+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:08.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:07 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:07.733+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:08.174 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.5.service' 2024-08-10T06:14:08.213 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:14:08.213 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-10T06:14:08.213 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-10T06:14:08.213 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.6 2024-08-10T06:14:08.540 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:08 smithi107 systemd[1]: Stopping Ceph osd.6 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:08.540 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:08.334+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:08.540 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:08.334+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:08.541 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:08.334+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:08.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:08.538+0000 7fae3992e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:14:08.818 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:08.538+0000 7fae3992e640 -1 osd.6 2834 *** Got signal Terminated *** 2024-08-10T06:14:08.819 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:08.538+0000 7fae3992e640 -1 osd.6 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:14:08.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:08.725+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:08.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:08.725+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:08.819 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:08 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:08.725+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:09.737 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:09.356+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:09.737 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:09.356+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:09.737 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:09.356+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:10.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:09.735+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:10.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:09.735+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:10.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:09 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:09.735+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:10.761 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:10.371+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:10.761 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:10.371+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:10.761 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:10.371+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:11.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:10.759+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:11.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:10.759+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:11.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:10.759+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:11.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:10 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:10.759+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:11.721 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:11.342+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:11.721 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:11.342+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:11.721 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:11.342+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:12.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:11.719+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:12.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:11.719+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:12.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:11.719+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:12.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:11 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:11.719+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:12.754 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:12.381+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:12.755 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:12.381+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:12.755 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:12.381+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:13.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:12.752+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:13.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:12.752+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:13.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:12.752+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:13.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:12 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:12.752+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:13.751 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:13.377+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:21.826628+0000 front 2024-08-10T06:13:21.826618+0000 (oldest deadline 2024-08-10T06:13:47.126482+0000) 2024-08-10T06:14:13.751 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:13.377+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:31.827322+0000 front 2024-08-10T06:13:31.827340+0000 (oldest deadline 2024-08-10T06:13:55.927109+0000) 2024-08-10T06:14:13.751 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6[101478]: 2024-08-10T06:14:13.377+0000 7fae35f44640 -1 osd.6 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.028152+0000 front 2024-08-10T06:13:40.028166+0000 (oldest deadline 2024-08-10T06:14:03.527928+0000) 2024-08-10T06:14:14.051 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:13.749+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:14.052 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:13.749+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:14.052 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:13.749+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:14.052 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:13 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:13.749+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:14.307 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:14 smithi107 podman[147734]: 2024-08-10 06:14:14.050658701 +0000 UTC m=+5.613714829 container died df3a52e395d2407aece417f69e5b315994f8abede3ac2cb39b3c891c511b289a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-10T06:14:14.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:14 smithi107 podman[147734]: 2024-08-10 06:14:14.405545784 +0000 UTC m=+5.968601902 container cleanup df3a52e395d2407aece417f69e5b315994f8abede3ac2cb39b3c891c511b289a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:14:14.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:14 smithi107 bash[147734]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6 2024-08-10T06:14:15.023 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:14 smithi107 podman[147753]: 2024-08-10 06:14:14.6736144 +0000 UTC m=+0.622331884 container remove df3a52e395d2407aece417f69e5b315994f8abede3ac2cb39b3c891c511b289a (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T06:14:15.024 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:14.771+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:15.024 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:14.771+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:15.024 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:14.771+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:15.024 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:14 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:14.771+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:15.277 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:15 smithi107 podman[147841]: 2024-08-10 06:14:14.92562462 +0000 UTC m=+0.016924186 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:14:15.278 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:15 smithi107 podman[147841]: 2024-08-10 06:14:15.024294173 +0000 UTC m=+0.115593761 container create f1fe240027549613cc4bdd0d21211d4d8f194eb39bd1a14ce60ec64230dc32e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, io.buildah.version=1.36.0) 2024-08-10T06:14:15.278 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:15 smithi107 podman[147841]: 2024-08-10 06:14:15.276793887 +0000 UTC m=+0.368093446 container init f1fe240027549613cc4bdd0d21211d4d8f194eb39bd1a14ce60ec64230dc32e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-10T06:14:15.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:15 smithi107 podman[147841]: 2024-08-10 06:14:15.280131345 +0000 UTC m=+0.371430898 container start f1fe240027549613cc4bdd0d21211d4d8f194eb39bd1a14ce60ec64230dc32e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-10T06:14:15.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:15 smithi107 podman[147841]: 2024-08-10 06:14:15.368434025 +0000 UTC m=+0.459733587 container attach f1fe240027549613cc4bdd0d21211d4d8f194eb39bd1a14ce60ec64230dc32e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:14:15.568 INFO:journalctl@ceph.osd.6.smithi107.stdout:Aug 10 06:14:15 smithi107 podman[147841]: 2024-08-10 06:14:15.472108095 +0000 UTC m=+0.563407641 container died f1fe240027549613cc4bdd0d21211d4d8f194eb39bd1a14ce60ec64230dc32e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-10T06:14:16.022 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:15 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:15.731+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:16.023 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:15 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:15.731+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:16.023 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:15 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:15.731+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:16.023 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:15 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:15.731+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:16.045 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.6.service' 2024-08-10T06:14:16.084 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:14:16.084 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-10T06:14:16.085 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-10T06:14:16.085 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.7 2024-08-10T06:14:16.318 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 systemd[1]: Stopping Ceph osd.7 for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:16.770 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:16.416+0000 7f32f51d2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:14:16.771 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:16.416+0000 7f32f51d2640 -1 osd.7 2834 *** Got signal Terminated *** 2024-08-10T06:14:16.771 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:16.416+0000 7f32f51d2640 -1 osd.7 2834 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:14:16.771 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:16.769+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:16.771 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:16.769+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:16.771 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:16.769+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:16.771 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:16 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:16.769+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:18.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:17.791+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:18.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:17.791+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:18.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:17.791+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:18.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:17 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:17.791+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:19.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:18.802+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:19.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:18.802+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:19.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:18.802+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:19.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:18 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:18.802+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:20.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:19.770+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:20.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:19.770+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:20.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:19.770+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:20.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:19 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:19.770+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:21.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:20.810+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6806 osd.0 since back 2024-08-10T06:13:20.752491+0000 front 2024-08-10T06:13:20.752530+0000 (oldest deadline 2024-08-10T06:13:50.752947+0000) 2024-08-10T06:14:21.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:20.810+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6814 osd.1 since back 2024-08-10T06:13:30.753461+0000 front 2024-08-10T06:13:30.753302+0000 (oldest deadline 2024-08-10T06:13:54.853399+0000) 2024-08-10T06:14:21.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:20.810+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6822 osd.2 since back 2024-08-10T06:13:40.754612+0000 front 2024-08-10T06:13:40.754596+0000 (oldest deadline 2024-08-10T06:14:03.054593+0000) 2024-08-10T06:14:21.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:20.810+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.78:6830 osd.3 since back 2024-08-10T06:13:48.856209+0000 front 2024-08-10T06:13:48.856267+0000 (oldest deadline 2024-08-10T06:14:10.556067+0000) 2024-08-10T06:14:21.068 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:20 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7[106261]: 2024-08-10T06:14:20.810+0000 7f32ed7e0640 -1 osd.7 2834 heartbeat_check: no reply from 172.21.15.107:6804 osd.4 since back 2024-08-10T06:13:54.056827+0000 front 2024-08-10T06:13:54.056720+0000 (oldest deadline 2024-08-10T06:14:19.956748+0000) 2024-08-10T06:14:22.159 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:21 smithi107 podman[147944]: 2024-08-10 06:14:21.824399206 +0000 UTC m=+5.516221087 container died 276fd85081872ea989a1eb7bc76cf25283188b20af429e605f23d499c735b413 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:14:22.442 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:22 smithi107 podman[147944]: 2024-08-10 06:14:22.240848254 +0000 UTC m=+5.932670136 container cleanup 276fd85081872ea989a1eb7bc76cf25283188b20af429e605f23d499c735b413 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-10T06:14:22.495 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:22 smithi107 bash[147944]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7 2024-08-10T06:14:22.818 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:22 smithi107 podman[147961]: 2024-08-10 06:14:22.442086529 +0000 UTC m=+0.619974778 container remove 276fd85081872ea989a1eb7bc76cf25283188b20af429e605f23d499c735b413 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:14:23.154 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:22 smithi107 podman[148052]: 2024-08-10 06:14:22.768112086 +0000 UTC m=+0.017006476 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:14:23.154 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:22 smithi107 podman[148052]: 2024-08-10 06:14:22.867763776 +0000 UTC m=+0.116658157 container create 3f4d8125ca202ba70b44f71618e100f3ff812b325f610c7e5020c93e91d31ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905) 2024-08-10T06:14:23.154 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:23 smithi107 podman[148052]: 2024-08-10 06:14:23.070388272 +0000 UTC m=+0.319282659 container init 3f4d8125ca202ba70b44f71618e100f3ff812b325f610c7e5020c93e91d31ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905) 2024-08-10T06:14:23.154 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:23 smithi107 podman[148052]: 2024-08-10 06:14:23.073618717 +0000 UTC m=+0.322513105 container start 3f4d8125ca202ba70b44f71618e100f3ff812b325f610c7e5020c93e91d31ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:14:23.155 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:23 smithi107 podman[148052]: 2024-08-10 06:14:23.15360629 +0000 UTC m=+0.402500671 container attach 3f4d8125ca202ba70b44f71618e100f3ff812b325f610c7e5020c93e91d31ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-10T06:14:23.558 INFO:journalctl@ceph.osd.7.smithi107.stdout:Aug 10 06:14:23 smithi107 podman[148052]: 2024-08-10 06:14:23.264361263 +0000 UTC m=+0.513255651 container died 3f4d8125ca202ba70b44f71618e100f3ff812b325f610c7e5020c93e91d31ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-10T06:14:23.850 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@osd.7.service' 2024-08-10T06:14:23.887 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:14:23.887 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-10T06:14:23.887 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-10T06:14:23.887 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.a 2024-08-10T06:14:24.228 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:14:23 smithi078 systemd[1]: Stopping Ceph mds.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:24.727 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:14:24 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[119537]: 2024-08-10T06:14:24.428+0000 7ff4bb943640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:14:24.727 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:14:24 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a[119537]: 2024-08-10T06:14:24.428+0000 7ff4bb943640 -1 mds.a *** got signal Terminated *** 2024-08-10T06:14:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:25.210Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:14:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:25.210Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:14:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:25.211Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:14:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:25.213Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:14:25.568 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:25 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:25.213Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.78:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.78:8765: connect: connection refused" 2024-08-10T06:14:28.630 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:14:28 smithi078 podman[172932]: 2024-08-10 06:14:28.319674973 +0000 UTC m=+4.231380783 container died cf9390fd2e86093c0a81f3dd1d02ec8a5359fc162a8edfafd716f90facbefa57 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-10T06:14:28.956 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:14:28 smithi078 podman[172932]: 2024-08-10 06:14:28.728845844 +0000 UTC m=+4.640551654 container cleanup cf9390fd2e86093c0a81f3dd1d02ec8a5359fc162a8edfafd716f90facbefa57 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-10T06:14:28.956 INFO:journalctl@ceph.mds.a.smithi078.stdout:Aug 10 06:14:28 smithi078 bash[172932]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-a 2024-08-10T06:14:29.085 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.a.service' 2024-08-10T06:14:29.121 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:14:29.122 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-10T06:14:29.122 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-10T06:14:29.122 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.b 2024-08-10T06:14:29.427 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 06:14:29 smithi107 systemd[1]: Stopping Ceph mds.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:29.818 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 06:14:29 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b[110864]: 2024-08-10T06:14:29.425+0000 7f3f4f086640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:14:29.818 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 06:14:29 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b[110864]: 2024-08-10T06:14:29.425+0000 7f3f4f086640 -1 mds.b *** got signal Terminated *** 2024-08-10T06:14:32.744 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 06:14:32 smithi107 podman[148167]: 2024-08-10 06:14:32.424967195 +0000 UTC m=+3.106959346 container died a25796c57449729478ac78c97f4da80fd313828c161367edcd01c9aeba93c5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-10T06:14:33.068 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 06:14:32 smithi107 podman[148167]: 2024-08-10 06:14:32.800442088 +0000 UTC m=+3.482434239 container cleanup a25796c57449729478ac78c97f4da80fd313828c161367edcd01c9aeba93c5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-10T06:14:33.068 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 06:14:32 smithi107 bash[148167]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b 2024-08-10T06:14:33.068 INFO:journalctl@ceph.mds.b.smithi107.stdout:Aug 10 06:14:32 smithi107 podman[148181]: 2024-08-10 06:14:32.959847996 +0000 UTC m=+0.528060751 container remove a25796c57449729478ac78c97f4da80fd313828c161367edcd01c9aeba93c5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-mds-b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2024-08-10T06:14:33.176 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@mds.b.service' 2024-08-10T06:14:33.212 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:14:33.212 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-10T06:14:33.213 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-10T06:14:33.213 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a 2024-08-10T06:14:33.547 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 systemd[1]: Stopping Ceph prometheus.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:33.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T06:14:33.818 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.546Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.548Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.548Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a[118807]: ts=2024-08-10T06:14:33.548Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T06:14:33.819 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 podman[148287]: 2024-08-10 06:14:33.556737725 +0000 UTC m=+0.123354901 container died 5f87926e98c640b87dc417439be4ec4d11dc91bd5bd252a5e1d69a31db0967ac (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:34.180 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 podman[148287]: 2024-08-10 06:14:33.912335457 +0000 UTC m=+0.478952613 container cleanup 5f87926e98c640b87dc417439be4ec4d11dc91bd5bd252a5e1d69a31db0967ac (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:34.180 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Aug 10 06:14:33 smithi107 bash[148287]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T06:14:34.345 DEBUG:teuthology.orchestra.run.smithi107:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8a876d60-56d3-11ef-bcce-c7b262605968@prometheus.a.service' 2024-08-10T06:14:34.377 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:14:34.377 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-10T06:14:34.378 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 --force --keep-logs 2024-08-10T06:14:36.293 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:36 smithi078 systemd[1]: Stopping Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:36.628 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:36 smithi078 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a[127793]: ts=2024-08-10T06:14:36.292Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T06:14:36.628 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:36 smithi078 podman[173384]: 2024-08-10 06:14:36.333135645 +0000 UTC m=+0.154295372 container died 8bd590e91fa140f792cbc555b23693aca61da84c94578f6a3b423807f55091f2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:36.969 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:36 smithi078 podman[173384]: 2024-08-10 06:14:36.725585952 +0000 UTC m=+0.546745683 container cleanup 8bd590e91fa140f792cbc555b23693aca61da84c94578f6a3b423807f55091f2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:36.969 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:36 smithi078 bash[173384]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T06:14:37.227 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:36 smithi078 podman[173396]: 2024-08-10 06:14:36.968632721 +0000 UTC m=+0.625096608 container remove 8bd590e91fa140f792cbc555b23693aca61da84c94578f6a3b423807f55091f2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:37.227 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:37 smithi078 podman[173396]: 2024-08-10 06:14:37.060938533 +0000 UTC m=+0.717402420 volume remove cafa362b12b7223ae47833d4a7d334706d55119299ee53c24dbe4bd7a2974c85 2024-08-10T06:14:37.227 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:37 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T06:14:37.227 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:37 smithi078 systemd[1]: Stopped Ceph alertmanager.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T06:14:37.228 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Aug 10 06:14:37 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@alertmanager.a.service: Consumed 3.612s CPU time. 2024-08-10T06:14:37.477 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:37 smithi078 systemd[1]: Stopping Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:37.972 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:37 smithi078 podman[173506]: 2024-08-10 06:14:37.649154914 +0000 UTC m=+0.115243848 container died e3a0b516b0aaab8bd1e7458d15d2be52faf6bf8af4f8a6f854edd379cedd438c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:37.972 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:37 smithi078 podman[173506]: 2024-08-10 06:14:37.971697874 +0000 UTC m=+0.437786802 container cleanup e3a0b516b0aaab8bd1e7458d15d2be52faf6bf8af4f8a6f854edd379cedd438c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:38.227 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:37 smithi078 bash[173506]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a 2024-08-10T06:14:38.227 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:38 smithi078 podman[173519]: 2024-08-10 06:14:38.164621879 +0000 UTC m=+0.516015919 container remove e3a0b516b0aaab8bd1e7458d15d2be52faf6bf8af4f8a6f854edd379cedd438c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T06:14:38.227 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:38 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T06:14:38.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:38 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-10T06:14:38.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:38 smithi078 systemd[1]: Stopped Ceph node-exporter.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T06:14:38.727 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Aug 10 06:14:38 smithi078 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.a.service: Consumed 7.257s CPU time. 2024-08-10T06:14:39.001 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 --force --keep-logs 2024-08-10T06:14:41.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:40 smithi107 systemd[1]: Stopping Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:41.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=server t=2024-08-10T06:14:40.883705468Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-10T06:14:41.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=tracing t=2024-08-10T06:14:40.883778608Z level=info msg="Closing tracing" 2024-08-10T06:14:41.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:40 smithi107 ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a[123045]: logger=ticker t=2024-08-10T06:14:40.883815756Z level=info msg=stopped last_tick=2024-08-10T06:14:40Z 2024-08-10T06:14:41.068 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:40 smithi107 podman[148733]: 2024-08-10 06:14:40.894109411 +0000 UTC m=+0.102051958 container died 64b7a4c7cde9ae87afc21c0b7eb49e84019e7c25d57febee75d9b843d6b96924 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T06:14:41.410 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:41 smithi107 podman[148733]: 2024-08-10 06:14:41.225298546 +0000 UTC m=+0.433241138 container cleanup 64b7a4c7cde9ae87afc21c0b7eb49e84019e7c25d57febee75d9b843d6b96924 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T06:14:41.410 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:41 smithi107 bash[148733]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a 2024-08-10T06:14:41.664 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:41 smithi107 podman[148747]: 2024-08-10 06:14:41.409813275 +0000 UTC m=+0.517858112 container remove 64b7a4c7cde9ae87afc21c0b7eb49e84019e7c25d57febee75d9b843d6b96924 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T06:14:41.664 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:41 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-10T06:14:41.665 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:41 smithi107 systemd[1]: Stopped Ceph grafana.a for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T06:14:41.665 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Aug 10 06:14:41 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@grafana.a.service: Consumed 39.180s CPU time. 2024-08-10T06:14:42.068 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:41 smithi107 systemd[1]: Stopping Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968... 2024-08-10T06:14:42.339 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 podman[148857]: 2024-08-10 06:14:42.073465985 +0000 UTC m=+0.115198050 container died 67e1044b22cb427ca70b99cb825a17df6103375f544fd553674379c39a2d64b0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T06:14:42.689 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 podman[148857]: 2024-08-10 06:14:42.445688987 +0000 UTC m=+0.487421042 container cleanup 67e1044b22cb427ca70b99cb825a17df6103375f544fd553674379c39a2d64b0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T06:14:42.689 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 bash[148857]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b 2024-08-10T06:14:42.970 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 podman[148868]: 2024-08-10 06:14:42.688481405 +0000 UTC m=+0.618900931 container remove 67e1044b22cb427ca70b99cb825a17df6103375f544fd553674379c39a2d64b0 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8a876d60-56d3-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T06:14:42.970 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-10T06:14:42.970 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-10T06:14:42.970 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 systemd[1]: Stopped Ceph node-exporter.b for 8a876d60-56d3-11ef-bcce-c7b262605968. 2024-08-10T06:14:42.970 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Aug 10 06:14:42 smithi107 systemd[1]: ceph-8a876d60-56d3-11ef-bcce-c7b262605968@node-exporter.b.service: Consumed 6.983s CPU time. 2024-08-10T06:14:43.445 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:14:43.478 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:14:43.505 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-10T06:14:43.507 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219/remote/smithi078/crash 2024-08-10T06:14:43.508 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/crash -- . 2024-08-10T06:14:43.559 INFO:teuthology.orchestra.run.smithi078.stderr:tar: /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/crash: Cannot open: No such file or directory 2024-08-10T06:14:43.559 INFO:teuthology.orchestra.run.smithi078.stderr:tar: Error is not recoverable: exiting now 2024-08-10T06:14:43.561 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219/remote/smithi107/crash 2024-08-10T06:14:43.562 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/crash -- . 2024-08-10T06:14:43.596 INFO:teuthology.orchestra.run.smithi107.stderr:tar: /var/lib/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/crash: Cannot open: No such file or directory 2024-08-10T06:14:43.596 INFO:teuthology.orchestra.run.smithi107.stderr:tar: Error is not recoverable: exiting now 2024-08-10T06:14:43.597 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-10T06:14:43.597 DEBUG:teuthology.orchestra.run.smithi078:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:14:43.628 INFO:teuthology.orchestra.run.smithi078.stdout:1723265488.0770557 mon.a (mon.0) 505 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T06:14:43.631 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-10T06:14:43.631 DEBUG:teuthology.orchestra.run.smithi078:> sudo egrep '\[SEC\]' /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:14:43.700 DEBUG:teuthology.orchestra.run.smithi078:> sudo egrep '\[ERR\]' /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:14:43.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo egrep '\[WRN\]' /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:14:43.835 INFO:teuthology.orchestra.run.smithi078.stdout:1723265488.0770557 mon.a (mon.0) 505 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T06:14:43.837 INFO:tasks.cephadm:Compressing logs... 2024-08-10T06:14:43.837 DEBUG:teuthology.orchestra.run.smithi078:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-10T06:14:43.880 DEBUG:teuthology.orchestra.run.smithi107:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-10T06:14:43.903 INFO:teuthology.orchestra.run.smithi078.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-10T06:14:43.903 INFO:teuthology.orchestra.run.smithi078.stderr:: No such file or directory 2024-08-10T06:14:43.903 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log 2024-08-10T06:14:43.903 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.2.log 2024-08-10T06:14:43.903 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.audit.log 2024-08-10T06:14:43.904 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.3.log 2024-08-10T06:14:43.905 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.1.log 2024-08-10T06:14:43.905 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mgr.y.log 2024-08-10T06:14:43.906 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.0.log 2024-08-10T06:14:43.907 INFO:teuthology.orchestra.run.smithi107.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr:: No such file or directory 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.audit.log 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.7.log 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mds.b.log 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.5.log 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.7.log: /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.4.log 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi107.stderr: 85.5% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mds.b.log.gz 2024-08-10T06:14:43.908 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.c.log 2024-08-10T06:14:43.909 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.0.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-10T06:14:43.915 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.a.log 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.5.log: /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.4.log: 91.2% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.audit.log.gz 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mgr.x.log 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.6.log 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.cephadm.log 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-volume.log 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.cephadm.log: 86.7% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log.gz 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr: 84.3% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.cephadm.log.gz 2024-08-10T06:14:43.918 INFO:teuthology.orchestra.run.smithi107.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.b.log 2024-08-10T06:14:43.919 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.c.log: 94.6% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.audit.log.gz 2024-08-10T06:14:43.926 INFO:teuthology.orchestra.run.smithi078.stderr: 92.6% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.log.gz 2024-08-10T06:14:43.926 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.cephadm.log 2024-08-10T06:14:43.927 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mds.a.log 2024-08-10T06:14:43.928 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.cephadm.log: 91.0% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph.cephadm.log.gz 2024-08-10T06:14:43.930 INFO:teuthology.orchestra.run.smithi107.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-volume.log: /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.b.log: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-10T06:14:43.940 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-volume.log 2024-08-10T06:14:43.945 INFO:teuthology.orchestra.run.smithi107.stderr: 91.1% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-volume.log.gz 2024-08-10T06:14:43.957 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mds.a.log: /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-volume.log: 92.4% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mds.a.log.gz 2024-08-10T06:14:43.983 INFO:teuthology.orchestra.run.smithi078.stderr: 91.1% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-volume.log.gz 2024-08-10T06:14:43.990 INFO:teuthology.orchestra.run.smithi107.stderr: 90.8% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mgr.x.log.gz 2024-08-10T06:14:44.883 INFO:teuthology.orchestra.run.smithi078.stderr: 90.0% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mgr.y.log.gz 2024-08-10T06:14:45.691 INFO:teuthology.orchestra.run.smithi078.stderr: 91.8% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.c.log.gz 2024-08-10T06:14:45.943 INFO:teuthology.orchestra.run.smithi107.stderr: 92.2% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.b.log.gz 2024-08-10T06:14:49.412 INFO:teuthology.orchestra.run.smithi078.stderr: 90.6% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-mon.a.log.gz 2024-08-10T06:15:02.602 INFO:teuthology.orchestra.run.smithi107.stderr: 94.2% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.4.log.gz 2024-08-10T06:15:05.585 INFO:teuthology.orchestra.run.smithi078.stderr: 94.5% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.3.log.gz 2024-08-10T06:15:06.781 INFO:teuthology.orchestra.run.smithi107.stderr: 94.5% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.7.log.gz 2024-08-10T06:15:07.337 INFO:teuthology.orchestra.run.smithi107.stderr: 94.4% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.5.log.gz 2024-08-10T06:15:08.578 INFO:teuthology.orchestra.run.smithi107.stderr: 95.1% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.6.log.gz 2024-08-10T06:15:08.580 INFO:teuthology.orchestra.run.smithi107.stderr: 2024-08-10T06:15:08.580 INFO:teuthology.orchestra.run.smithi107.stderr:real 0m24.685s 2024-08-10T06:15:08.580 INFO:teuthology.orchestra.run.smithi107.stderr:user 1m28.404s 2024-08-10T06:15:08.581 INFO:teuthology.orchestra.run.smithi107.stderr:sys 0m3.279s 2024-08-10T06:15:09.764 INFO:teuthology.orchestra.run.smithi078.stderr: 94.3% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.1.log.gz 2024-08-10T06:15:09.803 INFO:teuthology.orchestra.run.smithi078.stderr: 94.1% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.2.log.gz 2024-08-10T06:15:10.818 INFO:teuthology.orchestra.run.smithi078.stderr: 94.4% -- replaced with /var/log/ceph/8a876d60-56d3-11ef-bcce-c7b262605968/ceph-osd.0.log.gz 2024-08-10T06:15:10.820 INFO:teuthology.orchestra.run.smithi078.stderr: 2024-08-10T06:15:10.820 INFO:teuthology.orchestra.run.smithi078.stderr:real 0m26.927s 2024-08-10T06:15:10.820 INFO:teuthology.orchestra.run.smithi078.stderr:user 1m44.609s 2024-08-10T06:15:10.820 INFO:teuthology.orchestra.run.smithi078.stderr:sys 0m3.820s 2024-08-10T06:15:10.820 INFO:tasks.cephadm:Archiving logs... 2024-08-10T06:15:10.821 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219/remote/smithi078/log 2024-08-10T06:15:10.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-10T06:15:24.990 DEBUG:teuthology.misc:Transferring archived files from smithi107:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219/remote/smithi107/log 2024-08-10T06:15:24.991 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-10T06:15:37.161 INFO:tasks.cephadm:Removing cluster... 2024-08-10T06:15:37.161 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 --force 2024-08-10T06:15:37.749 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8a876d60-56d3-11ef-bcce-c7b262605968 --force 2024-08-10T06:15:38.359 INFO:tasks.cephadm:Removing cephadm ... 2024-08-10T06:15:38.360 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-10T06:15:38.376 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-10T06:15:38.392 INFO:tasks.cephadm:Teardown complete 2024-08-10T06:15:38.392 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-10T06:15:38.402 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-10T06:15:38.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-10T06:15:38.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-10T06:15:38.503 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-10T06:15:38.514 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-10T06:15:38.514 DEBUG:teuthology.orchestra.run.smithi078:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T06:15:38.517 DEBUG:teuthology.orchestra.run.smithi107:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T06:15:38.529 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-08-10T06:15:38.531 INFO:teuthology.orchestra.run.smithi107.stderr:bash: line 1: ntpq: command not found 2024-08-10T06:15:38.533 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T06:15:38.533 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-08-10T06:15:38.534 INFO:teuthology.orchestra.run.smithi078.stdout:^* hv01.front.sepia.ceph.com 3 6 377 55 -683us[ -692us] +/- 43ms 2024-08-10T06:15:38.534 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 55 +1427us[+1427us] +/- 64ms 2024-08-10T06:15:38.534 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 50 -545us[ -545us] +/- 70ms 2024-08-10T06:15:38.534 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T06:15:38.536 INFO:teuthology.orchestra.run.smithi107.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T06:15:38.536 INFO:teuthology.orchestra.run.smithi107.stdout:=============================================================================== 2024-08-10T06:15:38.536 INFO:teuthology.orchestra.run.smithi107.stdout:^* hv01.front.sepia.ceph.com 3 6 377 57 -688us[ -686us] +/- 43ms 2024-08-10T06:15:38.536 INFO:teuthology.orchestra.run.smithi107.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 52 +1413us[+1413us] +/- 64ms 2024-08-10T06:15:38.536 INFO:teuthology.orchestra.run.smithi107.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 59 -557us[ -555us] +/- 70ms 2024-08-10T06:15:38.536 INFO:teuthology.orchestra.run.smithi107.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T06:15:38.536 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-10T06:15:38.547 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-10T06:15:38.547 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-10T06:15:38.558 DEBUG:teuthology.orchestra.run.smithi078:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-10T06:15:38.661 DEBUG:teuthology.orchestra.run.smithi107:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-10T06:15:38.740 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T06:15:38.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:15:38.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T06:15:38.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:15:38.797 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-10T06:15:38.817 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-10T06:15:38.836 INFO:teuthology.task.internal:Duration was 5704.467793 seconds 2024-08-10T06:15:38.836 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-10T06:15:38.848 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-10T06:15:38.849 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-10T06:15:38.851 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-10T06:15:38.888 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T06:15:38.890 INFO:teuthology.orchestra.run.smithi107.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T06:15:39.264 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-10T06:15:39.265 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi078.front.sepia.ceph.com 2024-08-10T06:15:39.265 DEBUG:teuthology.orchestra.run.smithi078:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-10T06:15:39.326 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi107.front.sepia.ceph.com 2024-08-10T06:15:39.327 DEBUG:teuthology.orchestra.run.smithi107:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-10T06:15:39.354 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-10T06:15:39.354 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-10T06:15:39.368 DEBUG:teuthology.orchestra.run.smithi107:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-10T06:15:39.421 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-10T06:15:39.421 DEBUG:teuthology.orchestra.run.smithi078:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-10T06:15:39.435 DEBUG:teuthology.orchestra.run.smithi107:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-10T06:15:40.059 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-10T06:15:40.071 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-10T06:15:40.071 DEBUG:teuthology.orchestra.run.smithi078:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-10T06:15:40.096 DEBUG:teuthology.orchestra.run.smithi107:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-10T06:15:40.121 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-10T06:15:40.132 DEBUG:teuthology.orchestra.run.smithi078:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:15:40.138 DEBUG:teuthology.orchestra.run.smithi107:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:15:40.159 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = core 2024-08-10T06:15:40.185 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern = core 2024-08-10T06:15:40.198 DEBUG:teuthology.orchestra.run.smithi078:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:15:40.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:15:40.227 DEBUG:teuthology.orchestra.run.smithi107:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:15:40.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:15:40.253 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-10T06:15:40.264 INFO:teuthology.task.internal:Transferring archived files... 2024-08-10T06:15:40.264 DEBUG:teuthology.misc:Transferring archived files from smithi078:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219/remote/smithi078 2024-08-10T06:15:40.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-10T06:15:40.317 DEBUG:teuthology.misc:Transferring archived files from smithi107:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845219/remote/smithi107 2024-08-10T06:15:40.317 DEBUG:teuthology.orchestra.run.smithi107:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-10T06:15:40.358 INFO:teuthology.task.internal:Removing archive directory... 2024-08-10T06:15:40.358 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-10T06:15:40.361 DEBUG:teuthology.orchestra.run.smithi107:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-10T06:15:40.405 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-10T06:15:40.418 INFO:teuthology.task.internal:Not uploading archives. 2024-08-10T06:15:40.418 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-10T06:15:40.428 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-10T06:15:40.428 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-10T06:15:40.430 DEBUG:teuthology.orchestra.run.smithi107:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-10T06:15:40.443 INFO:teuthology.orchestra.run.smithi078.stdout: 265589 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 10 06:15 /home/ubuntu/cephtest 2024-08-10T06:15:40.460 INFO:teuthology.orchestra.run.smithi107.stdout: 265306 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 10 06:15 /home/ubuntu/cephtest 2024-08-10T06:15:40.461 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-10T06:15:40.472 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-10T06:15:40.496 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5704.4677929878235 failure_reason: '"1723265488.0770557 mon.a (mon.0) 505 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-08-10T06:15:40.496 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-10T06:15:40.613 INFO:teuthology.run:FAIL